custom_load_and_store.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "%reload_ext autoreload\n",
    "%autoreload 2\n",
    "from modules.evaluation import generate_examples, llm_assisted_evaluation\n",
    "from modules.document_transformers import add_metadata_to_documents\n",
    "from modules.loaders import get_reddit_loader, get_wiki_loader, get_custom_flipper_loader\n",
    "from modules.retrievers import get_tavily_retriever, vector_store_retriever_from_loaders\n",
    "from modules.evaluation import generate_examples, llm_assisted_evaluation\n",
    "from modules.vector_stores import chroma_vector_store, FAISS_vector_store, doc_array_in_memory_store\n",
    "from modules.utils import save_docs_to_jsonl, load_docs_from_jsonl\n",
    "from langchain_openai import ChatOpenAI"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "import os\n",
    "\n",
    "tavily_api_key = os.environ.get('TAVILY_API_KEY', '')\n",
    "api_key = os.environ.get('OPENAI_API_KEY', '')\n",
    "\n",
    "if not api_key:\n",
    "    print('You need to set the OPENAI_API_KEY environment variable to use this script.')\n",
    "if not tavily_api_key:\n",
    "    print('You need to set the TAVILY_API_KEY environment variable to use this script.')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "llm_model = \"gpt-4-0125-preview\""
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Loading the data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "flipper_loader = get_custom_flipper_loader()\n",
    "reddit_loader = get_reddit_loader()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "#import nest_asyncio\n",
    "#nest_asyncio.apply()\n",
    "\n",
    "flipper_loader.requests_per_second = 2\n",
    "flipper_docs = flipper_loader.load()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "flipper_docs[1]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Add metadata"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "enhanced_flipper_docs = add_metadata_to_documents(flipper_docs)\n",
    "enhanced_flipper_docs[:5]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "len(enhanced_flipper_docs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "save_docs_to_jsonl(enhanced_flipper_docs, 'data/flipper_docs_with_metadata.jsonl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "enhanced_flipper_docs2 = load_docs_from_jsonl('data/flipper_docs_with_metadata.jsonl')\n",
    "len(enhanced_flipper_docs2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import json\n",
    "print(\n",
    "    *[json.dumps(d.metadata) for d in enhanced_flipper_docs[:5]],\n",
    "    sep=\"\\n\\n---------------\\n\\n\",\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "#chroma_db = chroma_vector_store(flipper_docs, api_key)\n",
    "faiss_db = FAISS_vector_store(enhanced_flipper_docs, api_key)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "faiss_db.similarity_search(\"All possible shots in Medival Madness\", 5)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Create retriever tools for the Agent"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "flipper_retriever = faiss_db.as_retriever()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "from langchain.tools.retriever import create_retriever_tool\n",
    "from langchain_community.tools.tavily_search import TavilySearchResults\n",
    "\n",
    "\n",
    "retriever_tool = create_retriever_tool(\n",
    "    flipper_retriever,\n",
    "    \"pinball_search\",\n",
    "    \"Search for information about Pinball! Use metadata if it helps to answer the question. Do not combine multiple sources of information to produce answers.\",\n",
    ")\n",
    "\n",
    "tavity_tool = TavilySearchResults(name=\"tavily_search\")\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Create the Agents"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "from langchain_openai import ChatOpenAI\n",
    "from langchain import hub\n",
    "from langchain_core.prompts import ChatPromptTemplate, MessagesPlaceholder\n",
    "from langchain.agents import create_openai_functions_agent\n",
    "from langchain.agents import AgentExecutor"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Baseline agent\n",
    "from langchain_community.tools.tavily_search import TavilySearchResults\n",
    "\n",
    "tools = [tavity_tool]\n",
    "\n",
    "prompt = hub.pull(\"hwchase17/openai-functions-agent\")\n",
    "llm = ChatOpenAI(model=\"gpt-3.5-turbo\", temperature=0)\n",
    "agent_baseline = create_openai_functions_agent(llm, tools, prompt)\n",
    "agent_executor_baseline = AgentExecutor(agent=agent_baseline, tools=tools, verbose=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Custom agent\n",
    "# Get the prompt to use - you can modify this!\n",
    "tools = [retriever_tool]\n",
    "prompt = ChatPromptTemplate.from_messages(\n",
    "    [\n",
    "        (\n",
    "            \"system\",\n",
    "            \"You are a pinball agent, always giving as short and concise answers as possible to pinball-related questions. You do not know anything else but pinball. You can use the `pinball_search` tool to find information about pinball.\",\n",
    "        ),\n",
    "        (\"user\", \"{query}\"),\n",
    "        MessagesPlaceholder(variable_name=\"agent_scratchpad\"),\n",
    "    ]\n",
    ")\n",
    "llm = ChatOpenAI(model=llm_model, temperature=0)\n",
    "agent_custom = create_openai_functions_agent(llm, tools, prompt)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Combined agent\n",
    "tools = [retriever_tool, tavity_tool]\n",
    "prompt = ChatPromptTemplate.from_messages(\n",
    "    [\n",
    "        (\n",
    "            \"system\",\n",
    "            \"You are a pinball agent, always giving as short and concise answers as possible to pinball-related questions. You have two ways of finding information. `pinball_search` is great for finding rules and general information about the game. The `tavity_search` tool can be used to find strategy and gameplay related information, or more information if pinball search doesn't return anything useful.\",\n",
    "        ),\n",
    "        (\"user\", \"{query}\"),\n",
    "        MessagesPlaceholder(variable_name=\"agent_scratchpad\"),\n",
    "    ]\n",
    ")\n",
    "llm = ChatOpenAI(model=llm_model, temperature=0)\n",
    "agent_combined = create_openai_functions_agent(llm, tools, prompt)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "from langchain.agents.format_scratchpad.openai_tools import (\n",
    "    format_to_openai_tool_messages,\n",
    ")\n",
    "tools = [retriever_tool]\n",
    "llm_with_tools = llm.bind_tools(tools)\n",
    "\n",
    "\n",
    "from langchain.agents.output_parsers.openai_tools import OpenAIToolsAgentOutputParser\n",
    "\n",
    "#agent = create_openai_functions_agent(llm, tools, prompt)\n",
    "agent_chained = (\n",
    "    {\n",
    "        \"query\": lambda x: x[\"query\"],\n",
    "        \"agent_scratchpad\": lambda x: format_to_openai_tool_messages(\n",
    "            x[\"intermediate_steps\"]\n",
    "        ),\n",
    "    }\n",
    "    | prompt\n",
    "    | llm_with_tools\n",
    "    | OpenAIToolsAgentOutputParser()\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "agent_executor_baseline = AgentExecutor(agent=agent_baseline, tools=[tavity_tool])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "agent_executor_custom = AgentExecutor(agent=agent_custom, tools=[retriever_tool])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "agent_executor_combined = AgentExecutor(agent=agent_combined, tools=[retriever_tool,tavity_tool])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "agent_executor_chained = AgentExecutor(agent=agent_chained,  tools=[retriever_tool])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Evaluate the different Agents"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import langchain\n",
    "langchain.debug = False\n",
    "agent_executor_baseline.invoke({\"input\": \"How do you get a multi-ball in Addams Family?\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "agent_executor_custom.invoke(\n",
    "    {\n",
    "        \"query\": \"How do you get a multi-ball in Addams Family?\",\n",
    "    }\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "agent_executor_combined.invoke({\"query\": \"What is the best strategy in Addams Family?\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "agent_executor_chained.invoke({\"input\": \"How do you get a multi ball in Addams Family?\"})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 315,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/tobiaslofgren/Desktop/code/venvs/flipper_ama/lib/python3.11/site-packages/langchain/chains/llm.py:344: UserWarning: The apply_and_parse method is deprecated, instead pass an output parser directly to LLMChain.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "New examples: [{'query': 'In the game of 4 Square by D. Gottlieb & Co., released in 1971, how does a player increase the score value of the top rollovers, and what is the new score value after this increase?', 'answer': 'After the first sequence is completed in the game of 4 Square, the top rollovers score 200 points, increased from their original score value.'}, {'query': 'In the Addams Family pinball game, what is the initial jackpot value during Multi-Ball(TM) play, and how can it be increased to its maximum value?', 'answer': 'The initial jackpot value during Multi-Ball(TM) play is 10M. It can be increased to its maximum value of 25M by hitting the Train Wreck target and by making center ramp shots, each of which adds 1M to the jackpot.'}, {'query': 'In the game \"The Addams Family Gold Edition\" pinball, what is the starting value of the Jackpot during Multiball, and how can it be increased?', 'answer': 'The starting value of the Jackpot during Multiball is either 5 million or 15 million points, depending on the version of the ROMs used in the machine. Each hit of the Bookcase or each shot of the middle ramp will increase the Jackpot by 1 million points, up to a maximum of 25 million points.'}, {'query': 'In the Apollo 13 pinball game, what is the significance of completing the sequence of M-O-O-N standup targets, and what are the subsequent actions a player should take to maximize their score from this achievement?', 'answer': 'Completing the sequence of M-O-O-N standup targets lights up the Shoot the Moon feature at the Blastoff ramp. It is a hurry-up shot that counts down very slowly, allowing the player ample time to make the shot. However, it is crucial for the player to collect it before losing the ball to maximize their score from this achievement. If not collected, it resets to 20M. The value of the Shoot the Moon shot can be very large in a long game, potentially over 400M in a 4-ball game, making it a significant scoring opportunity.'}, {'query': 'In the \"Attack From Mars\" pinball game, what is the primary objective of the Attack Phase, and how does a player progress to the Attack Mars mode?', 'answer': 'The primary objective of the Attack Phase in the \"Attack From Mars\" pinball game is to protect various countries (France, Italy, Germany, United States, & England) from the attacking Martians by hitting all 3 targets which make up the force field in front of the flying saucer, thereby lowering the forcefield and opening up the 3 targets behind it for attack. The player must then hit any of these targets to damage the attacking saucer and score points. Once the saucer has taken enough damage, a shot into the hole (after the drop target in the back stays down) will destroy the saucer. To progress to the Attack Mars mode, the player must defend all of the countries, after which they \"steal\" one of the flying saucers and start the Attack Mars mode. In this mode, the player aims to hit the ball into the hole (with the drop target not coming back up) to take chunks out of Mars, with the 10th shot destroying Mars and awarding 2.5 billion points.'}]\n"
     ]
    }
   ],
   "source": [
    "\n",
    "example_genertor_llm = ChatOpenAI(model=llm_model, temperature=0)\n",
    "new_samples = generate_examples(example_genertor_llm, enhanced_flipper_docs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "\"\"\"with open('data/pinball_examples.json', 'w') as file:\n",
    "    json.dump(new_samples, file)\"\"\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 291,
   "metadata": {},
   "outputs": [],
   "source": [
    "automatic_samples = json.load(open('data/pinball_examples.json'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 299,
   "metadata": {},
   "outputs": [],
   "source": [
    "hard_coded_samples = json.load(open('data/manual_pinball_examples.json'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 303,
   "metadata": {},
   "outputs": [],
   "source": [
    "total_samples = automatic_samples + hard_coded_samples\n",
    "predictions = automatic_samples + hard_coded_samples"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 305,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n",
      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
      "\u001b[32;1m\u001b[1;3m\n",
      "Invoking: `pinball_search` with `{'query': '4 Square 1971 pop bumpers scoring'}`\n",
      "\n",
      "\n",
      "\u001b[0m\u001b[36;1m\u001b[1;3mPinball Archive Rule Sheet: 4 Square\n",
      "\n",
      "  4 Square\n",
      "\n",
      "Written by Tim Meighan\n",
      "\n",
      "\n",
      "\"4 Square\" was released by D. Gottlieb & Co. in 1971.\n",
      "More information is available from the\n",
      "Internet Pinball Database.\n",
      "\n",
      "GAME ELEMENTS\n",
      "\n",
      "The 4 Square playfield includes two sets of targets and three sets\n",
      "of rollovers, with each set consisting of four items.  Each item\n",
      "in a given set has a corresponding indicator light marked with a\n",
      "unique number value: 1, 2, 3, or  4.  The upper central area of the\n",
      "playfield also contains three pop bumpers arranged in a triangle\n",
      "configuration.  There are also two kicking rubber islands located\n",
      "along each side just above the flippers.  The lower central portion\n",
      "of the playfield is wide open and contains four rows of sequence\n",
      "indicator lights, with each row consisting of 4 lights numbered\n",
      "from 1 to 4.\n",
      "\n",
      "SCORING\n",
      "\n",
      "Four pop bumpers are positioned strategically below the F-I-R-E rollover lanes, in a square formation.  The left two pop bumpers are actually located slightly higher up the playfield than the right pop bumpers, which I think really helps the ball action in that area.  Most Firepower games will exhibit very good response and ball action from the pop bumpers.\n",
      "Pop bumpers, when not lit, award 100 points each.  When lit, pop bumpers award 1,000 points each.  Pop bumpers are lit by completing all six Center Stand-Up Targets, located just below the pop bumpers, in two banks of three targets each (see below.)  On first completion of the Stand-Up Targets, two pop bumpers are lit, one left, and one right- one above and one below.  These will alternate as they are hit.  On second completion of the Stand-Up Targets, the other two unlit pop bumpers will be lit, so all four are lit.\n",
      "Rebound switches around the pop bumper area score 50 points.  The sounds associated with these switches, and the sounds associated with pop bumper activation, make for some neat sound effects when the ball is in this area.\n",
      "A single \"bullseye\" stand-up target is located in the top-center pop bumper area- between the \"I\" and \"R\" rollover lanes.  Scoring for this target is often misunderstood by players, due to the three lamp inserts located directly below it.  The target actually scores 1,000 points.  The three lamp inserts below it (mounted vertically on the playfield) are marked 10,000, 30,000, and 50,000, from bottom to top.  These inserts actually indicate the bonus points awarded when the player completes F-I-R-E and POWER (see Lower Right Stand-Up Targets below.)  They do not in fact pertain to the bullseye target.  I have often wondered if the combination of the stand-up target and these inserts were originally designed for some other award, but have not been able to confirm this.  The layout of these two items certainly doesn't seem too logical, so it's perhaps possible that points or award(s) associated with the stand-up target were changed in the game before it was released.  Which leads us to....\n",
      "\n",
      "The bumpers score 1.5K at the beginning of the game but this value can\n",
      "be increased by 500 points each time by outer orbit shots to the\n",
      "bumpers during the game (see below). After a certain number of hits to\n",
      "the bumpers (default 60 ?), super pops become active in which each\n",
      "bumper hit is worth 20K. Super pops reset at the beginning of each\n",
      "ball and I don't even think that it last for the entire ball in which\n",
      "it is collected; I noticed that during a certain game that I played,\n",
      "super pops wasn't active for the entire ball in which it was\n",
      "collected. The bumpers are fairly active, so with a little nudging\n",
      "while the ball is in the bumpers super pops can be obtained\n",
      "rather easily.\n",
      "\n",
      "Pop Bumpers  this is a standard triangle configuration of 3 pop bumpers.\n",
      "They are behind the drop targets, but you can shoot into them with a shot\n",
      "between the tombstone and drop targets. Balls in the pop bumpers often come out\n",
      "this way. The pop bumpers can also be shot via the left spinner or a soft shot\n",
      "from the right spinner. Each pop is typically worth 100K a shot. Super pops can\n",
      "be lit from the right inlane; it's a fairly long timer, and hitting a pop\n",
      "bumper resets half of it.  I haven't figured out the exact timings yet, but\n",
      "they're quite liberal.  The pop bumpers are also used in the \"Psycho Pops\" CF.\u001b[0m\u001b[32;1m\u001b[1;3mThe information provided seems to be a mix-up and does not accurately describe the scoring system for the pop bumpers in \"4 Square\" by D. Gottlieb & Co., released in 1971. The details given are either incorrect or pertain to different pinball games. Unfortunately, the correct information about the pop bumper scoring and lighting condition for \"4 Square\" is not available in the provided excerpt.\u001b[0m\n",
      "\n",
      "\u001b[1m> Finished chain.\u001b[0m\n",
      "\n",
      "\n",
      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
      "\u001b[32;1m\u001b[1;3m\n",
      "Invoking: `pinball_search` with `{'query': 'Addams Family pinball initial jackpot value during Multi-Ball'}`\n",
      "\n",
      "\n",
      "\u001b[0m\u001b[36;1m\u001b[1;3mMultiball\n",
      "When Multiball starts, the Jackpot is immediately lit at the Player Piano.\n",
      "Its starting value is 15M if only one ball was locked before starting\n",
      "Multiball (this is normally only possible for the first Multiball); otherwise\n",
      "it starts at 40M.  On prototype ROMs, these values are each 5M less.\n",
      "\n",
      "During Multiball, the Greed Targets are always flashing, lit to increase the\n",
      "Jackpot value by 5M each.  When a Greed Target is hit, it remains unlit until\n",
      "all seven Targets have been hit or until a Jackpot has been collected, which\n",
      "resets all seven Targets.  When all seven Targets have been hit and the\n",
      "Jackpot has still not been collected, one Target is lit at a time, proceeding\n",
      "in order from the lower left set of three, to the far upper right, then from\n",
      "top to bottom in the set of three at the Slot Machine.  The Jackpot can be\n",
      "increased to a maximum of 255M by hitting the Greed Targets.\n",
      "\n",
      "Playing:\n",
      "\n",
      "\"A new power is rising...  TO WAR!!\"  Multiball begins with a base jackpot\n",
      "value, and two available multipliers.  First, the number of balls in play\n",
      "determines if it is a regular Jackpot (2 balls in play), Double Jackpot\n",
      "(three balls) or Triple Jackpot (4 balls, via Gollum MB stack or Add-A-Ball).\n",
      "Next, the jackpot is multiplied by its \"number\".  All shots begin lit for\n",
      "Jackpot.  As each is collected, it goes out and the number is increased by one.\n",
      "\"Double Jackpot ONE!  Double Jackpot TWO!  Double Jackpot THREE!\" .. etc.\n",
      "As long as the player keeps hitting Jackpots one after another, the number\n",
      "keeps increasing, up to seven (the last lit Jackpot). If the player delays\n",
      "more than three seconds between collecting Jackpots, the number resets back\n",
      "to one and all Jackpots relight.  The base value is first multiplied by 2 or 3,\n",
      "depending on the number of balls in play, then by its number, so a \"Triple\n",
      "Jackpot 5\", for example, is 15X.\n",
      "\n",
      "Stage 1  Jackpots: At the start of multiball, the left ramp is lit for Jackpot,\n",
      "and the right ramp for Double Jackpot. Initial jackpot value is 20M if you\n",
      "start at the Tommy hole, 15M if you start with the left scoop (or 40M and\n",
      "30M for Double Jackpot). All playfield switches increase the Jackpot value\n",
      "by 200K, and the Double Jackpot value by 400K. Collecting any Jackpot\n",
      "launches an additional ball into play. When BOTH Jackpots are completed,\n",
      "both are relit.\n",
      "\n",
      "Stage 2  3rd Jackpot. Collect either the single or double jackpot by\n",
      "shooting one of the ramps. Jackpots continue to rise by 200K/400K a switch,\n",
      "and the initial value is carried over from stage 1. After ONE of the two\n",
      "jackpots, an additional ball is launched into play, and you move on to\n",
      "the next stage.\n",
      "\n",
      "The first character completed (3 shots for Man, 4 for Puss, 5 for all others) of each session scores 500K and increases the playfield multiplier for the rest of the ball in play, increasing by 500K for each additional completion to a maximum of 1.5M and 3X. All character\n",
      "shots score half their base value (times any playfield multiplier) after the character has been completed. The playfield multiplier resets at the start of each Donkey Pinball session.\n",
      "\n",
      "Completing all five characters reactivates the main playfield flippers, and starts...\n",
      "\n",
      "Donkey MULTIBALL\n",
      "\n",
      "Press both flipper buttons together at the start of this mode to bypass the lengthy DMD instructions:\n",
      "\n",
      "(\"SHOOT CHARACTER SHOTS FOR JACKPOTS\")\n",
      "(\"CHARACTER JACKPOTS ALTERNATE PLAYFIELDS\")\n",
      "(\"COLLECT EACH CHARACTER 2 TIMES TO LIGHT SUPER JACKPOT\")\n",
      "(\"LIT CAPTIVE BALL SPELLS P-I-N-B-A-L-L\")\n",
      "(\"SPELL P-I-N-B-A-L-L TO ADD A BALL\")\n",
      "(\"Donkey TARGETS RECATIVATE MINI PLAYFIELD\")\n",
      "(\"LIGHT ALL CHARACTERS FOR SUPER JACKPOT\")\u001b[0m\u001b[32;1m\u001b[1;3mIn the Addams Family pinball game, the initial jackpot value during Multi-Ball starts at 15M if only one ball was locked before starting Multi-Ball; otherwise, it starts at 40M. The jackpot can be increased to its maximum value of 255M by hitting the Greed Targets. Each Greed Target hit increases the jackpot value by 5M. When all seven Greed Targets have been hit without collecting the jackpot, they reset, and one target is lit at a time in a specific order until the jackpot is collected or all targets are hit again.\u001b[0m\n",
      "\n",
      "\u001b[1m> Finished chain.\u001b[0m\n",
      "\n",
      "\n",
      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
      "\u001b[32;1m\u001b[1;3m\n",
      "Invoking: `pinball_search` with `{'query': 'The Addams Family Gold Edition Multiball starting jackpot value L-3 ROMs'}`\n",
      "\n",
      "\n",
      "\u001b[0m\u001b[36;1m\u001b[1;3mMultiball\n",
      "When Multiball starts, the Jackpot is immediately lit at the Player Piano.\n",
      "Its starting value is 15M if only one ball was locked before starting\n",
      "Multiball (this is normally only possible for the first Multiball); otherwise\n",
      "it starts at 40M.  On prototype ROMs, these values are each 5M less.\n",
      "\n",
      "During Multiball, the Greed Targets are always flashing, lit to increase the\n",
      "Jackpot value by 5M each.  When a Greed Target is hit, it remains unlit until\n",
      "all seven Targets have been hit or until a Jackpot has been collected, which\n",
      "resets all seven Targets.  When all seven Targets have been hit and the\n",
      "Jackpot has still not been collected, one Target is lit at a time, proceeding\n",
      "in order from the lower left set of three, to the far upper right, then from\n",
      "top to bottom in the set of three at the Slot Machine.  The Jackpot can be\n",
      "increased to a maximum of 255M by hitting the Greed Targets.\n",
      "\n",
      "Multi-Ball(TM)\n",
      "\n",
      "The Addams Family was released in 1991, and\n",
      "was designed by Pat Lawlor, creator of Whirlwind, Funhouse,\n",
      "and later, Twilight Zone and Road Show. It was, of course, inspired\n",
      "by the television series of the same name. Since then, it has\n",
      "become the number one selling pinball of all time, surpassing\n",
      "such classics as \"Eight Ball Deluxe\".\n",
      " To commemorate this noteworthy accomplishment, in the spring\n",
      "of 1994 TAF was placed back onto the production line -- 2500\n",
      "\"Gold Edition\" machines were made, mostly for collectors and\n",
      "not distribution. There are differences between the new TAF\n",
      "Gold and the original, such as:\n",
      " Gold-colored lockdown bars, jet bumper caps, vaults, and\n",
      "Thing boxes.\n",
      " More quotes have been added; none have been removed.\n",
      " A new game feature called \"Cousin It's Lost items\". Some\n",
      "of the mansion rooms contain hats, hairbrushes, keys, etc.\n",
      "worth bonus points and even extra balls and specials.\n",
      " The 3M mansion room has been replaced by \"Pugsley and Wednesday's\n",
      "Trap Door\". It scores 3M but serves as a link to another one\n",
      "of the mansion rooms. Because of this, it does not automatically\n",
      "spot the 6M mansion room anymore.\n",
      " For more detailed information on TAF Gold,\n",
      "see Keith Johnson's rulesheet.\n",
      "\n",
      "This is version 2.0 of my Guide to\n",
      "The Addams Family pinball game. No major\n",
      "changes have been made from the previous version, although\n",
      "there is more detailed information about a few things, including\n",
      "preliminary information about TAF Gold,\n",
      "the 1994 collector's edition of the game that has\n",
      "been produced.\n",
      " Comments and suggestions are always welcome. You can send\n",
      "e-mail to gt6139a@prism.gatech.edu\n",
      "Credit to those people who have contributed in some way to\n",
      "this guide appears at the end.\n",
      " These rules describe play on normal default settings and\n",
      "on machines without broken diverters or faulty switches. See\n",
      "the section on \"Defaults\" for a listing of defaults and operator-settable\n",
      "options. See your operator if anything's broken :-)\n",
      " This is a special version of this rulesheet formatted especially\n",
      "for the World Wide Web. Your comments on this new presentation\n",
      "of the rules are also welcome.\n",
      " The Addams Family is a trademark of Williams/Bally,\n",
      "Inc. This rules sheet is, however, entered into the public\n",
      "domain. You may freely copy and distribute it as long as you\n",
      "do not alter any of its contents, including this disclaimer.\u001b[0m\u001b[32;1m\u001b[1;3mIn \"The Addams Family Gold Edition\" pinball game, as per the L-3 ROMs, the starting jackpot value for Multiball is 15M if only one ball was locked before starting Multiball, which is typically possible only for the first Multiball. Otherwise, the starting jackpot value is 40M.\u001b[0m\n",
      "\n",
      "\u001b[1m> Finished chain.\u001b[0m\n",
      "\n",
      "\n",
      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
      "\u001b[32;1m\u001b[1;3m\n",
      "Invoking: `pinball_search` with `{'query': 'Apollo 13 pinball MOON standup targets'}`\n",
      "\n",
      "\n",
      "\u001b[0m\u001b[36;1m\u001b[1;3mPinball Archive Rule Sheet: Apollo 13\n",
      "\n",
      "  Apollo 13\n",
      "\n",
      "APOLLO 13 RULES \n",
      "v1.0 (5-17-96)\n",
      "by Steve Lane\n",
      "\n",
      "\n",
      "CONTENTS\n",
      "\n",
      "\n",
      " OVERVIEW\n",
      " DESIGN CREDITS\n",
      " VITAL STATS\n",
      " PLAYFIELD BOTTOM\n",
      " PLAYFIELD MIDDLE\n",
      " PLAYFIELD TOP\n",
      " SELECTING GAME MODE\n",
      " MYSTERY\n",
      " SHOOT THE MOON\n",
      " ORBITS AND ADVANCING THE SPACECRAFT\n",
      " MISSIONS\n",
      " REGULAR MULTIBALL\n",
      " 13 BALL\n",
      " FUN WITH BONUS\n",
      " EASTER EGGS\n",
      " STRATEGY\n",
      "\n",
      "OVERVIEW\n",
      "\n",
      "I like Apollo 13 a lot, rating it behind only Frankenstein in\n",
      "Sega's series of games.  And I may end up liking it more\n",
      "than Frankenstein.\n",
      "\n",
      "It has a very crowded playfield (almost all shots are no more\n",
      "than midway up the playfield), excellent backglass, playfield,\n",
      "and cabinet art, terrific dots, and decent sound (save\n",
      "for the repetitive quotes).\n",
      "\n",
      "Most of the shots are quite narrow and somewhat difficult,\n",
      "especially from fast-moving inlane balls.  This, combined\n",
      "with how often the post comes up, makes gameplay pretty much\n",
      "catch-and-shoot.\n",
      "\n",
      "Center Stand-Up Targets:\n",
      "\n",
      "Left Standup Targets  like the M-A-R Martian targets from AFM, they are\n",
      "right above the left inlane.  They look like red squares.  There are three\n",
      "of them, in a line vertically.  They're easy to hit with a shot off the tip\n",
      "of the right flipper, although it is a tight angle.  Hitting any one of\n",
      "these targets will light the Shooting Star on the left.  There is a Golden\n",
      "Symbol here (only one of the three targets needs to be hit to score the\n",
      "Symbol).\n",
      "\n",
      "Left Orbit  can be lit for Lock, Harem, or Tiger Loop.  There is a\n",
      "diverter that will send the ball to the Jet Bumpers, otherwise the ball\n",
      "will loop around (passing over the Lock Magnet) and come out the Right\n",
      "Orbit.  There is a Golden Symbol here.\n",
      "\n",
      "Battery standup targets: 4 of them, yellow, facing to the\n",
      "right.   At the exit of the bumper area, and a ball leaving the\n",
      "bumpers will usually hit one of them.   The manual mentions\n",
      "something about being able to get an extra ball from hitting them\n",
      "enough, but I've never seen any behavior from them except in the\n",
      "Voltage Mission.\n",
      "\n",
      " \"Battery Lane\": a gap to the right of the Battery standups\n",
      "that leads to and from the bumpers. \n",
      "\n",
      " M-O-O-N standups, facing the flippers.   The leftmost\n",
      "one starts out flashing, hit that to light it and flash\n",
      "the next one.  When you complete the sequence, Shoot The Moon\n",
      "(see its section) is lit at the ramp for a hurry-up.  The sequence\n",
      "also lights Super Jackpot in regular multiball.\n",
      "\n",
      " Blastoff ramp.   A shallow blue ramp. I haven't been able to\n",
      "backhand it.  Has a diverter that sends the ball to either the\n",
      "left or right inlane.  The diverter is not machine-controllable\n",
      "and just switches from side to side after each made ramp shot.\u001b[0m\u001b[32;1m\u001b[1;3mIn the Apollo 13 pinball game, completing the sequence of M-O-O-N standup targets, which face the flippers and start with the leftmost one flashing, has the significance of lighting \"Shoot The Moon\" at the ramp for a hurry-up. Additionally, completing this sequence also lights the Super Jackpot in regular multiball.\u001b[0m\n",
      "\n",
      "\u001b[1m> Finished chain.\u001b[0m\n",
      "\n",
      "\n",
      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
      "\u001b[32;1m\u001b[1;3m\n",
      "Invoking: `pinball_search` with `{'query': 'Attack From Mars Attack Phase objective'}`\n",
      "\n",
      "\n",
      "\u001b[0m\u001b[36;1m\u001b[1;3mThe Attack Phase is the heart and soul of the game. It involves the player\n",
      "protecting a certain country from the martians. The countries are France,\n",
      "Italy, Germany, United States, & England. To start an attack phase, all 3\n",
      "targets which make up the force field in front of the flying saucer must be\n",
      "hit. The forcefield will then lower opening up the 3 targets behind.  Here's\n",
      "an attempt at a diagram to better explain this.\n",
      "\n",
      "\n",
      "          H              H = Hole\n",
      "        / D \\            D = Drop Target\n",
      "      /T     T\\          T = Side Targets\n",
      "    /           \\        F = Targets on force field\n",
      "      =========\n",
      "      F   F   F\n",
      "\n",
      "Martian Attack\n",
      "At the beginning of the game, the seven M-A-R-T-I-A-N targets are\n",
      "all flashing.  Completing all seven targets lights the SoL scoop\n",
      "for Martian Attack.  The award can be collected from the front\n",
      "or back of the scoop the first time, but then must be collected\n",
      "from the front every other time.\n",
      "During Martian Attack, all four martians begin jumping up and\n",
      "down, and you must shoot each of the four martians to start\n",
      "Martian Multiball.  You can shoot any of the M-A-R targets to\n",
      "kill the lower left martian, and likewise either of the A-N targets\n",
      "to kill the lower right one.  You have 30 seconds to kill all\n",
      "four.\n",
      "Each killed martian is worth 20M, and killing all four starts\n",
      "Martian Multiball.  Another ball is launched into play, and the\n",
      "four shots remain lit throughout the multiball for 20M each.\n",
      "The number of martians killed is counted throughout game.  The\n",
      "martians killed during the Attack phase count as well.  The game\n",
      "displays the name of the person who has killed the most martians\n",
      "in attract mode.\n",
      "\n",
      "Pinball Archive Rule Sheet: Attack From Mars\n",
      "\n",
      "  Attack From Mars\n",
      "\n",
      "Attack From Mars\n",
      "\n",
      "Rule Sheet Version 2.3\n",
      "Authored by: Bob McCann (mccannr1@pilot.msu.edu)\n",
      "\n",
      "With help from:\n",
      "Dan Wilson (wilso142@pilot.msu.edu)\n",
      "Scott Tiesma (tiesmasc@pilot.msu.edu)\n",
      "Mark Phaedrus (phaedrus@coho.halcyon.com)\n",
      "Steve Baumgarden (sbb@panix.com)\n",
      "\n",
      "\n",
      "Lots of stuff contained in this document is copywrited by Williams\n",
      "Electronic Games, so don't sue me...\n",
      "\n",
      "This rule sheet can be downloaded at my pinball page loacated at:\n",
      "http://pilot.msu.edu/~mccannr1\n",
      "Or e-mail me and I'll send you a copy.\n",
      "\n",
      "New to this version:\n",
      "\n",
      "\n",
      " Rule The Universe rules explained better\n",
      " Spelled Robert Friesl's name right in the game credits\n",
      " \"Attack From The Pasture\" video mode explained\n",
      " Corrected the address of my web page where this rule sheet can be found.\n",
      "\n",
      "\n",
      "Contents\n",
      "\n",
      " Introduction\n",
      " Playfield Layout\n",
      " Skill Shot\n",
      " Attack Phase\n",
      " Multiball\n",
      " Stroke of Luck\n",
      " Total Annihilation\n",
      " Martian Attack\n",
      " Rule The Universe\n",
      " Misc\n",
      " End Stuff\n",
      "\n",
      "\n",
      "1. Introduction\n",
      "\n",
      "Attack From Mars is the latest in the line of pinball games from Williams.\n",
      "It features a nice open playfield, and easy to understand rules. The theme\n",
      "is basically what it sounds, defending the Earth from attacking Martians.\n",
      "The credits for the game are as follows:\n",
      "\n",
      "Design: Brian Eddy\n",
      "Software: Lyman Sheats\n",
      "Artwork: Doug Watson\n",
      "Music & Sounds: Dan Forden\n",
      "Mechanical Engineer: Robert C. Friesl\n",
      "Dots: Adam Rhine & Brian Morris\n",
      "\n",
      "Blatent Editorial - This is one of the best games to come out in a\n",
      "LONG time.\n",
      "\n",
      "\n",
      "2. Playfield Layout\n",
      "\n",
      "Here is the basic layout of the playfield starting just above the left outlane\n",
      "and going clockwise around.\n",
      "\n",
      "MAR Targets - 3 targets of which are the first the letters of the word\n",
      "martian.\n",
      "\n",
      "Left Orbit - Loops the ball up to the top rollovers and bumpers.  Lights a\n",
      "\"capture\". If capture is complete, loops ball all the way\n",
      "around.\n",
      "\n",
      "Left Ramp - Sends ball back to left return lane.  Lights a \"Big-O-Beam\".\u001b[0m\u001b[32;1m\u001b[1;3mDuring the Attack Phase in \"Attack From Mars,\" the primary objective is to protect a certain country from the Martians. The countries that can be defended are France, Italy, Germany, United States, and England. To start an Attack Phase, the player must hit all 3 targets that make up the force field in front of the flying saucer. Once these targets are hit, the force field will lower, revealing 3 targets behind it that the player must then target.\u001b[0m\n",
      "\n",
      "\u001b[1m> Finished chain.\u001b[0m\n",
      "\n",
      "\n",
      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
      "\u001b[32;1m\u001b[1;3m\n",
      "Invoking: `pinball_search` with `{'query': 'Medieval Madness extra ball'}`\n",
      "\n",
      "\n",
      "\u001b[0m\u001b[36;1m\u001b[1;3mExtra Balls\n",
      "Extra Balls can be lit by:\n",
      "\n",
      "\n",
      " Destroying Castles (default 2)\n",
      " Super Jackpot in Castle Multiball\n",
      " 10 and 40 Hurry-Ups\n",
      " Merlin's Magic random award\n",
      "\n",
      "\n",
      "Lit Extra Balls are collected at Merlin's Saucer, and remain lit between\n",
      "balls.  Completing Royal Madness will immediately award an Extra Ball.\n",
      "\n",
      "Default behavior is to allow 4 extra balls per ball in play, but this can\n",
      "be changed.  MM allows a limit on the number of extra balls that a player\n",
      "may receive on any \"ball\" (in other words, only 1 EB allowed on Ball 1, one\n",
      "on Ball 2, and one on Ball 3).\n",
      "\n",
      "Cows and Other Easter Eggs\n",
      "Cows abound.  A cow on the backglass.  Hurl a cow at the Castle in the\n",
      "Catapult Video Mode.  The peasants complain that the King has \"taken our\n",
      "cows!\"  The default Grand Champion (and Multiball Madness Champ) initials\n",
      "are MOO!\n",
      "\n",
      "6.2.  Extra balls:\n",
      "        Can be lit by --\n",
      "        * Enough monsters (reflexes)\n",
      "        * 12 Mosh Pits\n",
      "        * Scoop Award\n",
      "\n",
      "The monster EB is available after every Monster Bash, much like how the\n",
      "castle EB is available after every Battle for the Kingdom in Medieval\n",
      "Madness.  The instrument special is a one-time-only thing: collect it or\n",
      "lose it for the rest of the game.\n",
      "\n",
      "The animation for extra ball is reminiscent of the AFM martian getting\n",
      "bonked upside the head with a pinball: Drac is bustin' a move and gets\n",
      "squished by a disco ball.  Drac normally provides the quote \"Extra\n",
      "ball!\", but if Full Moon Fever is running, the Wolfman will howl it\n",
      "instead.\n",
      "\n",
      "6.3.  Lyman's Lament:\n",
      "        After shooting the scoop 43 times during normal (i.e.,\n",
      "non-multiball) play, the 44th award is \"Lyman's Lament\", which is\n",
      "supposed to be something really cool.  Lyman Sheats himself provides the\n",
      "speech for this mode.\n",
      "\n",
      "Royal Madness\n",
      "Royal Madness is lit at Merlin's Saucer when you have lit all 5 of the\n",
      "Madness lights, and have already played Multiball Madness.  Royal Madness is\n",
      "a single-ball round where the goal is to make 10 shots (2 to each ramp, 2 to\n",
      "the orbits, 2 to the Catapult, and 1 to each Troll) before a 20-second timer\n",
      "runs out.  If you manage to make all 10 shots, you are immediately rewarded\n",
      "with an Extra Ball (or 15 million, depending on settings).\n",
      "\n",
      "For some reason, Royal Madness gives the player a brief ball saver, even\n",
      "though only one ball is in play.  Go figure.  Take advantage by aiming for\n",
      "the most difficult shot right away, the Catapult.\n",
      "\n",
      "Pinball Archive Rule Sheet: Medieval Madness\n",
      "\n",
      "  Medieval Madness\n",
      "\n",
      "Medieval Madness Tribute Page\n",
      "\n",
      "\n",
      "Rules\n",
      "\n",
      "\n",
      "The object of the game is to Battle for the Kingdom (BfK).\n",
      "I haven't done this yet (but I got the BfK light lit up\n",
      "once). In order to do this, you have to light up the six blue\n",
      "dots on the playfield, they dots are located at the castle\n",
      "drawbridge entrance. The six blue dots are:\n",
      "\n",
      "\n",
      "Master of Trolls\n",
      "Defender of Damsels\n",
      "Patron of the Peasants\n",
      "Catapult Ace\n",
      "Joust Champion\n",
      "Castle Crusher\u001b[0m\u001b[32;1m\u001b[1;3mYes, in Medieval Madness, you can get an extra ball by destroying castles, with the default setting requiring two castles to be destroyed to light the extra ball. Extra balls are collected at Merlin's Saucer and remain lit between balls.\u001b[0m\n",
      "\n",
      "\u001b[1m> Finished chain.\u001b[0m\n",
      "\n",
      "\n",
      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
      "\u001b[32;1m\u001b[1;3m\n",
      "Invoking: `pinball_search` with `{'query': \"Addams Family Thing's eject reward\"}`\n",
      "\n",
      "\n",
      "\u001b[0m\u001b[36;1m\u001b[1;3mThe Addams Family was released in 1991, and\n",
      "was designed by Pat Lawlor, creator of Whirlwind, Funhouse,\n",
      "and later, Twilight Zone and Road Show. It was, of course, inspired\n",
      "by the television series of the same name. Since then, it has\n",
      "become the number one selling pinball of all time, surpassing\n",
      "such classics as \"Eight Ball Deluxe\".\n",
      " To commemorate this noteworthy accomplishment, in the spring\n",
      "of 1994 TAF was placed back onto the production line -- 2500\n",
      "\"Gold Edition\" machines were made, mostly for collectors and\n",
      "not distribution. There are differences between the new TAF\n",
      "Gold and the original, such as:\n",
      " Gold-colored lockdown bars, jet bumper caps, vaults, and\n",
      "Thing boxes.\n",
      " More quotes have been added; none have been removed.\n",
      " A new game feature called \"Cousin It's Lost items\". Some\n",
      "of the mansion rooms contain hats, hairbrushes, keys, etc.\n",
      "worth bonus points and even extra balls and specials.\n",
      " The 3M mansion room has been replaced by \"Pugsley and Wednesday's\n",
      "Trap Door\". It scores 3M but serves as a link to another one\n",
      "of the mansion rooms. Because of this, it does not automatically\n",
      "spot the 6M mansion room anymore.\n",
      " For more detailed information on TAF Gold,\n",
      "see Keith Johnson's rulesheet.\n",
      "\n",
      "Mansion: Raise the Dead\n",
      "This award starts a 30 second timed round in which hits to the\n",
      "jet bumpers add to your Raise the Dead bonus. The bumpers will\n",
      "all flash, even though this award has nothing to do with the\n",
      "normal status of the jets (unlit, lit, and flashing). Shoot\n",
      "each bumper four times to score 3M points; each bumper hit is\n",
      "also worth 100K also. The Raise the Dead bonus begins at 2M.\n",
      " Whenever one of the bumpers is hit for the fourth time,\n",
      "it becomes solidly lit. The dot matrix will show you a grave\n",
      "for each of the bumpers and how many more times each bumper\n",
      "needs to be hit.\n",
      " When all bumpers have been hit four times, the round ends\n",
      "immediately. You can, however, continue to collect 100K per\n",
      "hit for bumpers which have already been hit four times until\n",
      "the round is over.\n",
      "\n",
      "Mansion: Extra Ball\n",
      "This mansion room simply lights an Extra Ball at Thing's Eject.\n",
      "Under normal settings, it will remain lit until collected.\n",
      "\n",
      "Tour the Mansion\n",
      "\n",
      "Mansion: 3 Million\n",
      "Awards 3 million, and on normal settings, spots the 6M mansion\n",
      "room if it has not yet been collected. For the purposes of end-of-ball\n",
      "bonus, the spotting of the 6M panel by this award is not considered\n",
      "to be an earned mansion room.\n",
      " In \"The Addams' Family Gold Edition\", this panel has been\n",
      "replaced by Pugsley and Wednesday's Trap Door. See the section\n",
      "called Metacommentary for more information about TAF\n",
      "Gold.\n",
      "\n",
      "Mansion: Graveyard at Max\n",
      " Advances all jet bumpers to flashing status; each jet now\n",
      "advances the Graveyard value by 30K until the end of the current\n",
      "ball. At the beginning of the next ball, all jet bumpers will\n",
      "return to unlit status.\n",
      " I'm not sure if this award affects the Grave targets at\n",
      "all, but the normal way to advance jet bumpers is by hitting\n",
      "Grave targets.\n",
      "\n",
      "Thing Ramp: \n",
      "This is a small metal ramp to the left of the Bear Kicks ramp\n",
      "that feeds the ball to Thing's Eject. There are two lamps above\n",
      "this ramp -- the green lamp indicates that a shot here will\n",
      "lock the ball, and the yellow lamp means that \"Thing Bonus\"\n",
      "is lit. Thing ramp shots also starts Quick Multiball and Thing\n",
      "Multiball, and is lit to collect extra balls.\n",
      "\n",
      "Thing's Eject:\n",
      "This eject is used to score the Skill Shot, and when lit starts\n",
      "Quick Multiball or Thing Multiball, restarts Multi-Ball(TM),\n",
      "locks balls, awards THING bonus, or awards extra balls. It is\n",
      "usually made during game play by shooting the Thing ramp (see\n",
      "above), but all Thing awards except the skill shot can be collected\n",
      "from either.\n",
      "\n",
      "Thing (Gimmick Hand):\n",
      "Yes, Thing himself! He resides in a box and occasionally comes\n",
      "out to pick up a ball in Thing's Eject, using a magnet. When\n",
      "he does, the ball is either carried away to the swamp, or Thing\n",
      "reappears and releases the ball in the eject.\u001b[0m\u001b[32;1m\u001b[1;3mHitting the ball into Thing's eject in \"The Addams Family\" pinball can result in several rewards, depending on the current state of the game. These rewards include:\n",
      "\n",
      "- Scoring the Skill Shot.\n",
      "- Starting Quick Multiball or Thing Multiball.\n",
      "- Restarting Multi-Ball.\n",
      "- Locking balls for multiball play.\n",
      "- Awarding THING bonus.\n",
      "- Awarding extra balls.\n",
      "\n",
      "The specific reward you get depends on what is currently lit or active in the game when you hit Thing's eject.\u001b[0m\n",
      "\n",
      "\u001b[1m> Finished chain.\u001b[0m\n"
     ]
    }
   ],
   "source": [
    "\n",
    "for idx,sample in enumerate(predictions):\n",
    "    query = sample['query']\n",
    "    result = agent_executor_chained.invoke({\"query\":query})['output']\n",
    "    predictions[idx]['result'] = result\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "from langchain.evaluation.qa import QAEvalChain\n",
    "\n",
    "llm = ChatOpenAI(temperature=0, model=llm_model)\n",
    "\n",
    "eval_chain = QAEvalChain.from_llm(llm)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 308,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/tobiaslofgren/Desktop/code/venvs/flipper_ama/lib/python3.11/site-packages/langchain_core/_api/deprecation.py:117: LangChainDeprecationWarning: The class `langchain_community.embeddings.openai.OpenAIEmbeddings` was deprecated in langchain-community 0.0.9 and will be removed in 0.2.0. An updated version of the class exists in the langchain-openai package and should be used instead. To use it run `pip install -U langchain-openai` and import as `from langchain_openai import OpenAIEmbeddings`.\n",
      "  warn_deprecated(\n"
     ]
    }
   ],
   "source": [
    "from langchain.evaluation import load_evaluator\n",
    "\n",
    "evaluator = load_evaluator(\"pairwise_embedding_distance\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 311,
   "metadata": {},
   "outputs": [],
   "source": [
    "total_scores = []\n",
    "for idx,sample in enumerate(predictions):\n",
    "    answer = sample['answer']\n",
    "    result = sample['result']\n",
    "    score = evaluator.evaluate_string_pairs(prediction=answer, prediction_b=result)\n",
    "    total_scores.append(score)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 312,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[{'score': 0.11709912728835314},\n",
       " {'score': 0.09955259675258987},\n",
       " {'score': 0.09665532881810146},\n",
       " {'score': 0.039461424654903876},\n",
       " {'score': 0.05555065302281237},\n",
       " {'score': 0.23773264237181102},\n",
       " {'score': 0.22168380286012423}]"
      ]
     },
     "execution_count": 312,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "total_scores"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 322,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Using previous examples\n",
      "Done generating examples, invoking agent...\n",
      "\n",
      "\n",
      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
      "\u001b[32;1m\u001b[1;3m\n",
      "Invoking: `pinball_search` with `{'query': '4 Square pop bumpers scoring'}`\n",
      "\n",
      "\n",
      "\u001b[0m\u001b[36;1m\u001b[1;3mPinball Archive Rule Sheet: 4 Square\n",
      "\n",
      "  4 Square\n",
      "\n",
      "Written by Tim Meighan\n",
      "\n",
      "\n",
      "\"4 Square\" was released by D. Gottlieb & Co. in 1971.\n",
      "More information is available from the\n",
      "Internet Pinball Database.\n",
      "\n",
      "GAME ELEMENTS\n",
      "\n",
      "The 4 Square playfield includes two sets of targets and three sets\n",
      "of rollovers, with each set consisting of four items.  Each item\n",
      "in a given set has a corresponding indicator light marked with a\n",
      "unique number value: 1, 2, 3, or  4.  The upper central area of the\n",
      "playfield also contains three pop bumpers arranged in a triangle\n",
      "configuration.  There are also two kicking rubber islands located\n",
      "along each side just above the flippers.  The lower central portion\n",
      "of the playfield is wide open and contains four rows of sequence\n",
      "indicator lights, with each row consisting of 4 lights numbered\n",
      "from 1 to 4.\n",
      "\n",
      "SCORING\n",
      "\n",
      "Four pop bumpers are positioned strategically below the F-I-R-E rollover lanes, in a square formation.  The left two pop bumpers are actually located slightly higher up the playfield than the right pop bumpers, which I think really helps the ball action in that area.  Most Firepower games will exhibit very good response and ball action from the pop bumpers.\n",
      "Pop bumpers, when not lit, award 100 points each.  When lit, pop bumpers award 1,000 points each.  Pop bumpers are lit by completing all six Center Stand-Up Targets, located just below the pop bumpers, in two banks of three targets each (see below.)  On first completion of the Stand-Up Targets, two pop bumpers are lit, one left, and one right- one above and one below.  These will alternate as they are hit.  On second completion of the Stand-Up Targets, the other two unlit pop bumpers will be lit, so all four are lit.\n",
      "Rebound switches around the pop bumper area score 50 points.  The sounds associated with these switches, and the sounds associated with pop bumper activation, make for some neat sound effects when the ball is in this area.\n",
      "A single \"bullseye\" stand-up target is located in the top-center pop bumper area- between the \"I\" and \"R\" rollover lanes.  Scoring for this target is often misunderstood by players, due to the three lamp inserts located directly below it.  The target actually scores 1,000 points.  The three lamp inserts below it (mounted vertically on the playfield) are marked 10,000, 30,000, and 50,000, from bottom to top.  These inserts actually indicate the bonus points awarded when the player completes F-I-R-E and POWER (see Lower Right Stand-Up Targets below.)  They do not in fact pertain to the bullseye target.  I have often wondered if the combination of the stand-up target and these inserts were originally designed for some other award, but have not been able to confirm this.  The layout of these two items certainly doesn't seem too logical, so it's perhaps possible that points or award(s) associated with the stand-up target were changed in the game before it was released.  Which leads us to....\n",
      "\n",
      "Pop Bumpers  this is a standard triangle configuration of 3 pop bumpers.\n",
      "They are behind the drop targets, but you can shoot into them with a shot\n",
      "between the tombstone and drop targets. Balls in the pop bumpers often come out\n",
      "this way. The pop bumpers can also be shot via the left spinner or a soft shot\n",
      "from the right spinner. Each pop is typically worth 100K a shot. Super pops can\n",
      "be lit from the right inlane; it's a fairly long timer, and hitting a pop\n",
      "bumper resets half of it.  I haven't figured out the exact timings yet, but\n",
      "they're quite liberal.  The pop bumpers are also used in the \"Psycho Pops\" CF.\n",
      "\n",
      "The bumpers score 1.5K at the beginning of the game but this value can\n",
      "be increased by 500 points each time by outer orbit shots to the\n",
      "bumpers during the game (see below). After a certain number of hits to\n",
      "the bumpers (default 60 ?), super pops become active in which each\n",
      "bumper hit is worth 20K. Super pops reset at the beginning of each\n",
      "ball and I don't even think that it last for the entire ball in which\n",
      "it is collected; I noticed that during a certain game that I played,\n",
      "super pops wasn't active for the entire ball in which it was\n",
      "collected. The bumpers are fairly active, so with a little nudging\n",
      "while the ball is in the bumpers super pops can be obtained\n",
      "rather easily.\u001b[0m\u001b[32;1m\u001b[1;3mIn the game of \"4 Square\" by D. Gottlieb & Co., released in 1971, the scoring system for the pop bumpers works as follows:\n",
      "\n",
      "- When not lit, each pop bumper awards 100 points.\n",
      "- When lit, each pop bumper awards 1,000 points.\n",
      "\n",
      "Pop bumpers are lit by completing all six Center Stand-Up Targets, located just below the pop bumpers, in two banks of three targets each. Upon the first completion of the Stand-Up Targets, two pop bumpers are lit (one left and one right, one above and one below), and they will alternate as they are hit. Upon the second completion of the Stand-Up Targets, the other two unlit pop bumpers will be lit, so all four are lit.\u001b[0m\n",
      "\n",
      "\u001b[1m> Finished chain.\u001b[0m\n",
      "\n",
      "\n",
      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
      "\u001b[32;1m\u001b[1;3m\n",
      "Invoking: `pinball_search` with `{'query': 'Addams Family pinball initial jackpot value during Multi-Ball'}`\n",
      "\n",
      "\n",
      "\u001b[0m\u001b[36;1m\u001b[1;3mMultiball\n",
      "When Multiball starts, the Jackpot is immediately lit at the Player Piano.\n",
      "Its starting value is 15M if only one ball was locked before starting\n",
      "Multiball (this is normally only possible for the first Multiball); otherwise\n",
      "it starts at 40M.  On prototype ROMs, these values are each 5M less.\n",
      "\n",
      "During Multiball, the Greed Targets are always flashing, lit to increase the\n",
      "Jackpot value by 5M each.  When a Greed Target is hit, it remains unlit until\n",
      "all seven Targets have been hit or until a Jackpot has been collected, which\n",
      "resets all seven Targets.  When all seven Targets have been hit and the\n",
      "Jackpot has still not been collected, one Target is lit at a time, proceeding\n",
      "in order from the lower left set of three, to the far upper right, then from\n",
      "top to bottom in the set of three at the Slot Machine.  The Jackpot can be\n",
      "increased to a maximum of 255M by hitting the Greed Targets.\n",
      "\n",
      "Playing:\n",
      "\n",
      "\"A new power is rising...  TO WAR!!\"  Multiball begins with a base jackpot\n",
      "value, and two available multipliers.  First, the number of balls in play\n",
      "determines if it is a regular Jackpot (2 balls in play), Double Jackpot\n",
      "(three balls) or Triple Jackpot (4 balls, via Gollum MB stack or Add-A-Ball).\n",
      "Next, the jackpot is multiplied by its \"number\".  All shots begin lit for\n",
      "Jackpot.  As each is collected, it goes out and the number is increased by one.\n",
      "\"Double Jackpot ONE!  Double Jackpot TWO!  Double Jackpot THREE!\" .. etc.\n",
      "As long as the player keeps hitting Jackpots one after another, the number\n",
      "keeps increasing, up to seven (the last lit Jackpot). If the player delays\n",
      "more than three seconds between collecting Jackpots, the number resets back\n",
      "to one and all Jackpots relight.  The base value is first multiplied by 2 or 3,\n",
      "depending on the number of balls in play, then by its number, so a \"Triple\n",
      "Jackpot 5\", for example, is 15X.\n",
      "\n",
      "Stage 1  Jackpots: At the start of multiball, the left ramp is lit for Jackpot,\n",
      "and the right ramp for Double Jackpot. Initial jackpot value is 20M if you\n",
      "start at the Tommy hole, 15M if you start with the left scoop (or 40M and\n",
      "30M for Double Jackpot). All playfield switches increase the Jackpot value\n",
      "by 200K, and the Double Jackpot value by 400K. Collecting any Jackpot\n",
      "launches an additional ball into play. When BOTH Jackpots are completed,\n",
      "both are relit.\n",
      "\n",
      "Stage 2  3rd Jackpot. Collect either the single or double jackpot by\n",
      "shooting one of the ramps. Jackpots continue to rise by 200K/400K a switch,\n",
      "and the initial value is carried over from stage 1. After ONE of the two\n",
      "jackpots, an additional ball is launched into play, and you move on to\n",
      "the next stage.\n",
      "\n",
      "The first character completed (3 shots for Man, 4 for Puss, 5 for all others) of each session scores 500K and increases the playfield multiplier for the rest of the ball in play, increasing by 500K for each additional completion to a maximum of 1.5M and 3X. All character\n",
      "shots score half their base value (times any playfield multiplier) after the character has been completed. The playfield multiplier resets at the start of each Donkey Pinball session.\n",
      "\n",
      "Completing all five characters reactivates the main playfield flippers, and starts...\n",
      "\n",
      "Donkey MULTIBALL\n",
      "\n",
      "Press both flipper buttons together at the start of this mode to bypass the lengthy DMD instructions:\n",
      "\n",
      "(\"SHOOT CHARACTER SHOTS FOR JACKPOTS\")\n",
      "(\"CHARACTER JACKPOTS ALTERNATE PLAYFIELDS\")\n",
      "(\"COLLECT EACH CHARACTER 2 TIMES TO LIGHT SUPER JACKPOT\")\n",
      "(\"LIT CAPTIVE BALL SPELLS P-I-N-B-A-L-L\")\n",
      "(\"SPELL P-I-N-B-A-L-L TO ADD A BALL\")\n",
      "(\"Donkey TARGETS RECATIVATE MINI PLAYFIELD\")\n",
      "(\"LIGHT ALL CHARACTERS FOR SUPER JACKPOT\")\u001b[0m\u001b[32;1m\u001b[1;3mIn the Addams Family pinball game, the initial jackpot value during Multi-Ball is 15M if only one ball was locked before starting Multi-Ball, otherwise it starts at 40M. The jackpot can be increased to its maximum value of 255M by hitting the Greed Targets. Each Greed Target hit increases the jackpot value by 5M. When all seven Greed Targets have been hit and the jackpot has not been collected, one target is lit at a time in a specific order until the jackpot is collected or all targets are hit, allowing the jackpot to reach up to 255M.\u001b[0m\n",
      "\n",
      "\u001b[1m> Finished chain.\u001b[0m\n",
      "\n",
      "\n",
      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
      "\u001b[32;1m\u001b[1;3m\n",
      "Invoking: `pinball_search` with `{'query': 'The Addams Family Gold Edition Multiball starting jackpot value L-3 ROMs'}`\n",
      "\n",
      "\n",
      "\u001b[0m\u001b[36;1m\u001b[1;3mMultiball\n",
      "When Multiball starts, the Jackpot is immediately lit at the Player Piano.\n",
      "Its starting value is 15M if only one ball was locked before starting\n",
      "Multiball (this is normally only possible for the first Multiball); otherwise\n",
      "it starts at 40M.  On prototype ROMs, these values are each 5M less.\n",
      "\n",
      "During Multiball, the Greed Targets are always flashing, lit to increase the\n",
      "Jackpot value by 5M each.  When a Greed Target is hit, it remains unlit until\n",
      "all seven Targets have been hit or until a Jackpot has been collected, which\n",
      "resets all seven Targets.  When all seven Targets have been hit and the\n",
      "Jackpot has still not been collected, one Target is lit at a time, proceeding\n",
      "in order from the lower left set of three, to the far upper right, then from\n",
      "top to bottom in the set of three at the Slot Machine.  The Jackpot can be\n",
      "increased to a maximum of 255M by hitting the Greed Targets.\n",
      "\n",
      "Multi-Ball(TM)\n",
      "\n",
      "The Addams Family was released in 1991, and\n",
      "was designed by Pat Lawlor, creator of Whirlwind, Funhouse,\n",
      "and later, Twilight Zone and Road Show. It was, of course, inspired\n",
      "by the television series of the same name. Since then, it has\n",
      "become the number one selling pinball of all time, surpassing\n",
      "such classics as \"Eight Ball Deluxe\".\n",
      " To commemorate this noteworthy accomplishment, in the spring\n",
      "of 1994 TAF was placed back onto the production line -- 2500\n",
      "\"Gold Edition\" machines were made, mostly for collectors and\n",
      "not distribution. There are differences between the new TAF\n",
      "Gold and the original, such as:\n",
      " Gold-colored lockdown bars, jet bumper caps, vaults, and\n",
      "Thing boxes.\n",
      " More quotes have been added; none have been removed.\n",
      " A new game feature called \"Cousin It's Lost items\". Some\n",
      "of the mansion rooms contain hats, hairbrushes, keys, etc.\n",
      "worth bonus points and even extra balls and specials.\n",
      " The 3M mansion room has been replaced by \"Pugsley and Wednesday's\n",
      "Trap Door\". It scores 3M but serves as a link to another one\n",
      "of the mansion rooms. Because of this, it does not automatically\n",
      "spot the 6M mansion room anymore.\n",
      " For more detailed information on TAF Gold,\n",
      "see Keith Johnson's rulesheet.\n",
      "\n",
      "This is version 2.0 of my Guide to\n",
      "The Addams Family pinball game. No major\n",
      "changes have been made from the previous version, although\n",
      "there is more detailed information about a few things, including\n",
      "preliminary information about TAF Gold,\n",
      "the 1994 collector's edition of the game that has\n",
      "been produced.\n",
      " Comments and suggestions are always welcome. You can send\n",
      "e-mail to gt6139a@prism.gatech.edu\n",
      "Credit to those people who have contributed in some way to\n",
      "this guide appears at the end.\n",
      " These rules describe play on normal default settings and\n",
      "on machines without broken diverters or faulty switches. See\n",
      "the section on \"Defaults\" for a listing of defaults and operator-settable\n",
      "options. See your operator if anything's broken :-)\n",
      " This is a special version of this rulesheet formatted especially\n",
      "for the World Wide Web. Your comments on this new presentation\n",
      "of the rules are also welcome.\n",
      " The Addams Family is a trademark of Williams/Bally,\n",
      "Inc. This rules sheet is, however, entered into the public\n",
      "domain. You may freely copy and distribute it as long as you\n",
      "do not alter any of its contents, including this disclaimer.\u001b[0m\u001b[32;1m\u001b[1;3mIn \"The Addams Family Gold Edition\" pinball game with the L-3 ROMs, the starting jackpot value for Multiball is 15M if only one ball was locked before starting Multiball, which is typically possible only for the first Multiball. Otherwise, the starting jackpot value is 40M. These values are each 5M less in the prototype ROMs.\u001b[0m\n",
      "\n",
      "\u001b[1m> Finished chain.\u001b[0m\n",
      "\n",
      "\n",
      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
      "\u001b[32;1m\u001b[1;3m\n",
      "Invoking: `pinball_search` with `{'query': 'Apollo 13 pinball MOON standup targets'}`\n",
      "\n",
      "\n",
      "\u001b[0m\u001b[36;1m\u001b[1;3mPinball Archive Rule Sheet: Apollo 13\n",
      "\n",
      "  Apollo 13\n",
      "\n",
      "APOLLO 13 RULES \n",
      "v1.0 (5-17-96)\n",
      "by Steve Lane\n",
      "\n",
      "\n",
      "CONTENTS\n",
      "\n",
      "\n",
      " OVERVIEW\n",
      " DESIGN CREDITS\n",
      " VITAL STATS\n",
      " PLAYFIELD BOTTOM\n",
      " PLAYFIELD MIDDLE\n",
      " PLAYFIELD TOP\n",
      " SELECTING GAME MODE\n",
      " MYSTERY\n",
      " SHOOT THE MOON\n",
      " ORBITS AND ADVANCING THE SPACECRAFT\n",
      " MISSIONS\n",
      " REGULAR MULTIBALL\n",
      " 13 BALL\n",
      " FUN WITH BONUS\n",
      " EASTER EGGS\n",
      " STRATEGY\n",
      "\n",
      "OVERVIEW\n",
      "\n",
      "I like Apollo 13 a lot, rating it behind only Frankenstein in\n",
      "Sega's series of games.  And I may end up liking it more\n",
      "than Frankenstein.\n",
      "\n",
      "It has a very crowded playfield (almost all shots are no more\n",
      "than midway up the playfield), excellent backglass, playfield,\n",
      "and cabinet art, terrific dots, and decent sound (save\n",
      "for the repetitive quotes).\n",
      "\n",
      "Most of the shots are quite narrow and somewhat difficult,\n",
      "especially from fast-moving inlane balls.  This, combined\n",
      "with how often the post comes up, makes gameplay pretty much\n",
      "catch-and-shoot.\n",
      "\n",
      "Center Stand-Up Targets:\n",
      "\n",
      "Left Standup Targets  like the M-A-R Martian targets from AFM, they are\n",
      "right above the left inlane.  They look like red squares.  There are three\n",
      "of them, in a line vertically.  They're easy to hit with a shot off the tip\n",
      "of the right flipper, although it is a tight angle.  Hitting any one of\n",
      "these targets will light the Shooting Star on the left.  There is a Golden\n",
      "Symbol here (only one of the three targets needs to be hit to score the\n",
      "Symbol).\n",
      "\n",
      "Left Orbit  can be lit for Lock, Harem, or Tiger Loop.  There is a\n",
      "diverter that will send the ball to the Jet Bumpers, otherwise the ball\n",
      "will loop around (passing over the Lock Magnet) and come out the Right\n",
      "Orbit.  There is a Golden Symbol here.\n",
      "\n",
      "Battery standup targets: 4 of them, yellow, facing to the\n",
      "right.   At the exit of the bumper area, and a ball leaving the\n",
      "bumpers will usually hit one of them.   The manual mentions\n",
      "something about being able to get an extra ball from hitting them\n",
      "enough, but I've never seen any behavior from them except in the\n",
      "Voltage Mission.\n",
      "\n",
      " \"Battery Lane\": a gap to the right of the Battery standups\n",
      "that leads to and from the bumpers. \n",
      "\n",
      " M-O-O-N standups, facing the flippers.   The leftmost\n",
      "one starts out flashing, hit that to light it and flash\n",
      "the next one.  When you complete the sequence, Shoot The Moon\n",
      "(see its section) is lit at the ramp for a hurry-up.  The sequence\n",
      "also lights Super Jackpot in regular multiball.\n",
      "\n",
      " Blastoff ramp.   A shallow blue ramp. I haven't been able to\n",
      "backhand it.  Has a diverter that sends the ball to either the\n",
      "left or right inlane.  The diverter is not machine-controllable\n",
      "and just switches from side to side after each made ramp shot.\u001b[0m\u001b[32;1m\u001b[1;3mIn the Apollo 13 pinball game, completing the sequence of M-O-O-N standup targets, which face the flippers and start with the leftmost one flashing, has the significance of lighting \"Shoot The Moon\" at the ramp for a hurry-up. Additionally, completing this sequence also lights the Super Jackpot in regular multiball.\u001b[0m\n",
      "\n",
      "\u001b[1m> Finished chain.\u001b[0m\n",
      "\n",
      "\n",
      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
      "\u001b[32;1m\u001b[1;3m\n",
      "Invoking: `pinball_search` with `{'query': 'Attack From Mars Attack Phase objective'}`\n",
      "\n",
      "\n",
      "\u001b[0m\u001b[36;1m\u001b[1;3mThe Attack Phase is the heart and soul of the game. It involves the player\n",
      "protecting a certain country from the martians. The countries are France,\n",
      "Italy, Germany, United States, & England. To start an attack phase, all 3\n",
      "targets which make up the force field in front of the flying saucer must be\n",
      "hit. The forcefield will then lower opening up the 3 targets behind.  Here's\n",
      "an attempt at a diagram to better explain this.\n",
      "\n",
      "\n",
      "          H              H = Hole\n",
      "        / D \\            D = Drop Target\n",
      "      /T     T\\          T = Side Targets\n",
      "    /           \\        F = Targets on force field\n",
      "      =========\n",
      "      F   F   F\n",
      "\n",
      "Martian Attack\n",
      "At the beginning of the game, the seven M-A-R-T-I-A-N targets are\n",
      "all flashing.  Completing all seven targets lights the SoL scoop\n",
      "for Martian Attack.  The award can be collected from the front\n",
      "or back of the scoop the first time, but then must be collected\n",
      "from the front every other time.\n",
      "During Martian Attack, all four martians begin jumping up and\n",
      "down, and you must shoot each of the four martians to start\n",
      "Martian Multiball.  You can shoot any of the M-A-R targets to\n",
      "kill the lower left martian, and likewise either of the A-N targets\n",
      "to kill the lower right one.  You have 30 seconds to kill all\n",
      "four.\n",
      "Each killed martian is worth 20M, and killing all four starts\n",
      "Martian Multiball.  Another ball is launched into play, and the\n",
      "four shots remain lit throughout the multiball for 20M each.\n",
      "The number of martians killed is counted throughout game.  The\n",
      "martians killed during the Attack phase count as well.  The game\n",
      "displays the name of the person who has killed the most martians\n",
      "in attract mode.\n",
      "\n",
      "Pinball Archive Rule Sheet: Attack From Mars\n",
      "\n",
      "  Attack From Mars\n",
      "\n",
      "Attack From Mars\n",
      "\n",
      "Rule Sheet Version 2.3\n",
      "Authored by: Bob McCann (mccannr1@pilot.msu.edu)\n",
      "\n",
      "With help from:\n",
      "Dan Wilson (wilso142@pilot.msu.edu)\n",
      "Scott Tiesma (tiesmasc@pilot.msu.edu)\n",
      "Mark Phaedrus (phaedrus@coho.halcyon.com)\n",
      "Steve Baumgarden (sbb@panix.com)\n",
      "\n",
      "\n",
      "Lots of stuff contained in this document is copywrited by Williams\n",
      "Electronic Games, so don't sue me...\n",
      "\n",
      "This rule sheet can be downloaded at my pinball page loacated at:\n",
      "http://pilot.msu.edu/~mccannr1\n",
      "Or e-mail me and I'll send you a copy.\n",
      "\n",
      "New to this version:\n",
      "\n",
      "\n",
      " Rule The Universe rules explained better\n",
      " Spelled Robert Friesl's name right in the game credits\n",
      " \"Attack From The Pasture\" video mode explained\n",
      " Corrected the address of my web page where this rule sheet can be found.\n",
      "\n",
      "\n",
      "Contents\n",
      "\n",
      " Introduction\n",
      " Playfield Layout\n",
      " Skill Shot\n",
      " Attack Phase\n",
      " Multiball\n",
      " Stroke of Luck\n",
      " Total Annihilation\n",
      " Martian Attack\n",
      " Rule The Universe\n",
      " Misc\n",
      " End Stuff\n",
      "\n",
      "\n",
      "1. Introduction\n",
      "\n",
      "Attack From Mars is the latest in the line of pinball games from Williams.\n",
      "It features a nice open playfield, and easy to understand rules. The theme\n",
      "is basically what it sounds, defending the Earth from attacking Martians.\n",
      "The credits for the game are as follows:\n",
      "\n",
      "Design: Brian Eddy\n",
      "Software: Lyman Sheats\n",
      "Artwork: Doug Watson\n",
      "Music & Sounds: Dan Forden\n",
      "Mechanical Engineer: Robert C. Friesl\n",
      "Dots: Adam Rhine & Brian Morris\n",
      "\n",
      "Blatent Editorial - This is one of the best games to come out in a\n",
      "LONG time.\n",
      "\n",
      "\n",
      "2. Playfield Layout\n",
      "\n",
      "Here is the basic layout of the playfield starting just above the left outlane\n",
      "and going clockwise around.\n",
      "\n",
      "MAR Targets - 3 targets of which are the first the letters of the word\n",
      "martian.\n",
      "\n",
      "Left Orbit - Loops the ball up to the top rollovers and bumpers.  Lights a\n",
      "\"capture\". If capture is complete, loops ball all the way\n",
      "around.\n",
      "\n",
      "Left Ramp - Sends ball back to left return lane.  Lights a \"Big-O-Beam\".\u001b[0m\u001b[32;1m\u001b[1;3mThe primary objective during the Attack Phase in \"Attack From Mars\" is to protect a certain country from the Martians. The countries include France, Italy, Germany, United States, and England. To start an attack phase, the player must hit all 3 targets that make up the force field in front of the flying saucer. Once the forcefield is lowered, it opens up the 3 targets behind it, allowing the player to attack the Martians directly.\u001b[0m\n",
      "\n",
      "\u001b[1m> Finished chain.\u001b[0m\n",
      "\n",
      "\n",
      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
      "\u001b[32;1m\u001b[1;3m\n",
      "Invoking: `pinball_search` with `{'query': '4 Square pop bumpers scoring'}`\n",
      "\n",
      "\n",
      "\u001b[0m\u001b[36;1m\u001b[1;3mPinball Archive Rule Sheet: 4 Square\n",
      "\n",
      "  4 Square\n",
      "\n",
      "Written by Tim Meighan\n",
      "\n",
      "\n",
      "\"4 Square\" was released by D. Gottlieb & Co. in 1971.\n",
      "More information is available from the\n",
      "Internet Pinball Database.\n",
      "\n",
      "GAME ELEMENTS\n",
      "\n",
      "The 4 Square playfield includes two sets of targets and three sets\n",
      "of rollovers, with each set consisting of four items.  Each item\n",
      "in a given set has a corresponding indicator light marked with a\n",
      "unique number value: 1, 2, 3, or  4.  The upper central area of the\n",
      "playfield also contains three pop bumpers arranged in a triangle\n",
      "configuration.  There are also two kicking rubber islands located\n",
      "along each side just above the flippers.  The lower central portion\n",
      "of the playfield is wide open and contains four rows of sequence\n",
      "indicator lights, with each row consisting of 4 lights numbered\n",
      "from 1 to 4.\n",
      "\n",
      "SCORING\n",
      "\n",
      "Four pop bumpers are positioned strategically below the F-I-R-E rollover lanes, in a square formation.  The left two pop bumpers are actually located slightly higher up the playfield than the right pop bumpers, which I think really helps the ball action in that area.  Most Firepower games will exhibit very good response and ball action from the pop bumpers.\n",
      "Pop bumpers, when not lit, award 100 points each.  When lit, pop bumpers award 1,000 points each.  Pop bumpers are lit by completing all six Center Stand-Up Targets, located just below the pop bumpers, in two banks of three targets each (see below.)  On first completion of the Stand-Up Targets, two pop bumpers are lit, one left, and one right- one above and one below.  These will alternate as they are hit.  On second completion of the Stand-Up Targets, the other two unlit pop bumpers will be lit, so all four are lit.\n",
      "Rebound switches around the pop bumper area score 50 points.  The sounds associated with these switches, and the sounds associated with pop bumper activation, make for some neat sound effects when the ball is in this area.\n",
      "A single \"bullseye\" stand-up target is located in the top-center pop bumper area- between the \"I\" and \"R\" rollover lanes.  Scoring for this target is often misunderstood by players, due to the three lamp inserts located directly below it.  The target actually scores 1,000 points.  The three lamp inserts below it (mounted vertically on the playfield) are marked 10,000, 30,000, and 50,000, from bottom to top.  These inserts actually indicate the bonus points awarded when the player completes F-I-R-E and POWER (see Lower Right Stand-Up Targets below.)  They do not in fact pertain to the bullseye target.  I have often wondered if the combination of the stand-up target and these inserts were originally designed for some other award, but have not been able to confirm this.  The layout of these two items certainly doesn't seem too logical, so it's perhaps possible that points or award(s) associated with the stand-up target were changed in the game before it was released.  Which leads us to....\n",
      "\n",
      "Pop Bumpers  this is a standard triangle configuration of 3 pop bumpers.\n",
      "They are behind the drop targets, but you can shoot into them with a shot\n",
      "between the tombstone and drop targets. Balls in the pop bumpers often come out\n",
      "this way. The pop bumpers can also be shot via the left spinner or a soft shot\n",
      "from the right spinner. Each pop is typically worth 100K a shot. Super pops can\n",
      "be lit from the right inlane; it's a fairly long timer, and hitting a pop\n",
      "bumper resets half of it.  I haven't figured out the exact timings yet, but\n",
      "they're quite liberal.  The pop bumpers are also used in the \"Psycho Pops\" CF.\n",
      "\n",
      "The bumpers score 1.5K at the beginning of the game but this value can\n",
      "be increased by 500 points each time by outer orbit shots to the\n",
      "bumpers during the game (see below). After a certain number of hits to\n",
      "the bumpers (default 60 ?), super pops become active in which each\n",
      "bumper hit is worth 20K. Super pops reset at the beginning of each\n",
      "ball and I don't even think that it last for the entire ball in which\n",
      "it is collected; I noticed that during a certain game that I played,\n",
      "super pops wasn't active for the entire ball in which it was\n",
      "collected. The bumpers are fairly active, so with a little nudging\n",
      "while the ball is in the bumpers super pops can be obtained\n",
      "rather easily.\u001b[0m\u001b[32;1m\u001b[1;3mIn the game of \"4 Square\" by D. Gottlieb & Co., released in 1971, the scoring system for the pop bumpers works as follows:\n",
      "\n",
      "- When not lit, each pop bumper awards 100 points.\n",
      "- When lit, each pop bumper awards 1,000 points.\n",
      "\n",
      "Pop bumpers are lit by completing all six Center Stand-Up Targets, located just below the pop bumpers, in two banks of three targets each. Upon the first completion of the Stand-Up Targets, two pop bumpers are lit (one left and one right, one above and one below), and they will alternate as they are hit. Upon the second completion of the Stand-Up Targets, the other two unlit pop bumpers will be lit, so all four are lit.\u001b[0m\n",
      "\n",
      "\u001b[1m> Finished chain.\u001b[0m\n",
      "\n",
      "\n",
      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
      "\u001b[32;1m\u001b[1;3m\n",
      "Invoking: `pinball_search` with `{'query': 'Addams Family pinball initial jackpot value during Multi-Ball'}`\n",
      "\n",
      "\n",
      "\u001b[0m\u001b[36;1m\u001b[1;3mMultiball\n",
      "When Multiball starts, the Jackpot is immediately lit at the Player Piano.\n",
      "Its starting value is 15M if only one ball was locked before starting\n",
      "Multiball (this is normally only possible for the first Multiball); otherwise\n",
      "it starts at 40M.  On prototype ROMs, these values are each 5M less.\n",
      "\n",
      "During Multiball, the Greed Targets are always flashing, lit to increase the\n",
      "Jackpot value by 5M each.  When a Greed Target is hit, it remains unlit until\n",
      "all seven Targets have been hit or until a Jackpot has been collected, which\n",
      "resets all seven Targets.  When all seven Targets have been hit and the\n",
      "Jackpot has still not been collected, one Target is lit at a time, proceeding\n",
      "in order from the lower left set of three, to the far upper right, then from\n",
      "top to bottom in the set of three at the Slot Machine.  The Jackpot can be\n",
      "increased to a maximum of 255M by hitting the Greed Targets.\n",
      "\n",
      "Playing:\n",
      "\n",
      "\"A new power is rising...  TO WAR!!\"  Multiball begins with a base jackpot\n",
      "value, and two available multipliers.  First, the number of balls in play\n",
      "determines if it is a regular Jackpot (2 balls in play), Double Jackpot\n",
      "(three balls) or Triple Jackpot (4 balls, via Gollum MB stack or Add-A-Ball).\n",
      "Next, the jackpot is multiplied by its \"number\".  All shots begin lit for\n",
      "Jackpot.  As each is collected, it goes out and the number is increased by one.\n",
      "\"Double Jackpot ONE!  Double Jackpot TWO!  Double Jackpot THREE!\" .. etc.\n",
      "As long as the player keeps hitting Jackpots one after another, the number\n",
      "keeps increasing, up to seven (the last lit Jackpot). If the player delays\n",
      "more than three seconds between collecting Jackpots, the number resets back\n",
      "to one and all Jackpots relight.  The base value is first multiplied by 2 or 3,\n",
      "depending on the number of balls in play, then by its number, so a \"Triple\n",
      "Jackpot 5\", for example, is 15X.\n",
      "\n",
      "Stage 1  Jackpots: At the start of multiball, the left ramp is lit for Jackpot,\n",
      "and the right ramp for Double Jackpot. Initial jackpot value is 20M if you\n",
      "start at the Tommy hole, 15M if you start with the left scoop (or 40M and\n",
      "30M for Double Jackpot). All playfield switches increase the Jackpot value\n",
      "by 200K, and the Double Jackpot value by 400K. Collecting any Jackpot\n",
      "launches an additional ball into play. When BOTH Jackpots are completed,\n",
      "both are relit.\n",
      "\n",
      "Stage 2  3rd Jackpot. Collect either the single or double jackpot by\n",
      "shooting one of the ramps. Jackpots continue to rise by 200K/400K a switch,\n",
      "and the initial value is carried over from stage 1. After ONE of the two\n",
      "jackpots, an additional ball is launched into play, and you move on to\n",
      "the next stage.\n",
      "\n",
      "The first character completed (3 shots for Man, 4 for Puss, 5 for all others) of each session scores 500K and increases the playfield multiplier for the rest of the ball in play, increasing by 500K for each additional completion to a maximum of 1.5M and 3X. All character\n",
      "shots score half their base value (times any playfield multiplier) after the character has been completed. The playfield multiplier resets at the start of each Donkey Pinball session.\n",
      "\n",
      "Completing all five characters reactivates the main playfield flippers, and starts...\n",
      "\n",
      "Donkey MULTIBALL\n",
      "\n",
      "Press both flipper buttons together at the start of this mode to bypass the lengthy DMD instructions:\n",
      "\n",
      "(\"SHOOT CHARACTER SHOTS FOR JACKPOTS\")\n",
      "(\"CHARACTER JACKPOTS ALTERNATE PLAYFIELDS\")\n",
      "(\"COLLECT EACH CHARACTER 2 TIMES TO LIGHT SUPER JACKPOT\")\n",
      "(\"LIT CAPTIVE BALL SPELLS P-I-N-B-A-L-L\")\n",
      "(\"SPELL P-I-N-B-A-L-L TO ADD A BALL\")\n",
      "(\"Donkey TARGETS RECATIVATE MINI PLAYFIELD\")\n",
      "(\"LIGHT ALL CHARACTERS FOR SUPER JACKPOT\")\u001b[0m\u001b[32;1m\u001b[1;3mIn the Addams Family pinball game, the initial jackpot value during Multi-Ball is 15M if only one ball was locked before starting Multi-Ball, otherwise it starts at 40M. The jackpot can be increased to its maximum value of 255M by hitting the Greed Targets. Each Greed Target hit increases the jackpot value by 5M. When all seven Greed Targets have been hit and the jackpot has not been collected, one target is lit at a time in a specific order until the maximum value is reached.\u001b[0m\n",
      "\n",
      "\u001b[1m> Finished chain.\u001b[0m\n",
      "\n",
      "\n",
      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
      "\u001b[32;1m\u001b[1;3m\n",
      "Invoking: `pinball_search` with `{'query': 'The Addams Family Gold Edition Multiball starting jackpot value L-3 ROMs'}`\n",
      "\n",
      "\n",
      "\u001b[0m\u001b[36;1m\u001b[1;3mMultiball\n",
      "When Multiball starts, the Jackpot is immediately lit at the Player Piano.\n",
      "Its starting value is 15M if only one ball was locked before starting\n",
      "Multiball (this is normally only possible for the first Multiball); otherwise\n",
      "it starts at 40M.  On prototype ROMs, these values are each 5M less.\n",
      "\n",
      "During Multiball, the Greed Targets are always flashing, lit to increase the\n",
      "Jackpot value by 5M each.  When a Greed Target is hit, it remains unlit until\n",
      "all seven Targets have been hit or until a Jackpot has been collected, which\n",
      "resets all seven Targets.  When all seven Targets have been hit and the\n",
      "Jackpot has still not been collected, one Target is lit at a time, proceeding\n",
      "in order from the lower left set of three, to the far upper right, then from\n",
      "top to bottom in the set of three at the Slot Machine.  The Jackpot can be\n",
      "increased to a maximum of 255M by hitting the Greed Targets.\n",
      "\n",
      "Multi-Ball(TM)\n",
      "\n",
      "The Addams Family was released in 1991, and\n",
      "was designed by Pat Lawlor, creator of Whirlwind, Funhouse,\n",
      "and later, Twilight Zone and Road Show. It was, of course, inspired\n",
      "by the television series of the same name. Since then, it has\n",
      "become the number one selling pinball of all time, surpassing\n",
      "such classics as \"Eight Ball Deluxe\".\n",
      " To commemorate this noteworthy accomplishment, in the spring\n",
      "of 1994 TAF was placed back onto the production line -- 2500\n",
      "\"Gold Edition\" machines were made, mostly for collectors and\n",
      "not distribution. There are differences between the new TAF\n",
      "Gold and the original, such as:\n",
      " Gold-colored lockdown bars, jet bumper caps, vaults, and\n",
      "Thing boxes.\n",
      " More quotes have been added; none have been removed.\n",
      " A new game feature called \"Cousin It's Lost items\". Some\n",
      "of the mansion rooms contain hats, hairbrushes, keys, etc.\n",
      "worth bonus points and even extra balls and specials.\n",
      " The 3M mansion room has been replaced by \"Pugsley and Wednesday's\n",
      "Trap Door\". It scores 3M but serves as a link to another one\n",
      "of the mansion rooms. Because of this, it does not automatically\n",
      "spot the 6M mansion room anymore.\n",
      " For more detailed information on TAF Gold,\n",
      "see Keith Johnson's rulesheet.\n",
      "\n",
      "This is version 2.0 of my Guide to\n",
      "The Addams Family pinball game. No major\n",
      "changes have been made from the previous version, although\n",
      "there is more detailed information about a few things, including\n",
      "preliminary information about TAF Gold,\n",
      "the 1994 collector's edition of the game that has\n",
      "been produced.\n",
      " Comments and suggestions are always welcome. You can send\n",
      "e-mail to gt6139a@prism.gatech.edu\n",
      "Credit to those people who have contributed in some way to\n",
      "this guide appears at the end.\n",
      " These rules describe play on normal default settings and\n",
      "on machines without broken diverters or faulty switches. See\n",
      "the section on \"Defaults\" for a listing of defaults and operator-settable\n",
      "options. See your operator if anything's broken :-)\n",
      " This is a special version of this rulesheet formatted especially\n",
      "for the World Wide Web. Your comments on this new presentation\n",
      "of the rules are also welcome.\n",
      " The Addams Family is a trademark of Williams/Bally,\n",
      "Inc. This rules sheet is, however, entered into the public\n",
      "domain. You may freely copy and distribute it as long as you\n",
      "do not alter any of its contents, including this disclaimer.\u001b[0m\u001b[32;1m\u001b[1;3mIn \"The Addams Family Gold Edition\" pinball game with the L-3 ROMs, the starting jackpot value for Multiball is as follows:\n",
      "\n",
      "- If only one ball was locked before starting Multiball (normally only possible for the first Multiball), the starting jackpot value is 15M.\n",
      "- Otherwise, it starts at 40M.\n",
      "\n",
      "During Multiball, the Greed Targets can be hit to increase the Jackpot value by 5M each, up to a maximum of 255M.\u001b[0m\n",
      "\n",
      "\u001b[1m> Finished chain.\u001b[0m\n",
      "\n",
      "\n",
      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
      "\u001b[32;1m\u001b[1;3m\n",
      "Invoking: `pinball_search` with `{'query': 'Apollo 13 pinball MOON standup targets reward'}`\n",
      "\n",
      "\n",
      "\u001b[0m\u001b[36;1m\u001b[1;3mPinball Archive Rule Sheet: Apollo 13\n",
      "\n",
      "  Apollo 13\n",
      "\n",
      "APOLLO 13 RULES \n",
      "v1.0 (5-17-96)\n",
      "by Steve Lane\n",
      "\n",
      "\n",
      "CONTENTS\n",
      "\n",
      "\n",
      " OVERVIEW\n",
      " DESIGN CREDITS\n",
      " VITAL STATS\n",
      " PLAYFIELD BOTTOM\n",
      " PLAYFIELD MIDDLE\n",
      " PLAYFIELD TOP\n",
      " SELECTING GAME MODE\n",
      " MYSTERY\n",
      " SHOOT THE MOON\n",
      " ORBITS AND ADVANCING THE SPACECRAFT\n",
      " MISSIONS\n",
      " REGULAR MULTIBALL\n",
      " 13 BALL\n",
      " FUN WITH BONUS\n",
      " EASTER EGGS\n",
      " STRATEGY\n",
      "\n",
      "OVERVIEW\n",
      "\n",
      "I like Apollo 13 a lot, rating it behind only Frankenstein in\n",
      "Sega's series of games.  And I may end up liking it more\n",
      "than Frankenstein.\n",
      "\n",
      "It has a very crowded playfield (almost all shots are no more\n",
      "than midway up the playfield), excellent backglass, playfield,\n",
      "and cabinet art, terrific dots, and decent sound (save\n",
      "for the repetitive quotes).\n",
      "\n",
      "Most of the shots are quite narrow and somewhat difficult,\n",
      "especially from fast-moving inlane balls.  This, combined\n",
      "with how often the post comes up, makes gameplay pretty much\n",
      "catch-and-shoot.\n",
      "\n",
      "A sign over the ramp has two lamps: a yellow one that indicates\n",
      "when a BLASTOFF letter is available, and a red one that\n",
      "is lit when the Shoot The Moon hurryup is available.  The yellow\n",
      "lamp is lit at the start of a ball.\n",
      "\n",
      "A letter in BLASTOFF can be collected via a combo when the\n",
      "yellow lamp is not lit.  The combo is either ramp -> ramp or\n",
      "ramp -> left orbit -> ramp, depending on the current position\n",
      "of the diverter.\n",
      "\n",
      "Hitting the Blastoff ramp is an easy way to light an Orbit\n",
      "to Advance the Spacecraft.\n",
      "\n",
      "There's a big plastic moon in the \"kink\" of the ramp that\n",
      "has a magnet that can grab the ball and rotate it around to a big\n",
      "hole beside of the ramp.  This happens whenever the ramp is\n",
      "hit with the yellow lamp lit in one-ball, non-mode play.\n",
      "\n",
      " Water standup.   Like the Food standup.\n",
      "\n",
      " Right orbit.   When lit, Advances the Spacecraft.  Like the left\n",
      "orbit, easy from a caught ball, harder from a moving one.\n",
      "\n",
      "This is a scoop located on the upper part of the playfield near the right\n",
      "side. There are three lights below it labelled \"Stroke of Luck\", \"Extra\n",
      "Ball\" and \"Martian Attack\". The awards for shooting the ball into the\n",
      "scoop while one or more of these is lit are as follows:\n",
      "\n",
      "Extra Ball: extra ball\n",
      "Martian Attack: begins Martian Attack mode (see Modes)\n",
      "Stroke of luck: random award (below is a list of possible awards)\n",
      "\n",
      "500,000 points\n",
      "1,000,000 points\n",
      "Light Martian Attack\n",
      "3 Missiles\n",
      "Martian Bomb\n",
      "1 Saucer Light\n",
      "Hypno Multiball\n",
      "Capture Multiball\n",
      "Light Extra Ball\n",
      "Light Capture\n",
      "Award Capture\n",
      "+5 Bonus X\n",
      "Hold Bonus X\n",
      "\n",
      "\n",
      " Saucer lights\n",
      "\n",
      "There is a saucer painted on the playfield in the very center which has 9\n",
      "red lights. These red lights must all be lit up for Attack Mars\n",
      "to light. During play, the lights will blink successively in a pattern for\n",
      "a moment, then flash several times the amount of lights you currently\n",
      "have. There are many ways to get one or more of these lights and they\n",
      "are as follows:\n",
      "\n",
      "Mystery 3-ball starts, well, a 3-ball multiball where the spinner\n",
      "is worth a \"mysterious\" amount of points.  Seems like it was 50M.\n",
      "\n",
      "The 50M award was called \"Washing Machine\" in earlier (2.05, at least)\n",
      "ROMs.\n",
      "\n",
      "\n",
      "SHOOT THE MOON\n",
      "\n",
      "When the M-O-O-N targets are completed, Shoot the Moon is lit\n",
      "at the Blastoff ramp.  It is a hurry-up shot, but counts down\n",
      "-very- slowly, so you don't really have to hurry.  You -do-\n",
      "want to collect before losing the ball, tho :).  If you don't\n",
      "collect it, it resets to 20M.\n",
      "\n",
      "The Shoot the Moon value can be very large in a long game.\n",
      "I've had it over 400M in a 4B game.\n",
      "\n",
      "\n",
      "ORBITS AND ADVANCING THE SPACECRAFT\u001b[0m\u001b[32;1m\u001b[1;3mIn the Apollo 13 pinball game, completing the sequence of M-O-O-N standup targets lights up the Shoot the Moon hurry-up shot at the Blastoff ramp. The Shoot the Moon value counts down very slowly, allowing players ample time to collect it before losing the ball. If not collected, it resets to 20M. The value of Shoot the Moon can become very large in a long game, with potential values over 400M in a 4-ball game.\u001b[0m\n",
      "\n",
      "\u001b[1m> Finished chain.\u001b[0m\n",
      "\n",
      "\n",
      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
      "\u001b[32;1m\u001b[1;3m\n",
      "Invoking: `pinball_search` with `{'query': 'Attack From Mars Attack Phase objective'}`\n",
      "\n",
      "\n",
      "\u001b[0m\u001b[36;1m\u001b[1;3mThe Attack Phase is the heart and soul of the game. It involves the player\n",
      "protecting a certain country from the martians. The countries are France,\n",
      "Italy, Germany, United States, & England. To start an attack phase, all 3\n",
      "targets which make up the force field in front of the flying saucer must be\n",
      "hit. The forcefield will then lower opening up the 3 targets behind.  Here's\n",
      "an attempt at a diagram to better explain this.\n",
      "\n",
      "\n",
      "          H              H = Hole\n",
      "        / D \\            D = Drop Target\n",
      "      /T     T\\          T = Side Targets\n",
      "    /           \\        F = Targets on force field\n",
      "      =========\n",
      "      F   F   F\n",
      "\n",
      "Martian Attack\n",
      "At the beginning of the game, the seven M-A-R-T-I-A-N targets are\n",
      "all flashing.  Completing all seven targets lights the SoL scoop\n",
      "for Martian Attack.  The award can be collected from the front\n",
      "or back of the scoop the first time, but then must be collected\n",
      "from the front every other time.\n",
      "During Martian Attack, all four martians begin jumping up and\n",
      "down, and you must shoot each of the four martians to start\n",
      "Martian Multiball.  You can shoot any of the M-A-R targets to\n",
      "kill the lower left martian, and likewise either of the A-N targets\n",
      "to kill the lower right one.  You have 30 seconds to kill all\n",
      "four.\n",
      "Each killed martian is worth 20M, and killing all four starts\n",
      "Martian Multiball.  Another ball is launched into play, and the\n",
      "four shots remain lit throughout the multiball for 20M each.\n",
      "The number of martians killed is counted throughout game.  The\n",
      "martians killed during the Attack phase count as well.  The game\n",
      "displays the name of the person who has killed the most martians\n",
      "in attract mode.\n",
      "\n",
      "Pinball Archive Rule Sheet: Attack From Mars\n",
      "\n",
      "  Attack From Mars\n",
      "\n",
      "Attack From Mars\n",
      "\n",
      "Rule Sheet Version 2.3\n",
      "Authored by: Bob McCann (mccannr1@pilot.msu.edu)\n",
      "\n",
      "With help from:\n",
      "Dan Wilson (wilso142@pilot.msu.edu)\n",
      "Scott Tiesma (tiesmasc@pilot.msu.edu)\n",
      "Mark Phaedrus (phaedrus@coho.halcyon.com)\n",
      "Steve Baumgarden (sbb@panix.com)\n",
      "\n",
      "\n",
      "Lots of stuff contained in this document is copywrited by Williams\n",
      "Electronic Games, so don't sue me...\n",
      "\n",
      "This rule sheet can be downloaded at my pinball page loacated at:\n",
      "http://pilot.msu.edu/~mccannr1\n",
      "Or e-mail me and I'll send you a copy.\n",
      "\n",
      "New to this version:\n",
      "\n",
      "\n",
      " Rule The Universe rules explained better\n",
      " Spelled Robert Friesl's name right in the game credits\n",
      " \"Attack From The Pasture\" video mode explained\n",
      " Corrected the address of my web page where this rule sheet can be found.\n",
      "\n",
      "\n",
      "Contents\n",
      "\n",
      " Introduction\n",
      " Playfield Layout\n",
      " Skill Shot\n",
      " Attack Phase\n",
      " Multiball\n",
      " Stroke of Luck\n",
      " Total Annihilation\n",
      " Martian Attack\n",
      " Rule The Universe\n",
      " Misc\n",
      " End Stuff\n",
      "\n",
      "\n",
      "1. Introduction\n",
      "\n",
      "Attack From Mars is the latest in the line of pinball games from Williams.\n",
      "It features a nice open playfield, and easy to understand rules. The theme\n",
      "is basically what it sounds, defending the Earth from attacking Martians.\n",
      "The credits for the game are as follows:\n",
      "\n",
      "Design: Brian Eddy\n",
      "Software: Lyman Sheats\n",
      "Artwork: Doug Watson\n",
      "Music & Sounds: Dan Forden\n",
      "Mechanical Engineer: Robert C. Friesl\n",
      "Dots: Adam Rhine & Brian Morris\n",
      "\n",
      "Blatent Editorial - This is one of the best games to come out in a\n",
      "LONG time.\n",
      "\n",
      "\n",
      "2. Playfield Layout\n",
      "\n",
      "Here is the basic layout of the playfield starting just above the left outlane\n",
      "and going clockwise around.\n",
      "\n",
      "MAR Targets - 3 targets of which are the first the letters of the word\n",
      "martian.\n",
      "\n",
      "Left Orbit - Loops the ball up to the top rollovers and bumpers.  Lights a\n",
      "\"capture\". If capture is complete, loops ball all the way\n",
      "around.\n",
      "\n",
      "Left Ramp - Sends ball back to left return lane.  Lights a \"Big-O-Beam\".\u001b[0m\u001b[32;1m\u001b[1;3mDuring the Attack Phase in \"Attack From Mars,\" the primary objective is to protect a certain country from the Martians. The countries that can be defended are France, Italy, Germany, the United States, and England. To start an Attack Phase, the player must hit all 3 targets that make up the force field in front of the flying saucer. Once these targets are hit, the force field will lower, revealing 3 targets behind it that the player must then target.\u001b[0m\n",
      "\n",
      "\u001b[1m> Finished chain.\u001b[0m\n",
      "Done invoking agent, evaluating...\n",
      "Total scores: [{'score': 0.06177364559744691}, {'score': 0.0986976089401097}, {'score': 0.08853416680198412}, {'score': 0.039461424654903876}, {'score': 0.050469464933470376}, {'score': 0.06177364559744691}, {'score': 0.09744897511436834}, {'score': 0.09527728389573276}, {'score': 0.017545788875461543}, {'score': 0.05418447127446968}] 0.06651664756853942\n"
     ]
    }
   ],
   "source": [
    "from modules.evaluation import evaluate_agent\n",
    "scores_chained, average_score_chained = evaluate_agent(agent_executor_chained, enhanced_flipper_docs,use_previous_samples=True)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 323,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Using previous examples\n",
      "Done generating examples, invoking agent...\n",
      "\n",
      "\n",
      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
      "\u001b[32;1m\u001b[1;3m\n",
      "Invoking: `pinball_search` with `{'query': '4 Square 1971 pop bumpers scoring'}`\n",
      "\n",
      "\n",
      "\u001b[0m\u001b[36;1m\u001b[1;3mPinball Archive Rule Sheet: 4 Square\n",
      "\n",
      "  4 Square\n",
      "\n",
      "Written by Tim Meighan\n",
      "\n",
      "\n",
      "\"4 Square\" was released by D. Gottlieb & Co. in 1971.\n",
      "More information is available from the\n",
      "Internet Pinball Database.\n",
      "\n",
      "GAME ELEMENTS\n",
      "\n",
      "The 4 Square playfield includes two sets of targets and three sets\n",
      "of rollovers, with each set consisting of four items.  Each item\n",
      "in a given set has a corresponding indicator light marked with a\n",
      "unique number value: 1, 2, 3, or  4.  The upper central area of the\n",
      "playfield also contains three pop bumpers arranged in a triangle\n",
      "configuration.  There are also two kicking rubber islands located\n",
      "along each side just above the flippers.  The lower central portion\n",
      "of the playfield is wide open and contains four rows of sequence\n",
      "indicator lights, with each row consisting of 4 lights numbered\n",
      "from 1 to 4.\n",
      "\n",
      "SCORING\n",
      "\n",
      "Four pop bumpers are positioned strategically below the F-I-R-E rollover lanes, in a square formation.  The left two pop bumpers are actually located slightly higher up the playfield than the right pop bumpers, which I think really helps the ball action in that area.  Most Firepower games will exhibit very good response and ball action from the pop bumpers.\n",
      "Pop bumpers, when not lit, award 100 points each.  When lit, pop bumpers award 1,000 points each.  Pop bumpers are lit by completing all six Center Stand-Up Targets, located just below the pop bumpers, in two banks of three targets each (see below.)  On first completion of the Stand-Up Targets, two pop bumpers are lit, one left, and one right- one above and one below.  These will alternate as they are hit.  On second completion of the Stand-Up Targets, the other two unlit pop bumpers will be lit, so all four are lit.\n",
      "Rebound switches around the pop bumper area score 50 points.  The sounds associated with these switches, and the sounds associated with pop bumper activation, make for some neat sound effects when the ball is in this area.\n",
      "A single \"bullseye\" stand-up target is located in the top-center pop bumper area- between the \"I\" and \"R\" rollover lanes.  Scoring for this target is often misunderstood by players, due to the three lamp inserts located directly below it.  The target actually scores 1,000 points.  The three lamp inserts below it (mounted vertically on the playfield) are marked 10,000, 30,000, and 50,000, from bottom to top.  These inserts actually indicate the bonus points awarded when the player completes F-I-R-E and POWER (see Lower Right Stand-Up Targets below.)  They do not in fact pertain to the bullseye target.  I have often wondered if the combination of the stand-up target and these inserts were originally designed for some other award, but have not been able to confirm this.  The layout of these two items certainly doesn't seem too logical, so it's perhaps possible that points or award(s) associated with the stand-up target were changed in the game before it was released.  Which leads us to....\n",
      "\n",
      "The bumpers score 1.5K at the beginning of the game but this value can\n",
      "be increased by 500 points each time by outer orbit shots to the\n",
      "bumpers during the game (see below). After a certain number of hits to\n",
      "the bumpers (default 60 ?), super pops become active in which each\n",
      "bumper hit is worth 20K. Super pops reset at the beginning of each\n",
      "ball and I don't even think that it last for the entire ball in which\n",
      "it is collected; I noticed that during a certain game that I played,\n",
      "super pops wasn't active for the entire ball in which it was\n",
      "collected. The bumpers are fairly active, so with a little nudging\n",
      "while the ball is in the bumpers super pops can be obtained\n",
      "rather easily.\n",
      "\n",
      "Pop Bumpers  this is a standard triangle configuration of 3 pop bumpers.\n",
      "They are behind the drop targets, but you can shoot into them with a shot\n",
      "between the tombstone and drop targets. Balls in the pop bumpers often come out\n",
      "this way. The pop bumpers can also be shot via the left spinner or a soft shot\n",
      "from the right spinner. Each pop is typically worth 100K a shot. Super pops can\n",
      "be lit from the right inlane; it's a fairly long timer, and hitting a pop\n",
      "bumper resets half of it.  I haven't figured out the exact timings yet, but\n",
      "they're quite liberal.  The pop bumpers are also used in the \"Psycho Pops\" CF.\u001b[0m\u001b[32;1m\u001b[1;3mThe information provided seems to be a mix-up and does not accurately describe the scoring system for the pop bumpers in \"4 Square\" by D. Gottlieb & Co., released in 1971. The details given appear to be for different pinball games and do not specifically address the scoring system for the pop bumpers in \"4 Square.\" Therefore, I cannot provide an accurate answer based on this information.\u001b[0m\n",
      "\n",
      "\u001b[1m> Finished chain.\u001b[0m\n",
      "\n",
      "\n",
      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
      "\u001b[32;1m\u001b[1;3m\n",
      "Invoking: `pinball_search` with `{'query': 'The Addams Family pinball initial jackpot value during Multi-Ball and how to increase to maximum'}`\n",
      "\n",
      "\n",
      "\u001b[0m\u001b[36;1m\u001b[1;3mMultiball\n",
      "When Multiball starts, the Jackpot is immediately lit at the Player Piano.\n",
      "Its starting value is 15M if only one ball was locked before starting\n",
      "Multiball (this is normally only possible for the first Multiball); otherwise\n",
      "it starts at 40M.  On prototype ROMs, these values are each 5M less.\n",
      "\n",
      "During Multiball, the Greed Targets are always flashing, lit to increase the\n",
      "Jackpot value by 5M each.  When a Greed Target is hit, it remains unlit until\n",
      "all seven Targets have been hit or until a Jackpot has been collected, which\n",
      "resets all seven Targets.  When all seven Targets have been hit and the\n",
      "Jackpot has still not been collected, one Target is lit at a time, proceeding\n",
      "in order from the lower left set of three, to the far upper right, then from\n",
      "top to bottom in the set of three at the Slot Machine.  The Jackpot can be\n",
      "increased to a maximum of 255M by hitting the Greed Targets.\n",
      "\n",
      "Starting the Game\n",
      "\n",
      "This information is provided for newcomers to pinball who may\n",
      "be unfamiliar with the machines. Insert coins into the machine\n",
      "to accumulate credits. The display will show the number of credits\n",
      "you've put on the game. Press Start once for each player in\n",
      "the game; you may play up to four players at once, and you may\n",
      "add players until the beginning of ball 2. Do not press Start\n",
      "thereafter until all players have finished their games; otherwise,\n",
      "all players' games will be aborted and a new, one-player game\n",
      "will start.\n",
      " On the newer Addams Family Gold Edition,\n",
      "you may buy an extra ball at the end of the game for 1 credit.\n",
      "All game features and scores resume as they were at the end\n",
      "of the game.\n",
      "\n",
      "General Playfield Description and Basic Rules\n",
      "\n",
      "This section contains the basic game rules, shot by shot. Specific\n",
      "rules about timed rounds, multiball, and other major game features\n",
      "will come later.\n",
      "\n",
      "Playing:\n",
      "\n",
      "\"A new power is rising...  TO WAR!!\"  Multiball begins with a base jackpot\n",
      "value, and two available multipliers.  First, the number of balls in play\n",
      "determines if it is a regular Jackpot (2 balls in play), Double Jackpot\n",
      "(three balls) or Triple Jackpot (4 balls, via Gollum MB stack or Add-A-Ball).\n",
      "Next, the jackpot is multiplied by its \"number\".  All shots begin lit for\n",
      "Jackpot.  As each is collected, it goes out and the number is increased by one.\n",
      "\"Double Jackpot ONE!  Double Jackpot TWO!  Double Jackpot THREE!\" .. etc.\n",
      "As long as the player keeps hitting Jackpots one after another, the number\n",
      "keeps increasing, up to seven (the last lit Jackpot). If the player delays\n",
      "more than three seconds between collecting Jackpots, the number resets back\n",
      "to one and all Jackpots relight.  The base value is first multiplied by 2 or 3,\n",
      "depending on the number of balls in play, then by its number, so a \"Triple\n",
      "Jackpot 5\", for example, is 15X.\n",
      "\n",
      "Stage 1  Jackpots: At the start of multiball, the left ramp is lit for Jackpot,\n",
      "and the right ramp for Double Jackpot. Initial jackpot value is 20M if you\n",
      "start at the Tommy hole, 15M if you start with the left scoop (or 40M and\n",
      "30M for Double Jackpot). All playfield switches increase the Jackpot value\n",
      "by 200K, and the Double Jackpot value by 400K. Collecting any Jackpot\n",
      "launches an additional ball into play. When BOTH Jackpots are completed,\n",
      "both are relit.\n",
      "\n",
      "Stage 2  3rd Jackpot. Collect either the single or double jackpot by\n",
      "shooting one of the ramps. Jackpots continue to rise by 200K/400K a switch,\n",
      "and the initial value is carried over from stage 1. After ONE of the two\n",
      "jackpots, an additional ball is launched into play, and you move on to\n",
      "the next stage.\u001b[0m\u001b[32;1m\u001b[1;3mIn the Addams Family pinball game, the initial jackpot value during Multi-Ball is 15M if only one ball was locked before starting Multi-Ball, otherwise, it starts at 40M. The jackpot can be increased to a maximum of 255M by hitting the Greed Targets. Each Greed Target hit increases the jackpot value by 5M. When all seven Greed Targets have been hit without collecting a jackpot, they reset, and one target is lit at a time in a specific order until the jackpot is collected or all targets are hit again.\u001b[0m\n",
      "\n",
      "\u001b[1m> Finished chain.\u001b[0m\n",
      "\n",
      "\n",
      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
      "\u001b[32;1m\u001b[1;3m\n",
      "Invoking: `pinball_search` with `{'query': 'The Addams Family Gold Edition starting jackpot value Multiball L-3 ROMs'}`\n",
      "\n",
      "\n",
      "\u001b[0m\u001b[36;1m\u001b[1;3mMultiball\n",
      "When Multiball starts, the Jackpot is immediately lit at the Player Piano.\n",
      "Its starting value is 15M if only one ball was locked before starting\n",
      "Multiball (this is normally only possible for the first Multiball); otherwise\n",
      "it starts at 40M.  On prototype ROMs, these values are each 5M less.\n",
      "\n",
      "During Multiball, the Greed Targets are always flashing, lit to increase the\n",
      "Jackpot value by 5M each.  When a Greed Target is hit, it remains unlit until\n",
      "all seven Targets have been hit or until a Jackpot has been collected, which\n",
      "resets all seven Targets.  When all seven Targets have been hit and the\n",
      "Jackpot has still not been collected, one Target is lit at a time, proceeding\n",
      "in order from the lower left set of three, to the far upper right, then from\n",
      "top to bottom in the set of three at the Slot Machine.  The Jackpot can be\n",
      "increased to a maximum of 255M by hitting the Greed Targets.\n",
      "\n",
      "Multi-Ball(TM)\n",
      "\n",
      "The Addams Family was released in 1991, and\n",
      "was designed by Pat Lawlor, creator of Whirlwind, Funhouse,\n",
      "and later, Twilight Zone and Road Show. It was, of course, inspired\n",
      "by the television series of the same name. Since then, it has\n",
      "become the number one selling pinball of all time, surpassing\n",
      "such classics as \"Eight Ball Deluxe\".\n",
      " To commemorate this noteworthy accomplishment, in the spring\n",
      "of 1994 TAF was placed back onto the production line -- 2500\n",
      "\"Gold Edition\" machines were made, mostly for collectors and\n",
      "not distribution. There are differences between the new TAF\n",
      "Gold and the original, such as:\n",
      " Gold-colored lockdown bars, jet bumper caps, vaults, and\n",
      "Thing boxes.\n",
      " More quotes have been added; none have been removed.\n",
      " A new game feature called \"Cousin It's Lost items\". Some\n",
      "of the mansion rooms contain hats, hairbrushes, keys, etc.\n",
      "worth bonus points and even extra balls and specials.\n",
      " The 3M mansion room has been replaced by \"Pugsley and Wednesday's\n",
      "Trap Door\". It scores 3M but serves as a link to another one\n",
      "of the mansion rooms. Because of this, it does not automatically\n",
      "spot the 6M mansion room anymore.\n",
      " For more detailed information on TAF Gold,\n",
      "see Keith Johnson's rulesheet.\n",
      "\n",
      "This is version 2.0 of my Guide to\n",
      "The Addams Family pinball game. No major\n",
      "changes have been made from the previous version, although\n",
      "there is more detailed information about a few things, including\n",
      "preliminary information about TAF Gold,\n",
      "the 1994 collector's edition of the game that has\n",
      "been produced.\n",
      " Comments and suggestions are always welcome. You can send\n",
      "e-mail to gt6139a@prism.gatech.edu\n",
      "Credit to those people who have contributed in some way to\n",
      "this guide appears at the end.\n",
      " These rules describe play on normal default settings and\n",
      "on machines without broken diverters or faulty switches. See\n",
      "the section on \"Defaults\" for a listing of defaults and operator-settable\n",
      "options. See your operator if anything's broken :-)\n",
      " This is a special version of this rulesheet formatted especially\n",
      "for the World Wide Web. Your comments on this new presentation\n",
      "of the rules are also welcome.\n",
      " The Addams Family is a trademark of Williams/Bally,\n",
      "Inc. This rules sheet is, however, entered into the public\n",
      "domain. You may freely copy and distribute it as long as you\n",
      "do not alter any of its contents, including this disclaimer.\u001b[0m\u001b[32;1m\u001b[1;3mIn \"The Addams Family Gold Edition\" pinball game, as per the L-3 ROMs, the starting jackpot value for Multiball is 15M if only one ball was locked before starting Multiball, which is typically possible only for the first Multiball. Otherwise, the starting jackpot value is 40M. During Multiball, the Greed Targets can be hit to increase the Jackpot value by 5M each, up to a maximum of 255M.\u001b[0m\n",
      "\n",
      "\u001b[1m> Finished chain.\u001b[0m\n",
      "\n",
      "\n",
      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
      "\u001b[32;1m\u001b[1;3m\n",
      "Invoking: `pinball_search` with `{'query': 'Apollo 13 pinball MOON standup targets reward'}`\n",
      "\n",
      "\n",
      "\u001b[0m\u001b[36;1m\u001b[1;3mPinball Archive Rule Sheet: Apollo 13\n",
      "\n",
      "  Apollo 13\n",
      "\n",
      "APOLLO 13 RULES \n",
      "v1.0 (5-17-96)\n",
      "by Steve Lane\n",
      "\n",
      "\n",
      "CONTENTS\n",
      "\n",
      "\n",
      " OVERVIEW\n",
      " DESIGN CREDITS\n",
      " VITAL STATS\n",
      " PLAYFIELD BOTTOM\n",
      " PLAYFIELD MIDDLE\n",
      " PLAYFIELD TOP\n",
      " SELECTING GAME MODE\n",
      " MYSTERY\n",
      " SHOOT THE MOON\n",
      " ORBITS AND ADVANCING THE SPACECRAFT\n",
      " MISSIONS\n",
      " REGULAR MULTIBALL\n",
      " 13 BALL\n",
      " FUN WITH BONUS\n",
      " EASTER EGGS\n",
      " STRATEGY\n",
      "\n",
      "OVERVIEW\n",
      "\n",
      "I like Apollo 13 a lot, rating it behind only Frankenstein in\n",
      "Sega's series of games.  And I may end up liking it more\n",
      "than Frankenstein.\n",
      "\n",
      "It has a very crowded playfield (almost all shots are no more\n",
      "than midway up the playfield), excellent backglass, playfield,\n",
      "and cabinet art, terrific dots, and decent sound (save\n",
      "for the repetitive quotes).\n",
      "\n",
      "Most of the shots are quite narrow and somewhat difficult,\n",
      "especially from fast-moving inlane balls.  This, combined\n",
      "with how often the post comes up, makes gameplay pretty much\n",
      "catch-and-shoot.\n",
      "\n",
      "A sign over the ramp has two lamps: a yellow one that indicates\n",
      "when a BLASTOFF letter is available, and a red one that\n",
      "is lit when the Shoot The Moon hurryup is available.  The yellow\n",
      "lamp is lit at the start of a ball.\n",
      "\n",
      "A letter in BLASTOFF can be collected via a combo when the\n",
      "yellow lamp is not lit.  The combo is either ramp -> ramp or\n",
      "ramp -> left orbit -> ramp, depending on the current position\n",
      "of the diverter.\n",
      "\n",
      "Hitting the Blastoff ramp is an easy way to light an Orbit\n",
      "to Advance the Spacecraft.\n",
      "\n",
      "There's a big plastic moon in the \"kink\" of the ramp that\n",
      "has a magnet that can grab the ball and rotate it around to a big\n",
      "hole beside of the ramp.  This happens whenever the ramp is\n",
      "hit with the yellow lamp lit in one-ball, non-mode play.\n",
      "\n",
      " Water standup.   Like the Food standup.\n",
      "\n",
      " Right orbit.   When lit, Advances the Spacecraft.  Like the left\n",
      "orbit, easy from a caught ball, harder from a moving one.\n",
      "\n",
      "This is a scoop located on the upper part of the playfield near the right\n",
      "side. There are three lights below it labelled \"Stroke of Luck\", \"Extra\n",
      "Ball\" and \"Martian Attack\". The awards for shooting the ball into the\n",
      "scoop while one or more of these is lit are as follows:\n",
      "\n",
      "Extra Ball: extra ball\n",
      "Martian Attack: begins Martian Attack mode (see Modes)\n",
      "Stroke of luck: random award (below is a list of possible awards)\n",
      "\n",
      "500,000 points\n",
      "1,000,000 points\n",
      "Light Martian Attack\n",
      "3 Missiles\n",
      "Martian Bomb\n",
      "1 Saucer Light\n",
      "Hypno Multiball\n",
      "Capture Multiball\n",
      "Light Extra Ball\n",
      "Light Capture\n",
      "Award Capture\n",
      "+5 Bonus X\n",
      "Hold Bonus X\n",
      "\n",
      "\n",
      " Saucer lights\n",
      "\n",
      "There is a saucer painted on the playfield in the very center which has 9\n",
      "red lights. These red lights must all be lit up for Attack Mars\n",
      "to light. During play, the lights will blink successively in a pattern for\n",
      "a moment, then flash several times the amount of lights you currently\n",
      "have. There are many ways to get one or more of these lights and they\n",
      "are as follows:\n",
      "\n",
      "Mystery 3-ball starts, well, a 3-ball multiball where the spinner\n",
      "is worth a \"mysterious\" amount of points.  Seems like it was 50M.\n",
      "\n",
      "The 50M award was called \"Washing Machine\" in earlier (2.05, at least)\n",
      "ROMs.\n",
      "\n",
      "\n",
      "SHOOT THE MOON\n",
      "\n",
      "When the M-O-O-N targets are completed, Shoot the Moon is lit\n",
      "at the Blastoff ramp.  It is a hurry-up shot, but counts down\n",
      "-very- slowly, so you don't really have to hurry.  You -do-\n",
      "want to collect before losing the ball, tho :).  If you don't\n",
      "collect it, it resets to 20M.\n",
      "\n",
      "The Shoot the Moon value can be very large in a long game.\n",
      "I've had it over 400M in a 4B game.\n",
      "\n",
      "\n",
      "ORBITS AND ADVANCING THE SPACECRAFT\u001b[0m\u001b[32;1m\u001b[1;3mIn the Apollo 13 pinball game, completing the sequence of M-O-O-N standup targets lights the Shoot the Moon hurry-up shot at the Blastoff ramp. The Shoot the Moon value counts down very slowly, allowing players ample time to collect it before losing the ball. If not collected, it resets to 20M. The value of Shoot the Moon can become very large in a long game, potentially exceeding 400M in a 4-ball game.\u001b[0m\n",
      "\n",
      "\u001b[1m> Finished chain.\u001b[0m\n",
      "\n",
      "\n",
      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
      "\u001b[32;1m\u001b[1;3m\n",
      "Invoking: `pinball_search` with `{'query': 'Attack From Mars Attack Phase objective'}`\n",
      "\n",
      "\n",
      "\u001b[0m\u001b[36;1m\u001b[1;3mThe Attack Phase is the heart and soul of the game. It involves the player\n",
      "protecting a certain country from the martians. The countries are France,\n",
      "Italy, Germany, United States, & England. To start an attack phase, all 3\n",
      "targets which make up the force field in front of the flying saucer must be\n",
      "hit. The forcefield will then lower opening up the 3 targets behind.  Here's\n",
      "an attempt at a diagram to better explain this.\n",
      "\n",
      "\n",
      "          H              H = Hole\n",
      "        / D \\            D = Drop Target\n",
      "      /T     T\\          T = Side Targets\n",
      "    /           \\        F = Targets on force field\n",
      "      =========\n",
      "      F   F   F\n",
      "\n",
      "Martian Attack\n",
      "At the beginning of the game, the seven M-A-R-T-I-A-N targets are\n",
      "all flashing.  Completing all seven targets lights the SoL scoop\n",
      "for Martian Attack.  The award can be collected from the front\n",
      "or back of the scoop the first time, but then must be collected\n",
      "from the front every other time.\n",
      "During Martian Attack, all four martians begin jumping up and\n",
      "down, and you must shoot each of the four martians to start\n",
      "Martian Multiball.  You can shoot any of the M-A-R targets to\n",
      "kill the lower left martian, and likewise either of the A-N targets\n",
      "to kill the lower right one.  You have 30 seconds to kill all\n",
      "four.\n",
      "Each killed martian is worth 20M, and killing all four starts\n",
      "Martian Multiball.  Another ball is launched into play, and the\n",
      "four shots remain lit throughout the multiball for 20M each.\n",
      "The number of martians killed is counted throughout game.  The\n",
      "martians killed during the Attack phase count as well.  The game\n",
      "displays the name of the person who has killed the most martians\n",
      "in attract mode.\n",
      "\n",
      "Pinball Archive Rule Sheet: Attack From Mars\n",
      "\n",
      "  Attack From Mars\n",
      "\n",
      "Attack From Mars\n",
      "\n",
      "Rule Sheet Version 2.3\n",
      "Authored by: Bob McCann (mccannr1@pilot.msu.edu)\n",
      "\n",
      "With help from:\n",
      "Dan Wilson (wilso142@pilot.msu.edu)\n",
      "Scott Tiesma (tiesmasc@pilot.msu.edu)\n",
      "Mark Phaedrus (phaedrus@coho.halcyon.com)\n",
      "Steve Baumgarden (sbb@panix.com)\n",
      "\n",
      "\n",
      "Lots of stuff contained in this document is copywrited by Williams\n",
      "Electronic Games, so don't sue me...\n",
      "\n",
      "This rule sheet can be downloaded at my pinball page loacated at:\n",
      "http://pilot.msu.edu/~mccannr1\n",
      "Or e-mail me and I'll send you a copy.\n",
      "\n",
      "New to this version:\n",
      "\n",
      "\n",
      " Rule The Universe rules explained better\n",
      " Spelled Robert Friesl's name right in the game credits\n",
      " \"Attack From The Pasture\" video mode explained\n",
      " Corrected the address of my web page where this rule sheet can be found.\n",
      "\n",
      "\n",
      "Contents\n",
      "\n",
      " Introduction\n",
      " Playfield Layout\n",
      " Skill Shot\n",
      " Attack Phase\n",
      " Multiball\n",
      " Stroke of Luck\n",
      " Total Annihilation\n",
      " Martian Attack\n",
      " Rule The Universe\n",
      " Misc\n",
      " End Stuff\n",
      "\n",
      "\n",
      "1. Introduction\n",
      "\n",
      "Attack From Mars is the latest in the line of pinball games from Williams.\n",
      "It features a nice open playfield, and easy to understand rules. The theme\n",
      "is basically what it sounds, defending the Earth from attacking Martians.\n",
      "The credits for the game are as follows:\n",
      "\n",
      "Design: Brian Eddy\n",
      "Software: Lyman Sheats\n",
      "Artwork: Doug Watson\n",
      "Music & Sounds: Dan Forden\n",
      "Mechanical Engineer: Robert C. Friesl\n",
      "Dots: Adam Rhine & Brian Morris\n",
      "\n",
      "Blatent Editorial - This is one of the best games to come out in a\n",
      "LONG time.\n",
      "\n",
      "\n",
      "2. Playfield Layout\n",
      "\n",
      "Here is the basic layout of the playfield starting just above the left outlane\n",
      "and going clockwise around.\n",
      "\n",
      "MAR Targets - 3 targets of which are the first the letters of the word\n",
      "martian.\n",
      "\n",
      "Left Orbit - Loops the ball up to the top rollovers and bumpers.  Lights a\n",
      "\"capture\". If capture is complete, loops ball all the way\n",
      "around.\n",
      "\n",
      "Left Ramp - Sends ball back to left return lane.  Lights a \"Big-O-Beam\".\u001b[0m\u001b[32;1m\u001b[1;3mDuring the Attack Phase in \"Attack From Mars,\" the primary objective is to protect a certain country from the Martians. The countries include France, Italy, Germany, the United States, and England. To start an attack phase, all 3 targets that make up the force field in front of the flying saucer must be hit. Once the forcefield is lowered, the 3 targets behind it become accessible. The player must then hit these targets to protect the country from the Martian attack.\u001b[0m\n",
      "\n",
      "\u001b[1m> Finished chain.\u001b[0m\n",
      "\n",
      "\n",
      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
      "\u001b[32;1m\u001b[1;3m\n",
      "Invoking: `pinball_search` with `{'query': '4 Square 1971 pop bumpers scoring'}`\n",
      "\n",
      "\n",
      "\u001b[0m\u001b[36;1m\u001b[1;3mPinball Archive Rule Sheet: 4 Square\n",
      "\n",
      "  4 Square\n",
      "\n",
      "Written by Tim Meighan\n",
      "\n",
      "\n",
      "\"4 Square\" was released by D. Gottlieb & Co. in 1971.\n",
      "More information is available from the\n",
      "Internet Pinball Database.\n",
      "\n",
      "GAME ELEMENTS\n",
      "\n",
      "The 4 Square playfield includes two sets of targets and three sets\n",
      "of rollovers, with each set consisting of four items.  Each item\n",
      "in a given set has a corresponding indicator light marked with a\n",
      "unique number value: 1, 2, 3, or  4.  The upper central area of the\n",
      "playfield also contains three pop bumpers arranged in a triangle\n",
      "configuration.  There are also two kicking rubber islands located\n",
      "along each side just above the flippers.  The lower central portion\n",
      "of the playfield is wide open and contains four rows of sequence\n",
      "indicator lights, with each row consisting of 4 lights numbered\n",
      "from 1 to 4.\n",
      "\n",
      "SCORING\n",
      "\n",
      "Four pop bumpers are positioned strategically below the F-I-R-E rollover lanes, in a square formation.  The left two pop bumpers are actually located slightly higher up the playfield than the right pop bumpers, which I think really helps the ball action in that area.  Most Firepower games will exhibit very good response and ball action from the pop bumpers.\n",
      "Pop bumpers, when not lit, award 100 points each.  When lit, pop bumpers award 1,000 points each.  Pop bumpers are lit by completing all six Center Stand-Up Targets, located just below the pop bumpers, in two banks of three targets each (see below.)  On first completion of the Stand-Up Targets, two pop bumpers are lit, one left, and one right- one above and one below.  These will alternate as they are hit.  On second completion of the Stand-Up Targets, the other two unlit pop bumpers will be lit, so all four are lit.\n",
      "Rebound switches around the pop bumper area score 50 points.  The sounds associated with these switches, and the sounds associated with pop bumper activation, make for some neat sound effects when the ball is in this area.\n",
      "A single \"bullseye\" stand-up target is located in the top-center pop bumper area- between the \"I\" and \"R\" rollover lanes.  Scoring for this target is often misunderstood by players, due to the three lamp inserts located directly below it.  The target actually scores 1,000 points.  The three lamp inserts below it (mounted vertically on the playfield) are marked 10,000, 30,000, and 50,000, from bottom to top.  These inserts actually indicate the bonus points awarded when the player completes F-I-R-E and POWER (see Lower Right Stand-Up Targets below.)  They do not in fact pertain to the bullseye target.  I have often wondered if the combination of the stand-up target and these inserts were originally designed for some other award, but have not been able to confirm this.  The layout of these two items certainly doesn't seem too logical, so it's perhaps possible that points or award(s) associated with the stand-up target were changed in the game before it was released.  Which leads us to....\n",
      "\n",
      "The bumpers score 1.5K at the beginning of the game but this value can\n",
      "be increased by 500 points each time by outer orbit shots to the\n",
      "bumpers during the game (see below). After a certain number of hits to\n",
      "the bumpers (default 60 ?), super pops become active in which each\n",
      "bumper hit is worth 20K. Super pops reset at the beginning of each\n",
      "ball and I don't even think that it last for the entire ball in which\n",
      "it is collected; I noticed that during a certain game that I played,\n",
      "super pops wasn't active for the entire ball in which it was\n",
      "collected. The bumpers are fairly active, so with a little nudging\n",
      "while the ball is in the bumpers super pops can be obtained\n",
      "rather easily.\n",
      "\n",
      "Pop Bumpers  this is a standard triangle configuration of 3 pop bumpers.\n",
      "They are behind the drop targets, but you can shoot into them with a shot\n",
      "between the tombstone and drop targets. Balls in the pop bumpers often come out\n",
      "this way. The pop bumpers can also be shot via the left spinner or a soft shot\n",
      "from the right spinner. Each pop is typically worth 100K a shot. Super pops can\n",
      "be lit from the right inlane; it's a fairly long timer, and hitting a pop\n",
      "bumper resets half of it.  I haven't figured out the exact timings yet, but\n",
      "they're quite liberal.  The pop bumpers are also used in the \"Psycho Pops\" CF.\u001b[0m\u001b[32;1m\u001b[1;3mThe information provided seems to be a mix-up and does not accurately describe the scoring system for the pop bumpers in \"4 Square\" by D. Gottlieb & Co., released in 1971. The details given appear to be for different pinball games and do not specifically address the scoring system for the pop bumpers in \"4 Square.\" Therefore, I cannot provide an accurate answer based on this information.\u001b[0m\n",
      "\n",
      "\u001b[1m> Finished chain.\u001b[0m\n",
      "\n",
      "\n",
      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
      "\u001b[32;1m\u001b[1;3m\n",
      "Invoking: `pinball_search` with `{'query': 'The Addams Family pinball initial jackpot value during Multi-Ball'}`\n",
      "\n",
      "\n",
      "\u001b[0m\u001b[36;1m\u001b[1;3mMultiball\n",
      "When Multiball starts, the Jackpot is immediately lit at the Player Piano.\n",
      "Its starting value is 15M if only one ball was locked before starting\n",
      "Multiball (this is normally only possible for the first Multiball); otherwise\n",
      "it starts at 40M.  On prototype ROMs, these values are each 5M less.\n",
      "\n",
      "During Multiball, the Greed Targets are always flashing, lit to increase the\n",
      "Jackpot value by 5M each.  When a Greed Target is hit, it remains unlit until\n",
      "all seven Targets have been hit or until a Jackpot has been collected, which\n",
      "resets all seven Targets.  When all seven Targets have been hit and the\n",
      "Jackpot has still not been collected, one Target is lit at a time, proceeding\n",
      "in order from the lower left set of three, to the far upper right, then from\n",
      "top to bottom in the set of three at the Slot Machine.  The Jackpot can be\n",
      "increased to a maximum of 255M by hitting the Greed Targets.\n",
      "\n",
      "This starts a 20-second round in which all switches score a certain value\n",
      "(\"It's Cousin It!\").  You get 1M for starting the round (every time it was\n",
      "started, if more than once on that ball).  Cousin It is now flashing on the\n",
      "playfield, and any time you hit the Cousin It targets, you get an amusing\n",
      "picture of a pinball hitting him in the head, 1M points added to your total,\n",
      "and the switch value increased by 50K (it starts at 200K).  I do not know of\n",
      "a limit on the switch value.  If started more than once on a ball, the value\n",
      "goes back to 200K.  You are not awarded the total until the end-of-ball\n",
      "bonus, so if you tilt, you lose it!\n",
      "\n",
      "Mamushka\n",
      "\n",
      "A 20-second round where all switches score a flat 250K (\"Thuuuuuh\n",
      "Maaaaaaamushkaaa!\").  You get 1M each time you start it added to the bonus.\n",
      "It isn't awarded until the end-of-ball bonus, same deal as Cousin It.\n",
      "\n",
      "6 Million\n",
      "\n",
      "You get 6M points.  That's it.  Really.  Oh, Gomez says \"Six million!\"  BFD.\n",
      "\n",
      "Quick Multiball\n",
      "\n",
      "Completing all of these requirements lights \"MULTIBALL\" on the scoop; shooting the scoop starts \"Far Far Away\".\n",
      "\n",
      "In the first phase, played on the Donkey playfield for 18 seconds, each character shot adds 50K (Shrek and Man), 75K (Fiona and Charm) or 100K (Puss) to the starting Jackpot value of 1M (\"BUILD JACKPOT\").\n",
      "Drained balls are re-launched as long as there is time remaining; when time expires, the mini flippers are deadened immediately to end the phase.\n",
      "\n",
      "In the second phase, played on the main playfield, all balls are launched, with a generous ball saver. Each of the lit Jackpot shots score the value earned during the first phase.\n",
      "\n",
      "Playing:\n",
      "\n",
      "\"A new power is rising...  TO WAR!!\"  Multiball begins with a base jackpot\n",
      "value, and two available multipliers.  First, the number of balls in play\n",
      "determines if it is a regular Jackpot (2 balls in play), Double Jackpot\n",
      "(three balls) or Triple Jackpot (4 balls, via Gollum MB stack or Add-A-Ball).\n",
      "Next, the jackpot is multiplied by its \"number\".  All shots begin lit for\n",
      "Jackpot.  As each is collected, it goes out and the number is increased by one.\n",
      "\"Double Jackpot ONE!  Double Jackpot TWO!  Double Jackpot THREE!\" .. etc.\n",
      "As long as the player keeps hitting Jackpots one after another, the number\n",
      "keeps increasing, up to seven (the last lit Jackpot). If the player delays\n",
      "more than three seconds between collecting Jackpots, the number resets back\n",
      "to one and all Jackpots relight.  The base value is first multiplied by 2 or 3,\n",
      "depending on the number of balls in play, then by its number, so a \"Triple\n",
      "Jackpot 5\", for example, is 15X.\u001b[0m\u001b[32;1m\u001b[1;3mIn the Addams Family pinball game, the initial jackpot value during Multi-Ball is 15M if only one ball was locked before starting Multi-Ball, otherwise it starts at 40M. The jackpot can be increased to its maximum value of 255M by hitting the Greed Targets. Each Greed Target hit increases the jackpot value by 5M. When all seven Greed Targets have been hit without collecting the jackpot, one target is lit at a time in a specific order until the jackpot is collected or all targets are hit again.\u001b[0m\n",
      "\n",
      "\u001b[1m> Finished chain.\u001b[0m\n",
      "\n",
      "\n",
      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
      "\u001b[32;1m\u001b[1;3m\n",
      "Invoking: `pinball_search` with `{'query': 'The Addams Family Gold Edition starting jackpot value Multiball L-3 ROMs'}`\n",
      "\n",
      "\n",
      "\u001b[0m\u001b[36;1m\u001b[1;3mMultiball\n",
      "When Multiball starts, the Jackpot is immediately lit at the Player Piano.\n",
      "Its starting value is 15M if only one ball was locked before starting\n",
      "Multiball (this is normally only possible for the first Multiball); otherwise\n",
      "it starts at 40M.  On prototype ROMs, these values are each 5M less.\n",
      "\n",
      "During Multiball, the Greed Targets are always flashing, lit to increase the\n",
      "Jackpot value by 5M each.  When a Greed Target is hit, it remains unlit until\n",
      "all seven Targets have been hit or until a Jackpot has been collected, which\n",
      "resets all seven Targets.  When all seven Targets have been hit and the\n",
      "Jackpot has still not been collected, one Target is lit at a time, proceeding\n",
      "in order from the lower left set of three, to the far upper right, then from\n",
      "top to bottom in the set of three at the Slot Machine.  The Jackpot can be\n",
      "increased to a maximum of 255M by hitting the Greed Targets.\n",
      "\n",
      "Multi-Ball(TM)\n",
      "\n",
      "The Addams Family was released in 1991, and\n",
      "was designed by Pat Lawlor, creator of Whirlwind, Funhouse,\n",
      "and later, Twilight Zone and Road Show. It was, of course, inspired\n",
      "by the television series of the same name. Since then, it has\n",
      "become the number one selling pinball of all time, surpassing\n",
      "such classics as \"Eight Ball Deluxe\".\n",
      " To commemorate this noteworthy accomplishment, in the spring\n",
      "of 1994 TAF was placed back onto the production line -- 2500\n",
      "\"Gold Edition\" machines were made, mostly for collectors and\n",
      "not distribution. There are differences between the new TAF\n",
      "Gold and the original, such as:\n",
      " Gold-colored lockdown bars, jet bumper caps, vaults, and\n",
      "Thing boxes.\n",
      " More quotes have been added; none have been removed.\n",
      " A new game feature called \"Cousin It's Lost items\". Some\n",
      "of the mansion rooms contain hats, hairbrushes, keys, etc.\n",
      "worth bonus points and even extra balls and specials.\n",
      " The 3M mansion room has been replaced by \"Pugsley and Wednesday's\n",
      "Trap Door\". It scores 3M but serves as a link to another one\n",
      "of the mansion rooms. Because of this, it does not automatically\n",
      "spot the 6M mansion room anymore.\n",
      " For more detailed information on TAF Gold,\n",
      "see Keith Johnson's rulesheet.\n",
      "\n",
      "This is version 2.0 of my Guide to\n",
      "The Addams Family pinball game. No major\n",
      "changes have been made from the previous version, although\n",
      "there is more detailed information about a few things, including\n",
      "preliminary information about TAF Gold,\n",
      "the 1994 collector's edition of the game that has\n",
      "been produced.\n",
      " Comments and suggestions are always welcome. You can send\n",
      "e-mail to gt6139a@prism.gatech.edu\n",
      "Credit to those people who have contributed in some way to\n",
      "this guide appears at the end.\n",
      " These rules describe play on normal default settings and\n",
      "on machines without broken diverters or faulty switches. See\n",
      "the section on \"Defaults\" for a listing of defaults and operator-settable\n",
      "options. See your operator if anything's broken :-)\n",
      " This is a special version of this rulesheet formatted especially\n",
      "for the World Wide Web. Your comments on this new presentation\n",
      "of the rules are also welcome.\n",
      " The Addams Family is a trademark of Williams/Bally,\n",
      "Inc. This rules sheet is, however, entered into the public\n",
      "domain. You may freely copy and distribute it as long as you\n",
      "do not alter any of its contents, including this disclaimer.\u001b[0m\u001b[32;1m\u001b[1;3mIn \"The Addams Family Gold Edition\" pinball game, as per the L-3 ROMs, the starting jackpot value for Multiball is 15M if only one ball was locked before starting Multiball, which is typically possible only for the first Multiball. Otherwise, the starting jackpot value is 40M. During Multiball, the Greed Targets can be hit to increase the Jackpot value by 5M each, up to a maximum of 255M.\u001b[0m\n",
      "\n",
      "\u001b[1m> Finished chain.\u001b[0m\n",
      "\n",
      "\n",
      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
      "\u001b[32;1m\u001b[1;3m\n",
      "Invoking: `pinball_search` with `{'query': 'Apollo 13 pinball MOON standup targets significance and reward'}`\n",
      "\n",
      "\n",
      "\u001b[0m\u001b[36;1m\u001b[1;3mPinball Archive Rule Sheet: Apollo 13\n",
      "\n",
      "  Apollo 13\n",
      "\n",
      "APOLLO 13 RULES \n",
      "v1.0 (5-17-96)\n",
      "by Steve Lane\n",
      "\n",
      "\n",
      "CONTENTS\n",
      "\n",
      "\n",
      " OVERVIEW\n",
      " DESIGN CREDITS\n",
      " VITAL STATS\n",
      " PLAYFIELD BOTTOM\n",
      " PLAYFIELD MIDDLE\n",
      " PLAYFIELD TOP\n",
      " SELECTING GAME MODE\n",
      " MYSTERY\n",
      " SHOOT THE MOON\n",
      " ORBITS AND ADVANCING THE SPACECRAFT\n",
      " MISSIONS\n",
      " REGULAR MULTIBALL\n",
      " 13 BALL\n",
      " FUN WITH BONUS\n",
      " EASTER EGGS\n",
      " STRATEGY\n",
      "\n",
      "OVERVIEW\n",
      "\n",
      "I like Apollo 13 a lot, rating it behind only Frankenstein in\n",
      "Sega's series of games.  And I may end up liking it more\n",
      "than Frankenstein.\n",
      "\n",
      "It has a very crowded playfield (almost all shots are no more\n",
      "than midway up the playfield), excellent backglass, playfield,\n",
      "and cabinet art, terrific dots, and decent sound (save\n",
      "for the repetitive quotes).\n",
      "\n",
      "Most of the shots are quite narrow and somewhat difficult,\n",
      "especially from fast-moving inlane balls.  This, combined\n",
      "with how often the post comes up, makes gameplay pretty much\n",
      "catch-and-shoot.\n",
      "\n",
      "A sign over the ramp has two lamps: a yellow one that indicates\n",
      "when a BLASTOFF letter is available, and a red one that\n",
      "is lit when the Shoot The Moon hurryup is available.  The yellow\n",
      "lamp is lit at the start of a ball.\n",
      "\n",
      "A letter in BLASTOFF can be collected via a combo when the\n",
      "yellow lamp is not lit.  The combo is either ramp -> ramp or\n",
      "ramp -> left orbit -> ramp, depending on the current position\n",
      "of the diverter.\n",
      "\n",
      "Hitting the Blastoff ramp is an easy way to light an Orbit\n",
      "to Advance the Spacecraft.\n",
      "\n",
      "There's a big plastic moon in the \"kink\" of the ramp that\n",
      "has a magnet that can grab the ball and rotate it around to a big\n",
      "hole beside of the ramp.  This happens whenever the ramp is\n",
      "hit with the yellow lamp lit in one-ball, non-mode play.\n",
      "\n",
      " Water standup.   Like the Food standup.\n",
      "\n",
      " Right orbit.   When lit, Advances the Spacecraft.  Like the left\n",
      "orbit, easy from a caught ball, harder from a moving one.\n",
      "\n",
      "The playfield contains 3 relatively easy ramps, which is a departure\n",
      "from earlier Segas which typically contain fewer and more difficult\n",
      "ramps.  As a result, the game flows better and contains a more\n",
      "attractive shot selection.  My biggest gripe with this game is the\n",
      "Right Ramp return's tendency to allow the ball to hop into the\n",
      "outlane rather than the inlane.  There is currently no compensation\n",
      "for this.\n",
      "\n",
      "Overall, I believe this game to be one of Sega's best efforts to\n",
      "date.  The Satellite is genuinely fun, the Ball Saver effect is\n",
      "cool, and the rules are innovative (see Satellite Multiball, Eject\n",
      "or Die).  The sound system on this game could have been better; the\n",
      "music is repetitive and cheap sounding.  The display is the smaller\n",
      "size used on Apollo 13, but it still can show movie clips and\n",
      "actors' faces believably.  The game is also chock full of Easter\n",
      "Eggs if you look hard enough.\n",
      "\n",
      "Machine Vital Stats\n",
      "These rules are based on a machine with 4.02 ROMs.\n",
      "\n",
      "Playfield\n",
      "\n",
      "Mystery 3-ball starts, well, a 3-ball multiball where the spinner\n",
      "is worth a \"mysterious\" amount of points.  Seems like it was 50M.\n",
      "\n",
      "The 50M award was called \"Washing Machine\" in earlier (2.05, at least)\n",
      "ROMs.\n",
      "\n",
      "\n",
      "SHOOT THE MOON\n",
      "\n",
      "When the M-O-O-N targets are completed, Shoot the Moon is lit\n",
      "at the Blastoff ramp.  It is a hurry-up shot, but counts down\n",
      "-very- slowly, so you don't really have to hurry.  You -do-\n",
      "want to collect before losing the ball, tho :).  If you don't\n",
      "collect it, it resets to 20M.\n",
      "\n",
      "The Shoot the Moon value can be very large in a long game.\n",
      "I've had it over 400M in a 4B game.\n",
      "\n",
      "\n",
      "ORBITS AND ADVANCING THE SPACECRAFT\u001b[0m\u001b[32;1m\u001b[1;3mIn the Apollo 13 pinball game, completing the sequence of M-O-O-N standup targets lights the Shoot the Moon hurry-up shot at the Blastoff ramp. The reward for successfully making this shot is a point value that starts at 20M and can increase to a very large amount during a long game, potentially over 400M in a 4-ball game.\u001b[0m\n",
      "\n",
      "\u001b[1m> Finished chain.\u001b[0m\n",
      "\n",
      "\n",
      "\u001b[1m> Entering new AgentExecutor chain...\u001b[0m\n",
      "\u001b[32;1m\u001b[1;3m\n",
      "Invoking: `pinball_search` with `{'query': 'Attack From Mars Attack Phase objective'}`\n",
      "\n",
      "\n",
      "\u001b[0m\u001b[36;1m\u001b[1;3mThe Attack Phase is the heart and soul of the game. It involves the player\n",
      "protecting a certain country from the martians. The countries are France,\n",
      "Italy, Germany, United States, & England. To start an attack phase, all 3\n",
      "targets which make up the force field in front of the flying saucer must be\n",
      "hit. The forcefield will then lower opening up the 3 targets behind.  Here's\n",
      "an attempt at a diagram to better explain this.\n",
      "\n",
      "\n",
      "          H              H = Hole\n",
      "        / D \\            D = Drop Target\n",
      "      /T     T\\          T = Side Targets\n",
      "    /           \\        F = Targets on force field\n",
      "      =========\n",
      "      F   F   F\n",
      "\n",
      "Martian Attack\n",
      "At the beginning of the game, the seven M-A-R-T-I-A-N targets are\n",
      "all flashing.  Completing all seven targets lights the SoL scoop\n",
      "for Martian Attack.  The award can be collected from the front\n",
      "or back of the scoop the first time, but then must be collected\n",
      "from the front every other time.\n",
      "During Martian Attack, all four martians begin jumping up and\n",
      "down, and you must shoot each of the four martians to start\n",
      "Martian Multiball.  You can shoot any of the M-A-R targets to\n",
      "kill the lower left martian, and likewise either of the A-N targets\n",
      "to kill the lower right one.  You have 30 seconds to kill all\n",
      "four.\n",
      "Each killed martian is worth 20M, and killing all four starts\n",
      "Martian Multiball.  Another ball is launched into play, and the\n",
      "four shots remain lit throughout the multiball for 20M each.\n",
      "The number of martians killed is counted throughout game.  The\n",
      "martians killed during the Attack phase count as well.  The game\n",
      "displays the name of the person who has killed the most martians\n",
      "in attract mode.\n",
      "\n",
      "Pinball Archive Rule Sheet: Attack From Mars\n",
      "\n",
      "  Attack From Mars\n",
      "\n",
      "Attack From Mars\n",
      "\n",
      "Rule Sheet Version 2.3\n",
      "Authored by: Bob McCann (mccannr1@pilot.msu.edu)\n",
      "\n",
      "With help from:\n",
      "Dan Wilson (wilso142@pilot.msu.edu)\n",
      "Scott Tiesma (tiesmasc@pilot.msu.edu)\n",
      "Mark Phaedrus (phaedrus@coho.halcyon.com)\n",
      "Steve Baumgarden (sbb@panix.com)\n",
      "\n",
      "\n",
      "Lots of stuff contained in this document is copywrited by Williams\n",
      "Electronic Games, so don't sue me...\n",
      "\n",
      "This rule sheet can be downloaded at my pinball page loacated at:\n",
      "http://pilot.msu.edu/~mccannr1\n",
      "Or e-mail me and I'll send you a copy.\n",
      "\n",
      "New to this version:\n",
      "\n",
      "\n",
      " Rule The Universe rules explained better\n",
      " Spelled Robert Friesl's name right in the game credits\n",
      " \"Attack From The Pasture\" video mode explained\n",
      " Corrected the address of my web page where this rule sheet can be found.\n",
      "\n",
      "\n",
      "Contents\n",
      "\n",
      " Introduction\n",
      " Playfield Layout\n",
      " Skill Shot\n",
      " Attack Phase\n",
      " Multiball\n",
      " Stroke of Luck\n",
      " Total Annihilation\n",
      " Martian Attack\n",
      " Rule The Universe\n",
      " Misc\n",
      " End Stuff\n",
      "\n",
      "\n",
      "1. Introduction\n",
      "\n",
      "Attack From Mars is the latest in the line of pinball games from Williams.\n",
      "It features a nice open playfield, and easy to understand rules. The theme\n",
      "is basically what it sounds, defending the Earth from attacking Martians.\n",
      "The credits for the game are as follows:\n",
      "\n",
      "Design: Brian Eddy\n",
      "Software: Lyman Sheats\n",
      "Artwork: Doug Watson\n",
      "Music & Sounds: Dan Forden\n",
      "Mechanical Engineer: Robert C. Friesl\n",
      "Dots: Adam Rhine & Brian Morris\n",
      "\n",
      "Blatent Editorial - This is one of the best games to come out in a\n",
      "LONG time.\n",
      "\n",
      "\n",
      "2. Playfield Layout\n",
      "\n",
      "Here is the basic layout of the playfield starting just above the left outlane\n",
      "and going clockwise around.\n",
      "\n",
      "MAR Targets - 3 targets of which are the first the letters of the word\n",
      "martian.\n",
      "\n",
      "Left Orbit - Loops the ball up to the top rollovers and bumpers.  Lights a\n",
      "\"capture\". If capture is complete, loops ball all the way\n",
      "around.\n",
      "\n",
      "Left Ramp - Sends ball back to left return lane.  Lights a \"Big-O-Beam\".\u001b[0m\u001b[32;1m\u001b[1;3mDuring the Attack Phase in \"Attack From Mars,\" the primary objective is to protect a certain country from the Martians. The countries that can be defended are France, Italy, Germany, United States, and England. To start an Attack Phase, the player must hit all 3 targets that make up the force field in front of the flying saucer. Once the force field is lowered, the 3 targets behind it become accessible. The player must then hit these targets to protect the country from the Martian attack.\u001b[0m\n",
      "\n",
      "\u001b[1m> Finished chain.\u001b[0m\n",
      "Done invoking agent, evaluating...\n"
     ]
    }
   ],
   "source": [
    "scores_chained, average_score_chained = evaluate_agent(agent_executor_combined, enhanced_flipper_docs,use_previous_samples=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 324,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "([0.12924004117265586,\n",
       "  0.0987160006111395,\n",
       "  0.09738548167764227,\n",
       "  0.017257464866357264,\n",
       "  0.04684341642141887,\n",
       "  0.12924004117265586,\n",
       "  0.09945849920106564,\n",
       "  0.09738548167764227,\n",
       "  0.021082022626003005,\n",
       "  0.05318920091579726],\n",
       " 0.07897976503423779)"
      ]
     },
     "execution_count": 324,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "scores_chained, average_score_chained"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "flipper_ama",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}