Random variables

[rlouf]

Builds on the specs defined in #8.

import txt

few_shot_examples = [
    {"question": "What is?", "answer": "It is"},
    {"question": "What is?", "answer": "It is"}
]

llm = txt.lm.Normal()

def random_prompt(prompt):
    chosen = txt.random.choose(few_shot_examples)
    for ex in chosen:
        prompt.newline(f"{ex.question}: {ex.answer}")

    return llm(prompt)

result = txt.lm.beam_search(random_prompt("Please answer the following question"))
result.eval()
# Something
result.eval()
# Something different since the few shot examples are drawn at random

We can use simulation-based inference to infer the best choice of few-shot examples for a given use-case.