added new reasoning q

kagisearch · Aug 13, 2023 · 79d6560 · 79d6560
1 parent bd5f31f
commit 79d6560
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/llms/llms.py b/llms/llms.py
@@ -262,6 +262,7 @@ def benchmark(self, problems=None, evaluator=None, show_outputs=False, html=Fals
 There is a flight from city B to city D\
 There is a flight from city J to city C\
 Question: Is there a series of flights that goes from city F to city I?", "No"),
+            ('Bob (a boy) has 3 sisters. Each sister has 2 brothers. How many brothers does Bob have?', '1')
             ]
 
         def evaluate_answers(