Not sure what's going on with openbookqa.

Luca says it's redirects.
allenai · Feb 29, 2024 · 9e927f1 · 9e927f1
1 parent 1961c25
commit 9e927f1
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/olmo/eval/downstream.py b/olmo/eval/downstream.py
@@ -567,7 +567,7 @@ class OpenBookQA(ICLMultiChoiceTaskDataset):
 
     metric_type = "len_norm"
 
-    def __init__(self, tokenizer, dataset_path="openbookqa", dataset_name=None):
+    def __init__(self, tokenizer, dataset_path="openbookqa", dataset_name="main"):
         super().__init__(
             tokenizer=tokenizer,
             dataset_path=dataset_path,