added cache at all levels

Author: clefourrier

src/lighteval/__main__.py

@@ -44,13 +44,11 @@ def cli_evaluate():
     parser_b = subparsers.add_parser("nanotron", help="use nanotron as backend for evaluation.")
     parser_nanotron(parser_b)
 
-    # values which should always be set
+    # utils functions
+    parser.add_argument("--list-tasks", action="store_true", help="List available tasks")
     parser.add_argument(
         "--cache_dir", type=str, default=CACHE_DIR, help="Cache directory used to store datasets and models"
     )
-
-    # utils functions
-    parser.add_argument("--list-tasks", action="store_true", help="List available tasks")
     parser.add_argument(
         "--tasks-examples",
         type=str,

src/lighteval/parsers.py

@@ -96,6 +96,9 @@ def parser_accelerate(parser=None):
         default=None,
         help="Id of a task, e.g. 'original|mmlu:abstract_algebra|5' or path to a texte file with a list of tasks",
     )
+    parser.add_argument(
+        "--cache_dir", type=str, default=CACHE_DIR, help="Cache directory used to store datasets and models"
+    )
     parser.add_argument("--num_fewshot_seeds", type=int, default=1, help="Number of trials the few shots")
     return parser
 
@@ -117,3 +120,6 @@ def parser_nanotron(parser=None):
         type=str,
         help="Path to an optional YAML or python Lighteval config to override part of the checkpoint Lighteval config",
     )
+    parser.add_argument(
+        "--cache_dir", type=str, default=CACHE_DIR, help="Cache directory used to store datasets and models"
+    )