option to list custom tasks (#425)

huggingface · Dec 9, 2024 · f2d0a65 · f2d0a65
1 parent 1fb7968
commit f2d0a65
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/lighteval/main_tasks.py b/src/lighteval/main_tasks.py
@@ -67,11 +67,11 @@ def inspect(
 
 
 @app.command()
-def list():
+def list(custom_tasks: Annotated[Optional[str], Option(help="Path to a file with custom tasks")] = None):
     """
     List all tasks
     """
     from lighteval.tasks.registry import Registry
 
-    registry = Registry(cache_dir=CACHE_DIR)
+    registry = Registry(cache_dir=CACHE_DIR, custom_tasks=custom_tasks)
     registry.print_all_tasks()