From f2d0a65e51a435356f62da532cfbe143d2ee03fc Mon Sep 17 00:00:00 2001 From: Nathan Habib <30601243+NathanHB@users.noreply.github.com> Date: Mon, 9 Dec 2024 08:57:07 +0100 Subject: [PATCH] option to list custom tasks (#425) --- src/lighteval/main_tasks.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/lighteval/main_tasks.py b/src/lighteval/main_tasks.py index 66834798..723c4109 100644 --- a/src/lighteval/main_tasks.py +++ b/src/lighteval/main_tasks.py @@ -67,11 +67,11 @@ def inspect( @app.command() -def list(): +def list(custom_tasks: Annotated[Optional[str], Option(help="Path to a file with custom tasks")] = None): """ List all tasks """ from lighteval.tasks.registry import Registry - registry = Registry(cache_dir=CACHE_DIR) + registry = Registry(cache_dir=CACHE_DIR, custom_tasks=custom_tasks) registry.print_all_tasks()