From 264f3f89e3847e9b61dc24242d3dc4ae476ecc5b Mon Sep 17 00:00:00 2001 From: Albert Villanova del Moral <8515462+albertvillanova@users.noreply.github.com> Date: Fri, 20 Dec 2024 19:14:26 +0100 Subject: [PATCH] Fix warning about precedence of custom tasks over default ones in registry (#466) * Fix precedence of default tasks over custom ones in registry * Revert "Fix precedence of default tasks over custom ones in registry" This reverts commit 8125ea230156f4c36cb21e15cfe8c74fec47a7a4. * Fix comment/warning about precedence of custom over default tasks --- src/lighteval/tasks/registry.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/lighteval/tasks/registry.py b/src/lighteval/tasks/registry.py index 69532c095..834e81706 100644 --- a/src/lighteval/tasks/registry.py +++ b/src/lighteval/tasks/registry.py @@ -148,10 +148,10 @@ def task_registry(self): intersection = set(default_tasks_registry.keys()).intersection(set(custom_tasks_registry.keys())) if len(intersection) > 0: logger.warning( - f"Following tasks ({intersection}) exists both in the default and custom tasks. Will use the default ones on conflict." + f"Following tasks ({intersection}) exists both in the default and custom tasks. Will use the custom ones on conflict." ) - # Defaults tasks should overwrite custom tasks + # Custom tasks overwrite defaults tasks return {**default_tasks_registry, **custom_tasks_registry} @property