Skip to content

Commit

Permalink
fix
Browse files Browse the repository at this point in the history
  • Loading branch information
clefourrier committed Feb 8, 2024
1 parent be9b745 commit 923a2e6
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions src/lighteval/tasks/lighteval_task.py
Original file line number Diff line number Diff line change
Expand Up @@ -126,11 +126,11 @@ def __init__(self, name: str, cfg: LightevalTaskConfig, cache_dir: Optional[str]

# Managing splits and few shot
self.all_available_splits = as_list(cfg.hf_avail_splits)
if cfg.get("evaluation_splits", None) is None:
if cfg.evaluation_splits is None:
raise ValueError(f"The evaluation split for task {self.name} is None. Please select a valid split.")

self.evaluation_split = as_list(cfg.evaluation_splits)
if cfg.get("few_shots_split", None) is not None:
if cfg.few_shots_split is not None:
self.fewshot_split = as_list(cfg.few_shots_split)
else:
self.fewshot_split = as_list(self.get_first_possible_fewshot_splits())
Expand Down

0 comments on commit 923a2e6

Please sign in to comment.