fix

src/lighteval/tasks/lighteval_task.py

@@ -524,10 +524,16 @@ def load_datasets(tasks: list["LightevalTask"], dataset_loading_processes: int =
         """
 
         if dataset_loading_processes <= 1:
-            datasets = [download_dataset_worker(task) for task in tasks]  # Also help us with gdb
+            datasets = [
+                download_dataset_worker(task.dataset_path, task.dataset_config_name, task.trust_dataset)
+                for task in tasks
+            ]
         else:
             with Pool(processes=dataset_loading_processes) as pool:
-                datasets = pool.map(download_dataset_worker, tasks)
+                datasets = pool.map(
+                    download_dataset_worker,
+                    [(task.dataset_path, task.dataset_config_name, task.trust_dataset) for task in tasks],
+                )
 
         for task, dataset in zip(tasks, datasets):
             task.dataset = dataset
@@ -538,14 +544,14 @@ def download_dataset_worker(args):
     Worker function to download a dataset from the HuggingFace Hub.
     Used for parallel dataset loading.
     """
-    task: LightevalTask = args
+    dataset_path, dataset_config_name, trust_dataset = args
     dataset = load_dataset(
-        path=task.dataset_path,
-        name=task.dataset_config_name,
+        path=dataset_path,
+        name=dataset_config_name,
         data_dir=None,
         cache_dir=None,
         download_mode=DownloadMode.FORCE_REDOWNLOAD,  # None
-        trust_remote_code=task.trust_dataset,
+        trust_remote_code=trust_dataset,
     )
     return dataset