From e594e9ad03bd431c9a13ef9636e64eab732b8ee2 Mon Sep 17 00:00:00 2001 From: Andrew Parry Date: Wed, 6 Nov 2024 12:50:38 +0000 Subject: [PATCH] should fix --- rankers/train/training_arguments.py | 11 ----------- 1 file changed, 11 deletions(-) diff --git a/rankers/train/training_arguments.py b/rankers/train/training_arguments.py index 47df56f..fc69d55 100644 --- a/rankers/train/training_arguments.py +++ b/rankers/train/training_arguments.py @@ -26,10 +26,6 @@ class RankerTrainingArguments(TrainingArguments): default=2, metadata={"help": "Number of documents per query"} ) - ir_dataset : Optional[str] = field( - default=None, - metadata={"help": "IR Dataset for text lookup"} - ) wandb_project : Optional[str] = field( default=None, metadata={"help": "Wandb project name"} @@ -42,13 +38,6 @@ def __post_init__(self): if len(self.eval_metrics) > 0: self.eval_metrics = [parse_ir_measure(metric) for metric in self.eval_metrics] self.loss_fn = get_loss(self.loss_fn) - if self.ir_dataset is not None: - assert is_ir_datasets_available(), "Please install ir_datasets to use the ir_dataset argument" - try: - import ir_datasets - self.ir_dataset = ir_datasets.load(self.ir_dataset) - except Exception as e: - raise ValueError(f"Unable to load ir_dataset: {e}") def to_dict(self): """