add new args

Parry-Parry · Nov 12, 2024 · 0efcd95 · 0efcd95
1 parent 71057f9
commit 0efcd95
Showing 1 changed file with 16 additions and 0 deletions.
diff --git a/rankers/train/data_arguments.py b/rankers/train/data_arguments.py
@@ -30,6 +30,22 @@ class RankerDataArguments:
         default=None,
         metadata={"help": "IR Dataset for text lookup"}
     )
+    lazy_load_text : Optional[bool] = field(
+        default=True,
+        metadata={"help": "Lazy load text from the corpus"}
+    )
+    precomputed : Optional[bool] = field(
+        default=False,
+        metadata={"help": "DataFrame with existing text fields"}
+    )
+    text_field : Optional[str] = field(
+        default='text',
+        metadata={"help": "Field name for text"}
+    )
+    query_field : Optional[str] = field(
+        default='text',
+        metadata={"help": "Field name for query"}
+    )
     no_positive : Optional[bool] = field(
         default=False,
         metadata={"help": "Dont use positive samples locatd in 'doc_id_a' column instead use solely 'doc_id_b'"}