From 0efcd9501669e821c275b697d558ee92bfa655f3 Mon Sep 17 00:00:00 2001
From: Andrew Parry <a.parry.1@research.gla.ac.uk>
Date: Tue, 12 Nov 2024 23:44:52 +0000
Subject: [PATCH] add new args

---
 rankers/train/data_arguments.py | 16 ++++++++++++++++
 1 file changed, 16 insertions(+)

diff --git a/rankers/train/data_arguments.py b/rankers/train/data_arguments.py
index a5f18e1..45a40ec 100644
--- a/rankers/train/data_arguments.py
+++ b/rankers/train/data_arguments.py
@@ -30,6 +30,22 @@ class RankerDataArguments:
         default=None,
         metadata={"help": "IR Dataset for text lookup"}
     )
+    lazy_load_text : Optional[bool] = field(
+        default=True,
+        metadata={"help": "Lazy load text from the corpus"}
+    )
+    precomputed : Optional[bool] = field(
+        default=False,
+        metadata={"help": "DataFrame with existing text fields"}
+    )
+    text_field : Optional[str] = field(
+        default='text',
+        metadata={"help": "Field name for text"}
+    )
+    query_field : Optional[str] = field(
+        default='text',
+        metadata={"help": "Field name for query"}
+    )
     no_positive : Optional[bool] = field(
         default=False,
         metadata={"help": "Dont use positive samples locatd in 'doc_id_a' column instead use solely 'doc_id_b'"}