Enable eval on start

truefoundry · Dec 8, 2024 · c7fc338 · c7fc338
1 parent d2ebf28
commit c7fc338
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/src/axolotl/core/trainer_builder.py b/src/axolotl/core/trainer_builder.py
@@ -1492,7 +1492,10 @@ def build(self, total_num_steps):
             else max(min(int(0.005 * total_num_steps), 10), 1)
         )
 
-        training_arguments_kwargs = {"average_tokens_across_devices": True}
+        training_arguments_kwargs = {
+            "average_tokens_across_devices": True,
+            "eval_on_start": True,
+        }
         if self.cfg.bf16 == "full":
             training_arguments_kwargs["bf16_full_eval"] = True
         else: