From c7fc338e67c4313ec82fcca304733c9ececae5c0 Mon Sep 17 00:00:00 2001 From: Chirag Jain Date: Sat, 7 Dec 2024 18:15:26 +0000 Subject: [PATCH] Enable eval on start --- src/axolotl/core/trainer_builder.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/src/axolotl/core/trainer_builder.py b/src/axolotl/core/trainer_builder.py index 7a6e08c645..c8fe427fab 100755 --- a/src/axolotl/core/trainer_builder.py +++ b/src/axolotl/core/trainer_builder.py @@ -1492,7 +1492,10 @@ def build(self, total_num_steps): else max(min(int(0.005 * total_num_steps), 10), 1) ) - training_arguments_kwargs = {"average_tokens_across_devices": True} + training_arguments_kwargs = { + "average_tokens_across_devices": True, + "eval_on_start": True, + } if self.cfg.bf16 == "full": training_arguments_kwargs["bf16_full_eval"] = True else: