From 696afb54167db8443d66e775cad67bd43f02cf92 Mon Sep 17 00:00:00 2001 From: Dirk Groeneveld Date: Mon, 11 Mar 2024 14:06:11 -0700 Subject: [PATCH] Still log something on the other ranks --- olmo/train.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/olmo/train.py b/olmo/train.py index db773ec00..007c83920 100644 --- a/olmo/train.py +++ b/olmo/train.py @@ -958,8 +958,11 @@ def on_trace_ready(p): metrics.update(lr_monitor.check()) # Log metrics to console. - if self.global_step % self.cfg.console_log_interval == 0 and get_global_rank() == 0: - self.log_metrics_to_console(f"[step={self.global_step}/{self.max_steps}]", metrics) + if self.global_step % self.cfg.console_log_interval == 0: + if get_global_rank() == 0: + self.log_metrics_to_console(f"[step={self.global_step}/{self.max_steps}]", metrics) + else: + log.info(f"[step={self.global_step}/{self.max_steps}]") # Log metrics to W&B. if (