format docs/s and MB/s (EleutherAI#1002)

CERC-AAI · Jul 26, 2023 · 8b3f1c2 · 8b3f1c2
1 parent 408e29d
commit 8b3f1c2
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tools/preprocess_data.py b/tools/preprocess_data.py
@@ -230,7 +230,7 @@ def main():
             elapsed = current - proc_start
             mbs = total_bytes_processed / elapsed / 1024 / 1024
             pbar.set_description(
-                f"Processed {i}{'' if args.num_docs is None else '/' + str(args.num_docs)} documents ({i / elapsed} docs/s, {mbs} MB/s)."
+                f"Processed {i}{'' if args.num_docs is None else '/' + str(args.num_docs)} documents ({i / elapsed :.2f} docs/s, {mbs:.2f} MB/s)."
             )
             if i != 0:
                 pbar.update(args.log_interval)