minor doc change

pytorch · May 21, 2024 · f22a977 · f22a977
1 parent a62f317
commit f22a977
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/torchtitan/datasets/hf_datasets.py b/torchtitan/datasets/hf_datasets.py
@@ -162,7 +162,7 @@ def state_dict(self):
 
 class DPAwareDataLoader(StatefulDataLoader, Stateful):
     """
-    A wrapper around the StatefulDataLoader that ensures that the state is stored only once for DP ranks.
+    A wrapper around the StatefulDataLoader that ensures that the state is stored only once per DP rank.
     """
 
     def __init__(self, dp_rank: int, hf_ds: IterableDataset, batch_size: int):