add grit test nb

CERC-AAI · Oct 24, 2023 · 4c7eb49 · 4c7eb49
1 parent ae53309
commit 4c7eb49
Show file tree

Hide file tree

Showing 2 changed files with 315 additions and 0 deletions.
diff --git a/megatron/data/streaming_dataset/grit/requirements.txt b/megatron/data/streaming_dataset/grit/requirements.txt
@@ -0,0 +1,5 @@
+datasets
+mosaicml-streaming
+transformers
+torch
+PyHamcrest