Edit config (#86)

EleutherAI · Dec 17, 2023 · a95f4b5 · a95f4b5
1 parent 0f1cca6
commit a95f4b5
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/config/models/large.json b/config/models/large.json
@@ -5,5 +5,5 @@
     "ff_mult": 4,
     "drop_p": 0.1,
     "max_seq_len": 2048,
-    "grad_checkpoint": false
+    "grad_checkpoint": true
 }
diff --git a/config/models/xlarge.json b/config/models/xlarge.json
@@ -5,5 +5,5 @@
     "ff_mult": 4,
     "drop_p": 0.1,
     "max_seq_len": 4096,
-    "grad_checkpoint": false
+    "grad_checkpoint": true
 }