Merge branch 'Llama-DefaultLN' of https://github.com/allenai/LLM into…

… Llama-DefaultLN
allenai · Oct 24, 2023 · 5817f81 · 5817f81
2 parents cddfbe2 + 2ea0be1
commit 5817f81
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/scripts/v1_5-mix-medium-llama-on-kempner.sh b/scripts/v1_5-mix-medium-llama-on-kempner.sh
@@ -36,5 +36,6 @@ srun \
       --run_name=kempner_${SLURM_JOB_ID} \
       --save_folder=/n/holyscratch01/kempner_lab/Lab/checkpoints/${SLURM_JOB_ID}/ \
       --data.num_workers=4 \
+      --device_train_microbatch_size=6 \
       --time_limit=$((167 * 60 * 60)) \
       ${@}