diff --git a/scripts/v1_5-mix-medium-llama-on-kempner.sh b/scripts/v1_5-mix-medium-llama-on-kempner.sh index 97160d4e5..40a6564a1 100644 --- a/scripts/v1_5-mix-medium-llama-on-kempner.sh +++ b/scripts/v1_5-mix-medium-llama-on-kempner.sh @@ -36,5 +36,6 @@ srun \ --run_name=kempner_${SLURM_JOB_ID} \ --save_folder=/n/holyscratch01/kempner_lab/Lab/checkpoints/${SLURM_JOB_ID}/ \ --data.num_workers=4 \ + --device_train_microbatch_size=6 \ --time_limit=$((167 * 60 * 60)) \ ${@}