changed softmax to strongermax

ReaLLMASIC · Dec 4, 2024 · b892383 · b892383
1 parent 2eb68c3
commit b892383
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tests/test_finetuning_cpu.sh b/tests/test_finetuning_cpu.sh
@@ -34,7 +34,7 @@ python3 train.py \
   --log_interval 10 \
   --device cpu \
   --dataset "$dataset" \
-  --softmax_variant_attn softmax \
+  --softmax_variant_attn strongermax \
   --tensorboard_run_name "$run_name" \
   --block_size "$block_size" \
   --bias \