diff --git a/vit_finetune.sh b/vit_finetune.sh new file mode 100644 index 0000000..c15579b --- /dev/null +++ b/vit_finetune.sh @@ -0,0 +1,21 @@ +# --------------- Finetune on CIFAR --------------- +python mae_finetune.py \ + --dataset cifar10 \ + -m vit_nano \ + --batch_size 256 \ + --img_size 32 \ + --patch_size 2 \ + --max_epoch 50 \ + --wp_epoch 5 \ + --mae_pretrained + +# --------------- Finetune on ImageNet --------------- +# python mae_finetune.py \ +# --dataset imagenet_1k \ +# -m vit_nano \ +# --batch_size 256 \ +# --img_size 224 \ +# --patch_size 16 \ +# --max_epoch 50 \ +# --wp_epoch 5 \ +# --mae_pretrained \ No newline at end of file diff --git a/vit_linprob.sh b/vit_linprob.sh new file mode 100644 index 0000000..f94ac8d --- /dev/null +++ b/vit_linprob.sh @@ -0,0 +1,19 @@ +# --------------- Finetune on CIFAR --------------- +python mae_finetune.py \ + --dataset cifar10 \ + -m vit_nano \ + --batch_size 256 \ + --img_size 32 \ + --patch_size 2 \ + --max_epoch 50 \ + --wp_epoch 5 \ + +# --------------- Finetune on ImageNet --------------- +# python mae_finetune.py \ +# --dataset imagenet_1k \ +# -m vit_nano \ +# --batch_size 256 \ +# --img_size 224 \ +# --patch_size 16 \ +# --max_epoch 50 \ +# --wp_epoch 5 \ diff --git a/vit_pretrain.sh b/vit_pretrain.sh new file mode 100644 index 0000000..a1a5223 --- /dev/null +++ b/vit_pretrain.sh @@ -0,0 +1,20 @@ +# --------------- Pretrain on CIFAR --------------- +python mae_pretrain.py \ + --dataset cifar10 \ + -m mae_vit_nano \ + --batch_size 256 \ + --img_size 32 \ + --patch_size 2 \ + --max_epoch 400 \ + --wp_epoch 40 + + +# --------------- Pretrain on ImageNet --------------- +# python mae_pretrain.py \ +# --dataset imagenet_1k \ +# -m mae_vit_nano \ +# --batch_size 256 \ +# --img_size 224 \ +# --patch_size 16 \ +# --max_epoch 400 \ +# --wp_epoch 40