u

fastalgo · Oct 10, 2019 · efda90e · efda90e
1 parent e3681ab
commit efda90e
Show file tree

Hide file tree

Showing 9 changed files with 132,040 additions and 6 deletions.
diff --git a/baseline.sh b/baseline.sh
@@ -0,0 +1,14 @@
+export TPU_NAME=v3-256-4tb
+export INFER_NAME=v3-8-4tb
+export DATA_DIR=gs://bert-pretrain-data/imagenet/imagenet-2012-tfrecord
+export MODEL_DIR=gs://bert-pretrain-data/imagenet/$INFER_NAME
+
+for warmup in 782 #warmup for 20 epochs
+do
+	for lr in 0.04
+	do
+		gsutil rm -R -f $MODEL_DIR/*
+		python resnet_main.py --tpu=$TPU_NAME --data_dir=$DATA_DIR --model_dir=$MODEL_DIR --num_cores=256 --iterations_per_loop=200 --train_batch_size=32768 --steps_per_eval=100000 --mode=train --learning_rate=$lr --train_steps=3519 --weight_decay=0.0 --num_warmup_steps=$warmup --weight_decay_input=1.5 --label_smoothing=0.1
+		python resnet_main.py --tpu=$INFER_NAME --data_dir=$DATA_DIR --model_dir=$MODEL_DIR --num_cores=8 --iterations_per_loop=200 --train_batch_size=32768 --steps_per_eval=100000 --mode=eval --learning_rate=$lr --train_steps=3519 --weight_decay=0.0 --num_warmup_steps=$warmup --weight_decay_input=1.5 --label_smoothing=0.1
+	done
+done
diff --git a/imagenet_input.pyc b/imagenet_input.pyc
diff --git a/lars_util.pyc b/lars_util.pyc