-
Notifications
You must be signed in to change notification settings - Fork 5
/
Copy pathrun_all_default.sh
87 lines (78 loc) · 1.98 KB
/
run_all_default.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
ALG=$1
LOSS_FUNC=$2
NN_TYPE=$3
DECAY=$4
LR=$5
MAX_EPOCHS=$6
QUERY_MB_SIZE=4
EVAL_ON_JOB=0
EVAL_ON_JOBM=0
NORM_FLOW_LOSS=0
PRIORITY=2.0
PR_NORM=no
SAMPLE_BITMAP_BUCKETS=1000
SAMPLE_BITMAP=0
PRELOAD_FEATURES=1
NUM_MSE_ANCHORING=0
FLOW_FEATS=1
SWITCH_EPOCH=100000
REL_ESTS=1
ONEHOT=1
USE_VAL_SET=1
WEIGHTED_MSES=(0.0)
EVAL_EPOCH=100
LOSSES=join-loss,qerr
COST_MODEL=nested_loop_index7
NHL=2
#RES_DIR=all_results/vldb/default/sample_bitmaps
#RES_DIR=all_results/vldb/default/fcnn_subq_imp2
RES_DIR=all_results/vldb/default/pr2
BUCKETS=10
HLS=256
LOAD_QUERY_TOGTHER=0
#BUCKETS=10
#HLS=(512)
#DECAYS=(0.1)
#MIN_QERRS=(2.0 4.0 8.0 16.0 32.0 64.0)
NUM_PAR=16
for i in "${!WEIGHTED_MSES[@]}";
do
CMD="time python3 main.py --algs nn -n -1 \
--hidden_layer_size $HLS \
--use_val_set $USE_VAL_SET \
--query_mb_size $QUERY_MB_SIZE \
--weighted_mse ${WEIGHTED_MSES[$i]} \
--num_mse_anchoring $NUM_MSE_ANCHORING \
--num_hidden_layers $NHL \
--max_discrete_featurizing_buckets $BUCKETS \
--sampling_priority_alpha $PRIORITY \
--priority_normalize_type $PR_NORM \
--weight_decay $DECAY \
--alg $ALG \
--load_query_together $LOAD_QUERY_TOGTHER \
--job_skip_zero_queries 0 \
--losses $LOSSES
--loss_func $LOSS_FUNC \
--nn_type $NN_TYPE \
--sample_bitmap $SAMPLE_BITMAP \
--sample_bitmap_buckets $SAMPLE_BITMAP_BUCKETS \
--preload_features $PRELOAD_FEATURES \
--test_size 0.5 \
--exp_prefix final_runs \
--result_dir $RES_DIR \
--max_epochs $MAX_EPOCHS --cost_model $COST_MODEL \
--switch_loss_fn_epoch $SWITCH_EPOCH \
--eval_epoch $EVAL_EPOCH --join_loss_pool_num $NUM_PAR \
--optimizer_name adamw \
--normalize_flow_loss $NORM_FLOW_LOSS \
--eval_on_job $EVAL_ON_JOB \
--eval_on_jobm $EVAL_ON_JOBM \
--add_job_features $JOB_FEATS \
--feat_rel_pg_ests $REL_ESTS \
--feat_rel_pg_ests_onehot $ONEHOT \
--feat_pg_est_one_hot $ONEHOT \
--flow_features $FLOW_FEATS --feat_tolerance 0 \
--lr $LR"
echo $CMD
eval $CMD
done