-
Notifications
You must be signed in to change notification settings - Fork 7
/
cifar100.yaml
153 lines (132 loc) · 2.8 KB
/
cifar100.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
default: &DEFAULT
lr: !!float 0.1
momentum: !!float 0.9
weight_decay: !!float 5e-4
lr_warmup_epochs: 0
#mean and std of cifar100 dataset
cifar100_mean: [0.5070751592371323, 0.48654887331495095, 0.4409178433670343]
cifar100_std: [0.2673342858792401, 0.2564384629170883, 0.27615047132568404]
data_path: './data' # will be automatically downloaded if not available
rnd_rotation_angle: 15
num_data_workers: 6
num_classes: 100
max_epochs: 100
batch_size: 128
valid_batch_size_per_gpu: 128
log_to_screen: !!bool True
log_to_tensorboard: !!bool True
save_checkpoint: !!bool True
log_freq: 20
enable_amp: !!bool False
enable_nhwc: !!bool False
enable_extra_opts: !!bool False
enable_profiling: !!bool False
profiling_epoch_start: 2
profiling_iters_per_epoch: 100
bs128:
<<: *DEFAULT
# --- Optimization experiments --- #
bs256:
<<: *DEFAULT
lr: !!float 0.14
batch_size: 256
bs256-prof:
<<: *DEFAULT
lr: !!float 0.14
batch_size: 256
enable_profiling: True
max_epochs: 2
save_checkpoint: False
bs256-amp:
<<: *DEFAULT
lr: !!float 0.14
batch_size: 256
enable_amp: True
bs256-amp-prof:
<<: *DEFAULT
lr: !!float 0.14
batch_size: 256
enable_amp: True
enable_profiling: True
max_epochs: 2
save_checkpoint: False
bs256-amp-nhwc:
<<: *DEFAULT
lr: !!float 0.14
batch_size: 256
enable_amp: True
enable_nhwc: True
bs256-amp-nhwc-prof:
<<: *DEFAULT
lr: !!float 0.14
batch_size: 256
enable_amp: True
enable_nhwc: True
enable_profiling: True
max_epochs: 2
save_checkpoint: False
bs256-amp-nhwc-extra-opts:
<<: *DEFAULT
lr: !!float 0.14
batch_size: 256
enable_amp: True
enable_nhwc: True
enable_extra_opts: True
bs256-amp-nhwc-extra-opts-prof:
<<: *DEFAULT
lr: !!float 0.14
batch_size: 256
enable_amp: True
enable_nhwc: True
enable_extra_opts: True
enable_profiling: True
max_epochs: 2
save_checkpoint: False
# --- Scaling experiments --- #
bs128-opt:
<<: *DEFAULT
enable_amp: True
enable_nhwc: True
enable_extra_opts: True
bs512-opt:
<<: *DEFAULT
lr: !!float 0.2
batch_size: 512
max_epochs: 120
enable_amp: True
enable_nhwc: True
enable_extra_opts: True
bs1024-opt:
<<: *DEFAULT
lr: !!float 0.28
batch_size: 1024
max_epochs: 120
enable_amp: True
enable_nhwc: True
enable_extra_opts: True
bs2048-opt:
<<: *DEFAULT
lr: !!float 0.4
batch_size: 2048
max_epochs: 120
enable_amp: True
enable_nhwc: True
enable_extra_opts: True
bs1024-warmup-opt:
<<: *DEFAULT
lr: !!float 0.28
batch_size: 1024
max_epochs: 120
lr_warmup_epochs: 8
enable_amp: True
enable_nhwc: True
enable_extra_opts: True
bs2048-warmup-opt:
<<: *DEFAULT
lr: !!float 0.4
batch_size: 2048
lr_warmup_epochs: 16
max_epochs: 120
enable_amp: True
enable_nhwc: True
enable_extra_opts: True