|
|
|
@@ -24,7 +24,7 @@ dataset: 'imagenet' |
|
|
|
data_dir: './imagenet/' |
|
|
|
shuffle: True |
|
|
|
dataset_download: False |
|
|
|
batch_size: 320 |
|
|
|
batch_size: 256 |
|
|
|
drop_remainder: True |
|
|
|
|
|
|
|
# Augmentation config |
|
|
|
@@ -32,7 +32,7 @@ image_resize: 224 |
|
|
|
scale: [0.08, 1.0] |
|
|
|
ratio: [0.75, 1.333] |
|
|
|
hflip: 0.5 |
|
|
|
vflip: 0. |
|
|
|
# vflip: 0. |
|
|
|
interpolation: 'bicubic' |
|
|
|
auto_augment: randaug-m9-mstd0.5-inc1 |
|
|
|
re_prob: 0.25 |
|
|
|
@@ -48,9 +48,9 @@ pretrained: False |
|
|
|
ckpt_path: '' |
|
|
|
keep_checkpoint_max: 30 |
|
|
|
ckpt_save_dir: './ckpt/' |
|
|
|
epoch_size: 300 |
|
|
|
epoch_size: 600 |
|
|
|
dataset_sink_mode: True |
|
|
|
amp_level: 'O3' |
|
|
|
amp_level: 'O0' |
|
|
|
drop_path_rate: 0.1 |
|
|
|
|
|
|
|
# loss config |
|
|
|
@@ -59,20 +59,20 @@ label_smoothing: 0.1 |
|
|
|
|
|
|
|
# lr scheduler config |
|
|
|
scheduler: 'warmup_cosine_decay' |
|
|
|
lr: 0.0009 |
|
|
|
lr: 0.0008 |
|
|
|
min_lr: 0.00001 |
|
|
|
warmup_epochs: 40 |
|
|
|
decay_epochs: 260 |
|
|
|
decay_rate: 0.1 |
|
|
|
#num_cycles: 2 |
|
|
|
#cycle_decay: 1 |
|
|
|
num_cycles: 2 |
|
|
|
cycle_decay: 1 |
|
|
|
|
|
|
|
|
|
|
|
# optimizer config |
|
|
|
opt: 'adamw' |
|
|
|
weight_decay: 0.05 |
|
|
|
filter_bias_and_bn: True |
|
|
|
loss_scale: 256 |
|
|
|
loss_scale: 1024 |
|
|
|
use_nesterov: False |
|
|
|
eps: 1e-8 |
|
|
|
|
|
|
|
|
