blob: fde0257409fca051a8d8aa1a0f0cd862fc11e32f (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
|
codename: cifar10-simclr-vit-128-lars-warmup-example
seed: -1
num_iters: 19531
log_dir: logs
checkpoint_dir: checkpoints
encoder: vit
hid_dim: 2048
out_dim: 128
temp: 0.5
dataset: cifar10
dataset_dir: dataset
crop_size: 32
crop_scale_range:
- 0.8
- 1
hflip_prob: 0.5
distort_strength: 0.5
#gauss_ker_scale: 10
#gauss_sigma_range:
# - 0.1
# - 2
#gauss_prob: 0.5
batch_size: 128
num_workers: 2
optim: adam
lr: 0.001
#momentum: 0.9
betas:
- 0.9
- 0.999
weight_decay: 5.0e-05
sched: warmup-anneal
warmup_iters: 1953
|
