Add SimCLR ViT variant for CIFAR

1 files changed, 38 insertions, 0 deletions

diff --git a/simclr/config-vit.example.yaml b/simclr/config-vit.example.yaml
new file mode 100644
index 0000000..6246a19
--- /dev/null
+++ b/simclr/config-vit.example.yaml
@@ -0,0 +1,38 @@
+codename: cifar10-simclr-vit-128-lars-warmup-example
+seed: -1
+num_iters: 19531
+log_dir: logs
+checkpoint_dir: checkpoints
+
+encoder: vit
+hid_dim: 2048
+out_dim: 128
+temp: 0.5
+
+dataset: cifar10
+dataset_dir: dataset
+crop_size: 32
+crop_scale_range:
+  - 0.8
+  - 1
+hflip_prob: 0.5
+distort_strength: 0.5
+#gauss_ker_scale: 10
+#gauss_sigma_range:
+#  - 0.1
+#  - 2
+#gauss_prob: 0.5
+
+batch_size: 128
+num_workers: 2
+
+optim: lars
+lr: 1
+momentum: 0.9
+#betas:
+#  - 0.9
+#  - 0.999
+weight_decay: 1.0e-06
+
+sched: warmup-anneal
+warmup_iters: 1953
\ No newline at end of file