aboutsummaryrefslogtreecommitdiff
path: root/simclr
diff options
context:
space:
mode:
authorJordan Gong <jordan.gong@protonmail.com>2022-08-19 14:02:04 +0800
committerJordan Gong <jordan.gong@protonmail.com>2022-08-19 14:02:04 +0800
commit26420733f98292639b9addb02e73fd8f12ee82e7 (patch)
tree971d3e5223be2261562e6ca404378aa34aaee453 /simclr
parentbff36e9337bd9493e95588b8e342431eb31184f6 (diff)
Add dependencies
- Pytorch Lighting (pytorch-lighting) - Pytorch image models (timm)
Diffstat (limited to 'simclr')
-rw-r--r--simclr/config-ddp.example.yaml37
1 files changed, 37 insertions, 0 deletions
diff --git a/simclr/config-ddp.example.yaml b/simclr/config-ddp.example.yaml
new file mode 100644
index 0000000..67ee54f
--- /dev/null
+++ b/simclr/config-ddp.example.yaml
@@ -0,0 +1,37 @@
+codename: cifar10-simclr-96-lars-warmup-ddp-example
+seed: -1
+num_iters: 26042
+log_dir: logs
+checkpoint_dir: checkpoints
+
+hid_dim: 2048
+out_dim: 128
+temp: 0.5
+
+dataset: cifar10
+dataset_dir: dataset
+crop_size: 32
+crop_scale_range:
+ - 0.8
+ - 1
+hflip_prob: 0.5
+distort_strength: 0.5
+#gauss_ker_scale: 10
+#gauss_sigma_range:
+# - 0.1
+# - 2
+#gauss_prob: 0.5
+
+batch_size: 96
+num_workers: 2
+
+optim: lars
+lr: 0.5
+momentum: 0.9
+#betas:
+# - 0.9
+# - 0.999
+weight_decay: 1.0e-06
+
+sched: warmup-anneal
+warmup_iters: 2604 \ No newline at end of file