From 1877161db5056c0a86cfc680df94dbb7f98a438f Mon Sep 17 00:00:00 2001 From: Jordan Gong Date: Thu, 18 Aug 2022 14:29:30 +0800 Subject: Update SimCLR ViT config --- simclr/config-vit.example.yaml | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) (limited to 'simclr') diff --git a/simclr/config-vit.example.yaml b/simclr/config-vit.example.yaml index 6246a19..fde0257 100644 --- a/simclr/config-vit.example.yaml +++ b/simclr/config-vit.example.yaml @@ -26,13 +26,13 @@ distort_strength: 0.5 batch_size: 128 num_workers: 2 -optim: lars -lr: 1 -momentum: 0.9 -#betas: -# - 0.9 -# - 0.999 -weight_decay: 1.0e-06 +optim: adam +lr: 0.001 +#momentum: 0.9 +betas: + - 0.9 + - 0.999 +weight_decay: 5.0e-05 sched: warmup-anneal warmup_iters: 1953 \ No newline at end of file -- cgit v1.2.3