diff options
author | Jordan Gong <jordan.gong@protonmail.com> | 2021-04-08 12:57:40 +0800 |
---|---|---|
committer | Jordan Gong <jordan.gong@protonmail.com> | 2021-04-08 12:57:40 +0800 |
commit | a66e5a456a2b036b2b787371da3160efc559031f (patch) | |
tree | d821082af9ec44ab5551b8fdd3b05cba4b0beac2 /config.py | |
parent | bc82188377a8dc3068cd7b2ba5f02ed8bd4f2a54 (diff) |
Add stop step for scheduler
Diffstat (limited to 'config.py')
-rw-r--r-- | config.py | 12 |
1 files changed, 8 insertions, 4 deletions
@@ -41,7 +41,7 @@ config: Configuration = { # Batch size (pr, k) # `pr` denotes number of persons # `k` denotes number of sequences per person - 'batch_size': (4, 6), + 'batch_size': (4, 5), # Number of workers of Dataloader 'num_workers': 4, # Faster data transfer from RAM to GPU if enabled @@ -88,18 +88,22 @@ config: Configuration = { # Local parameters (override global ones) # 'auto_encoder': { - # 'weight_decay': 0.001 + # 'lr': 1e-3 # }, }, 'scheduler': { # Step start to decay 'start_step': 500, + # Step stop decaying + # 'stop_step': 30_000, # Multiplicative factor of decay in the end 'final_gamma': 0.01, # Local parameters (override global ones) - # 'hpm': { - # 'final_gamma': 0.001 + # 'auto_encoder': { + # 'start_step': 0, + # 'stop_step': 500, + # 'final_gamma': 0.5 # } } }, |