diff options
| author | Jordan Gong <jordan.gong@protonmail.com> | 2021-04-08 12:57:40 +0800 | 
|---|---|---|
| committer | Jordan Gong <jordan.gong@protonmail.com> | 2021-04-08 12:57:40 +0800 | 
| commit | a66e5a456a2b036b2b787371da3160efc559031f (patch) | |
| tree | d821082af9ec44ab5551b8fdd3b05cba4b0beac2 /config.py | |
| parent | bc82188377a8dc3068cd7b2ba5f02ed8bd4f2a54 (diff) | |
Add stop step for scheduler
Diffstat (limited to 'config.py')
| -rw-r--r-- | config.py | 12 | 
1 files changed, 8 insertions, 4 deletions
| @@ -41,7 +41,7 @@ config: Configuration = {          # Batch size (pr, k)          # `pr` denotes number of persons          # `k` denotes number of sequences per person -        'batch_size': (4, 6), +        'batch_size': (4, 5),          # Number of workers of Dataloader          'num_workers': 4,          # Faster data transfer from RAM to GPU if enabled @@ -88,18 +88,22 @@ config: Configuration = {              # Local parameters (override global ones)              # 'auto_encoder': { -            #     'weight_decay': 0.001 +            #     'lr': 1e-3              # },          },          'scheduler': {              # Step start to decay              'start_step': 500, +            # Step stop decaying +            # 'stop_step': 30_000,              # Multiplicative factor of decay in the end              'final_gamma': 0.01,              # Local parameters (override global ones) -            # 'hpm': { -            #     'final_gamma': 0.001 +            # 'auto_encoder': { +            #     'start_step': 0, +            #     'stop_step': 500, +            #     'final_gamma': 0.5              # }          }      }, | 
