diff options
author | Jordan Gong <jordan.gong@protonmail.com> | 2021-03-01 18:21:16 +0800 |
---|---|---|
committer | Jordan Gong <jordan.gong@protonmail.com> | 2021-03-01 18:21:16 +0800 |
commit | 7489bf339e13282b06a78659f8b8fe9d505e82dd (patch) | |
tree | ee7982b5c436c34f442bf28aec23baeb13ca6cb3 /config.py | |
parent | c3e354de4a48e483866b15858c3f3b4b7e53f660 (diff) | |
parent | 6002b2d2017912f90e8917e6e8b71b78ce58e7c2 (diff) |
Merge branch 'master' into python3.8
# Conflicts:
# models/model.py
Diffstat (limited to 'config.py')
-rw-r--r-- | config.py | 18 |
1 files changed, 8 insertions, 10 deletions
@@ -72,8 +72,6 @@ config: Configuration = { }, 'optimizer': { # Global parameters - # Iteration start to optimize non-disentangling parts - # 'start_iter': 0, # Initial learning rate of Adam Optimizer 'lr': 1e-4, # Coefficients used for computing running averages of @@ -87,15 +85,15 @@ config: Configuration = { # 'amsgrad': False, # Local parameters (override global ones) - # 'auto_encoder': { - # 'weight_decay': 0.001 - # }, + 'auto_encoder': { + 'weight_decay': 0.001 + }, }, 'scheduler': { - # Period of learning rate decay - 'step_size': 500, - # Multiplicative factor of decay - 'gamma': 1, + # Step start to decay + 'start_step': 15_000, + # Multiplicative factor of decay in the end + 'final_gamma': 0.001, } }, # Model metadata @@ -109,6 +107,6 @@ config: Configuration = { # Restoration iteration (multiple models, e.g. nm, bg and cl) 'restore_iters': (0, 0, 0), # Total iteration for training (multiple models) - 'total_iters': (80_000, 80_000, 80_000), + 'total_iters': (25_000, 25_000, 25_000), }, } |