diff options
author | Jordan Gong <jordan.gong@protonmail.com> | 2021-03-03 10:04:38 +0800 |
---|---|---|
committer | Jordan Gong <jordan.gong@protonmail.com> | 2021-03-03 10:04:38 +0800 |
commit | 0527c5b657c7b4fdfd7d57bf9bc5334eac480731 (patch) | |
tree | 6dde62c30c6d68c8e9d933f21b396fdacb7630fd | |
parent | 02780c31385af7e1103448bd1994012ac95dd2bb (diff) |
Add L2 penalty to global
-rw-r--r-- | config.py | 8 |
1 files changed, 4 insertions, 4 deletions
@@ -80,14 +80,14 @@ config: Configuration = { # Term added to the denominator # 'eps': 1e-8, # Weight decay (L2 penalty) - # 'weight_decay': 0, + 'weight_decay': 0.001, # Use AMSGrad or not # 'amsgrad': False, # Local parameters (override global ones) - 'auto_encoder': { - 'weight_decay': 0.001 - }, + # 'auto_encoder': { + # 'weight_decay': 0.001 + # }, }, 'scheduler': { # Step start to decay |