Add L2 penalty to global

1 files changed, 4 insertions, 4 deletions

diff --git a/config.py b/config.py
index e70c2bd..d6de788 100644
--- a/config.py
+++ b/config.py
@@ -80,14 +80,14 @@ config: Configuration = {
             # Term added to the denominator
             # 'eps': 1e-8,
             # Weight decay (L2 penalty)
-            # 'weight_decay': 0,
+            'weight_decay': 0.001,
             # Use AMSGrad or not
             # 'amsgrad': False,
 
             # Local parameters (override global ones)
-            'auto_encoder': {
-                'weight_decay': 0.001
-            },
+            # 'auto_encoder': {
+            #     'weight_decay': 0.001
+            # },
         },
         'scheduler': {
             # Step start to decay