From 0527c5b657c7b4fdfd7d57bf9bc5334eac480731 Mon Sep 17 00:00:00 2001
From: Jordan Gong <jordan.gong@protonmail.com>
Date: Wed, 3 Mar 2021 10:04:38 +0800
Subject: Add L2 penalty to global

---
 config.py | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

(limited to 'config.py')

diff --git a/config.py b/config.py
index e70c2bd..d6de788 100644
--- a/config.py
+++ b/config.py
@@ -80,14 +80,14 @@ config: Configuration = {
             # Term added to the denominator
             # 'eps': 1e-8,
             # Weight decay (L2 penalty)
-            # 'weight_decay': 0,
+            'weight_decay': 0.001,
             # Use AMSGrad or not
             # 'amsgrad': False,
 
             # Local parameters (override global ones)
-            'auto_encoder': {
-                'weight_decay': 0.001
-            },
+            # 'auto_encoder': {
+            #     'weight_decay': 0.001
+            # },
         },
         'scheduler': {
             # Step start to decay
-- 
cgit v1.2.3