From a66e5a456a2b036b2b787371da3160efc559031f Mon Sep 17 00:00:00 2001
From: Jordan Gong <jordan.gong@protonmail.com>
Date: Thu, 8 Apr 2021 12:57:40 +0800
Subject: Add stop step for scheduler

---
 config.py | 12 ++++++++----
 1 file changed, 8 insertions(+), 4 deletions(-)

(limited to 'config.py')

diff --git a/config.py b/config.py
index df7c64c..726d06e 100644
--- a/config.py
+++ b/config.py
@@ -41,7 +41,7 @@ config: Configuration = {
         # Batch size (pr, k)
         # `pr` denotes number of persons
         # `k` denotes number of sequences per person
-        'batch_size': (4, 6),
+        'batch_size': (4, 5),
         # Number of workers of Dataloader
         'num_workers': 4,
         # Faster data transfer from RAM to GPU if enabled
@@ -88,18 +88,22 @@ config: Configuration = {
 
             # Local parameters (override global ones)
             # 'auto_encoder': {
-            #     'weight_decay': 0.001
+            #     'lr': 1e-3
             # },
         },
         'scheduler': {
             # Step start to decay
             'start_step': 500,
+            # Step stop decaying
+            # 'stop_step': 30_000,
             # Multiplicative factor of decay in the end
             'final_gamma': 0.01,
 
             # Local parameters (override global ones)
-            # 'hpm': {
-            #     'final_gamma': 0.001
+            # 'auto_encoder': {
+            #     'start_step': 0,
+            #     'stop_step': 500,
+            #     'final_gamma': 0.5
             # }
         }
     },
-- 
cgit v1.2.3