diff options
author | Jordan Gong <jordan.gong@protonmail.com> | 2021-01-12 14:19:30 +0800 |
---|---|---|
committer | Jordan Gong <jordan.gong@protonmail.com> | 2021-01-12 14:19:30 +0800 |
commit | e3ffe09d3b509b718aa5093481a496a8cbf38187 (patch) | |
tree | 81e18b724d8b008765f0d7122f2aa3d93efa8742 /utils/configuration.py | |
parent | 9bd6908ed77410e2efa439d26ebd1f9b60519f53 (diff) |
Some changes in hyperparameter config
1. Separate hyperparameter configs in model, optimizer and scheduler
2. Add more tunable hyperparameters in optimizer and scheduler
Diffstat (limited to 'utils/configuration.py')
-rw-r--r-- | utils/configuration.py | 17 |
1 files changed, 16 insertions, 1 deletions
diff --git a/utils/configuration.py b/utils/configuration.py index f3ae0b3..f1b5d5a 100644 --- a/utils/configuration.py +++ b/utils/configuration.py @@ -27,7 +27,7 @@ class DataloaderConfiguration(TypedDict): pin_memory: bool -class HyperparameterConfiguration(TypedDict): +class ModelHPConfiguration(TypedDict): ae_feature_channels: int f_a_c_p_dims: tuple[int, int, int] hpm_scales: tuple[int, ...] @@ -41,8 +41,23 @@ class HyperparameterConfiguration(TypedDict): tfa_num_parts: int embedding_dims: int triplet_margin: float + + +class OptimizerHPConfiguration(TypedDict): lr: int betas: tuple[float, float] + weight_decay: float + + +class SchedulerHPConfiguration(TypedDict): + step_size: int + gamma: float + + +class HyperparameterConfiguration(TypedDict): + model: ModelHPConfiguration + optimizer: OptimizerHPConfiguration + scheduler: SchedulerHPConfiguration class ModelConfiguration(TypedDict): |