From c96a6c88fa63d62ec62807abf957c9a8df307b43 Mon Sep 17 00:00:00 2001
From: Jordan Gong <jordan.gong@protonmail.com>
Date: Sun, 28 Feb 2021 22:13:43 +0800
Subject: Modify default parameters

1. Change ReLU to Leaky ReLU in decoder
2. Add 8-scale-pyramid in HPM
---
 config.py        | 2 +-
 models/layers.py | 4 +++-
 2 files changed, 4 insertions(+), 2 deletions(-)

diff --git a/config.py b/config.py
index f76cea5..9072982 100644
--- a/config.py
+++ b/config.py
@@ -53,7 +53,7 @@ config: Configuration = {
             # Use 1x1 convolution in dimensionality reduction
             'hpm_use_1x1conv': False,
             # HPM pyramid scales, of which sum is number of parts
-            'hpm_scales': (1, 2, 4),
+            'hpm_scales': (1, 2, 4, 8),
             # Global pooling method
             'hpm_use_avg_pool': True,
             'hpm_use_max_pool': True,
diff --git a/models/layers.py b/models/layers.py
index ef53a95..f1d72b6 100644
--- a/models/layers.py
+++ b/models/layers.py
@@ -80,7 +80,9 @@ class DCGANConvTranspose2d(BasicConvTranspose2d):
         if self.is_last_layer:
             return self.trans_conv(x)
         else:
-            return super().forward(x)
+            x = self.trans_conv(x)
+            x = self.bn(x)
+            return F.leaky_relu(x, 0.2, inplace=True)
 
 
 class BasicLinear(nn.Module):
-- 
cgit v1.2.3