From 96c1f9fa2fc747ff3c54c7f06e65706ce27fccfd Mon Sep 17 00:00:00 2001
From: Jordan Gong <jordan.gong@protonmail.com>
Date: Thu, 4 Mar 2021 13:20:52 +0800
Subject: Set seed for reproducibility

---
 models/model.py | 11 +++++++----
 1 file changed, 7 insertions(+), 4 deletions(-)

(limited to 'models')

diff --git a/models/model.py b/models/model.py
index acccbff..83b970a 100644
--- a/models/model.py
+++ b/models/model.py
@@ -1,4 +1,5 @@
 import os
+import random
 from datetime import datetime
 from typing import Union, Optional
 
@@ -199,14 +200,17 @@ class Model:
 
         self.writer = SummaryWriter(self._log_name)
 
+        # Set seeds for reproducibility
+        random.seed(0)
+        torch.manual_seed(0)
         self.rgb_pn.train()
         # Init weights at first iter
         if self.curr_iter == 0:
             self.rgb_pn.apply(self.init_weights)
         else:  # Load saved state dicts
             checkpoint = torch.load(self._checkpoint_name)
-            iter_, loss = checkpoint['iter'], checkpoint['loss']
-            print('{0:5d} loss: {1:.3f}'.format(iter_, loss))
+            random.setstate(checkpoint['rand_states'][0])
+            torch.set_rng_state(checkpoint['rand_states'][1])
             self.rgb_pn.load_state_dict(checkpoint['model_state_dict'])
             self.optimizer.load_state_dict(checkpoint['optim_state_dict'])
             self.scheduler.load_state_dict(checkpoint['sched_state_dict'])
@@ -320,11 +324,10 @@ class Model:
 
             if self.curr_iter % 1000 == 0:
                 torch.save({
-                    'iter': self.curr_iter,
+                    'rand_states': (random.getstate(), torch.get_rng_state()),
                     'model_state_dict': self.rgb_pn.state_dict(),
                     'optim_state_dict': self.optimizer.state_dict(),
                     'sched_state_dict': self.scheduler.state_dict(),
-                    'loss': loss,
                 }, self._checkpoint_name)
 
             if self.curr_iter == self.total_iter:
-- 
cgit v1.2.3


From 8578a141969720ec93b9bc172c8f20d0ef66ed16 Mon Sep 17 00:00:00 2001
From: Jordan Gong <jordan.gong@protonmail.com>
Date: Thu, 4 Mar 2021 13:29:07 +0800
Subject: Replace detach with no_grad in evaluation

---
 models/model.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

(limited to 'models')

diff --git a/models/model.py b/models/model.py
index 83b970a..7aff6c4 100644
--- a/models/model.py
+++ b/models/model.py
@@ -423,7 +423,8 @@ class Model:
     def _get_eval_sample(self, sample: dict[str, Union[list, torch.Tensor]]):
         label = sample.pop('label').item()
         clip = sample.pop('clip').to(self.device)
-        feature = self.rgb_pn(clip).detach()
+        with torch.no_grad():
+            feature = self.rgb_pn(clip)
         return {
             **{'label': label},
             **sample,
-- 
cgit v1.2.3