aboutsummaryrefslogtreecommitdiff
path: root/libs/logging.py
diff options
context:
space:
mode:
authorJordan Gong <jordan.gong@protonmail.com>2022-07-14 14:54:11 +0800
committerJordan Gong <jordan.gong@protonmail.com>2022-07-14 14:55:00 +0800
commitcc807c751e2c14ef9a88e5c5be00b4eb082e705b (patch)
tree04af8607e2906df68d3e77edbd2658353fb044a0 /libs/logging.py
parentb9d83e80b946437bb8dc0b586488fa756f52d732 (diff)
Refactor baseline with trainer
Diffstat (limited to 'libs/logging.py')
-rw-r--r--libs/logging.py44
1 files changed, 0 insertions, 44 deletions
diff --git a/libs/logging.py b/libs/logging.py
index 38e523d..3969ffa 100644
--- a/libs/logging.py
+++ b/libs/logging.py
@@ -30,50 +30,6 @@ class FileHandlerWithHeader(logging.FileHandler):
logging.FileHandler.emit(self, record)
-def setup_logging(name="log",
- filename=None,
- stream_log_level="INFO",
- file_log_level="INFO"):
- logger = logging.getLogger(name)
- logger.setLevel("INFO")
- formatter = logging.Formatter(
- '%(asctime)s.%(msecs)03d,%(name)s,%(message)s', '%Y-%m-%d %H:%M:%S'
- )
- stream_handler = logging.StreamHandler()
- stream_handler.setLevel(getattr(logging, stream_log_level))
- stream_handler.setFormatter(formatter)
- logger.addHandler(stream_handler)
- if filename is not None:
- header = 'time,logger,'
- if name == CSV_BATCH_LOGGER:
- header += 'batch,n_batches,global_batch,epoch,n_epochs,train_loss,lr'
- elif name == CSV_EPOCH_LOGGER:
- header += 'epoch,n_epochs,train_loss,test_loss,test_accuracy'
- else:
- raise NotImplementedError(f"Logger '{name}' is not implemented.")
-
- os.makedirs(os.path.dirname(filename), exist_ok=True)
- file_handler = FileHandlerWithHeader(filename, header)
- file_handler.setLevel(getattr(logging, file_log_level))
- file_handler.setFormatter(formatter)
- logger.addHandler(file_handler)
- return logger
-
-
-def training_log(name):
- def log_this(function):
- logger = logging.getLogger(name)
-
- def wrapper(*args, **kwargs):
- output = function(*args, **kwargs)
- logger.info(','.join(map(str, output.values())))
- return output
-
- return wrapper
-
- return log_this
-
-
@dataclass
class BaseBatchLogRecord:
batch: int