From 441b7484348953deb7c94150675d54583ef5a81a Mon Sep 17 00:00:00 2001
From: Gustaf Rydholm <gustaf.rydholm@gmail.com>
Date: Tue, 10 Aug 2021 23:25:13 +0200
Subject: Update to config and logging in VQGAN

---
 training/conf/lr_schedulers/cosine_annealing.yaml |  8 ++++++++
 training/conf/lr_schedulers/one_cycle.yaml        | 20 ++++++++++++++++++++
 2 files changed, 28 insertions(+)
 create mode 100644 training/conf/lr_schedulers/cosine_annealing.yaml
 create mode 100644 training/conf/lr_schedulers/one_cycle.yaml

(limited to 'training/conf/lr_schedulers')

diff --git a/training/conf/lr_schedulers/cosine_annealing.yaml b/training/conf/lr_schedulers/cosine_annealing.yaml
new file mode 100644
index 0000000..c53ee3a
--- /dev/null
+++ b/training/conf/lr_schedulers/cosine_annealing.yaml
@@ -0,0 +1,8 @@
+cosine_annealing:
+  _target_: torch.optim.lr_scheduler.CosineAnnealingLR
+  T_max: 256
+  eta_min: 0.0
+  last_epoch: -1
+
+  interval: epoch
+  monitor: val/loss
diff --git a/training/conf/lr_schedulers/one_cycle.yaml b/training/conf/lr_schedulers/one_cycle.yaml
new file mode 100644
index 0000000..c60577a
--- /dev/null
+++ b/training/conf/lr_schedulers/one_cycle.yaml
@@ -0,0 +1,20 @@
+onc_cycle:
+  _target_: torch.optim.lr_scheduler.OneCycleLR
+  max_lr: 1.0e-3
+  total_steps: null
+  epochs: 512
+  steps_per_epoch: 4992
+  pct_start: 0.3
+  anneal_strategy: cos
+  cycle_momentum: true
+  base_momentum: 0.85
+  max_momentum: 0.95
+  div_factor: 25.0
+  final_div_factor: 10000.0
+  three_phase: true
+  last_epoch: -1
+  verbose: false
+
+  # Non-class arguments
+  interval: step
+  monitor: val/loss
-- 
cgit v1.2.3-70-g09d2