diff options
| author | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2021-08-10 23:25:13 +0200 |
|---|---|---|
| committer | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2021-08-10 23:25:13 +0200 |
| commit | 441b7484348953deb7c94150675d54583ef5a81a (patch) | |
| tree | 6a3e537f98a5c34fe166db7f4c60552b1212b8f5 /training/conf/lr_schedulers | |
| parent | 82f4acabe24e5171c40afa2939a4777ba87bcc30 (diff) | |
Update to config and logging in VQGAN
Diffstat (limited to 'training/conf/lr_schedulers')
| -rw-r--r-- | training/conf/lr_schedulers/cosine_annealing.yaml | 8 | ||||
| -rw-r--r-- | training/conf/lr_schedulers/one_cycle.yaml | 20 |
2 files changed, 28 insertions, 0 deletions
diff --git a/training/conf/lr_schedulers/cosine_annealing.yaml b/training/conf/lr_schedulers/cosine_annealing.yaml new file mode 100644 index 0000000..c53ee3a --- /dev/null +++ b/training/conf/lr_schedulers/cosine_annealing.yaml @@ -0,0 +1,8 @@ +cosine_annealing: + _target_: torch.optim.lr_scheduler.CosineAnnealingLR + T_max: 256 + eta_min: 0.0 + last_epoch: -1 + + interval: epoch + monitor: val/loss diff --git a/training/conf/lr_schedulers/one_cycle.yaml b/training/conf/lr_schedulers/one_cycle.yaml new file mode 100644 index 0000000..c60577a --- /dev/null +++ b/training/conf/lr_schedulers/one_cycle.yaml @@ -0,0 +1,20 @@ +onc_cycle: + _target_: torch.optim.lr_scheduler.OneCycleLR + max_lr: 1.0e-3 + total_steps: null + epochs: 512 + steps_per_epoch: 4992 + pct_start: 0.3 + anneal_strategy: cos + cycle_momentum: true + base_momentum: 0.85 + max_momentum: 0.95 + div_factor: 25.0 + final_div_factor: 10000.0 + three_phase: true + last_epoch: -1 + verbose: false + + # Non-class arguments + interval: step + monitor: val/loss |