summaryrefslogtreecommitdiff
path: root/training/conf/experiment
diff options
context:
space:
mode:
authorGustaf Rydholm <gustaf.rydholm@gmail.com>2021-08-08 21:43:39 +0200
committerGustaf Rydholm <gustaf.rydholm@gmail.com>2021-08-08 21:43:39 +0200
commit82f4acabe24e5171c40afa2939a4777ba87bcc30 (patch)
tree4d327fa26e4662a0447a66375442a9adeb13ea3d /training/conf/experiment
parent240f5e9f20032e82515fa66ce784619527d1041e (diff)
Add training of VQGAN
Diffstat (limited to 'training/conf/experiment')
-rw-r--r--training/conf/experiment/vqgan.yaml37
1 files changed, 19 insertions, 18 deletions
diff --git a/training/conf/experiment/vqgan.yaml b/training/conf/experiment/vqgan.yaml
index 3d97892..570e7f9 100644
--- a/training/conf/experiment/vqgan.yaml
+++ b/training/conf/experiment/vqgan.yaml
@@ -5,13 +5,15 @@ defaults:
- override /criterion: vqgan_loss
- override /model: lit_vqgan
- override /callbacks: wandb_vae
+ - override /optimizers: null
- override /lr_schedulers: null
datamodule:
batch_size: 8
lr_schedulers:
- - generator:
+ generator:
+ _target_: torch.optim.lr_scheduler.CosineAnnealingLR
T_max: 256
eta_min: 0.0
last_epoch: -1
@@ -19,7 +21,8 @@ lr_schedulers:
interval: epoch
monitor: val/loss
- - discriminator:
+ discriminator:
+ _target_: torch.optim.lr_scheduler.CosineAnnealingLR
T_max: 256
eta_min: 0.0
last_epoch: -1
@@ -27,26 +30,24 @@ lr_schedulers:
interval: epoch
monitor: val/loss
-optimizer:
- - generator:
- _target_: torch.optim.lr_scheduler.CosineAnnealingLR
- T_max: 256
- eta_min: 0.0
- last_epoch: -1
+optimizers:
+ generator:
+ _target_: madgrad.MADGRAD
+ lr: 2.0e-5
+ momentum: 0.5
+ weight_decay: 0
+ eps: 1.0e-6
- interval: epoch
- monitor: val/loss
parameters: network
- - discriminator:
- _target_: torch.optim.lr_scheduler.CosineAnnealingLR
- T_max: 256
- eta_min: 0.0
- last_epoch: -1
+ discriminator:
+ _target_: madgrad.MADGRAD
+ lr: 2.0e-5
+ momentum: 0.5
+ weight_decay: 0
+ eps: 1.0e-6
- interval: epoch
- monitor: val/loss
- parameters: loss_fn
+ parameters: loss_fn.discriminator
trainer:
max_epochs: 256