diff options
| author | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2021-08-15 21:15:31 +0200 |
|---|---|---|
| committer | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2021-08-15 21:15:31 +0200 |
| commit | da7d2171c818afefb3bad3cd66ce85fddd519c1c (patch) | |
| tree | bc2cd9f2aeca62cc2793a6882ee96ab5033868e2 /training | |
| parent | 441b7484348953deb7c94150675d54583ef5a81a (diff) | |
Updates to VQGAN loss
Diffstat (limited to 'training')
| -rw-r--r-- | training/conf/experiment/vqgan.yaml | 4 | ||||
| -rw-r--r-- | training/conf/experiment/vqvae.yaml | 10 |
2 files changed, 13 insertions, 1 deletions
diff --git a/training/conf/experiment/vqgan.yaml b/training/conf/experiment/vqgan.yaml index 554ec9e..40af15a 100644 --- a/training/conf/experiment/vqgan.yaml +++ b/training/conf/experiment/vqgan.yaml @@ -19,7 +19,9 @@ criterion: num_channels: 32 num_layers: 3 vq_loss_weight: 0.8 - discriminator_weight: 0.6 + discriminator_weight: 0.8 + discriminator_factor: 1.0 + discriminator_iter_start: 2e4 datamodule: batch_size: 8 diff --git a/training/conf/experiment/vqvae.yaml b/training/conf/experiment/vqvae.yaml index 8dbb257..d3db471 100644 --- a/training/conf/experiment/vqvae.yaml +++ b/training/conf/experiment/vqvae.yaml @@ -8,6 +8,16 @@ defaults: - override /lr_schedulers: - cosine_annealing +optimizers: + network: + _target_: madgrad.MADGRAD + lr: 3.0e-4 + momentum: 0.9 + weight_decay: 0 + eps: 1.0e-6 + + parameters: network + trainer: max_epochs: 256 |