From da7d2171c818afefb3bad3cd66ce85fddd519c1c Mon Sep 17 00:00:00 2001 From: Gustaf Rydholm Date: Sun, 15 Aug 2021 21:15:31 +0200 Subject: Updates to VQGAN loss --- training/conf/experiment/vqgan.yaml | 4 +++- training/conf/experiment/vqvae.yaml | 10 ++++++++++ 2 files changed, 13 insertions(+), 1 deletion(-) (limited to 'training') diff --git a/training/conf/experiment/vqgan.yaml b/training/conf/experiment/vqgan.yaml index 554ec9e..40af15a 100644 --- a/training/conf/experiment/vqgan.yaml +++ b/training/conf/experiment/vqgan.yaml @@ -19,7 +19,9 @@ criterion: num_channels: 32 num_layers: 3 vq_loss_weight: 0.8 - discriminator_weight: 0.6 + discriminator_weight: 0.8 + discriminator_factor: 1.0 + discriminator_iter_start: 2e4 datamodule: batch_size: 8 diff --git a/training/conf/experiment/vqvae.yaml b/training/conf/experiment/vqvae.yaml index 8dbb257..d3db471 100644 --- a/training/conf/experiment/vqvae.yaml +++ b/training/conf/experiment/vqvae.yaml @@ -8,6 +8,16 @@ defaults: - override /lr_schedulers: - cosine_annealing +optimizers: + network: + _target_: madgrad.MADGRAD + lr: 3.0e-4 + momentum: 0.9 + weight_decay: 0 + eps: 1.0e-6 + + parameters: network + trainer: max_epochs: 256 -- cgit v1.2.3-70-g09d2