summaryrefslogtreecommitdiff
path: root/training
diff options
context:
space:
mode:
authorGustaf Rydholm <gustaf.rydholm@gmail.com>2021-08-15 21:15:31 +0200
committerGustaf Rydholm <gustaf.rydholm@gmail.com>2021-08-15 21:15:31 +0200
commitda7d2171c818afefb3bad3cd66ce85fddd519c1c (patch)
treebc2cd9f2aeca62cc2793a6882ee96ab5033868e2 /training
parent441b7484348953deb7c94150675d54583ef5a81a (diff)
Updates to VQGAN loss
Diffstat (limited to 'training')
-rw-r--r--training/conf/experiment/vqgan.yaml4
-rw-r--r--training/conf/experiment/vqvae.yaml10
2 files changed, 13 insertions, 1 deletions
diff --git a/training/conf/experiment/vqgan.yaml b/training/conf/experiment/vqgan.yaml
index 554ec9e..40af15a 100644
--- a/training/conf/experiment/vqgan.yaml
+++ b/training/conf/experiment/vqgan.yaml
@@ -19,7 +19,9 @@ criterion:
num_channels: 32
num_layers: 3
vq_loss_weight: 0.8
- discriminator_weight: 0.6
+ discriminator_weight: 0.8
+ discriminator_factor: 1.0
+ discriminator_iter_start: 2e4
datamodule:
batch_size: 8
diff --git a/training/conf/experiment/vqvae.yaml b/training/conf/experiment/vqvae.yaml
index 8dbb257..d3db471 100644
--- a/training/conf/experiment/vqvae.yaml
+++ b/training/conf/experiment/vqvae.yaml
@@ -8,6 +8,16 @@ defaults:
- override /lr_schedulers:
- cosine_annealing
+optimizers:
+ network:
+ _target_: madgrad.MADGRAD
+ lr: 3.0e-4
+ momentum: 0.9
+ weight_decay: 0
+ eps: 1.0e-6
+
+ parameters: network
+
trainer:
max_epochs: 256