summaryrefslogtreecommitdiff
path: root/training/conf
diff options
context:
space:
mode:
authorGustaf Rydholm <gustaf.rydholm@gmail.com>2021-08-30 21:18:32 +0200
committerGustaf Rydholm <gustaf.rydholm@gmail.com>2021-08-30 21:18:32 +0200
commitca7e91a2a97dc54b8201cc7d0b1ce3eb4a3ee1bd (patch)
tree69710c10f7f683237cd3c97ff8e2407818587e6f /training/conf
parent2f1bb639fd5bb6b510af85fb597e9322abc17bc0 (diff)
Update dependencies, update to vqvae params
Diffstat (limited to 'training/conf')
-rw-r--r--training/conf/experiment/vqgan.yaml8
-rw-r--r--training/conf/network/decoder/vae_decoder.yaml4
-rw-r--r--training/conf/network/encoder/vae_encoder.yaml4
-rw-r--r--training/conf/network/vqvae.yaml4
4 files changed, 10 insertions, 10 deletions
diff --git a/training/conf/experiment/vqgan.yaml b/training/conf/experiment/vqgan.yaml
index 34d8f84..485e963 100644
--- a/training/conf/experiment/vqgan.yaml
+++ b/training/conf/experiment/vqgan.yaml
@@ -24,21 +24,21 @@ criterion:
discriminator_iter_start: 2.0e4
datamodule:
- batch_size: 12
+ batch_size: 6
lr_schedulers:
generator:
_target_: torch.optim.lr_scheduler.OneCycleLR
max_lr: 3.0e-4
total_steps: null
- epochs: 64
- steps_per_epoch: 1685
+ epochs: 100
+ steps_per_epoch: 3369
pct_start: 0.1
anneal_strategy: cos
cycle_momentum: true
base_momentum: 0.85
max_momentum: 0.95
- div_factor: 1.0e2
+ div_factor: 1.0e3
final_div_factor: 1.0e4
three_phase: true
last_epoch: -1
diff --git a/training/conf/network/decoder/vae_decoder.yaml b/training/conf/network/decoder/vae_decoder.yaml
index 7558ff0..60cdcf1 100644
--- a/training/conf/network/decoder/vae_decoder.yaml
+++ b/training/conf/network/decoder/vae_decoder.yaml
@@ -1,5 +1,5 @@
_target_: text_recognizer.networks.vqvae.decoder.Decoder
out_channels: 1
-hidden_dim: 32
-channels_multipliers: [4, 4, 2, 1]
+hidden_dim: 64
+channels_multipliers: [8, 4, 2, 1]
dropout_rate: 0.0
diff --git a/training/conf/network/encoder/vae_encoder.yaml b/training/conf/network/encoder/vae_encoder.yaml
index b32f425..73529fc 100644
--- a/training/conf/network/encoder/vae_encoder.yaml
+++ b/training/conf/network/encoder/vae_encoder.yaml
@@ -1,5 +1,5 @@
_target_: text_recognizer.networks.vqvae.encoder.Encoder
in_channels: 1
-hidden_dim: 32
-channels_multipliers: [1, 2, 4, 4]
+hidden_dim: 64
+channels_multipliers: [1, 2, 4, 8]
dropout_rate: 0.0
diff --git a/training/conf/network/vqvae.yaml b/training/conf/network/vqvae.yaml
index 936e575..70d27d7 100644
--- a/training/conf/network/vqvae.yaml
+++ b/training/conf/network/vqvae.yaml
@@ -3,7 +3,7 @@ defaults:
- decoder: vae_decoder
_target_: text_recognizer.networks.vqvae.vqvae.VQVAE
-hidden_dim: 128
+hidden_dim: 512
embedding_dim: 64
-num_embeddings: 2048
+num_embeddings: 4096
decay: 0.99