diff options
| author | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2021-11-17 22:44:36 +0100 |
|---|---|---|
| committer | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2021-11-17 22:44:36 +0100 |
| commit | 29be8113855c80d7c3fb806f030d4e00e62fb3b7 (patch) | |
| tree | 2db55f8dc67774d7372dcdebbeea96215440b34e /training/conf/network/vqvae.yaml | |
| parent | 347a39201af4144e880a4b6f24e1e6bb761ee948 (diff) | |
Update configs
Diffstat (limited to 'training/conf/network/vqvae.yaml')
| -rw-r--r-- | training/conf/network/vqvae.yaml | 17 |
1 files changed, 13 insertions, 4 deletions
diff --git a/training/conf/network/vqvae.yaml b/training/conf/network/vqvae.yaml index 8210f04..22f786f 100644 --- a/training/conf/network/vqvae.yaml +++ b/training/conf/network/vqvae.yaml @@ -3,7 +3,16 @@ defaults: - decoder: vae_decoder _target_: text_recognizer.networks.vqvae.vqvae.VQVAE -hidden_dim: 128 -embedding_dim: 32 -num_embeddings: 8192 -decay: 0.99 +quantizer: + _target_: text_recognizer.networks.quantizer.quantizer.VectorQuantizer + input_dim: 128 + codebook: + _target_: text_recognizer.networks.quantizer.codebook.CosineSimilarityCodebook + dim: 8 + codebook_size: 512 + kmeans_init: true + kmeans_iters: 10 + decay: 0.8 + eps: 1.0e-5 + threshold_dead: 2 + commitment: 1.0 |