diff options
Diffstat (limited to 'training/conf/network')
| -rw-r--r-- | training/conf/network/vqvae.yaml | 17 |
1 files changed, 13 insertions, 4 deletions
diff --git a/training/conf/network/vqvae.yaml b/training/conf/network/vqvae.yaml index 8210f04..22f786f 100644 --- a/training/conf/network/vqvae.yaml +++ b/training/conf/network/vqvae.yaml @@ -3,7 +3,16 @@ defaults: - decoder: vae_decoder _target_: text_recognizer.networks.vqvae.vqvae.VQVAE -hidden_dim: 128 -embedding_dim: 32 -num_embeddings: 8192 -decay: 0.99 +quantizer: + _target_: text_recognizer.networks.quantizer.quantizer.VectorQuantizer + input_dim: 128 + codebook: + _target_: text_recognizer.networks.quantizer.codebook.CosineSimilarityCodebook + dim: 8 + codebook_size: 512 + kmeans_init: true + kmeans_iters: 10 + decay: 0.8 + eps: 1.0e-5 + threshold_dead: 2 + commitment: 1.0 |