diff options
| author | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2022-06-05 21:24:45 +0200 |
|---|---|---|
| committer | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2022-06-05 21:24:45 +0200 |
| commit | 5f826788c084c4caacaf06055d38d2cd00fa8b62 (patch) | |
| tree | 0e6a9373ab33d887741c565fcae2e4588091f030 /training/conf/network | |
| parent | bf8337d72a7f94965bf631cb638883335c1b50df (diff) | |
Add conformer conf
Diffstat (limited to 'training/conf/network')
| -rw-r--r-- | training/conf/network/conformer/conformer.yaml | 27 |
1 files changed, 27 insertions, 0 deletions
diff --git a/training/conf/network/conformer/conformer.yaml b/training/conf/network/conformer/conformer.yaml new file mode 100644 index 0000000..2bb423f --- /dev/null +++ b/training/conf/network/conformer/conformer.yaml @@ -0,0 +1,27 @@ +--- +_target_: text_recognizer.networks.conformer.Conformer +depth: 16 +block: + _target_: text_recognizer.networks.conformer.ConformerBlock + dim: &dim 128 + attn: + _target_: text_recognizer.networks.transformer.Attention + dim: *dim + num_heads: 8 + dim_head: 64 + dropout_rate: 0.1 + causal: false + rotary_embedding: + _target_: text_recognizer.networks.transformer.RotaryEmbedding + dim: 64 + ff: + _target_: text_recognizer.networks.conformer.Feedforward + dim: *dim + expansion_factor: 4 + dropout: 0.1 + conv: + _target_: text_recognizer.networks.conformer.ConformerConv + dim: *dim + expansion_factor: 2 + kernel_size: 31 + dropout: 0.1 |