summaryrefslogtreecommitdiff
path: root/training/conf/network/conformer
diff options
context:
space:
mode:
Diffstat (limited to 'training/conf/network/conformer')
-rw-r--r--training/conf/network/conformer/conformer.yaml27
1 files changed, 27 insertions, 0 deletions
diff --git a/training/conf/network/conformer/conformer.yaml b/training/conf/network/conformer/conformer.yaml
new file mode 100644
index 0000000..2bb423f
--- /dev/null
+++ b/training/conf/network/conformer/conformer.yaml
@@ -0,0 +1,27 @@
+---
+_target_: text_recognizer.networks.conformer.Conformer
+depth: 16
+block:
+ _target_: text_recognizer.networks.conformer.ConformerBlock
+ dim: &dim 128
+ attn:
+ _target_: text_recognizer.networks.transformer.Attention
+ dim: *dim
+ num_heads: 8
+ dim_head: 64
+ dropout_rate: 0.1
+ causal: false
+ rotary_embedding:
+ _target_: text_recognizer.networks.transformer.RotaryEmbedding
+ dim: 64
+ ff:
+ _target_: text_recognizer.networks.conformer.Feedforward
+ dim: *dim
+ expansion_factor: 4
+ dropout: 0.1
+ conv:
+ _target_: text_recognizer.networks.conformer.ConformerConv
+ dim: *dim
+ expansion_factor: 2
+ kernel_size: 31
+ dropout: 0.1