Add conformer conf

1 files changed, 27 insertions, 0 deletions

diff --git a/training/conf/network/conformer/conformer.yaml b/training/conf/network/conformer/conformer.yaml
new file mode 100644
index 0000000..2bb423f
--- /dev/null
+++ b/training/conf/network/conformer/conformer.yaml
@@ -0,0 +1,27 @@
+---
+_target_: text_recognizer.networks.conformer.Conformer
+depth: 16
+block:
+  _target_: text_recognizer.networks.conformer.ConformerBlock
+  dim: &dim 128
+  attn:
+    _target_: text_recognizer.networks.transformer.Attention
+    dim: *dim
+    num_heads: 8
+    dim_head: 64
+    dropout_rate: 0.1
+    causal: false
+    rotary_embedding:
+      _target_: text_recognizer.networks.transformer.RotaryEmbedding
+      dim: 64
+  ff:
+    _target_: text_recognizer.networks.conformer.Feedforward
+    dim: *dim
+    expansion_factor: 4
+    dropout: 0.1
+  conv:
+    _target_: text_recognizer.networks.conformer.ConformerConv
+    dim: *dim
+    expansion_factor: 2
+    kernel_size: 31
+    dropout: 0.1