From 5f826788c084c4caacaf06055d38d2cd00fa8b62 Mon Sep 17 00:00:00 2001
From: Gustaf Rydholm <gustaf.rydholm@gmail.com>
Date: Sun, 5 Jun 2022 21:24:45 +0200
Subject: Add conformer conf

---
 training/conf/network/conformer/conformer.yaml | 27 ++++++++++++++++++++++++++
 1 file changed, 27 insertions(+)
 create mode 100644 training/conf/network/conformer/conformer.yaml

(limited to 'training/conf/network')

diff --git a/training/conf/network/conformer/conformer.yaml b/training/conf/network/conformer/conformer.yaml
new file mode 100644
index 0000000..2bb423f
--- /dev/null
+++ b/training/conf/network/conformer/conformer.yaml
@@ -0,0 +1,27 @@
+---
+_target_: text_recognizer.networks.conformer.Conformer
+depth: 16
+block:
+  _target_: text_recognizer.networks.conformer.ConformerBlock
+  dim: &dim 128
+  attn:
+    _target_: text_recognizer.networks.transformer.Attention
+    dim: *dim
+    num_heads: 8
+    dim_head: 64
+    dropout_rate: 0.1
+    causal: false
+    rotary_embedding:
+      _target_: text_recognizer.networks.transformer.RotaryEmbedding
+      dim: 64
+  ff:
+    _target_: text_recognizer.networks.conformer.Feedforward
+    dim: *dim
+    expansion_factor: 4
+    dropout: 0.1
+  conv:
+    _target_: text_recognizer.networks.conformer.ConformerConv
+    dim: *dim
+    expansion_factor: 2
+    kernel_size: 31
+    dropout: 0.1
-- 
cgit v1.2.3-70-g09d2