From 56dc112cfb649217cd624b4ff305e2db83a383b7 Mon Sep 17 00:00:00 2001
From: Gustaf Rydholm <gustaf.rydholm@gmail.com>
Date: Mon, 11 Sep 2023 22:15:26 +0200
Subject: Update configs

---
 training/conf/network/vit_lines.yaml | 54 +++++++++++++++++++++++-------------
 1 file changed, 34 insertions(+), 20 deletions(-)

(limited to 'training/conf/network/vit_lines.yaml')

diff --git a/training/conf/network/vit_lines.yaml b/training/conf/network/vit_lines.yaml
index f32cb83..638dae1 100644
--- a/training/conf/network/vit_lines.yaml
+++ b/training/conf/network/vit_lines.yaml
@@ -1,37 +1,51 @@
-_target_: text_recognizer.network.vit.VisionTransformer
-image_height: 56
-image_width: 1024
-patch_height: 28
-patch_width: 32
-dim: &dim 1024
+_target_: text_recognizer.network.convformer.Convformer
+image_height: 7
+image_width: 128
+patch_height: 7
+patch_width: 1
+dim: &dim 768
 num_classes: &num_classes 58
 encoder:
   _target_: text_recognizer.network.transformer.encoder.Encoder
   dim: *dim
-  inner_dim: 2048
-  heads: 16
+  inner_dim: 3072
+  ff_mult: 4
+  heads: 12
   dim_head: 64
-  depth: 6
-  dropout_rate: 0.0
+  depth: 4
+  dropout_rate: 0.1
 decoder:
   _target_: text_recognizer.network.transformer.decoder.Decoder
   dim: *dim
-  inner_dim: 2048
-  heads: 16
+  inner_dim: 3072
+  ff_mult: 4
+  heads: 12
   dim_head: 64
   depth: 6
-  dropout_rate: 0.0
+  dropout_rate: 0.1
 token_embedding:
   _target_: "text_recognizer.network.transformer.embedding.token.\
     TokenEmbedding"
   num_tokens: *num_classes
   dim: *dim
   use_l2: true
-pos_embedding:
-  _target_: "text_recognizer.network.transformer.embedding.absolute.\
-    AbsolutePositionalEmbedding"
-  dim: *dim
-  max_length: 89
-  use_l2: true
-tie_embeddings: false
+tie_embeddings: true
 pad_index: 3
+channels: 64
+stem:
+  _target_: text_recognizer.network.convnext.convnext.ConvNext
+  dim: 8
+  dim_mults: [2, 8, 8]
+  depths: [2, 2, 2]
+  attn: null
+    # _target_: text_recognizer.network.convnext.transformer.Transformer
+    # attn:
+    #   _target_: text_recognizer.network.convnext.transformer.Attention
+    #   dim: 64
+    #   heads: 4
+    #   dim_head: 64
+    #   scale: 8
+    # ff:
+    #   _target_: text_recognizer.network.convnext.transformer.FeedForward
+    #   dim: 64
+    #   mult: 4
-- 
cgit v1.2.3-70-g09d2