From b8158c02900b64f9356e05a2548e15f85f4545f4 Mon Sep 17 00:00:00 2001
From: Gustaf Rydholm <gustaf.rydholm@gmail.com>
Date: Fri, 22 Jul 2022 00:23:11 +0200
Subject: Update conv transformer conf
---
training/conf/network/conv_transformer.yaml | 6 +++---
1 file changed, 3 insertions(+), 3 deletions(-)
diff --git a/training/conf/network/conv_transformer.yaml b/training/conf/network/conv_transformer.yaml
index 24857c8..c4cf13e 100644
--- a/training/conf/network/conv_transformer.yaml
+++ b/training/conf/network/conv_transformer.yaml
@@ -1,6 +1,6 @@
_target_: text_recognizer.networks.ConvTransformer
input_dims: [1, 1, 576, 640]
-hidden_dim: &hidden_dim 144
+hidden_dim: &hidden_dim 96
num_classes: 58
pad_index: 3
encoder:
@@ -19,9 +19,9 @@ decoder:
self_attn:
_target_: text_recognizer.networks.transformer.Attention
dim: *hidden_dim
- num_heads: 8
+ num_heads: 12
dim_head: 64
- dropout_rate: &dropout_rate 0.4
+ dropout_rate: &dropout_rate 0.2
causal: true
rotary_embedding:
_target_: text_recognizer.networks.transformer.RotaryEmbedding
--
cgit v1.2.3-70-g09d2