From b8158c02900b64f9356e05a2548e15f85f4545f4 Mon Sep 17 00:00:00 2001 From: Gustaf Rydholm Date: Fri, 22 Jul 2022 00:23:11 +0200 Subject: Update conv transformer conf --- training/conf/network/conv_transformer.yaml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) (limited to 'training/conf') diff --git a/training/conf/network/conv_transformer.yaml b/training/conf/network/conv_transformer.yaml index 24857c8..c4cf13e 100644 --- a/training/conf/network/conv_transformer.yaml +++ b/training/conf/network/conv_transformer.yaml @@ -1,6 +1,6 @@ _target_: text_recognizer.networks.ConvTransformer input_dims: [1, 1, 576, 640] -hidden_dim: &hidden_dim 144 +hidden_dim: &hidden_dim 96 num_classes: 58 pad_index: 3 encoder: @@ -19,9 +19,9 @@ decoder: self_attn: _target_: text_recognizer.networks.transformer.Attention dim: *hidden_dim - num_heads: 8 + num_heads: 12 dim_head: 64 - dropout_rate: &dropout_rate 0.4 + dropout_rate: &dropout_rate 0.2 causal: true rotary_embedding: _target_: text_recognizer.networks.transformer.RotaryEmbedding -- cgit v1.2.3-70-g09d2