From 1c8e291db57e9a4dea1b7f998eef22e245c5f9a4 Mon Sep 17 00:00:00 2001 From: Gustaf Rydholm Date: Sun, 18 Sep 2022 18:57:54 +0200 Subject: Update lines experiment --- training/conf/experiment/conv_transformer_lines.yaml | 14 +++++++++++++- 1 file changed, 13 insertions(+), 1 deletion(-) diff --git a/training/conf/experiment/conv_transformer_lines.yaml b/training/conf/experiment/conv_transformer_lines.yaml index d4478cc..2631e81 100644 --- a/training/conf/experiment/conv_transformer_lines.yaml +++ b/training/conf/experiment/conv_transformer_lines.yaml @@ -15,7 +15,7 @@ epochs: &epochs 260 ignore_index: &ignore_index 3 num_classes: &num_classes 57 max_output_len: &max_output_len 89 -summary: [[1, 1, 56, 1024], [1, 89]] +# summary: [[1, 1, 56, 1024], [1, 89]] logger: wandb: @@ -70,6 +70,18 @@ network: dim_mults: [2, 4, 8] depths: [3, 3, 6] downsampling_factors: [[2, 2], [2, 2], [2, 2]] + attn: + _target_: text_recognizer.networks.convnext.TransformerBlock + attn: + _target_: text_recognizer.networks.convnext.Attention + dim: 128 + heads: 4 + dim_head: 64 + scale: 8 + ff: + _target_: text_recognizer.networks.convnext.FeedForward + dim: 128 + mult: 4 decoder: _target_: text_recognizer.networks.transformer.Decoder depth: 6 -- cgit v1.2.3-70-g09d2