summaryrefslogtreecommitdiff
path: root/training/conf
diff options
context:
space:
mode:
authorGustaf Rydholm <gustaf.rydholm@gmail.com>2022-09-18 18:57:54 +0200
committerGustaf Rydholm <gustaf.rydholm@gmail.com>2022-09-18 18:57:54 +0200
commit1c8e291db57e9a4dea1b7f998eef22e245c5f9a4 (patch)
tree4cb931a6d244b1aa94a1b8f541b7cd0f2ede13be /training/conf
parent84130a5e8cc1a0176295d23640ed2aaf5a92e557 (diff)
Update lines experiment
Diffstat (limited to 'training/conf')
-rw-r--r--training/conf/experiment/conv_transformer_lines.yaml14
1 files changed, 13 insertions, 1 deletions
diff --git a/training/conf/experiment/conv_transformer_lines.yaml b/training/conf/experiment/conv_transformer_lines.yaml
index d4478cc..2631e81 100644
--- a/training/conf/experiment/conv_transformer_lines.yaml
+++ b/training/conf/experiment/conv_transformer_lines.yaml
@@ -15,7 +15,7 @@ epochs: &epochs 260
ignore_index: &ignore_index 3
num_classes: &num_classes 57
max_output_len: &max_output_len 89
-summary: [[1, 1, 56, 1024], [1, 89]]
+# summary: [[1, 1, 56, 1024], [1, 89]]
logger:
wandb:
@@ -70,6 +70,18 @@ network:
dim_mults: [2, 4, 8]
depths: [3, 3, 6]
downsampling_factors: [[2, 2], [2, 2], [2, 2]]
+ attn:
+ _target_: text_recognizer.networks.convnext.TransformerBlock
+ attn:
+ _target_: text_recognizer.networks.convnext.Attention
+ dim: 128
+ heads: 4
+ dim_head: 64
+ scale: 8
+ ff:
+ _target_: text_recognizer.networks.convnext.FeedForward
+ dim: 128
+ mult: 4
decoder:
_target_: text_recognizer.networks.transformer.Decoder
depth: 6