diff options
| author | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2022-09-18 18:57:54 +0200 |
|---|---|---|
| committer | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2022-09-18 18:57:54 +0200 |
| commit | 1c8e291db57e9a4dea1b7f998eef22e245c5f9a4 (patch) | |
| tree | 4cb931a6d244b1aa94a1b8f541b7cd0f2ede13be | |
| parent | 84130a5e8cc1a0176295d23640ed2aaf5a92e557 (diff) | |
Update lines experiment
| -rw-r--r-- | training/conf/experiment/conv_transformer_lines.yaml | 14 |
1 files changed, 13 insertions, 1 deletions
diff --git a/training/conf/experiment/conv_transformer_lines.yaml b/training/conf/experiment/conv_transformer_lines.yaml index d4478cc..2631e81 100644 --- a/training/conf/experiment/conv_transformer_lines.yaml +++ b/training/conf/experiment/conv_transformer_lines.yaml @@ -15,7 +15,7 @@ epochs: &epochs 260 ignore_index: &ignore_index 3 num_classes: &num_classes 57 max_output_len: &max_output_len 89 -summary: [[1, 1, 56, 1024], [1, 89]] +# summary: [[1, 1, 56, 1024], [1, 89]] logger: wandb: @@ -70,6 +70,18 @@ network: dim_mults: [2, 4, 8] depths: [3, 3, 6] downsampling_factors: [[2, 2], [2, 2], [2, 2]] + attn: + _target_: text_recognizer.networks.convnext.TransformerBlock + attn: + _target_: text_recognizer.networks.convnext.Attention + dim: 128 + heads: 4 + dim_head: 64 + scale: 8 + ff: + _target_: text_recognizer.networks.convnext.FeedForward + dim: 128 + mult: 4 decoder: _target_: text_recognizer.networks.transformer.Decoder depth: 6 |