diff options
| -rw-r--r-- | training/conf/network/conv_transformer.yaml | 6 |
1 files changed, 3 insertions, 3 deletions
diff --git a/training/conf/network/conv_transformer.yaml b/training/conf/network/conv_transformer.yaml index 24857c8..c4cf13e 100644 --- a/training/conf/network/conv_transformer.yaml +++ b/training/conf/network/conv_transformer.yaml @@ -1,6 +1,6 @@ _target_: text_recognizer.networks.ConvTransformer input_dims: [1, 1, 576, 640] -hidden_dim: &hidden_dim 144 +hidden_dim: &hidden_dim 96 num_classes: 58 pad_index: 3 encoder: @@ -19,9 +19,9 @@ decoder: self_attn: _target_: text_recognizer.networks.transformer.Attention dim: *hidden_dim - num_heads: 8 + num_heads: 12 dim_head: 64 - dropout_rate: &dropout_rate 0.4 + dropout_rate: &dropout_rate 0.2 causal: true rotary_embedding: _target_: text_recognizer.networks.transformer.RotaryEmbedding |