diff options
Diffstat (limited to 'training')
| -rw-r--r-- | training/conf/experiment/conv_transformer_lines.yaml | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/training/conf/experiment/conv_transformer_lines.yaml b/training/conf/experiment/conv_transformer_lines.yaml index 2918317..3af2c37 100644 --- a/training/conf/experiment/conv_transformer_lines.yaml +++ b/training/conf/experiment/conv_transformer_lines.yaml @@ -64,7 +64,7 @@ rotary_embedding: &rotary_embedding dim: 64 attn: &attn - dim: &hidden_dim 128 + dim: &hidden_dim 256 num_heads: 4 dim_head: 64 dropout_rate: &dropout_rate 0.2 |