summaryrefslogtreecommitdiff
path: root/training
diff options
context:
space:
mode:
authorGustaf Rydholm <gustaf.rydholm@gmail.com>2021-11-22 22:58:51 +0100
committerGustaf Rydholm <gustaf.rydholm@gmail.com>2021-11-22 22:58:51 +0100
commit980de9ca3b0cacbc3da4c6f4ca36b031dc0ac933 (patch)
tree655f269cfb0d9b822d6fa8d35f2dd6da0b935bc2 /training
parent87fdd6560854c35962131afb86c3efd05c29aa38 (diff)
Update config
Diffstat (limited to 'training')
-rw-r--r--training/conf/experiment/conv_transformer_lines.yaml2
1 files changed, 1 insertions, 1 deletions
diff --git a/training/conf/experiment/conv_transformer_lines.yaml b/training/conf/experiment/conv_transformer_lines.yaml
index 2918317..3af2c37 100644
--- a/training/conf/experiment/conv_transformer_lines.yaml
+++ b/training/conf/experiment/conv_transformer_lines.yaml
@@ -64,7 +64,7 @@ rotary_embedding: &rotary_embedding
dim: 64
attn: &attn
- dim: &hidden_dim 128
+ dim: &hidden_dim 256
num_heads: 4
dim_head: 64
dropout_rate: &dropout_rate 0.2