From 980de9ca3b0cacbc3da4c6f4ca36b031dc0ac933 Mon Sep 17 00:00:00 2001 From: Gustaf Rydholm Date: Mon, 22 Nov 2021 22:58:51 +0100 Subject: Update config --- training/conf/experiment/conv_transformer_lines.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'training') diff --git a/training/conf/experiment/conv_transformer_lines.yaml b/training/conf/experiment/conv_transformer_lines.yaml index 2918317..3af2c37 100644 --- a/training/conf/experiment/conv_transformer_lines.yaml +++ b/training/conf/experiment/conv_transformer_lines.yaml @@ -64,7 +64,7 @@ rotary_embedding: &rotary_embedding dim: 64 attn: &attn - dim: &hidden_dim 128 + dim: &hidden_dim 256 num_heads: 4 dim_head: 64 dropout_rate: &dropout_rate 0.2 -- cgit v1.2.3-70-g09d2