From 598749ee9df7a1d25d6f2240166e3441286e5517 Mon Sep 17 00:00:00 2001 From: Gustaf Rydholm Date: Mon, 20 Jun 2022 16:24:02 +0200 Subject: Update paragraph config --- training/conf/experiment/conv_transformer_paragraphs.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'training/conf') diff --git a/training/conf/experiment/conv_transformer_paragraphs.yaml b/training/conf/experiment/conv_transformer_paragraphs.yaml index e0d572a..80f6ce6 100644 --- a/training/conf/experiment/conv_transformer_paragraphs.yaml +++ b/training/conf/experiment/conv_transformer_paragraphs.yaml @@ -46,7 +46,7 @@ lr_scheduler: total_steps: null epochs: *epochs steps_per_epoch: 3358 - pct_start: 0.15 + pct_start: 0.1 anneal_strategy: cos cycle_momentum: true base_momentum: 0.85 -- cgit v1.2.3-70-g09d2