diff options
| author | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2022-06-20 16:24:02 +0200 |
|---|---|---|
| committer | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2022-06-20 16:24:02 +0200 |
| commit | 598749ee9df7a1d25d6f2240166e3441286e5517 (patch) | |
| tree | 0db2db167a6a17279f61e049fe3f7be9025a8cfc | |
| parent | c1a536c5969391541f8dd096580d4a797c3b4d2c (diff) | |
Update paragraph config
| -rw-r--r-- | training/conf/experiment/conv_transformer_paragraphs.yaml | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/training/conf/experiment/conv_transformer_paragraphs.yaml b/training/conf/experiment/conv_transformer_paragraphs.yaml index e0d572a..80f6ce6 100644 --- a/training/conf/experiment/conv_transformer_paragraphs.yaml +++ b/training/conf/experiment/conv_transformer_paragraphs.yaml @@ -46,7 +46,7 @@ lr_scheduler: total_steps: null epochs: *epochs steps_per_epoch: 3358 - pct_start: 0.15 + pct_start: 0.1 anneal_strategy: cos cycle_momentum: true base_momentum: 0.85 |