diff options
| -rw-r--r-- | training/conf/experiment/conv_transformer_paragraphs.yaml | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/training/conf/experiment/conv_transformer_paragraphs.yaml b/training/conf/experiment/conv_transformer_paragraphs.yaml index e0d572a..80f6ce6 100644 --- a/training/conf/experiment/conv_transformer_paragraphs.yaml +++ b/training/conf/experiment/conv_transformer_paragraphs.yaml @@ -46,7 +46,7 @@ lr_scheduler: total_steps: null epochs: *epochs steps_per_epoch: 3358 - pct_start: 0.15 + pct_start: 0.1 anneal_strategy: cos cycle_momentum: true base_momentum: 0.85 |