summaryrefslogtreecommitdiff
path: root/training/conf/experiment
diff options
context:
space:
mode:
Diffstat (limited to 'training/conf/experiment')
-rw-r--r--training/conf/experiment/conv_transformer_paragraphs.yaml2
1 files changed, 1 insertions, 1 deletions
diff --git a/training/conf/experiment/conv_transformer_paragraphs.yaml b/training/conf/experiment/conv_transformer_paragraphs.yaml
index e0d572a..80f6ce6 100644
--- a/training/conf/experiment/conv_transformer_paragraphs.yaml
+++ b/training/conf/experiment/conv_transformer_paragraphs.yaml
@@ -46,7 +46,7 @@ lr_scheduler:
total_steps: null
epochs: *epochs
steps_per_epoch: 3358
- pct_start: 0.15
+ pct_start: 0.1
anneal_strategy: cos
cycle_momentum: true
base_momentum: 0.85