diff options
Diffstat (limited to 'training/conf/experiment/barlow_twins_paragraphs.yaml')
| -rw-r--r-- | training/conf/experiment/barlow_twins_paragraphs.yaml | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/training/conf/experiment/barlow_twins_paragraphs.yaml b/training/conf/experiment/barlow_twins_paragraphs.yaml index caefb47..9552c0b 100644 --- a/training/conf/experiment/barlow_twins_paragraphs.yaml +++ b/training/conf/experiment/barlow_twins_paragraphs.yaml @@ -37,10 +37,10 @@ optimizers: lr_schedulers: network: _target_: torch.optim.lr_scheduler.OneCycleLR - max_lr: 1.0e-1 + max_lr: 1.0e-3 total_steps: null epochs: *epochs - steps_per_epoch: 5053 + steps_per_epoch: 40 pct_start: 0.03 anneal_strategy: cos cycle_momentum: true |