From 3e24b92ee1bac124ea8c7bddb15236ccc5fe300d Mon Sep 17 00:00:00 2001 From: Gustaf Rydholm Date: Wed, 27 Oct 2021 22:16:39 +0200 Subject: Update to configs --- training/conf/experiment/barlow_twins_paragraphs.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'training/conf/experiment/barlow_twins_paragraphs.yaml') diff --git a/training/conf/experiment/barlow_twins_paragraphs.yaml b/training/conf/experiment/barlow_twins_paragraphs.yaml index caefb47..9552c0b 100644 --- a/training/conf/experiment/barlow_twins_paragraphs.yaml +++ b/training/conf/experiment/barlow_twins_paragraphs.yaml @@ -37,10 +37,10 @@ optimizers: lr_schedulers: network: _target_: torch.optim.lr_scheduler.OneCycleLR - max_lr: 1.0e-1 + max_lr: 1.0e-3 total_steps: null epochs: *epochs - steps_per_epoch: 5053 + steps_per_epoch: 40 pct_start: 0.03 anneal_strategy: cos cycle_momentum: true -- cgit v1.2.3-70-g09d2