training/conf/callbacks/swa.yaml


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16

# @package _group_
- type: ModelCheckpoint
  args:
      monitor: val_loss
      mode: min
      save_last: true
- type: StochasticWeightAveraging
  args:
      swa_epoch_start: 0.8
      swa_lrs: 0.05
      annealing_epochs: 10
      annealing_strategy: cos
      device: null
- type: LearningRateMonitor
  args:
      logging_interval: step