stochastic_weight_averaging:
  type: StochasticWeightAveraging
  args:
    swa_epoch_start: 0.8
    swa_lrs: 0.05
    annealing_epochs: 10
    annealing_strategy: cos
    device: null