diff options
Diffstat (limited to 'training/conf/callbacks/lightning/swa.yaml')
| -rw-r--r-- | training/conf/callbacks/lightning/swa.yaml | 7 |
1 files changed, 7 insertions, 0 deletions
diff --git a/training/conf/callbacks/lightning/swa.yaml b/training/conf/callbacks/lightning/swa.yaml new file mode 100644 index 0000000..73f8c66 --- /dev/null +++ b/training/conf/callbacks/lightning/swa.yaml @@ -0,0 +1,7 @@ +stochastic_weight_averaging: + _target_: pytorch_lightning.callbacks.StochasticWeightAveraging + swa_epoch_start: 0.8 + swa_lrs: 0.05 + annealing_epochs: 10 + annealing_strategy: cos + device: null |