diff options
author | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2021-05-02 13:51:15 +0200 |
---|---|---|
committer | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2021-05-02 13:51:15 +0200 |
commit | 1d0977585f01c42e9f6280559a1a98037907a62e (patch) | |
tree | 7e86dd71b163f3138ed2658cb52c44e805f21539 /training/conf/callbacks/swa.yaml | |
parent | 58ae7154aa945cfe5a46592cc1dfb28f0a4e51b3 (diff) |
Implemented training script with hydra
Diffstat (limited to 'training/conf/callbacks/swa.yaml')
-rw-r--r-- | training/conf/callbacks/swa.yaml | 16 |
1 files changed, 16 insertions, 0 deletions
diff --git a/training/conf/callbacks/swa.yaml b/training/conf/callbacks/swa.yaml new file mode 100644 index 0000000..144ad6e --- /dev/null +++ b/training/conf/callbacks/swa.yaml @@ -0,0 +1,16 @@ +# @package _group_ +- type: ModelCheckpoint + args: + monitor: val_loss + mode: min + save_last: true +- type: StochasticWeightAveraging + args: + swa_epoch_start: 0.8 + swa_lrs: 0.05 + annealing_epochs: 10 + annealing_strategy: cos + device: null +- type: LearningRateMonitor + args: + logging_interval: step |