diff options
| author | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2021-05-02 13:51:15 +0200 |
|---|---|---|
| committer | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2021-05-02 13:51:15 +0200 |
| commit | 1d0977585f01c42e9f6280559a1a98037907a62e (patch) | |
| tree | 7e86dd71b163f3138ed2658cb52c44e805f21539 /training/conf/callbacks | |
| parent | 58ae7154aa945cfe5a46592cc1dfb28f0a4e51b3 (diff) | |
Implemented training script with hydra
Diffstat (limited to 'training/conf/callbacks')
| -rw-r--r-- | training/conf/callbacks/default.yaml | 14 | ||||
| -rw-r--r-- | training/conf/callbacks/swa.yaml | 16 |
2 files changed, 30 insertions, 0 deletions
diff --git a/training/conf/callbacks/default.yaml b/training/conf/callbacks/default.yaml new file mode 100644 index 0000000..74dc30c --- /dev/null +++ b/training/conf/callbacks/default.yaml @@ -0,0 +1,14 @@ +# @package _group_ +- type: ModelCheckpoint + args: + monitor: val_loss + mode: min + save_last: true +- type: LearningRateMonitor + args: + logging_interval: step +# - type: EarlyStopping +# args: +# monitor: val_loss +# mode: min +# patience: 10 diff --git a/training/conf/callbacks/swa.yaml b/training/conf/callbacks/swa.yaml new file mode 100644 index 0000000..144ad6e --- /dev/null +++ b/training/conf/callbacks/swa.yaml @@ -0,0 +1,16 @@ +# @package _group_ +- type: ModelCheckpoint + args: + monitor: val_loss + mode: min + save_last: true +- type: StochasticWeightAveraging + args: + swa_epoch_start: 0.8 + swa_lrs: 0.05 + annealing_epochs: 10 + annealing_strategy: cos + device: null +- type: LearningRateMonitor + args: + logging_interval: step |