summaryrefslogtreecommitdiff
path: root/training/conf/callbacks/swa.yaml
diff options
context:
space:
mode:
Diffstat (limited to 'training/conf/callbacks/swa.yaml')
-rw-r--r--training/conf/callbacks/swa.yaml16
1 files changed, 16 insertions, 0 deletions
diff --git a/training/conf/callbacks/swa.yaml b/training/conf/callbacks/swa.yaml
new file mode 100644
index 0000000..144ad6e
--- /dev/null
+++ b/training/conf/callbacks/swa.yaml
@@ -0,0 +1,16 @@
+# @package _group_
+- type: ModelCheckpoint
+ args:
+ monitor: val_loss
+ mode: min
+ save_last: true
+- type: StochasticWeightAveraging
+ args:
+ swa_epoch_start: 0.8
+ swa_lrs: 0.05
+ annealing_epochs: 10
+ annealing_strategy: cos
+ device: null
+- type: LearningRateMonitor
+ args:
+ logging_interval: step