From a65d3ec18a5541cec5297769f1027422975a62bc Mon Sep 17 00:00:00 2001
From: Gustaf Rydholm <gustaf.rydholm@gmail.com>
Date: Sun, 3 Sep 2023 01:13:37 +0200
Subject: Update confs and callbacks

---
 training/conf/callbacks/lightning/swa.yaml | 7 +++++++
 1 file changed, 7 insertions(+)
 create mode 100644 training/conf/callbacks/lightning/swa.yaml

(limited to 'training/conf/callbacks/lightning')

diff --git a/training/conf/callbacks/lightning/swa.yaml b/training/conf/callbacks/lightning/swa.yaml
new file mode 100644
index 0000000..73f8c66
--- /dev/null
+++ b/training/conf/callbacks/lightning/swa.yaml
@@ -0,0 +1,7 @@
+stochastic_weight_averaging:
+  _target_: pytorch_lightning.callbacks.StochasticWeightAveraging
+  swa_epoch_start: 0.8
+  swa_lrs: 0.05
+  annealing_epochs: 10
+  annealing_strategy: cos
+  device: null
-- 
cgit v1.2.3-70-g09d2