From 9d3e158f48e3e965d67f154e05faaaf1cadbb836 Mon Sep 17 00:00:00 2001
From: Gustaf Rydholm <gustaf.rydholm@gmail.com>
Date: Sun, 10 Oct 2021 18:05:44 +0200
Subject: Update configs

---
 training/conf/callbacks/wandb/swa.yaml | 7 +++++++
 1 file changed, 7 insertions(+)
 create mode 100644 training/conf/callbacks/wandb/swa.yaml

(limited to 'training/conf/callbacks/wandb/swa.yaml')

diff --git a/training/conf/callbacks/wandb/swa.yaml b/training/conf/callbacks/wandb/swa.yaml
new file mode 100644
index 0000000..73f8c66
--- /dev/null
+++ b/training/conf/callbacks/wandb/swa.yaml
@@ -0,0 +1,7 @@
+stochastic_weight_averaging:
+  _target_: pytorch_lightning.callbacks.StochasticWeightAveraging
+  swa_epoch_start: 0.8
+  swa_lrs: 0.05
+  annealing_epochs: 10
+  annealing_strategy: cos
+  device: null
-- 
cgit v1.2.3-70-g09d2