From 8689e8da65ed02a13975956d70216d7f33db1688 Mon Sep 17 00:00:00 2001
From: Gustaf Rydholm <gustaf.rydholm@gmail.com>
Date: Sun, 19 Jun 2022 20:58:36 +0200
Subject: Fix lr and optim conf

---
 training/conf/optimizer/radam.yaml | 6 ++++++
 1 file changed, 6 insertions(+)
 create mode 100644 training/conf/optimizer/radam.yaml

(limited to 'training/conf/optimizer/radam.yaml')

diff --git a/training/conf/optimizer/radam.yaml b/training/conf/optimizer/radam.yaml
new file mode 100644
index 0000000..d11fcb5
--- /dev/null
+++ b/training/conf/optimizer/radam.yaml
@@ -0,0 +1,6 @@
+_target_: torch.optim.RAdam
+lr: 1.5e-4
+betas: [0.9, 0.999]
+weight_decay: 1.0e-4
+eps: 1.0e-8
+parameters: network
-- 
cgit v1.2.3-70-g09d2