From 56dc112cfb649217cd624b4ff305e2db83a383b7 Mon Sep 17 00:00:00 2001
From: Gustaf Rydholm <gustaf.rydholm@gmail.com>
Date: Mon, 11 Sep 2023 22:15:26 +0200
Subject: Update configs

---
 training/conf/optimizer/adan.yaml | 4 ++++
 1 file changed, 4 insertions(+)
 create mode 100644 training/conf/optimizer/adan.yaml

(limited to 'training/conf/optimizer/adan.yaml')

diff --git a/training/conf/optimizer/adan.yaml b/training/conf/optimizer/adan.yaml
new file mode 100644
index 0000000..6950a86
--- /dev/null
+++ b/training/conf/optimizer/adan.yaml
@@ -0,0 +1,4 @@
+_target_: adan_pytorch.Adan
+lr: 2.0e-4
+betas: [0.02, 0.08, 0.01]
+weight_decay: 0.02
-- 
cgit v1.2.3-70-g09d2