From 56dc112cfb649217cd624b4ff305e2db83a383b7 Mon Sep 17 00:00:00 2001
From: Gustaf Rydholm <gustaf.rydholm@gmail.com>
Date: Mon, 11 Sep 2023 22:15:26 +0200
Subject: Update configs

---
 training/conf/optimizer/lion.yaml | 5 +++++
 1 file changed, 5 insertions(+)
 create mode 100644 training/conf/optimizer/lion.yaml

(limited to 'training/conf/optimizer/lion.yaml')

diff --git a/training/conf/optimizer/lion.yaml b/training/conf/optimizer/lion.yaml
new file mode 100644
index 0000000..cbf386a
--- /dev/null
+++ b/training/conf/optimizer/lion.yaml
@@ -0,0 +1,5 @@
+_target_: lion_pytorch.Lion
+lr: 5e-5
+betas: [0.95, 0.99]
+weight_decay: 0.1
+use_triton: true
-- 
cgit v1.2.3-70-g09d2