summaryrefslogtreecommitdiff
path: root/training/conf/optimizer
diff options
context:
space:
mode:
Diffstat (limited to 'training/conf/optimizer')
-rw-r--r--training/conf/optimizer/madgrad.yaml6
1 files changed, 6 insertions, 0 deletions
diff --git a/training/conf/optimizer/madgrad.yaml b/training/conf/optimizer/madgrad.yaml
new file mode 100644
index 0000000..2f2cff9
--- /dev/null
+++ b/training/conf/optimizer/madgrad.yaml
@@ -0,0 +1,6 @@
+type: MADGRAD
+args:
+ lr: 1.0e-3
+ momentum: 0.9
+ weight_decay: 0
+ eps: 1.0e-6