summaryrefslogtreecommitdiff
path: root/training/conf/optimizer
diff options
context:
space:
mode:
authorGustaf Rydholm <gustaf.rydholm@gmail.com>2021-06-29 22:54:52 +0200
committerGustaf Rydholm <gustaf.rydholm@gmail.com>2021-06-29 22:54:52 +0200
commit4da7a2c812221d56a430b35139ac40b23fa76f77 (patch)
tree69528c08aa97f57918bc23cd0cc2ab6388ee0470 /training/conf/optimizer
parente22453c6e6ff10a610348778f8107799c1125d3b (diff)
Refactor of config, more granular
Diffstat (limited to 'training/conf/optimizer')
-rw-r--r--training/conf/optimizer/madgrad.yaml6
1 files changed, 6 insertions, 0 deletions
diff --git a/training/conf/optimizer/madgrad.yaml b/training/conf/optimizer/madgrad.yaml
new file mode 100644
index 0000000..2f2cff9
--- /dev/null
+++ b/training/conf/optimizer/madgrad.yaml
@@ -0,0 +1,6 @@
+type: MADGRAD
+args:
+ lr: 1.0e-3
+ momentum: 0.9
+ weight_decay: 0
+ eps: 1.0e-6