summaryrefslogtreecommitdiff
path: root/training/conf/optimizer/madgrad.yaml
diff options
context:
space:
mode:
authorGustaf Rydholm <gustaf.rydholm@gmail.com>2021-08-06 14:19:37 +0200
committerGustaf Rydholm <gustaf.rydholm@gmail.com>2021-08-06 14:19:37 +0200
commit263f2b7158d76bc0adad45309625910c0fa7b1fe (patch)
tree6af1782e39812c8d7ff8a853195adc32f67f56c2 /training/conf/optimizer/madgrad.yaml
parent3ab82ad36bce6fa698a13a029a0694b75a5947b7 (diff)
Remove lr args from model, add Cosine lr, fix to vqvae stack
Diffstat (limited to 'training/conf/optimizer/madgrad.yaml')
-rw-r--r--training/conf/optimizer/madgrad.yaml2
1 files changed, 1 insertions, 1 deletions
diff --git a/training/conf/optimizer/madgrad.yaml b/training/conf/optimizer/madgrad.yaml
index 46b2fff..458b116 100644
--- a/training/conf/optimizer/madgrad.yaml
+++ b/training/conf/optimizer/madgrad.yaml
@@ -1,5 +1,5 @@
_target_: madgrad.MADGRAD
-lr: 2.0e-4
+lr: 3.0e-4
momentum: 0.9
weight_decay: 0
eps: 1.0e-6