summaryrefslogtreecommitdiff
path: root/training/conf/optimizer/adan.yaml
blob: 6950a86d410cc13b56a44349c42c632c807d745f (plain)
1
2
3
4
_target_: adan_pytorch.Adan
lr: 2.0e-4
betas: [0.02, 0.08, 0.01]
weight_decay: 0.02