summaryrefslogtreecommitdiff
path: root/training/conf/optimizer/adamw.yaml
blob: 568c67b695f73116d7be1bf6a894cd0114f39d42 (plain)
1
2
3
4
5
_target_: torch.optim.AdamW
lr: 1.5e-4
betas: [0.95, 0.98]
weight_decay: 1.0e-2
eps: 1.0e-6