summaryrefslogtreecommitdiff
path: root/training/conf/optimizer/lion.yaml
blob: cbf386a4369453dd3a40faffdc3c80622342e4bf (plain)
1
2
3
4
5
_target_: lion_pytorch.Lion
lr: 5e-5
betas: [0.95, 0.99]
weight_decay: 0.1
use_triton: true