diff options
Diffstat (limited to 'training/conf/optimizer/lion.yaml')
| -rw-r--r-- | training/conf/optimizer/lion.yaml | 5 |
1 files changed, 5 insertions, 0 deletions
diff --git a/training/conf/optimizer/lion.yaml b/training/conf/optimizer/lion.yaml new file mode 100644 index 0000000..cbf386a --- /dev/null +++ b/training/conf/optimizer/lion.yaml @@ -0,0 +1,5 @@ +_target_: lion_pytorch.Lion +lr: 5e-5 +betas: [0.95, 0.99] +weight_decay: 0.1 +use_triton: true |