diff options
Diffstat (limited to 'training/conf/optimizer/adan.yaml')
| -rw-r--r-- | training/conf/optimizer/adan.yaml | 4 |
1 files changed, 4 insertions, 0 deletions
diff --git a/training/conf/optimizer/adan.yaml b/training/conf/optimizer/adan.yaml new file mode 100644 index 0000000..6950a86 --- /dev/null +++ b/training/conf/optimizer/adan.yaml @@ -0,0 +1,4 @@ +_target_: adan_pytorch.Adan +lr: 2.0e-4 +betas: [0.02, 0.08, 0.01] +weight_decay: 0.02 |