diff options
Diffstat (limited to 'training/conf/optimizer/radam.yaml')
| -rw-r--r-- | training/conf/optimizer/radam.yaml | 6 |
1 files changed, 6 insertions, 0 deletions
diff --git a/training/conf/optimizer/radam.yaml b/training/conf/optimizer/radam.yaml new file mode 100644 index 0000000..d11fcb5 --- /dev/null +++ b/training/conf/optimizer/radam.yaml @@ -0,0 +1,6 @@ +_target_: torch.optim.RAdam +lr: 1.5e-4 +betas: [0.9, 0.999] +weight_decay: 1.0e-4 +eps: 1.0e-8 +parameters: network |