diff options
Diffstat (limited to 'training/conf/lr_schedulers')
| -rw-r--r-- | training/conf/lr_schedulers/cosine_annealing.yaml | 8 | ||||
| -rw-r--r-- | training/conf/lr_schedulers/one_cycle.yaml | 20 |
2 files changed, 28 insertions, 0 deletions
diff --git a/training/conf/lr_schedulers/cosine_annealing.yaml b/training/conf/lr_schedulers/cosine_annealing.yaml new file mode 100644 index 0000000..c53ee3a --- /dev/null +++ b/training/conf/lr_schedulers/cosine_annealing.yaml @@ -0,0 +1,8 @@ +cosine_annealing: + _target_: torch.optim.lr_scheduler.CosineAnnealingLR + T_max: 256 + eta_min: 0.0 + last_epoch: -1 + + interval: epoch + monitor: val/loss diff --git a/training/conf/lr_schedulers/one_cycle.yaml b/training/conf/lr_schedulers/one_cycle.yaml new file mode 100644 index 0000000..c60577a --- /dev/null +++ b/training/conf/lr_schedulers/one_cycle.yaml @@ -0,0 +1,20 @@ +onc_cycle: + _target_: torch.optim.lr_scheduler.OneCycleLR + max_lr: 1.0e-3 + total_steps: null + epochs: 512 + steps_per_epoch: 4992 + pct_start: 0.3 + anneal_strategy: cos + cycle_momentum: true + base_momentum: 0.85 + max_momentum: 0.95 + div_factor: 25.0 + final_div_factor: 10000.0 + three_phase: true + last_epoch: -1 + verbose: false + + # Non-class arguments + interval: step + monitor: val/loss |