diff options
| author | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2022-06-19 20:58:36 +0200 |
|---|---|---|
| committer | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2022-06-19 20:58:36 +0200 |
| commit | 8689e8da65ed02a13975956d70216d7f33db1688 (patch) | |
| tree | b5ce932f0db01ec3fe1bc0b634992a6c11e05c61 /training/conf/lr_scheduler/one_cycle.yaml | |
| parent | 2a6f02f22a58d281519d3827ea956af5c02a8ea2 (diff) | |
Fix lr and optim conf
Diffstat (limited to 'training/conf/lr_scheduler/one_cycle.yaml')
| -rw-r--r-- | training/conf/lr_scheduler/one_cycle.yaml | 17 |
1 files changed, 17 insertions, 0 deletions
diff --git a/training/conf/lr_scheduler/one_cycle.yaml b/training/conf/lr_scheduler/one_cycle.yaml new file mode 100644 index 0000000..20eab9f --- /dev/null +++ b/training/conf/lr_scheduler/one_cycle.yaml @@ -0,0 +1,17 @@ +_target_: torch.optim.lr_scheduler.OneCycleLR +max_lr: 1.0e-3 +total_steps: null +epochs: 512 +steps_per_epoch: 4992 +pct_start: 0.3 +anneal_strategy: cos +cycle_momentum: true +base_momentum: 0.85 +max_momentum: 0.95 +div_factor: 25.0 +final_div_factor: 10000.0 +three_phase: true +last_epoch: -1 +verbose: false +interval: step +monitor: val/loss |