summaryrefslogtreecommitdiff
path: root/training/conf/lr_scheduler/one_cycle.yaml
diff options
context:
space:
mode:
Diffstat (limited to 'training/conf/lr_scheduler/one_cycle.yaml')
-rw-r--r--training/conf/lr_scheduler/one_cycle.yaml17
1 files changed, 17 insertions, 0 deletions
diff --git a/training/conf/lr_scheduler/one_cycle.yaml b/training/conf/lr_scheduler/one_cycle.yaml
new file mode 100644
index 0000000..20eab9f
--- /dev/null
+++ b/training/conf/lr_scheduler/one_cycle.yaml
@@ -0,0 +1,17 @@
+_target_: torch.optim.lr_scheduler.OneCycleLR
+max_lr: 1.0e-3
+total_steps: null
+epochs: 512
+steps_per_epoch: 4992
+pct_start: 0.3
+anneal_strategy: cos
+cycle_momentum: true
+base_momentum: 0.85
+max_momentum: 0.95
+div_factor: 25.0
+final_div_factor: 10000.0
+three_phase: true
+last_epoch: -1
+verbose: false
+interval: step
+monitor: val/loss