summaryrefslogtreecommitdiff
path: root/training/conf/lr_schedulers
diff options
context:
space:
mode:
authorGustaf Rydholm <gustaf.rydholm@gmail.com>2022-06-19 20:58:36 +0200
committerGustaf Rydholm <gustaf.rydholm@gmail.com>2022-06-19 20:58:36 +0200
commit8689e8da65ed02a13975956d70216d7f33db1688 (patch)
treeb5ce932f0db01ec3fe1bc0b634992a6c11e05c61 /training/conf/lr_schedulers
parent2a6f02f22a58d281519d3827ea956af5c02a8ea2 (diff)
Fix lr and optim conf
Diffstat (limited to 'training/conf/lr_schedulers')
-rw-r--r--training/conf/lr_schedulers/cosine_annealing.yaml7
-rw-r--r--training/conf/lr_schedulers/one_cycle.yaml17
-rw-r--r--training/conf/lr_schedulers/reduce_on_plateau.yaml12
3 files changed, 0 insertions, 36 deletions
diff --git a/training/conf/lr_schedulers/cosine_annealing.yaml b/training/conf/lr_schedulers/cosine_annealing.yaml
deleted file mode 100644
index e8364f0..0000000
--- a/training/conf/lr_schedulers/cosine_annealing.yaml
+++ /dev/null
@@ -1,7 +0,0 @@
-_target_: torch.optim.lr_scheduler.CosineAnnealingLR
-T_max: 256
-eta_min: 0.0
-last_epoch: -1
-
-interval: epoch
-monitor: val/loss
diff --git a/training/conf/lr_schedulers/one_cycle.yaml b/training/conf/lr_schedulers/one_cycle.yaml
deleted file mode 100644
index 20eab9f..0000000
--- a/training/conf/lr_schedulers/one_cycle.yaml
+++ /dev/null
@@ -1,17 +0,0 @@
-_target_: torch.optim.lr_scheduler.OneCycleLR
-max_lr: 1.0e-3
-total_steps: null
-epochs: 512
-steps_per_epoch: 4992
-pct_start: 0.3
-anneal_strategy: cos
-cycle_momentum: true
-base_momentum: 0.85
-max_momentum: 0.95
-div_factor: 25.0
-final_div_factor: 10000.0
-three_phase: true
-last_epoch: -1
-verbose: false
-interval: step
-monitor: val/loss
diff --git a/training/conf/lr_schedulers/reduce_on_plateau.yaml b/training/conf/lr_schedulers/reduce_on_plateau.yaml
deleted file mode 100644
index 9aa9de4..0000000
--- a/training/conf/lr_schedulers/reduce_on_plateau.yaml
+++ /dev/null
@@ -1,12 +0,0 @@
-_target_: torch.optim.lr_scheduler.ReduceLROnPlateau
-mode: min
-factor: 0.1
-patience: 10
-threshold: 1.0e-4
-threshold_mode: rel
-cooldown: 0
-min_lr: 1.0e-5
-eps: 1.0e-8
-verbose: false
-interval: epoch
-monitor: val/loss