diff options
author | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2022-06-19 20:58:36 +0200 |
---|---|---|
committer | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2022-06-19 20:58:36 +0200 |
commit | 8689e8da65ed02a13975956d70216d7f33db1688 (patch) | |
tree | b5ce932f0db01ec3fe1bc0b634992a6c11e05c61 /training/conf/lr_schedulers | |
parent | 2a6f02f22a58d281519d3827ea956af5c02a8ea2 (diff) |
Fix lr and optim conf
Diffstat (limited to 'training/conf/lr_schedulers')
-rw-r--r-- | training/conf/lr_schedulers/cosine_annealing.yaml | 7 | ||||
-rw-r--r-- | training/conf/lr_schedulers/one_cycle.yaml | 17 | ||||
-rw-r--r-- | training/conf/lr_schedulers/reduce_on_plateau.yaml | 12 |
3 files changed, 0 insertions, 36 deletions
diff --git a/training/conf/lr_schedulers/cosine_annealing.yaml b/training/conf/lr_schedulers/cosine_annealing.yaml deleted file mode 100644 index e8364f0..0000000 --- a/training/conf/lr_schedulers/cosine_annealing.yaml +++ /dev/null @@ -1,7 +0,0 @@ -_target_: torch.optim.lr_scheduler.CosineAnnealingLR -T_max: 256 -eta_min: 0.0 -last_epoch: -1 - -interval: epoch -monitor: val/loss diff --git a/training/conf/lr_schedulers/one_cycle.yaml b/training/conf/lr_schedulers/one_cycle.yaml deleted file mode 100644 index 20eab9f..0000000 --- a/training/conf/lr_schedulers/one_cycle.yaml +++ /dev/null @@ -1,17 +0,0 @@ -_target_: torch.optim.lr_scheduler.OneCycleLR -max_lr: 1.0e-3 -total_steps: null -epochs: 512 -steps_per_epoch: 4992 -pct_start: 0.3 -anneal_strategy: cos -cycle_momentum: true -base_momentum: 0.85 -max_momentum: 0.95 -div_factor: 25.0 -final_div_factor: 10000.0 -three_phase: true -last_epoch: -1 -verbose: false -interval: step -monitor: val/loss diff --git a/training/conf/lr_schedulers/reduce_on_plateau.yaml b/training/conf/lr_schedulers/reduce_on_plateau.yaml deleted file mode 100644 index 9aa9de4..0000000 --- a/training/conf/lr_schedulers/reduce_on_plateau.yaml +++ /dev/null @@ -1,12 +0,0 @@ -_target_: torch.optim.lr_scheduler.ReduceLROnPlateau -mode: min -factor: 0.1 -patience: 10 -threshold: 1.0e-4 -threshold_mode: rel -cooldown: 0 -min_lr: 1.0e-5 -eps: 1.0e-8 -verbose: false -interval: epoch -monitor: val/loss |