blob: d9fa2c40c040cb9b65ba80f27513af2b2652299c (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
|
# @package _global_
defaults:
- override /network: vqvae
- override /criterion: mse
- override /model: lit_vqvae
- override /callbacks: wandb_vae
- override /optimizers: null
# - override /lr_schedulers:
# - cosine_annealing
# lr_schedulers: null
# network:
# _target_: torch.optim.lr_scheduler.OneCycleLR
# max_lr: 1.0e-2
# total_steps: null
# epochs: 100
# steps_per_epoch: 200
# pct_start: 0.1
# anneal_strategy: cos
# cycle_momentum: true
# base_momentum: 0.85
# max_momentum: 0.95
# div_factor: 25
# final_div_factor: 1.0e4
# three_phase: true
# last_epoch: -1
# verbose: false
# # Non-class arguments
# interval: step
# monitor: val/loss
optimizers:
network:
_target_: madgrad.MADGRAD
lr: 1.0e-4
momentum: 0.9
weight_decay: 0
eps: 1.0e-7
parameters: network
trainer:
max_epochs: 128
limit_train_batches: 0.01
limit_val_batches: 0.1
datamodule:
batch_size: 8
# resize: [288, 320]
summary: null
|