diff options
| author | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2021-05-02 13:51:15 +0200 |
|---|---|---|
| committer | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2021-05-02 13:51:15 +0200 |
| commit | 1d0977585f01c42e9f6280559a1a98037907a62e (patch) | |
| tree | 7e86dd71b163f3138ed2658cb52c44e805f21539 /training/conf/model | |
| parent | 58ae7154aa945cfe5a46592cc1dfb28f0a4e51b3 (diff) | |
Implemented training script with hydra
Diffstat (limited to 'training/conf/model')
| -rw-r--r-- | training/conf/model/lit_vqvae.yaml | 24 |
1 files changed, 24 insertions, 0 deletions
diff --git a/training/conf/model/lit_vqvae.yaml b/training/conf/model/lit_vqvae.yaml new file mode 100644 index 0000000..90780b7 --- /dev/null +++ b/training/conf/model/lit_vqvae.yaml @@ -0,0 +1,24 @@ +# @package _group_ +type: LitVQVAEModel +args: + optimizer: + type: MADGRAD + args: + lr: 1.0e-3 + momentum: 0.9 + weight_decay: 0 + eps: 1.0e-6 + lr_scheduler: + type: OneCycleLR + args: + interval: step + max_lr: 1.0e-3 + three_phase: true + epochs: 64 + steps_per_epoch: 633 # num_samples / batch_size + criterion: + type: MSELoss + args: + reduction: mean + monitor: val_loss + mapping: sentence_piece |