diff options
| author | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2023-09-03 01:13:37 +0200 |
|---|---|---|
| committer | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2023-09-03 01:13:37 +0200 |
| commit | a65d3ec18a5541cec5297769f1027422975a62bc (patch) | |
| tree | 08e5e22f76db2449d265476f5fb42c5ea64a2776 /training/conf/sweep | |
| parent | e4d618443808f0931bbef0b9e10a2c2a215281a5 (diff) | |
Update confs and callbacks
Diffstat (limited to 'training/conf/sweep')
| -rw-r--r-- | training/conf/sweep/conv_transformer.yaml | 29 |
1 files changed, 0 insertions, 29 deletions
diff --git a/training/conf/sweep/conv_transformer.yaml b/training/conf/sweep/conv_transformer.yaml deleted file mode 100644 index 70e0a56..0000000 --- a/training/conf/sweep/conv_transformer.yaml +++ /dev/null @@ -1,29 +0,0 @@ -# @package _global_ - -# Example: -# python main.py -m sweep=lines experiment=conv_transformer_lines - -defaults: - - override /hydra/sweeper: optuna - -optimized_metric: train/loss - -hydra: - mode: "MULTIRUN" - sweeper: - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - storage: null - study_name: null - n_jobs: 1 - direction: minimize - n_trials: 20 - sampler: - _target_: optuna.samplers.TPESampler - seed: 4711 - n_startup_trials: 5 - - params: - # optimizer: interval(0.0003, 0.001) - network.decoder.decoder.depth: choice(4, 8, 10) - network.decoder.decoder.block.self_attn.num_heads: choice(4, 6, 8) - network.decoder.decoder.block.cross_attn.num_heads: choice(6, 8, 12) |