From a65d3ec18a5541cec5297769f1027422975a62bc Mon Sep 17 00:00:00 2001 From: Gustaf Rydholm Date: Sun, 3 Sep 2023 01:13:37 +0200 Subject: Update confs and callbacks --- training/conf/sweep/conv_transformer.yaml | 29 ----------------------------- 1 file changed, 29 deletions(-) delete mode 100644 training/conf/sweep/conv_transformer.yaml (limited to 'training/conf/sweep') diff --git a/training/conf/sweep/conv_transformer.yaml b/training/conf/sweep/conv_transformer.yaml deleted file mode 100644 index 70e0a56..0000000 --- a/training/conf/sweep/conv_transformer.yaml +++ /dev/null @@ -1,29 +0,0 @@ -# @package _global_ - -# Example: -# python main.py -m sweep=lines experiment=conv_transformer_lines - -defaults: - - override /hydra/sweeper: optuna - -optimized_metric: train/loss - -hydra: - mode: "MULTIRUN" - sweeper: - _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper - storage: null - study_name: null - n_jobs: 1 - direction: minimize - n_trials: 20 - sampler: - _target_: optuna.samplers.TPESampler - seed: 4711 - n_startup_trials: 5 - - params: - # optimizer: interval(0.0003, 0.001) - network.decoder.decoder.depth: choice(4, 8, 10) - network.decoder.decoder.block.self_attn.num_heads: choice(4, 6, 8) - network.decoder.decoder.block.cross_attn.num_heads: choice(6, 8, 12) -- cgit v1.2.3-70-g09d2