blob: 70e0a560b95025ca203e542bda4dd386b5c6995c (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
|
# @package _global_
# Example:
# python main.py -m sweep=lines experiment=conv_transformer_lines
defaults:
- override /hydra/sweeper: optuna
optimized_metric: train/loss
hydra:
mode: "MULTIRUN"
sweeper:
_target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper
storage: null
study_name: null
n_jobs: 1
direction: minimize
n_trials: 20
sampler:
_target_: optuna.samplers.TPESampler
seed: 4711
n_startup_trials: 5
params:
# optimizer: interval(0.0003, 0.001)
network.decoder.decoder.depth: choice(4, 8, 10)
network.decoder.decoder.block.self_attn.num_heads: choice(4, 6, 8)
network.decoder.decoder.block.cross_attn.num_heads: choice(6, 8, 12)
|
