diff options
Diffstat (limited to 'training/conf/experiment')
-rw-r--r-- | training/conf/experiment/vit_lines.yaml | 14 |
1 files changed, 6 insertions, 8 deletions
diff --git a/training/conf/experiment/vit_lines.yaml b/training/conf/experiment/vit_lines.yaml index e2ddebf..f57eead 100644 --- a/training/conf/experiment/vit_lines.yaml +++ b/training/conf/experiment/vit_lines.yaml @@ -10,7 +10,7 @@ defaults: - override /optimizer: null tags: [lines, vit] -epochs: &epochs 64 +epochs: &epochs 256 ignore_index: &ignore_index 3 # summary: [[1, 1, 56, 1024], [1, 89]] @@ -56,7 +56,7 @@ lr_scheduler: monitor: val/cer datamodule: - batch_size: 8 + batch_size: 16 train_fraction: 0.95 network: @@ -95,7 +95,7 @@ network: dim: *dim max_length: 89 use_l2: true - tie_embeddings: false + tie_embeddings: true pad_index: 3 model: @@ -105,9 +105,7 @@ trainer: fast_dev_run: false gradient_clip_val: 1.0 max_epochs: *epochs - accumulate_grad_batches: 1 - limit_val_batches: .02 - limit_test_batches: .02 + accumulate_grad_batches: 4 limit_train_batches: 1.0 - # limit_val_batches: 1.0 - # limit_test_batches: 1.0 + limit_val_batches: 1.0 + limit_test_batches: 1.0 |