summaryrefslogtreecommitdiff
path: root/training/conf
diff options
context:
space:
mode:
Diffstat (limited to 'training/conf')
-rw-r--r--training/conf/datamodule/transform/barlow_paragraphs.yaml46
-rw-r--r--training/conf/experiment/barlow_twins.yaml102
-rw-r--r--training/conf/experiment/barlow_twins_paragraphs.yaml103
3 files changed, 0 insertions, 251 deletions
diff --git a/training/conf/datamodule/transform/barlow_paragraphs.yaml b/training/conf/datamodule/transform/barlow_paragraphs.yaml
deleted file mode 100644
index 5eefce5..0000000
--- a/training/conf/datamodule/transform/barlow_paragraphs.yaml
+++ /dev/null
@@ -1,46 +0,0 @@
-
-barlow:
- _target_: text_recognizer.data.transforms.barlow.BarlowTransform
- prim:
- random_crop:
- _target_: torchvision.transforms.RandomCrop
- size: [576, 640]
- padding: null
- pad_if_needed: true
- fill: 0
- padding_mode: constant
-
- color_jitter:
- _target_: torchvision.transforms.ColorJitter
- brightness: [0.8, 1.6]
-
- random_affine:
- _target_: torchvision.transforms.RandomAffine
- degrees: 1
- shear: [-10, 10]
- interpolation: BILINEAR
-
- to_tensor:
- _target_: torchvision.transforms.ToTensor
-
- bis:
- random_crop:
- _target_: torchvision.transforms.RandomCrop
- size: [576, 640]
- padding: null
- pad_if_needed: true
- fill: 0
- padding_mode: constant
-
- color_jitter:
- _target_: torchvision.transforms.ColorJitter
- brightness: [0.8, 2.0]
-
- random_affine:
- _target_: torchvision.transforms.RandomAffine
- degrees: 1
- shear: [-5, 5]
- interpolation: BILINEAR
-
- to_tensor:
- _target_: torchvision.transforms.ToTensor
diff --git a/training/conf/experiment/barlow_twins.yaml b/training/conf/experiment/barlow_twins.yaml
deleted file mode 100644
index cc1295d..0000000
--- a/training/conf/experiment/barlow_twins.yaml
+++ /dev/null
@@ -1,102 +0,0 @@
-# @package _global_
-
-defaults:
- - override /criterion: null
- - override /datamodule: null
- - override /network: null
- - override /model: null
- - override /lr_schedulers: null
- - override /optimizers: null
-
-epochs: &epochs 1000
-summary: [[1, 1, 56, 1024]]
-
-criterion:
- _target_: text_recognizer.criterions.barlow_twins.BarlowTwinsLoss
- dim: 512
- lambda_: 3.9e-3
-
-callbacks:
- stochastic_weight_averaging:
- _target_: pytorch_lightning.callbacks.StochasticWeightAveraging
- swa_epoch_start: 0.75
- swa_lrs: 1.0e-5
- annealing_epochs: 10
- annealing_strategy: cos
- device: null
-
-optimizers:
- madgrad:
- _target_: madgrad.MADGRAD
- lr: 1.0e-3
- momentum: 0.9
- weight_decay: 1.0e-6
- eps: 1.0e-6
- parameters: network
-
-lr_schedulers:
- network:
- _target_: torch.optim.lr_scheduler.OneCycleLR
- max_lr: 3.0e-4
- total_steps: null
- epochs: *epochs
- steps_per_epoch: 45
- pct_start: 0.03
- anneal_strategy: cos
- cycle_momentum: true
- base_momentum: 0.85
- max_momentum: 0.95
- div_factor: 25
- final_div_factor: 1.0e4
- three_phase: false
- last_epoch: -1
- verbose: false
- # Non-class arguments
- interval: step
- monitor: val/loss
-
-datamodule:
- _target_: text_recognizer.data.iam_lines.IAMLines
- batch_size: 16
- num_workers: 12
- train_fraction: 0.9
- pin_memory: false
- transform: transform/iam_lines_barlow.yaml
- test_transform: transform/iam_lines_barlow.yaml
- mapping:
- _target_: text_recognizer.data.mappings.emnist_mapping.EmnistMapping
-
-network:
- _target_: text_recognizer.networks.barlow_twins.network.BarlowTwins
- encoder:
- _target_: text_recognizer.networks.encoders.efficientnet.EfficientNet
- arch: b0
- out_channels: 1280
- stochastic_dropout_rate: 0.2
- bn_momentum: 0.99
- bn_eps: 1.0e-3
- projector:
- _target_: text_recognizer.networks.barlow_twins.projector.Projector
- dims: [1280, 512, 512, 512]
-
-model:
- _target_: text_recognizer.models.barlow_twins.BarlowTwinsLitModel
-
-trainer:
- _target_: pytorch_lightning.Trainer
- stochastic_weight_avg: true
- auto_scale_batch_size: binsearch
- auto_lr_find: false
- gradient_clip_val: 0.0
- fast_dev_run: false
- gpus: 1
- precision: 16
- max_epochs: *epochs
- terminate_on_nan: true
- weights_summary: null
- limit_train_batches: 1.0
- limit_val_batches: 1.0
- limit_test_batches: 1.0
- resume_from_checkpoint: null
- accumulate_grad_batches: 32
- overfit_batches: 0
diff --git a/training/conf/experiment/barlow_twins_paragraphs.yaml b/training/conf/experiment/barlow_twins_paragraphs.yaml
deleted file mode 100644
index 9552c0b..0000000
--- a/training/conf/experiment/barlow_twins_paragraphs.yaml
+++ /dev/null
@@ -1,103 +0,0 @@
-# @package _global_
-
-defaults:
- - override /criterion: null
- - override /datamodule: null
- - override /network: null
- - override /model: null
- - override /lr_schedulers: null
- - override /optimizers: null
-
-epochs: &epochs 1000
-summary: [[1, 1, 576, 640]]
-
-criterion:
- _target_: text_recognizer.criterions.barlow_twins.BarlowTwinsLoss
- dim: 512
- lambda_: 3.9e-3
-
-# callbacks:
-# stochastic_weight_averaging:
-# _target_: pytorch_lightning.callbacks.StochasticWeightAveraging
-# swa_epoch_start: 0.75
-# swa_lrs: 1.0e-5
-# annealing_epochs: 10
-# annealing_strategy: cos
-# device: null
-
-optimizers:
- madgrad:
- _target_: madgrad.MADGRAD
- lr: 1.0e-3
- momentum: 0.9
- weight_decay: 1.0e-6
- eps: 1.0e-6
- parameters: network
-
-lr_schedulers:
- network:
- _target_: torch.optim.lr_scheduler.OneCycleLR
- max_lr: 1.0e-3
- total_steps: null
- epochs: *epochs
- steps_per_epoch: 40
- pct_start: 0.03
- anneal_strategy: cos
- cycle_momentum: true
- base_momentum: 0.85
- max_momentum: 0.95
- div_factor: 25
- final_div_factor: 1.0e4
- three_phase: false
- last_epoch: -1
- verbose: false
- # Non-class arguments
- interval: step
- monitor: val/loss
-
-datamodule:
- _target_: text_recognizer.data.iam_extended_paragraphs.IAMExtendedParagraphs
- batch_size: 4
- num_workers: 12
- train_fraction: 0.9
- pin_memory: true
- transform: transform/barlow_paragraphs.yaml
- test_transform: transform/barlow_paragraphs.yaml
- mapping:
- _target_: text_recognizer.data.mappings.emnist_mapping.EmnistMapping
- extra_symbols: [ "\n" ]
-
-network:
- _target_: text_recognizer.networks.barlow_twins.network.BarlowTwins
- encoder:
- _target_: text_recognizer.networks.encoders.efficientnet.EfficientNet
- arch: b0
- out_channels: 1280
- stochastic_dropout_rate: 0.2
- bn_momentum: 0.99
- bn_eps: 1.0e-3
- projector:
- _target_: text_recognizer.networks.barlow_twins.projector.Projector
- dims: [1280, 512, 512, 512]
-
-model:
- _target_: text_recognizer.models.barlow_twins.BarlowTwinsLitModel
-
-trainer:
- _target_: pytorch_lightning.Trainer
- stochastic_weight_avg: true
- auto_scale_batch_size: binsearch
- auto_lr_find: false
- gradient_clip_val: 0.0
- fast_dev_run: false
- gpus: 1
- precision: 16
- max_epochs: *epochs
- terminate_on_nan: true
- weights_summary: null
- limit_train_batches: 1.0
- limit_val_batches: 1.0
- limit_test_batches: 1.0
- resume_from_checkpoint: null
- accumulate_grad_batches: 128
- overfit_batches: 0
generated by cgit v1.2.3-70-g09d2 (git 2.46.0) at 2024-11-10 11:46:14 +0000