From 4d7713746eb936832e84852e90292936b933e87d Mon Sep 17 00:00:00 2001
From: aktersnurra <gustaf.rydholm@gmail.com>
Date: Thu, 22 Oct 2020 22:45:58 +0200
Subject: Transfomer added, many other changes.

---
 src/training/experiments/embedding_experiment.yml | 22 ++++++++++++++--------
 1 file changed, 14 insertions(+), 8 deletions(-)

(limited to 'src/training/experiments/embedding_experiment.yml')

diff --git a/src/training/experiments/embedding_experiment.yml b/src/training/experiments/embedding_experiment.yml
index e674c26..1e5f941 100644
--- a/src/training/experiments/embedding_experiment.yml
+++ b/src/training/experiments/embedding_experiment.yml
@@ -1,8 +1,10 @@
 experiment_group: Embedding Experiments
 experiments:
     - train_args:
-        batch_size: 256
-        max_epochs: &max_epochs 8
+        transformer_model: false
+        batch_size: &batch_size 256
+        max_epochs: &max_epochs 32
+        input_shape: [[1, 28, 28]]
       dataset:
         type: EmnistDataset
         args:
@@ -14,17 +16,21 @@ experiments:
         train_args:
           num_workers: 8
           train_fraction: 0.85
+          batch_size: *batch_size
       model: CharacterModel
       metrics: []
       network:
-        type: ResidualNetwork
+        type: DenseNet
         args:
+          growth_rate: 4
+          block_config: [4, 4]
           in_channels: 1
-          num_classes: 64 # Embedding
-          depths: [2,2]
-          block_sizes: [32, 64]
-          activation: selu
-          stn: false
+          base_channels: 24
+          num_classes: 128
+          bn_size: 4
+          dropout_rate: 0.1
+          classifier: true
+          activation: elu
       criterion:
         type: EmbeddingLoss
         args:
-- 
cgit v1.2.3-70-g09d2