Trying to get the CNNTransformer to work, but it is hard.

1 files changed, 1 insertions, 0 deletions

diff --git a/src/text_recognizer/networks/transformer/positional_encoding.py b/src/text_recognizer/networks/transformer/positional_encoding.py
index a47141b..1ba5537 100644
--- a/src/text_recognizer/networks/transformer/positional_encoding.py
+++ b/src/text_recognizer/networks/transformer/positional_encoding.py
@@ -13,6 +13,7 @@ class PositionalEncoding(nn.Module):
     ) -> None:
         super().__init__()
         self.dropout = nn.Dropout(p=dropout_rate)
+        self.max_len = max_len
 
         pe = torch.zeros(max_len, hidden_dim)
         position = torch.arange(0, max_len).unsqueeze(1)