From 87ea75c803400ca74c4f1b863c496165ed802fc2 Mon Sep 17 00:00:00 2001 From: Gustaf Rydholm Date: Mon, 7 Jun 2021 22:57:24 +0200 Subject: Working feedforward of full transformer arch in notebook --- text_recognizer/networks/transformer/nystromer/attention.py | 1 + 1 file changed, 1 insertion(+) (limited to 'text_recognizer/networks/transformer/nystromer/attention.py') diff --git a/text_recognizer/networks/transformer/nystromer/attention.py b/text_recognizer/networks/transformer/nystromer/attention.py index 5ab19cf..695a0d7 100644 --- a/text_recognizer/networks/transformer/nystromer/attention.py +++ b/text_recognizer/networks/transformer/nystromer/attention.py @@ -47,6 +47,7 @@ class NystromAttention(nn.Module): dropout_rate: float = 0.0, ): super().__init__() + self.dim = dim self.residual = None self.eps = eps self.num_heads = num_heads -- cgit v1.2.3-70-g09d2