From 548f52b35062e258622ea638ed1b132d6759a07a Mon Sep 17 00:00:00 2001 From: Gustaf Rydholm Date: Sun, 9 May 2021 00:36:55 +0200 Subject: Attention layer soon done --- text_recognizer/networks/transformer/residual.py | 8 ++++++++ 1 file changed, 8 insertions(+) create mode 100644 text_recognizer/networks/transformer/residual.py (limited to 'text_recognizer/networks/transformer/residual.py') diff --git a/text_recognizer/networks/transformer/residual.py b/text_recognizer/networks/transformer/residual.py new file mode 100644 index 0000000..1547df6 --- /dev/null +++ b/text_recognizer/networks/transformer/residual.py @@ -0,0 +1,8 @@ +"""Residual function.""" +from torch import nn, Tensor + + +class Residual(nn.Module): + def forward(self, x: Tensor, residual: Tensor) -> Tensor: + """Applies the residual function.""" + return x + residual -- cgit v1.2.3-70-g09d2