diff options
Diffstat (limited to 'text_recognizer/networks/conformer/glu.py')
-rw-r--r-- | text_recognizer/networks/conformer/glu.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/text_recognizer/networks/conformer/glu.py b/text_recognizer/networks/conformer/glu.py index 016b684..1a7c201 100644 --- a/text_recognizer/networks/conformer/glu.py +++ b/text_recognizer/networks/conformer/glu.py @@ -6,7 +6,7 @@ class GLU(nn.Module): def __init__(self, dim: int) -> None: super().__init__() self.dim = dim - + def forward(self, x: Tensor) -> Tensor: out, gate = x.chunk(2, dim=self.dim) return out * gate.sigmoid() |