From d3afa310f77f47553586eeee58e3d3345a754e2c Mon Sep 17 00:00:00 2001
From: Gustaf Rydholm <gustaf.rydholm@gmail.com>
Date: Wed, 4 Aug 2021 05:03:51 +0200
Subject: New VQVAE

---
 text_recognizer/networks/vqvae/residual.py | 18 ++++++++++++++++++
 1 file changed, 18 insertions(+)
 create mode 100644 text_recognizer/networks/vqvae/residual.py

(limited to 'text_recognizer/networks/vqvae/residual.py')

diff --git a/text_recognizer/networks/vqvae/residual.py b/text_recognizer/networks/vqvae/residual.py
new file mode 100644
index 0000000..98109b8
--- /dev/null
+++ b/text_recognizer/networks/vqvae/residual.py
@@ -0,0 +1,18 @@
+"""Residual block."""
+from torch import nn
+from torch import Tensor
+
+
+class Residual(nn.Module):
+    def __init__(self, in_channels: int, out_channels: int,) -> None:
+        super().__init__()
+        self.block = nn.Sequential(
+            nn.Mish(inplace=True),
+            nn.Conv2d(in_channels, out_channels, kernel_size=3, padding=1, bias=False),
+            nn.Mish(inplace=True),
+            nn.Conv2d(out_channels, in_channels, kernel_size=1, bias=False),
+        )
+
+    def forward(self, x: Tensor) -> Tensor:
+        """Apply the residual forward pass."""
+        return x + self.block(x)
-- 
cgit v1.2.3-70-g09d2