WIP conformer

1 files changed, 12 insertions, 0 deletions

diff --git a/text_recognizer/networks/conformer/depth_wise_conv.py b/text_recognizer/networks/conformer/depth_wise_conv.py
new file mode 100644
index 0000000..9465b7c
--- /dev/null
+++ b/text_recognizer/networks/conformer/depth_wise_conv.py
@@ -0,0 +1,12 @@
+"""Depthwise 1D convolution."""
+from torch import nn, Tensor
+
+
+class DepthwiseConv1D(nn.Module):
+    def __init__(self, in_channels: int, out_channels: int, kernel_size: int) -> None:
+        super().__init__()
+        self.conv = nn.Conv1d(in_channels=in_channels, out_channels=out_channels, kernel_size=kernel_size, groups=in_channels,
+                padding="same")
+
+    def forward(self, x: Tensor) -> Tensor:
+        return self.conv(x)