From 729867b14754bffd98a3406b5d3a2eb9d09bc3bc Mon Sep 17 00:00:00 2001
From: Gustaf Rydholm <gustaf.rydholm@gmail.com>
Date: Wed, 1 Jun 2022 23:11:05 +0200
Subject: WIP conformer

---
 text_recognizer/networks/conformer/scale.py | 13 +++++++++++++
 1 file changed, 13 insertions(+)
 create mode 100644 text_recognizer/networks/conformer/scale.py

(limited to 'text_recognizer/networks/conformer/scale.py')

diff --git a/text_recognizer/networks/conformer/scale.py b/text_recognizer/networks/conformer/scale.py
new file mode 100644
index 0000000..da736a3
--- /dev/null
+++ b/text_recognizer/networks/conformer/scale.py
@@ -0,0 +1,13 @@
+"""Scale layer."""
+from typing import Dict
+from torch import nn, Tensor
+
+
+class Scale(nn.Module):
+    def __init__(self, scale: float, fn: nn.Module) -> None:
+        super().__init__()
+        self.scale = scale
+        self.fn = fn
+
+    def forward(self, x: Tensor, kwargs: Dict) -> Tensor:
+        return self.fn(x, **kwargs) * self.scale
-- 
cgit v1.2.3-70-g09d2