1 files changed, 4 insertions, 0 deletions
diff --git a/text_recognizer/networks/transformer/norm.py b/text_recognizer/networks/transformer/norm.py
index c59744a..98f4d7f 100644
--- a/text_recognizer/networks/transformer/norm.py
+++ b/text_recognizer/networks/transformer/norm.py
@@ -12,6 +12,8 @@ from torch import Tensor
 
 
 class ScaleNorm(nn.Module):
+    """Scaled normalization."""
+
     def __init__(self, normalized_shape: int, eps: float = 1.0e-5) -> None:
         super().__init__()
         self.scale = normalized_shape ** -0.5
@@ -25,6 +27,8 @@ class ScaleNorm(nn.Module):
 
 
 class PreNorm(nn.Module):
+    """Applies layer normalization then function."""
+
     def __init__(self, normalized_shape: int, fn: Type[nn.Module]) -> None:
         super().__init__()
         self.norm = nn.LayerNorm(normalized_shape)