summaryrefslogtreecommitdiff
path: root/text_recognizer/network/convnext/norm.py
diff options
context:
space:
mode:
Diffstat (limited to 'text_recognizer/network/convnext/norm.py')
-rw-r--r--text_recognizer/network/convnext/norm.py18
1 files changed, 0 insertions, 18 deletions
diff --git a/text_recognizer/network/convnext/norm.py b/text_recognizer/network/convnext/norm.py
deleted file mode 100644
index 3355de9..0000000
--- a/text_recognizer/network/convnext/norm.py
+++ /dev/null
@@ -1,18 +0,0 @@
-"""Layer norm for conv layers."""
-import torch
-from torch import Tensor, nn
-
-
-class LayerNorm(nn.Module):
- """Layer norm for convolutions."""
-
- def __init__(self, dim: int) -> None:
- super().__init__()
- self.gamma = nn.Parameter(torch.ones(1, dim, 1, 1))
-
- def forward(self, x: Tensor) -> Tensor:
- """Applies layer norm."""
- eps = 1e-5 if x.dtype == torch.float32 else 1e-3
- var = torch.var(x, dim=1, unbiased=False, keepdim=True)
- mean = torch.mean(x, dim=1, keepdim=True)
- return (x - mean) / (var + eps).sqrt() * self.gamma