diff options
| author | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2023-08-25 23:19:14 +0200 |
|---|---|---|
| committer | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2023-08-25 23:19:14 +0200 |
| commit | 49ca6ade1a19f7f9c702171537fe4be0dfcda66d (patch) | |
| tree | 20062ed1910758481f3d5fff11159706c7b990c6 /text_recognizer/network/transformer/embedding/l2_norm.py | |
| parent | 0421daf6bd97596703f426ba61c401599b538eeb (diff) | |
Rename and add flash atten
Diffstat (limited to 'text_recognizer/network/transformer/embedding/l2_norm.py')
| -rw-r--r-- | text_recognizer/network/transformer/embedding/l2_norm.py | 9 |
1 files changed, 9 insertions, 0 deletions
diff --git a/text_recognizer/network/transformer/embedding/l2_norm.py b/text_recognizer/network/transformer/embedding/l2_norm.py new file mode 100644 index 0000000..0e48bca --- /dev/null +++ b/text_recognizer/network/transformer/embedding/l2_norm.py @@ -0,0 +1,9 @@ +from einops import rearrange +import torch.nn.functional as F +from torch import Tensor + + +def l2_norm(t: Tensor, groups=1) -> Tensor: + t = rearrange(t, "... (g d) -> ... g d", g=groups) + t = F.normalize(t, p=2, dim=-1) + return rearrange(t, "... g d -> ... (g d)") |