diff options
author | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2022-09-18 18:11:21 +0200 |
---|---|---|
committer | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2022-09-18 18:11:53 +0200 |
commit | 2cc6aa059139b57057609817913ad515063c2eab (patch) | |
tree | 5433f69a5eaf63e064a100bf900783127c7b1ff4 /text_recognizer/networks/transformer/embeddings/absolute.py | |
parent | 88caa5c466225d4752541c352c5777235f8f0c61 (diff) |
Format imports
Format imports
Diffstat (limited to 'text_recognizer/networks/transformer/embeddings/absolute.py')
-rw-r--r-- | text_recognizer/networks/transformer/embeddings/absolute.py | 6 |
1 files changed, 3 insertions, 3 deletions
diff --git a/text_recognizer/networks/transformer/embeddings/absolute.py b/text_recognizer/networks/transformer/embeddings/absolute.py index e5cdc18..9274b55 100644 --- a/text_recognizer/networks/transformer/embeddings/absolute.py +++ b/text_recognizer/networks/transformer/embeddings/absolute.py @@ -1,9 +1,9 @@ """Absolute positional embedding.""" -from einops import rearrange import torch -from torch import nn import torch.nn.functional as F +from einops import rearrange +from torch import nn def l2norm(t, groups=1): @@ -15,7 +15,7 @@ def l2norm(t, groups=1): class AbsolutePositionalEmbedding(nn.Module): def __init__(self, dim, max_seq_len, l2norm_embed=False): super().__init__() - self.scale = dim ** -0.5 if not l2norm_embed else 1.0 + self.scale = dim**-0.5 if not l2norm_embed else 1.0 self.max_seq_len = max_seq_len self.l2norm_embed = l2norm_embed self.emb = nn.Embedding(max_seq_len, dim) |