blob: e2dce2793c471599e7c89cd84b63f5dc960945b5 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
|
"""Conformer module."""
from copy import deepcopy
from typing import Type
from torch import nn, Tensor
from text_recognizer.networks.conformer.block import ConformerBlock
class Conformer(nn.Module):
def __init__(
self,
dim: int,
num_classes: int,
subsampler: Type[nn.Module],
block: ConformerBlock,
depth: int,
) -> None:
super().__init__()
self.subsampler = subsampler
self.blocks = nn.ModuleList([deepcopy(block) for _ in range(depth)])
self.fc = nn.Linear(dim, num_classes, bias=False)
def forward(self, x: Tensor) -> Tensor:
x = self.subsampler(x)
for fn in self.blocks:
x = fn(x)
return self.fc(x)
|