diff options
Diffstat (limited to 'text_recognizer/data/transforms/word_piece.py')
| -rw-r--r-- | text_recognizer/data/transforms/word_piece.py | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/text_recognizer/data/transforms/word_piece.py b/text_recognizer/data/transforms/word_piece.py index 69f0ce1..a15615d 100644 --- a/text_recognizer/data/transforms/word_piece.py +++ b/text_recognizer/data/transforms/word_piece.py @@ -19,7 +19,9 @@ class WordPiece: use_words: bool = False, prepend_wordsep: bool = False, special_tokens: Set[str] = {"<s>", "<e>", "<p>"}, - extra_symbols: Optional[Set[str]] = {"\n",}, + extra_symbols: Optional[Set[str]] = { + "\n", + }, max_len: int = 451, ) -> None: self.mapping = WordPieceMapping( |