diff options
| author | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2021-04-22 08:15:58 +0200 |
|---|---|---|
| committer | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2021-04-22 08:15:58 +0200 |
| commit | 1ca8b0b9e0613c1e02f6a5d8b49e20c4d6916412 (patch) | |
| tree | 5e610ac459c9b254f8826e92372346f01f8e2412 /text_recognizer/data/iam_preprocessor.py | |
| parent | ffa4be4bf4e3758e01d52a9c1f354a05a90b93de (diff) | |
Fixed training script, able to train vqvae
Diffstat (limited to 'text_recognizer/data/iam_preprocessor.py')
| -rw-r--r-- | text_recognizer/data/iam_preprocessor.py | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/text_recognizer/data/iam_preprocessor.py b/text_recognizer/data/iam_preprocessor.py index 60f8a9f..b5f72da 100644 --- a/text_recognizer/data/iam_preprocessor.py +++ b/text_recognizer/data/iam_preprocessor.py @@ -89,6 +89,7 @@ class Preprocessor: self.lexicon = None if self.special_tokens is not None: + self.special_tokens += ("#", "*") self.tokens += self.special_tokens self.graphemes += self.special_tokens |