summaryrefslogtreecommitdiff
path: root/training/conf/mapping/word_piece.yaml
blob: 39e2ba4832d5787b43f9f2f610376f8e27d0c288 (plain)
1
2
3
4
5
6
7
8
9
_target_: text_recognizer.data.mappings.WordPieceMapping
num_features: 1000
tokens: iamdb_1kwp_tokens_1000.txt
lexicon: iamdb_1kwp_lex_1000.txt
data_dir: null
use_words: false
prepend_wordsep: false
special_tokens: ["<s>", "<e>", "<p>"]
extra_symbols: ["\n"]