summaryrefslogtreecommitdiff
path: root/training/conf/mapping/word_piece.yaml
blob: ca8dd9c2d9f84083fa2c09a231712f20fc51cae2 (plain)
1
2
3
4
5
6
7
8
9
_target_: text_recognizer.data.mappings.word_piece_mapping.WordPieceMapping
num_features: 1000
tokens: iamdb_1kwp_tokens_1000.txt
lexicon: iamdb_1kwp_lex_1000.txt
data_dir: null
use_words: false
prepend_wordsep: false
special_tokens: [ <s>, <e>, <p> ]
extra_symbols: [ "\n" ]