summaryrefslogtreecommitdiff
path: root/training/conf/mapping/word_piece.yaml
blob: c005cc4c543ff37dc92e27c7b55ecf41893edd4b (plain)
1
2
3
4
5
6
7
8
_target_: text_recognizer.data.mappings.word_piece_mapping.WordPieceMapping
num_features: 1000
tokens: iamdb_1kwp_tokens_1000.txt
lexicon: iamdb_1kwp_lex_1000.txt
use_words: false
prepend_wordsep: false
special_tokens: [ <s>, <e>, <p> ]
extra_symbols: [ "\n" ]