File size: 265 Bytes
b584b5e
1705edb
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
name: wordpiece_tokenizer
config_type: preprocessor
model: wordpiece
max_length: 512
truncation_strategy: longest_first
truncation_direction: right
stride: 0
padding_strategy: longest
padding_direction: right
pad_token_id: 0
pad_token: '[PAD]'
pad_token_type_id: 0