File size: 270 Bytes
99c74a2 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 |
{
"model_max_length": 32768,
"tokenizer_class": "QWenTokenizer",
"auto_map": {
"AutoTokenizer": [
"tokenization_qwen.QWenTokenizer",
null
]
},
"bos_token": "<|endoftext|>",
"eos_token": "<|endoftext|>",
"pad_token": "<|extra_204|>"
}
|