Llama-3.2-1B-creativeconversations3300 / tokenizer_full_config.json
Jonathanmann's picture
Upload 15 files
040a3e6 verified
raw
history blame contribute delete
356 Bytes
{
"model_max_length": 131072,
"padding_side": "right",
"pad_token": "<|end_of_text|>",
"eos_token": "<|end_of_text|>",
"name_or_path": "meta-llama/Llama-3.2-1B",
"tokenizer_class": "PreTrainedTokenizerFast",
"special_tokens": {
"bos_token": "<|begin_of_text|>",
"eos_token": "<|end_of_text|>",
"pad_token": "<|end_of_text|>"
}
}