|
{ |
|
"version": "0.1.0", |
|
"model_type": "llama", |
|
"quantization": "q4f16_1", |
|
"model_config": { |
|
"hidden_size": 2048, |
|
"intermediate_size": 8192, |
|
"num_attention_heads": 32, |
|
"num_hidden_layers": 24, |
|
"rms_norm_eps": 1e-05, |
|
"vocab_size": 49152, |
|
"tie_word_embeddings": true, |
|
"position_embedding_base": 130000, |
|
"rope_scaling": null, |
|
"context_window_size": 8192, |
|
"prefill_chunk_size": 8192, |
|
"num_key_value_heads": 32, |
|
"head_dim": 64, |
|
"tensor_parallel_shards": 1, |
|
"pipeline_parallel_stages": 1, |
|
"max_batch_size": 128 |
|
}, |
|
"vocab_size": 49152, |
|
"context_window_size": 8192, |
|
"sliding_window_size": -1, |
|
"prefill_chunk_size": 8192, |
|
"attention_sink_size": -1, |
|
"tensor_parallel_shards": 1, |
|
"pipeline_parallel_stages": 1, |
|
"temperature": 1.0, |
|
"presence_penalty": 0.0, |
|
"frequency_penalty": 0.0, |
|
"repetition_penalty": 1.0, |
|
"top_p": 1.0, |
|
"tokenizer_files": [ |
|
"tokenizer.json", |
|
"vocab.json", |
|
"merges.txt", |
|
"tokenizer_config.json" |
|
], |
|
"tokenizer_info": { |
|
"token_postproc_method": "byte_level", |
|
"prepend_space_in_encode": false, |
|
"strip_space_in_decode": false |
|
}, |
|
"conv_template": { |
|
"name": "chatml", |
|
"system_template": "<|im_start|>system\n{system_message}<|im_end|>\n", |
|
"system_message": "You are a helpful AI assistant named SmolLM, trained by Hugging Face", |
|
"system_prefix_token_ids": null, |
|
"add_role_after_system_message": true, |
|
"roles": { |
|
"user": "<|im_start|>user", |
|
"assistant": "<|im_start|>assistant" |
|
}, |
|
"role_templates": { |
|
"user": "{user_message}", |
|
"assistant": "{assistant_message}", |
|
"tool": "{tool_message}" |
|
}, |
|
"messages": [], |
|
"seps": [ |
|
"<|im_end|>\n" |
|
], |
|
"role_content_sep": "\n", |
|
"role_empty_sep": "\n", |
|
"stop_str": [ |
|
"<|im_end|>" |
|
], |
|
"stop_token_ids": [ |
|
2 |
|
], |
|
"function_string": "", |
|
"use_function_calling": false |
|
}, |
|
"pad_token_id": 2, |
|
"bos_token_id": 1, |
|
"eos_token_id": 2 |
|
} |