merge_method: model_stock | |
models: | |
- model: huihui-ai/r1-1776-distill-llama-70b-abliterated | |
parameters: | |
weight: 1.0 | |
- model: TheDrummer/Fallen-Llama-3.3-R1-70B-v1 | |
parameters: | |
weight: 1.0 | |
base_model: huihui-ai/DeepSeek-R1-Distill-Llama-70B-abliterated | |
dtype: bfloat16 | |
out_dtype: bfloat16 | |
parameters: | |
int8_mask: true | |
normalize: true | |
rescale: false | |
chat_template: auto | |
tokenizer: | |
source: union |