models: | |
# Pivot model | |
#- model: Qwen/Qwen2.5-14B | |
# Target models | |
- model: Qwen/Qwen2.5-14B-Instruct | |
- model: deepseek-ai/DeepSeek-R1-Distill-Qwen-14B | |
- model: arcee-ai/Virtuoso-Small-v2 | |
- model: arcee-ai/SuperNova-Medius | |
- model: Krystalan/DRT-o1-14B | |
merge_method: sce | |
base_model: arcee-ai/SuperNova-Medius | |
# Qwen/Qwen2.5-14B | |
tokenizer_source: base | |
# arcee-ai/Virtuoso-Small-v2 | |
# Qwen/Qwen2.5-14B | |
# deepseek-ai/DeepSeek-R1-Distill-Qwen-14B | |
parameters: | |
select_topk: 1.0 | |
dtype: bfloat16 | |