File size: 360 Bytes
9259be0 |
1 2 3 4 5 6 7 8 9 10 11 12 13 |
merge_method: dare_ties
dtype: bfloat16
normalize: true
base_model: Qwen/Qwen2.5-3B-Instruct
models:
- model: PowerInfer/SmallThinker-3B-Preview # CoT 2 - Detailed & Nuanced
parameters:
weight: 0.4
density: 0.7
- model: prithivMLmods/QwQ-LCoT-3B-Instruct # CoT 3 - Structured & Focused
parameters:
weight: 0.6
density: 0.8 |