File size: 384 Bytes
317d609 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 |
models:
- model: unsloth/Mistral-Small-Instruct-2409+Alfitaria/mistral-small-fujin-qlora
parameters:
weight: 1
density: 1.875 # Adjusted density to target a training loss of 0.3
base_model: unsloth/Mistral-Small-Instruct-2409+Alfitaria/mistral-small-fujin-qlora
merge_method: task_arithmetic
parameters:
normalize: false
dtype: bfloat16
tokenizer_source: union
|