|
name: monk |
|
models: |
|
- model: nbeerbower/mistral-nemo-bophades-12B |
|
- model: nbeerbower/mistral-nemo-wissenschaft-12B |
|
merge_method: slerp |
|
base_model: nbeerbower/mistral-nemo-bophades-12B |
|
parameters: |
|
t: [0.1, 0.2, 0.4, 0.6, 0.6, 0.4, 0.2, 0.1] |
|
dtype: bfloat16 |
|
tokenizer_source: base |
|
--- |
|
name: hero |
|
models: |
|
- model: elinas/Chronos-Gold-12B-1.0 |
|
- model: Fizzarolli/MN-12b-Sunrose |
|
merge_method: slerp |
|
base_model: elinas/Chronos-Gold-12B-1.0 |
|
parameters: |
|
t: [0.1, 0.2, 0.4, 0.6, 0.6, 0.4, 0.2, 0.1] |
|
dtype: bfloat16 |
|
tokenizer_source: base |
|
--- |
|
name: deity |
|
models: |
|
- model: nbeerbower/mistral-nemo-gutenberg-12B-v4 |
|
- model: anthracite-org/magnum-12b-v2.5-kto |
|
merge_method: slerp |
|
base_model: nbeerbower/mistral-nemo-gutenberg-12B-v4 |
|
parameters: |
|
t: [0, 0.1, 0.2, 0.25, 0.25, 0.2, 0.1, 0] |
|
dtype: bfloat16 |
|
tokenizer_source: base |
|
--- |
|
|
|
base_model: IntervitensInc/Mistral-Nemo-Base-2407-chatml |
|
merge_method: dare_ties |
|
slices: |
|
- sources: |
|
- layer_range: [0, 40] |
|
model: monk |
|
parameters: |
|
density: 0.7 |
|
weight: 0.5 |
|
- layer_range: [0, 40] |
|
model: hero |
|
parameters: |
|
density: 0.9 |
|
weight: 1.0 |
|
- layer_range: [0, 40] |
|
model: deity |
|
parameters: |
|
density: 0.5 |
|
weight: 0.7 |
|
- layer_range: [0, 40] |
|
model: IntervitensInc/Mistral-Nemo-Base-2407-chatml |
|
tokenizer_source: base |
