models: | |
# - model: /drive2/Meta-Llama-3.1-8B | |
# No parameters necessary for base model | |
- model: /drive2/LemonP-8B-Model_Stock | |
parameters: | |
density: 0.6 | |
weight: 0.16 | |
- model: /drive2/1PARAMMYL-8B-ModelStock | |
parameters: | |
density: 0.6 | |
weight: 0.13 | |
- model: /drive2/f-2-8b | |
parameters: | |
density: 0.6 | |
weight: 0.10 | |
- model: /drive2/SuperHermes | |
parameters: | |
density: 0.6 | |
weight: 0.08 | |
merge_method: dare_ties | |
base_model: /drive2/Meta-Llama-3.1-8B-Instruct | |
dtype: bfloat16 | |