SwedishBeagle-dare / mergekit_config.yml
FredrikBL's picture
Upload folder using huggingface_hub
2671978 verified
raw
history blame contribute delete
502 Bytes
models:
- model: mlabonne/NeuralBeagle14-7B
# No parameters necessary for base model
- model: timpal0l/Mistral-7B-v0.1-flashback-v2
parameters:
density: 0.53
weight: 0.3
- model: EmbeddedLLM/Mistral-7B-Merge-14-v0.2
parameters:
density: 0.53
weight: 0.4
- model: Nexusflow/Starling-LM-7B-beta
parameters:
density: 0.53
weight: 0.3
merge_method: dare_ties
base_model: mlabonne/NeuralBeagle14-7B
parameters:
int8_mask: true
dtype: bfloat16