replete-spark-7b-GGUF / mergekit_replete-spark-7b.yaml
Daniel Rollings
Upload 2 files
bfab5a7 verified
raw
history blame
319 Bytes
models:
- model: arcee-ai/Arcee-Spark
parameters:
density: 0.3
weight: 0.3
- model: Replete-AI/Replete-LLM-Qwen2-7b
parameters:
density: 0.8
weight: 0.7
merge_method: dare_ties
base_model: Qwen/Qwen2-7B
parameters:
int8_mask: true
rescale: true
normalize: true
dtype: bfloat16