Arcee-Blitz-exl2 / mergekit_config.yml
bartowski's picture
Quant for 4.25
a38c6e5 verified
raw
history blame
343 Bytes
base_model: /workspace/models/Mistral-24B-MazMerge-V1
dtype: float32
merge_method: arcee_fusion
out_dtype: bfloat16
slices:
- sources:
- layer_range: [0, 40]
model: arcee-train/arcee-maz-mistral-24b-v3
- layer_range: [0, 40]
model: /workspace/models/Mistral-24B-MazMerge-V1
tokenizer:
source: arcee-train/arcee-maz-mistral-24b-v3