AbL3In-15B / mergekit_config.yml
Steelskull's picture
Upload folder using huggingface_hub
094c0f4 verified
raw
history blame
701 Bytes
dtype: bfloat16
merge_method: passthrough
slices:
- sources:
- layer_range: [0, 24]
model: failspy/Meta-Llama-3-8B-Instruct-abliterated-v3
- sources:
- layer_range: [8, 24]
model: failspy/Meta-Llama-3-8B-Instruct-abliterated-v3
parameters:
scale:
- filter: o_proj
value: 0.0
- filter: down_proj
value: 0.0
- value: 1.0
- sources:
- layer_range: [8, 24]
model: failspy/Meta-Llama-3-8B-Instruct-abliterated-v3
parameters:
scale:
- filter: o_proj
value: 0.0
- filter: down_proj
value: 0.0
- value: 1.0
- sources:
- layer_range: [24, 32]
model: failspy/Meta-Llama-3-8B-Instruct-abliterated-v3