Or4cl3-1's picture
Update config.json
3615bee verified
raw
history blame
No virus
692 Bytes
}
"slices": [
{
"sources": [
{
"model": "Or4cl3-1/agent_gemma_7b",
"layer_range": [0, 32]
},
{
"model": "cognitivecomputations/dolphin-2.5-mixtral-8x7b",
"layer_range": [0, 32]
}
],
"merge_method": "slerp",
"base_model": "Or4cl3-1/agent_gemma_7b",
"parameters": {
"t": [
{
"filter": "self_attn",
"value": [0, 0.5, 0.3, 0.7, 1]
},
{
"filter": "mlp",
"value": [1, 0.5, 0.7, 0.3, 0]
},
{
"value": 0.5
}
]
},
"dtype": "bfloat16"
}
]
}