File size: 692 Bytes
3615bee |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 |
}
"slices": [
{
"sources": [
{
"model": "Or4cl3-1/agent_gemma_7b",
"layer_range": [0, 32]
},
{
"model": "cognitivecomputations/dolphin-2.5-mixtral-8x7b",
"layer_range": [0, 32]
}
],
"merge_method": "slerp",
"base_model": "Or4cl3-1/agent_gemma_7b",
"parameters": {
"t": [
{
"filter": "self_attn",
"value": [0, 0.5, 0.3, 0.7, 1]
},
{
"filter": "mlp",
"value": [1, 0.5, 0.7, 0.3, 0]
},
{
"value": 0.5
}
]
},
"dtype": "bfloat16"
}
]
} |