File size: 352 Bytes
bbdf217 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 |
models:
- model: yunconglong/Truthful_DPO_TomGrc_FusionNet_7Bx2_MoE_13B
parameters:
weight: 1
- model: jsfs11/MixtureofMerges-MoE-2x7b-v6
parameters:
weight: 1.0
merge_method: della
base_model: yunconglong/Truthful_DPO_TomGrc_FusionNet_7Bx2_MoE_13B
parameters:
density: 0.6
epsilon: 0.2
lambda: 1.0
dtype: bfloat16
|