slices: | |
- sources: | |
- model: jaspionjader/Kosmos-EVAA-Franken-v38-8B | |
layer_range: [0, 4] | |
- sources: | |
- model: FuseAI/FuseChat-Llama-3.1-8B-Instruct | |
layer_range: [4, 8] | |
- sources: | |
- model: Casual-Autopsy/L3-Umbral-Mind-RP-v3.0-8B | |
layer_range: [8, 16] | |
- sources: | |
- model: DavidAU/L3.1-RP-Hero-Dirty_Harry-8B | |
layer_range: [16, 28] | |
- sources: | |
- model: jaspionjader/Kosmos-EVAA-Franken-v38-8B | |
layer_range: [28, 32] | |
merge_method: passthrough | |
dtype: bfloat16 |