File size: 294 Bytes
db86ef1
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
slices:
  - sources:
    - model: C:./text-generation-webui/models/meta-llama_Meta-Llama-3-8B-Instruct
      layer_range: [0, 12]
  - sources:
    - model: C:./text-generation-webui/models/meta-llama_Meta-Llama-3-8B-Instruct
      layer_range: [8, 32]
merge_method: passthrough
dtype: bfloat16