File size: 337 Bytes
b857c30
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
merge_method: della
dtype: bfloat16
parameters:
  normalize: true
models:
  - model: ValiantLabs/Llama3.1-8B-ShiningValiant2
    parameters:
      density: 0.5
      weight: 0.3
  - model: ValiantLabs/Llama3.1-8B-Cobalt
    parameters:
      density: 0.5
      weight: 0.2
merge_method: della
base_model: meta-llama/Llama-3.1-8B-Instruct