File size: 692 Bytes
3615bee
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
}
  "slices": [
    {
      "sources": [
        {
          "model": "Or4cl3-1/agent_gemma_7b",
          "layer_range": [0, 32]
        },
        {
          "model": "cognitivecomputations/dolphin-2.5-mixtral-8x7b",
          "layer_range": [0, 32]
        }
      ],
      "merge_method": "slerp",
      "base_model": "Or4cl3-1/agent_gemma_7b",
      "parameters": {
        "t": [
          {
            "filter": "self_attn",
            "value": [0, 0.5, 0.3, 0.7, 1]
          },
          {
            "filter": "mlp",
            "value": [1, 0.5, 0.7, 0.3, 0]
          },
          {
            "value": 0.5
          }
        ]
      },
      "dtype": "bfloat16"
    }
  ]
}