jspr commited on
Commit
44c0034
1 Parent(s): 4b27fc1

mk and other changes

Browse files
Files changed (1) hide show
  1. mergekit_config.yml +4 -4
mergekit_config.yml CHANGED
@@ -5,7 +5,7 @@ slices:
5
  - sources:
6
  - model: 152334H/miqu-1-70b-sf
7
  layer_range: [0, 1]
8
- - model: lizpreciatior/lzlv_70b_fp16_hf
9
  layer_range: [0, 1]
10
  parameters:
11
  weight: 0
@@ -19,13 +19,13 @@ slices:
19
  - model: 152334H/miqu-1-70b-sf
20
  layer_range: [20, 40]
21
  - sources:
22
- - model: lizpreciatior/lzlv_70b_fp16_hf
23
  layer_range: [30, 50]
24
  - sources:
25
  - model: 152334H/miqu-1-70b-sf
26
  layer_range: [40, 60]
27
  - sources:
28
- - model: lizpreciatior/lzlv_70b_fp16_hf
29
  layer_range: [50, 70]
30
  - sources:
31
  - model: 152334H/miqu-1-70b-sf
@@ -33,7 +33,7 @@ slices:
33
  - sources:
34
  - model: 152334H/miqu-1-70b-sf
35
  layer_range: [79, 80]
36
- - model: lizpreciatior/lzlv_70b_fp16_hf
37
  layer_range: [79, 80]
38
  parameters:
39
  weight: 0
 
5
  - sources:
6
  - model: 152334H/miqu-1-70b-sf
7
  layer_range: [0, 1]
8
+ - model: grimulkan/aurelian-v0.5-70b-rope8-32K-fp16
9
  layer_range: [0, 1]
10
  parameters:
11
  weight: 0
 
19
  - model: 152334H/miqu-1-70b-sf
20
  layer_range: [20, 40]
21
  - sources:
22
+ - model: grimulkan/aurelian-v0.5-70b-rope8-32K-fp16
23
  layer_range: [30, 50]
24
  - sources:
25
  - model: 152334H/miqu-1-70b-sf
26
  layer_range: [40, 60]
27
  - sources:
28
+ - model: grimulkan/aurelian-v0.5-70b-rope8-32K-fp16
29
  layer_range: [50, 70]
30
  - sources:
31
  - model: 152334H/miqu-1-70b-sf
 
33
  - sources:
34
  - model: 152334H/miqu-1-70b-sf
35
  layer_range: [79, 80]
36
+ - model: grimulkan/aurelian-v0.5-70b-rope8-32K-fp16
37
  layer_range: [79, 80]
38
  parameters:
39
  weight: 0