Update README.md
Browse files
README.md
CHANGED
@@ -107,7 +107,7 @@ slices:
|
|
107 |
layer_range: [0, 40]
|
108 |
merge_method: slerp
|
109 |
base_model: v000000/MN-12B-Part1
|
110 |
-
parameters:
|
111 |
t:
|
112 |
- filter: self_attn
|
113 |
value: [0, 0.5, 0.3, 0.7, 0.6, 0.1, 0.6, 0.3, 0.8, 0.5]
|
|
|
107 |
layer_range: [0, 40]
|
108 |
merge_method: slerp
|
109 |
base_model: v000000/MN-12B-Part1
|
110 |
+
parameters: #smooth gradient prio part1
|
111 |
t:
|
112 |
- filter: self_attn
|
113 |
value: [0, 0.5, 0.3, 0.7, 0.6, 0.1, 0.6, 0.3, 0.8, 0.5]
|