Update README.md
Browse files
README.md
CHANGED
|
@@ -4,6 +4,9 @@ license: apache-2.0
|
|
| 4 |
base_model:
|
| 5 |
- MaziyarPanahi/calme-3.2-instruct-78b
|
| 6 |
- Sakalti/ultiima-72B
|
|
|
|
|
|
|
|
|
|
| 7 |
---
|
| 8 |
|
| 9 |
# **ECE-TRIOMPHANT-2.1-YL-72B-SLERP-V1**
|
|
@@ -53,12 +56,12 @@ ECE, a multi-program, multi-campus, and multi-sector engineering school speciali
|
|
| 53 |
```yaml
|
| 54 |
slices:
|
| 55 |
- sources:
|
| 56 |
-
- model: MaziyarPanahi/calme-3-
|
| 57 |
layer_range: [0, 80] # Limité à 80 couches
|
| 58 |
-
- model:
|
| 59 |
layer_range: [0, 80] # Correspondance avec le 78B
|
| 60 |
merge_method: slerp
|
| 61 |
-
base_model: MaziyarPanahi/calme-3-
|
| 62 |
parameters:
|
| 63 |
t:
|
| 64 |
- filter: self_attn
|
|
|
|
| 4 |
base_model:
|
| 5 |
- MaziyarPanahi/calme-3.2-instruct-78b
|
| 6 |
- Sakalti/ultiima-72B
|
| 7 |
+
tags:
|
| 8 |
+
- merge
|
| 9 |
+
- mergekit
|
| 10 |
---
|
| 11 |
|
| 12 |
# **ECE-TRIOMPHANT-2.1-YL-72B-SLERP-V1**
|
|
|
|
| 56 |
```yaml
|
| 57 |
slices:
|
| 58 |
- sources:
|
| 59 |
+
- model: MaziyarPanahi/calme-3.2-instruct-78b
|
| 60 |
layer_range: [0, 80] # Limité à 80 couches
|
| 61 |
+
- model: Sakalti/ultiima-72B
|
| 62 |
layer_range: [0, 80] # Correspondance avec le 78B
|
| 63 |
merge_method: slerp
|
| 64 |
+
base_model: MaziyarPanahi/calme-3.2-instruct-78b
|
| 65 |
parameters:
|
| 66 |
t:
|
| 67 |
- filter: self_attn
|