Delete mergekit_moe_config.yml
Browse files- mergekit_moe_config.yml +0 -19
mergekit_moe_config.yml
DELETED
@@ -1,19 +0,0 @@
|
|
1 |
-
|
2 |
-
base_model: openchat/openchat-3.5-0106
|
3 |
-
gate_mode: hidden
|
4 |
-
dtype: bfloat16
|
5 |
-
experts:
|
6 |
-
- source_model: cognitivecomputations/dolphin-2.6-mistral-7b-dpo-laser
|
7 |
-
positive_prompts:
|
8 |
-
- "Mathematics"
|
9 |
-
- "Physics"
|
10 |
-
negative_prompts:
|
11 |
-
- "History"
|
12 |
-
- "Philosophy"
|
13 |
-
- source_model: berkeley-nest/Starling-LM-7B-alpha
|
14 |
-
positive_prompts:
|
15 |
-
- "retrieval"
|
16 |
-
- "life science"
|
17 |
-
negative_prompts:
|
18 |
-
- "Education"
|
19 |
-
- "Law"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|