| base_model: openchat/openchat-3.5-0106 | |
| gate_mode: hidden | |
| dtype: bfloat16 | |
| experts: | |
| - source_model: cognitivecomputations/dolphin-2.6-mistral-7b-dpo-laser | |
| positive_prompts: | |
| - "Mathematics" | |
| - "Physics" | |
| negative_prompts: | |
| - "History" | |
| - "Philosophy" | |
| - source_model: berkeley-nest/Starling-LM-7B-alpha | |
| positive_prompts: | |
| - "retrieval" | |
| - "life science" | |
| negative_prompts: | |
| - "Education" | |
| - "Law" | |