Bombus_3x8B_v2 / mergekit_moe_config.yml
Eurdem's picture
Upload folder using huggingface_hub
bfc8c53 verified
raw
history blame
493 Bytes
base_model: cognitivecomputations/dolphin-2.9-llama3-8b
experts:
- source_model: cognitivecomputations/dolphin-2.9-llama3-8b
positive_prompts:
- "explain"
- "chat"
- "assistant"
- source_model: Locutusque/llama-3-neural-chat-v1-8b
positive_prompts:
- "python"
- "math"
- "solve"
- "code"
- source_model: abhishek/autotrain-llama3-orpo-v2
positive_prompts:
- "think"
- "chat"
- "code"
- "roleplay"
gate_mode: hidden
dtype: float16