megatron_v3_2x7B / mergekit_moe_config.yml
Eurdem's picture
Upload folder using huggingface_hub
195a406 verified
raw
history blame
297 Bytes
base_model: mistralai/Mistral-7B-Instruct-v0.2
dtype: float16
gate_mode: hidden
experts:
- source_model: Nexusflow/Starling-LM-7B-beta
positive_prompts: ["You are helpful assistant.","Coding","Matematics"]
- source_model: Commencis/Commencis-LLM
positive_prompts: ["Makale","Hikaye"]