Tinyllama-moe1 / mergekit_moe_config.yml
aipib's picture
Upload folder using huggingface_hub
a3237fa verified
base_model: vihangd/DopeyTinyLlama-1.1B-v1
experts:
- source_model: vihangd/DopeyTinyLlama-1.1B-v1
positive_prompts:
- "chat"
- "assistant"
- "explain"
- source_model: phanerozoic/Tiny-Pirate-1.1b-v0.1
positive_prompts:
- "storywriting"
- "scene"
- "story"
- source_model: Tensoic/TinyLlama-1.1B-3T-openhermes
positive_prompts:
- "reason"
- "instruct"
- "count"