base_model: HuggingFaceTB/SmolLM2-360M gate_mode: random # one of "hidden", "cheap_embed", or "random" dtype: bfloat16 # output dtype (float32, float16, or bfloat16) ## (optional) experts_per_token: 8 experts: - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M - source_model: HuggingFaceTB/SmolLM2-360M