base_model: tiiuae/Falcon3-7B-Instruct
gate_mode: random
architecture: mixtral
dtype: bfloat16
experts:
  - source_model: tiiuae/Falcon3-7B-Instruct
  - source_model: tiiuae/Falcon3-7B-Instruct