| models: | |
| - model: Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2 | |
| - model: VAGOsolutions/Llama-3.1-SauerkrautLM-8b-Instruct | |
| - model: arcee-ai/Llama-3.1-SuperNova-Lite | |
| - model: unsloth/Llama-3.1-Storm-8B | |
| - model: NeverSleep/Lumimaid-v0.2-8B | |
| - model: NousResearch/Hermes-3-Llama-3.1-8B | |
| merge_method: model_stock | |
| base_model: FuseAI/FuseChat-Llama-3.1-8B-SFT | |
| normalize: false | |
| filter_wise: true | |
| chat_template: "auto" | |
| int8_mask: true | |
| dtype: bfloat16 | |