merge_method: model_stock | |
models: | |
- model: mlabonne/Hermes-3-Llama-3.1-70B-lorablated | |
parameters: | |
weight: 1.0 | |
- model: Nexesenex/Llama_3.x_70b_Smarteaz_V1 | |
parameters: | |
weight: 1.0 | |
base_model: LatitudeGames/Wayfarer-Large-70B-Llama-3.3 | |
dtype: bfloat16 | |
out_dtype: bfloat16 | |
parameters: | |
int8_mask: true | |
normalize: true | |
rescale: false | |
chat_template: auto | |
tokenizer: | |
source: union |