models: | |
- model: anthracite-org/magnum-v2-4b | |
- model: rasyosef/Llama-3.1-Minitron-4B-Chat | |
- model: nvidia/Llama-3.1-Minitron-4B-Width-Base | |
merge_method: model_stock | |
base_model: nvidia/Llama-3.1-Minitron-4B-Width-Base | |
dtype: bfloat16 | |
models: | |
- model: anthracite-org/magnum-v2-4b | |
- model: rasyosef/Llama-3.1-Minitron-4B-Chat | |
- model: nvidia/Llama-3.1-Minitron-4B-Width-Base | |
merge_method: model_stock | |
base_model: nvidia/Llama-3.1-Minitron-4B-Width-Base | |
dtype: bfloat16 | |