slices: | |
- sources: | |
- model: C:\Users\hmlay\source\repos\llama.cpp\build\models\llamayi | |
layer_range: [0,16] | |
- sources: | |
- model: C:\Users\hmlay\lobollama | |
layer_range: [12,28] | |
- sources: | |
- model: C:\Users\hmlay\source\repos\llama.cpp\build\models\llamayi | |
layer_range: [16,32] | |
merge_method: passthrough | |
dtype: bfloat16 | |
base_model: C:\Users\hmlay\source\repos\llama.cpp\build\models\llamayi | |
tokenizer_source: base | |