models: - model: eren23/OGNO-7b-dpo-truthful - model: Kquant03/NeuralTrix-7B-dpo-laser parameters: density: 0.53 weight: 0.95 merge_method: dare_ties base_model: eren23/OGNO-7b-dpo-truthful parameters: int8_mask: true dtype: bfloat16