models: - model: CultriX/MonaTrix-v4 # No parameters necessary for base model, chosen for its strong performance and presence in high-scoring configurations - model: mlabonne/AlphaMonarch-7B parameters: density: 0.65 weight: 0.4 - model: mlabonne/NeuralMonarch-7B parameters: density: 0.65 weight: 0.35 - model: Kukedlc/NeuralMaxime-7B-slerp parameters: density: 0.6 weight: 0.35 - model: eren23/dpo-binarized-NeuralTrix-7B parameters: density: 0.55 weight: 0.25 merge_method: dare_ties base_model: CultriX/MonaTrix-v4 parameters: int8_mask: true dtype: bfloat16 random_seed: 0