slices: - sources: - model: grimjim/Magot-v1-Gemma2-8k-9B layer_range: [0, 42] - model: ehristoforu/Gemma2-9b-it-train6 layer_range: [0, 42] merge_method: slerp base_model: ehristoforu/Gemma2-9b-it-train6 parameters: t: - filter: self_attn value: [0, 0.25, 0.5, 0.75, 1] - filter: mlp value: [1, 0.75, 0.5, 0.25, 0] - value: 0.5 dtype: bfloat16