slices: - sources: - model: zake7749/gemma-2-2b-it-chinese-kyara-dpo layer_range: [0, 26] - model: google/gemma-2-2b-it layer_range: [0, 26] merge_method: slerp base_model: zake7749/gemma-2-2b-it-chinese-kyara-dpo parameters: t: - filter: self_attn value: [0, 0.25, 0.5, 0.75, 1] - filter: mlp value: [1, 0.75, 0.5, 0.25, 0] - value: 0.5 dtype: bfloat16