slices: - sources: - layer_range: [0, 16] model: MaziyarPanahi/Llama-3-8B-Instruct-v0.9 parameters: density: 0.4 weight: 1.0 - layer_range: [0, 16] model: Sao10K/L3-8B-Stheno-v3.2 parameters: density: 0.6 weight: 0.9 - sources: - layer_range: [16, 32] model: MaziyarPanahi/Llama-3-8B-Instruct-v0.9 parameters: density: 0.2 weight: 0.8 - layer_range: [16, 32] model: Sao10K/L3-8B-Stheno-v3.2 parameters: density: 0.8 weight: 1.0 merge_method: dare_ties base_model: Sao10K/L3-8B-Stheno-v3.2 parameters: int8_mask: true dtype: bfloat16