| models: | |
| # See step 1 config for information | |
| - model: ./MN-LooseCannon-12B-v2-step1 | |
| parameters: | |
| density: 0.3 | |
| weight: 0.75 | |
| - model: Sao10K/MN-12B-Lyra-v1 | |
| parameters: | |
| density: 0.7 | |
| weight: 0.25 | |
| merge_method: ties | |
| base_model: ./MN-LooseCannon-12B-v2-step1 | |
| parameters: | |
| normalize: true | |
| dtype: bfloat16 |