File size: 350 Bytes
f2e4da6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
models:
  # See step 1 config for information
  - model: ./MN-LooseCannon-12B-v2-step1
    parameters:
      density: 0.3
      weight: 0.75
  - model: Sao10K/MN-12B-Lyra-v1
    parameters:
      density: 0.7
      weight: 0.25

merge_method: ties
base_model: ./MN-LooseCannon-12B-v2-step1
parameters:
  normalize: true
dtype: bfloat16