nbeerbower commited on
Commit
0d17108
1 Parent(s): 6e1a0e0

add mergekit yaml and update readme

Browse files
Files changed (2) hide show
  1. README.md +2 -0
  2. mergekit.yaml +15 -0
README.md CHANGED
@@ -1,3 +1,5 @@
1
  ---
2
  license: apache-2.0
3
  ---
 
 
 
1
  ---
2
  license: apache-2.0
3
  ---
4
+
5
+ SLERP merge of cognitivecomputations/dolphin-2.6-mistral-7b-dpo-laser and rwitz/go-bruins-v2
mergekit.yaml ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ models:
2
+ - model: cognitivecomputations/dolphin-2.6-mistral-7b-dpo-laser
3
+ layer_range: [0, 40]
4
+ - model: rwitz/go-bruins-v2
5
+ layer_range: [0, 40]
6
+ merge_method: slerp
7
+ base_model: cognitivecomputations/dolphin-2.6-mistral-7b-dpo-laser
8
+ parameters:
9
+ t:
10
+ - filter: self_attn
11
+ value: [0, 0.5, 0.3, 0.7, 1]
12
+ - filter: mlp
13
+ value: [1, 0.5, 0.7, 0.3, 0]
14
+ - value: 0.5
15
+ dtype: float16