hotdogs
/

openchat3.5_Mistral-7B-v0.1

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

hotdogs commited on Jan 24

Commit

3ac4deb

•

1 Parent(s): 6980a04

Update mergekit_config.yml

Files changed (1) hide show

mergekit_config.yml +3 -3

mergekit_config.yml CHANGED Viewed

@@ -1,4 +1,4 @@
-base_model: /root/text-generation-webui/models/mistralai_Mistral-7B-v0.1
 dtype: bfloat16
 merge_method: slerp
 parameters:
@@ -11,7 +11,7 @@ parameters:
 slices:
 - sources:
   - layer_range: [0, 32]
-    model: /root/text-generation-webui/models/mistralai_Mistral-7B-v0.1
   - layer_range: [0, 32]
-    model: /root/text-generation-webui/models/openchat_openchat_3.5
 tokenizer_source: union

+base_model: mistralai/Mistral-7B-v0.1
 dtype: bfloat16
 merge_method: slerp
 parameters:
 slices:
 - sources:
   - layer_range: [0, 32]
+    model: mistralai/Mistral-7B-v0.1
   - layer_range: [0, 32]
+    model: openchat/openchat_3.5
 tokenizer_source: union