Commit
•
5623b9f
1
Parent(s):
cdda024
Upload 3 files
Browse files- config.json +1 -1
- mergekit_config.yml +2 -7
config.json
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
-
"_name_or_path": "/home/
|
| 3 |
"architectures": [
|
| 4 |
"MixtralForCausalLM"
|
| 5 |
],
|
|
|
|
| 1 |
{
|
| 2 |
+
"_name_or_path": "/home/ubuntu/models/Mixtral-8x7B-Instruct-v0.1",
|
| 3 |
"architectures": [
|
| 4 |
"MixtralForCausalLM"
|
| 5 |
],
|
mergekit_config.yml
CHANGED
|
@@ -1,15 +1,10 @@
|
|
| 1 |
models:
|
| 2 |
-
- model: /
|
| 3 |
parameters:
|
| 4 |
weight: 0.5
|
| 5 |
-
- model: /
|
| 6 |
parameters:
|
| 7 |
weight: 0.5
|
| 8 |
merge_method: linear
|
| 9 |
-
#merge_method: dare_ties
|
| 10 |
-
#base_model: ./extra_hdd/Mixtral-8x7B-v0.1
|
| 11 |
-
parameters:
|
| 12 |
-
#normalize: false
|
| 13 |
-
#int8_mask: true
|
| 14 |
dtype: bfloat16
|
| 15 |
|
|
|
|
| 1 |
models:
|
| 2 |
+
- model: mistralai/Mixtral-8x7B-Instruct-v0.1
|
| 3 |
parameters:
|
| 4 |
weight: 0.5
|
| 5 |
+
- model: LoneStriker/Air-Striker-Mixtral-8x7B-ZLoss
|
| 6 |
parameters:
|
| 7 |
weight: 0.5
|
| 8 |
merge_method: linear
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 9 |
dtype: bfloat16
|
| 10 |
|