Update README.md
Browse files
README.md
CHANGED
@@ -5,7 +5,7 @@ tags:
|
|
5 |
- mergekit
|
6 |
- merge
|
7 |
---
|
8 |
-
#
|
9 |
|
10 |
<figure>
|
11 |
|
@@ -36,12 +36,12 @@ The following YAML configuration was used to produce this model:
|
|
36 |
```yaml
|
37 |
slices:
|
38 |
- sources:
|
39 |
-
- model:
|
40 |
layer_range: [0, 32]
|
41 |
-
- model:
|
42 |
layer_range: [0, 32]
|
43 |
merge_method: slerp
|
44 |
-
base_model:
|
45 |
parameters:
|
46 |
t:
|
47 |
- filter: self_attn
|
|
|
5 |
- mergekit
|
6 |
- merge
|
7 |
---
|
8 |
+
# Llama-3-Smolphin-8b
|
9 |
|
10 |
<figure>
|
11 |
|
|
|
36 |
```yaml
|
37 |
slices:
|
38 |
- sources:
|
39 |
+
- model: cognitivecomputations_dolphin-2.9-llama3-8b
|
40 |
layer_range: [0, 32]
|
41 |
+
- model: abacusai_Llama-3-Smaug-8B
|
42 |
layer_range: [0, 32]
|
43 |
merge_method: slerp
|
44 |
+
base_model: cognitivecomputations_dolphin-2.9-llama3-8b
|
45 |
parameters:
|
46 |
t:
|
47 |
- filter: self_attn
|