train model
Browse files- scripts/model.yaml +1 -1
scripts/model.yaml
CHANGED
|
@@ -12,7 +12,7 @@ model_config:
|
|
| 12 |
n_head: 16
|
| 13 |
head_size: null
|
| 14 |
n_embd: 1024
|
| 15 |
-
n_query_groups:
|
| 16 |
rotary_percentage: 1.0
|
| 17 |
parallel_residual: false
|
| 18 |
bias: false
|
|
|
|
| 12 |
n_head: 16
|
| 13 |
head_size: null
|
| 14 |
n_embd: 1024
|
| 15 |
+
n_query_groups: 4
|
| 16 |
rotary_percentage: 1.0
|
| 17 |
parallel_residual: false
|
| 18 |
bias: false
|