train model
Browse files- scripts/model.yaml +1 -1
scripts/model.yaml
CHANGED
|
@@ -8,7 +8,7 @@ model_config:
|
|
| 8 |
padded_vocab_size: 32768
|
| 9 |
vocab_size: 32768
|
| 10 |
block_size: 32768
|
| 11 |
-
n_layer:
|
| 12 |
n_head: 32
|
| 13 |
head_size: null
|
| 14 |
n_embd: 512
|
|
|
|
| 8 |
padded_vocab_size: 32768
|
| 9 |
vocab_size: 32768
|
| 10 |
block_size: 32768
|
| 11 |
+
n_layer: 20
|
| 12 |
n_head: 32
|
| 13 |
head_size: null
|
| 14 |
n_embd: 512
|