Commit
•
6c14676
1
Parent(s):
5f89740
Rename config (1).json to config.json
Browse files
config (1).json → config.json
RENAMED
|
@@ -9,8 +9,8 @@
|
|
| 9 |
"layer_norm_epsilon": 1e-05,
|
| 10 |
"model_type": "RWKV-6",
|
| 11 |
"ctx_len": 1024,
|
| 12 |
-
"n_embd":
|
| 13 |
-
"n_layer":
|
| 14 |
"resid_pdrop": 0.1,
|
| 15 |
"summary_activation": null,
|
| 16 |
"summary_first_dropout": 0.1,
|
|
|
|
| 9 |
"layer_norm_epsilon": 1e-05,
|
| 10 |
"model_type": "RWKV-6",
|
| 11 |
"ctx_len": 1024,
|
| 12 |
+
"n_embd": 640,
|
| 13 |
+
"n_layer": 20,
|
| 14 |
"resid_pdrop": 0.1,
|
| 15 |
"summary_activation": null,
|
| 16 |
"summary_first_dropout": 0.1,
|