oweller2
commited on
Commit
•
37eee20
1
Parent(s):
db0a77e
work on config
Browse files- config.json +4 -2
config.json
CHANGED
|
@@ -53,7 +53,8 @@
|
|
| 53 |
"loss_kwargs": {
|
| 54 |
"reduction": "mean"
|
| 55 |
},
|
| 56 |
-
"masked_prediction":
|
|
|
|
| 57 |
"max_position_embeddings": 512,
|
| 58 |
"mlp_dropout_prob": 0.0,
|
| 59 |
"mlp_in_bias": false,
|
|
@@ -85,5 +86,6 @@
|
|
| 85 |
"use_cache": true,
|
| 86 |
"use_fa2": true,
|
| 87 |
"use_sdpa_attn_mask": false,
|
| 88 |
-
"vocab_size": 50368
|
|
|
|
| 89 |
}
|
|
|
|
| 53 |
"loss_kwargs": {
|
| 54 |
"reduction": "mean"
|
| 55 |
},
|
| 56 |
+
"masked_prediction": false,
|
| 57 |
+
"casual_mask": true,
|
| 58 |
"max_position_embeddings": 512,
|
| 59 |
"mlp_dropout_prob": 0.0,
|
| 60 |
"mlp_in_bias": false,
|
|
|
|
| 86 |
"use_cache": true,
|
| 87 |
"use_fa2": true,
|
| 88 |
"use_sdpa_attn_mask": false,
|
| 89 |
+
"vocab_size": 50368,
|
| 90 |
+
"is_casual": true
|
| 91 |
}
|