David Pollack
commited on
Commit
•
59bb7d4
1
Parent(s):
2fd2e4b
fix vocab and config
Browse files- README.md +1 -1
- config.json +4 -1
- pytorch_model.bin +0 -0
- vocab.txt +5 -0
README.md
CHANGED
@@ -4,7 +4,7 @@ It was created as follows in a python shell
|
|
4 |
|
5 |
```python
|
6 |
import transformers
|
7 |
-
config = transformers.DistilBertConfig(vocab_size=
|
8 |
model = transformers.DistilBertForSequenceClassification(config)
|
9 |
tokenizer = transformers.DistilBertTokenizer("/tmp/empty_vocab.txt", model_max_length=512)
|
10 |
config.save_pretrained(".")
|
|
|
4 |
|
5 |
```python
|
6 |
import transformers
|
7 |
+
config = transformers.DistilBertConfig(vocab_size=5, n_layers=1, n_heads=1, dim=1, hidden_dim=4 * 1, num_labels=2, id2label={0: "negative", 1: "positive"}, label2id={"negative": 0, "positive": 1})
|
8 |
model = transformers.DistilBertForSequenceClassification(config)
|
9 |
tokenizer = transformers.DistilBertTokenizer("/tmp/empty_vocab.txt", model_max_length=512)
|
10 |
config.save_pretrained(".")
|
config.json
CHANGED
@@ -1,5 +1,8 @@
|
|
1 |
{
|
2 |
"activation": "gelu",
|
|
|
|
|
|
|
3 |
"attention_dropout": 0.1,
|
4 |
"dim": 1,
|
5 |
"dropout": 0.1,
|
@@ -22,5 +25,5 @@
|
|
22 |
"seq_classif_dropout": 0.2,
|
23 |
"sinusoidal_pos_embds": false,
|
24 |
"transformers_version": "4.4.2",
|
25 |
-
"vocab_size":
|
26 |
}
|
|
|
1 |
{
|
2 |
"activation": "gelu",
|
3 |
+
"architectures": [
|
4 |
+
"DistilBertForSequenceClassification"
|
5 |
+
],
|
6 |
"attention_dropout": 0.1,
|
7 |
"dim": 1,
|
8 |
"dropout": 0.1,
|
|
|
25 |
"seq_classif_dropout": 0.2,
|
26 |
"sinusoidal_pos_embds": false,
|
27 |
"transformers_version": "4.4.2",
|
28 |
+
"vocab_size": 5
|
29 |
}
|
pytorch_model.bin
CHANGED
Binary files a/pytorch_model.bin and b/pytorch_model.bin differ
|
|
vocab.txt
CHANGED
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
[UNK]
|
2 |
+
[SEP]
|
3 |
+
[PAD]
|
4 |
+
[CLS]
|
5 |
+
[MASK]
|