robzchhangte
commited on
Commit
•
f6609c2
1
Parent(s):
f112acd
Update README.md
Browse files
README.md
CHANGED
@@ -34,11 +34,18 @@ from transformers import AutoTokenizer, AutoModelForMaskedLM
|
|
34 |
|
35 |
tokenizer = AutoTokenizer.from_pretrained("robzchhangte/mizbert-25")
|
36 |
model = AutoModelForMaskedLM.from_pretrained("robzchhangte/mizbert-25")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
37 |
|
38 |
-
# Example usage for masked language modeling
|
39 |
-
inputs = tokenizer("What is the Mizo word for 'cat'?", return_tensors="pt")
|
40 |
-
outputs = model(**inputs)
|
41 |
-
masked_token_id = torch.argmax(outputs.logits[0, 1])
|
42 |
-
predicted_word = tokenizer.convert_ids_to_tokens(masked_token_id)
|
43 |
-
print("Predicted word:", predicted_word)
|
44 |
```
|
|
|
34 |
|
35 |
tokenizer = AutoTokenizer.from_pretrained("robzchhangte/mizbert-25")
|
36 |
model = AutoModelForMaskedLM.from_pretrained("robzchhangte/mizbert-25")
|
37 |
+
```
|
38 |
+
|
39 |
+
**To Predict Mask Token**
|
40 |
+
```python
|
41 |
+
from transformers import pipeline
|
42 |
+
|
43 |
+
fill_mask = pipeline("fill-mask", model="robzchhangte/mizbert-25")
|
44 |
+
|
45 |
+
sentence = "Pawn lam mawina aiin [MASK] a pawimawh zawk."
|
46 |
+
predictions = fill_mask(sentence)
|
47 |
+
|
48 |
+
for prediction in predictions:
|
49 |
+
print(prediction["sequence"].replace("[CLS]", "").replace("[SEP]", "").strip(), "| Score:", prediction["score"])
|
50 |
|
|
|
|
|
|
|
|
|
|
|
|
|
51 |
```
|