robzchhangte commited on
Commit
f6609c2
1 Parent(s): f112acd

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +13 -6
README.md CHANGED
@@ -34,11 +34,18 @@ from transformers import AutoTokenizer, AutoModelForMaskedLM
34
 
35
  tokenizer = AutoTokenizer.from_pretrained("robzchhangte/mizbert-25")
36
  model = AutoModelForMaskedLM.from_pretrained("robzchhangte/mizbert-25")
 
 
 
 
 
 
 
 
 
 
 
 
 
37
 
38
- # Example usage for masked language modeling
39
- inputs = tokenizer("What is the Mizo word for 'cat'?", return_tensors="pt")
40
- outputs = model(**inputs)
41
- masked_token_id = torch.argmax(outputs.logits[0, 1])
42
- predicted_word = tokenizer.convert_ids_to_tokens(masked_token_id)
43
- print("Predicted word:", predicted_word)
44
  ```
 
34
 
35
  tokenizer = AutoTokenizer.from_pretrained("robzchhangte/mizbert-25")
36
  model = AutoModelForMaskedLM.from_pretrained("robzchhangte/mizbert-25")
37
+ ```
38
+
39
+ **To Predict Mask Token**
40
+ ```python
41
+ from transformers import pipeline
42
+
43
+ fill_mask = pipeline("fill-mask", model="robzchhangte/mizbert-25")
44
+
45
+ sentence = "Pawn lam mawina aiin [MASK] a pawimawh zawk."
46
+ predictions = fill_mask(sentence)
47
+
48
+ for prediction in predictions:
49
+ print(prediction["sequence"].replace("[CLS]", "").replace("[SEP]", "").strip(), "| Score:", prediction["score"])
50
 
 
 
 
 
 
 
51
  ```