|
--- |
|
language: |
|
- fa |
|
license: mit |
|
--- |
|
***This model is intended for non-commercial use only. If you wish to use it commercially, please refer to this LinkedIn address. |
|
|
|
https://www.linkedin.com/in/amin-rahmani-41417b121/ |
|
|
|
"Viravirast" is an editor based on transformer algorithms. By visiting Viravirast.com, you can use a Persian semantic and structural text editor. |
|
|
|
|
|
***Use this code in order to get the complete and correct sentence |
|
|
|
|
|
from transformers import ( |
|
T5Tokenizer, |
|
MT5ForConditionalGeneration, |
|
Text2TextGenerationPipeline, |
|
) |
|
|
|
|
|
path = "" |
|
|
|
pipe = Text2TextGenerationPipeline( |
|
model=MT5ForConditionalGeneration.from_pretrained(path), |
|
tokenizer=T5Tokenizer.from_pretrained(path), |
|
) |
|
|
|
|
|
sentence = "ویراویراست یک نرم افزار ویرایش متن ساختاری و معنایی زبان فارسی است چیزی شبیه به گرامرلی در زبان انگلیسی" |
|
|
|
#res = pipe(sentence, max_length=100, num_beams=4 |
|
|
|
res = pipe(sentence, max_length=100) |
|
|
|
print(res[0]['generated_text']) |
|
|
|
|
|
n_epochs = 4 |
|
|
|
train_batch_size = 8 |
|
|
|
eval_batch_size = 4 |
|
|
|
lr = 5e-4 |
|
|
|
Training_Loss=0.00550 |
|
|
|
Validation_Loss=0.052046 |
|
|
|
|
