mt5-base-itquad-qg-ae / eval /metric.first.answer.paragraph_sentence.answer.lmqg_qg_itquad.default.json
asahi417's picture
model update
2a45a27
raw
history blame contribute delete
676 Bytes
{"validation": {"Bleu_1": 0.401537765716852, "Bleu_2": 0.34393774917572884, "Bleu_3": 0.3069682871144937, "Bleu_4": 0.2737440947081987, "METEOR": 0.4515736964433969, "ROUGE_L": 0.4445944184159832, "BERTScore": 0.9251149244550682, "MoverScore": 0.8532652688863316, "AnswerF1Score": 77.91003455014469, "AnswerExactMatch": 67.1441713760021}, "test": {"Bleu_1": 0.40144028805759546, "Bleu_2": 0.34560648207657074, "Bleu_3": 0.30562890523271946, "Bleu_4": 0.2687142292283542, "METEOR": 0.43510721492162563, "ROUGE_L": 0.45822440491960914, "BERTScore": 0.9112053436250032, "MoverScore": 0.8262344055230554, "AnswerF1Score": 74.04229123954505, "AnswerExactMatch": 60.70442896569851}}