File size: 531 Bytes
256a159 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 |
from ..utils.comprehension_scores import compute_rc_f1
"""
Task: machine reading comprehension
Metric: F1 score
法律阅读理解
"""
def compute_ydlj(data_dict):
references, predictions = [], []
for example in data_dict:
question, prediction, answer = example["origin_prompt"], example["prediction"], example["refr"]
answer = answer.replace("回答:", "")
predictions.append(prediction)
references.append(answer)
f1_score = compute_rc_f1(predictions, references)
return f1_score
|