bert_score_precision_recall_f1_from_text_files.py

1from bert_score import score
2
3with open("hyps.txt") as f:
4    cands = [line.strip() for line in f]
5
6with open("refs.txt") as f:
7    refs = [line.strip() for line in f]
8
9P, R, F1 = score(cands, refs, lang="en", verbose=True)
10
11print(f"System level F1 score: {F1.mean():.4f}")