INNER CODE UNIT · Python
process
yixinL7/BRIO · main.py:192
def process(x):
return sent_tokenize(" ".join(word_tokenize(x.strip())))
with open(os.path.join(root_dir, "test.out")) as fout, open(f'./{args.dataset}/test.target') as target:
for (hyp, ref) in zip(fout, target):
hyp = hyp.strip()
ref = ref.strip()
hyp = process(hyp)
ref = process(ref)
score = rouge_scorer.score("\n".join(ref), "\n".join(hyp))
rouge1 += score["rouge1"].fmeasure
rouge2 += score["rouge2"].fmeasure
rougeLsum += score["rougeLsum"].fmeasure
rouge1 = rouge1 / total_num
rouge2 = rouge2 / total_num
rougeLsum = rougeLsum / total_num
print("evaluation rouge1: %.6f, rouge2: %.6f, rougeL: %.6f"%(rouge1, rouge2, rougeLsum))