INNER CODE UNIT · Python
sample_rougeLsum
yixinL7/BRIO · main.py:312
sample_rougeLsum = sample_rougeLsum / cnt
if len(args.gpuid) > 1:
sample_rouge1 = torch.FloatTensor([sample_rouge1]).to(device)
dist.all_reduce(sample_rouge1, op=dist.reduce_op.SUM)
sample_rouge1 = sample_rouge1.item() / len(args.gpuid)
sample_rouge2 = torch.FloatTensor([sample_rouge2]).to(device)
dist.all_reduce(sample_rouge2, op=dist.reduce_op.SUM)
sample_rouge2 = sample_rouge2.item() / len(args.gpuid)
sample_rougeLsum = torch.FloatTensor([sample_rougeLsum]).to(device)
dist.all_reduce(sample_rougeLsum, op=dist.reduce_op.SUM)
sample_rougeLsum = sample_rougeLsum.item() / len(args.gpuid)
model.train()
return {
"rouge1": rouge1,
"rouge2": rouge2,
"rougeLsum": rougeLsum,
"sample_rouge1": sample_rouge1,
"sample_rouge2": sample_rouge2,