Files
MiniCPM-o/eval_mm/vlmevalkit/vlmeval/dataset/utils/crpe.py
2025-01-21 15:34:54 +08:00

14 lines
434 B
Python

import json
import argparse
from collections import defaultdict
def is_correct(predict, answer):
# predict是标准答案 answer是预测
if len(answer) == 1:
return answer[0] == predict[0]
elif len(answer) != 1 and answer[0] in ['A', 'B', 'C', 'D']:
return answer[0] == predict[0]
elif len(answer) != 1 and answer[0] not in ['A', 'B', 'C', 'D']:
return predict[4:].lower() in answer.lower()