Modify eval_mm for MiniCPM-V 2.6

This commit is contained in:
Haoyu Li
2024-08-30 18:18:22 +00:00
parent ab1141ee45
commit 59224808a1
69 changed files with 8231 additions and 1818 deletions

View File

@@ -20,12 +20,18 @@ from eval_utils.vqa_evaluate import *
def get_model(args):
if args.model_name=='':
if args.model_name == '':
raise Exception('Model name cannot be empty str!')
from models.MiniCPM.minicpmv import MiniCPM_V
from models.MiniCPM.minicpmv import MiniCPM_V, MiniCPM_V_2_6
model_path = args.model_path
ckpt = args.ckpt
model = MiniCPM_V(model_path=model_path, ckpt=ckpt, device=args.device)
if args.model_name == 'minicpmv':
model = MiniCPM_V(model_path=model_path, ckpt=ckpt, device=args.device)
elif args.model_name == 'minicpmv26':
model = MiniCPM_V_2_6(model_path=model_path, ckpt=ckpt, device=args.device)
else:
raise Exception(f"Unexpected Moedel Name {args.model_name}!")
return model