From 235132f39b138743dc26b03d0cb7a42d142a6dd9 Mon Sep 17 00:00:00 2001 From: lionHC Date: Wed, 12 Jun 2024 10:01:01 +0800 Subject: [PATCH 1/2] fix: eval when generate_with_interleaved --- eval_mm/vqaeval/eval_utils/getargs.py | 2 +- eval_mm/vqaeval/models/MiniCPM/minicpmv.py | 1 + 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/eval_mm/vqaeval/eval_utils/getargs.py b/eval_mm/vqaeval/eval_utils/getargs.py index 6df6a2d..42f74e8 100644 --- a/eval_mm/vqaeval/eval_utils/getargs.py +++ b/eval_mm/vqaeval/eval_utils/getargs.py @@ -56,7 +56,7 @@ def parse_args(): parser.add_argument("--device", type=str, default="cuda:0") parser.add_argument('--batchsize', type=int, default=1, help='Batch size for processing.') - parser.add_argument("--ckpt", type=str, default="") + parser.add_argument("--ckpt", type=str, default=None) args = parser.parse_args() return args \ No newline at end of file diff --git a/eval_mm/vqaeval/models/MiniCPM/minicpmv.py b/eval_mm/vqaeval/models/MiniCPM/minicpmv.py index f3016f1..2523b56 100644 --- a/eval_mm/vqaeval/models/MiniCPM/minicpmv.py +++ b/eval_mm/vqaeval/models/MiniCPM/minicpmv.py @@ -84,6 +84,7 @@ class MiniCPM_V: msgs = [{'role': 'user', 'content': content}] res = self.model.chat( + image=image, msgs=msgs, context=None, tokenizer=self.tokenizer, From b02de0693b6fad8cc8948711912a8291afecc247 Mon Sep 17 00:00:00 2001 From: Cui Junbo <92843231+Cuiunbo@users.noreply.github.com> Date: Thu, 13 Jun 2024 03:20:32 +0800 Subject: [PATCH 2/2] Update minicpmv.py --- eval_mm/vqaeval/models/MiniCPM/minicpmv.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/eval_mm/vqaeval/models/MiniCPM/minicpmv.py b/eval_mm/vqaeval/models/MiniCPM/minicpmv.py index 2523b56..c6bdc69 100644 --- a/eval_mm/vqaeval/models/MiniCPM/minicpmv.py +++ b/eval_mm/vqaeval/models/MiniCPM/minicpmv.py @@ -84,7 +84,7 @@ class MiniCPM_V: msgs = [{'role': 'user', 'content': content}] res = self.model.chat( - image=image, + image=None, msgs=msgs, context=None, tokenizer=self.tokenizer,