Add eval_mm dir

This commit is contained in:
trainfanlhy
2024-05-28 01:21:34 +08:00
parent 7e12387362
commit 65f5567a3a
49 changed files with 5610 additions and 0 deletions

View File

@@ -0,0 +1,15 @@
export CUDA_VISIBLE_DEVICES="0,1,2,3,4,5,6,7"
python -m torch.distributed.launch \
--nproc_per_node=${NPROC_PER_NODE:-8} \
--nnodes=${WORLD_SIZE:-1} \
--node_rank=${RANK:-0} \
--master_addr=${MASTER_ADDR:-127.0.0.1} \
--master_port=${MASTER_PORT:-12345} \
./eval.py \
--model_name minicpm \
--model_path \
--generate_method interleave \
--eval_textVQA \
--eval_docVQA \
--answer_path ./answers \
--batchsize 1

View File

@@ -0,0 +1,3 @@
python ./transform_docvqatest_for_submission.py \
--input_file_path \
--output_file_path