deepgeek/MiniCPM-o
2
0
Fork 0
mirror of https://github.com/OpenBMB/MiniCPM-V.git synced 2026-02-05 18:29:18 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix 2.6 slice placeholder

Browse Source
This commit is contained in:
YuzaChongyi
2024-08-11 13:20:29 +08:00
committed by GitHub
parent 251a4c20be
commit 791c977ab2
1 changed files with 8 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
finetune/dataset.py
View File

@@ -485,6 +485,11 @@ def split_to_patches(image, grid):
def get_grid_placeholder(tokenizer, grid, query_num, new_schema=False): def get_grid_placeholder(tokenizer, grid, query_num, new_schema=False):
if new_schema:
image_placeholder = (
tokenizer.slice_start + tokenizer.unk_token * query_num + tokenizer.slice_end
)
else:
image_placeholder = ( image_placeholder = (
tokenizer.im_start + tokenizer.unk_token * query_num + tokenizer.im_end tokenizer.im_start + tokenizer.unk_token * query_num + tokenizer.im_end
) )