deepgeek/MiniCPM-o
2
0
Fork 0
mirror of https://github.com/OpenBMB/MiniCPM-V.git synced 2026-02-04 17:59:18 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix 2.6 slice placeholder

Browse Source
This commit is contained in:
YuzaChongyi
2024-08-11 13:20:29 +08:00
committed by GitHub
parent 251a4c20be
commit 791c977ab2
1 changed files with 8 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
finetune/dataset.py
View File

@@ -485,9 +485,14 @@ def split_to_patches(image, grid):
def get_grid_placeholder(tokenizer, grid, query_num, new_schema=False): def get_grid_placeholder(tokenizer, grid, query_num, new_schema=False):
image_placeholder = ( if new_schema:
tokenizer.im_start + tokenizer.unk_token * query_num + tokenizer.im_end image_placeholder = (
) tokenizer.slice_start + tokenizer.unk_token * query_num + tokenizer.slice_end
)
else:
image_placeholder = (
tokenizer.im_start + tokenizer.unk_token * query_num + tokenizer.im_end
)
cols = grid[0] cols = grid[0]
rows = grid[1] rows = grid[1]