deepgeek/MiniCPM-o
2
0
Fork 0
mirror of https://github.com/OpenBMB/MiniCPM-V.git synced 2026-02-05 18:29:18 +08:00
Code Issues Packages Projects Releases Wiki Activity

update maxlength

Browse Source
This commit is contained in:
qianyu chen
2024-08-15 11:03:29 +08:00
committed by GitHub
parent ad1d40c802
commit 8befa86b5e
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
finetune/dataset.py
View File

@@ -33,7 +33,7 @@ class SupervisedDataset(Dataset):
patch_size=14, patch_size=14,
query_nums=64, query_nums=64,
batch_vision=False, batch_vision=False,
max_length=None, max_length=2048,
): ):
super(SupervisedDataset, self).__init__() super(SupervisedDataset, self).__init__()
self.raw_data = raw_data self.raw_data = raw_data
@@ -122,7 +122,7 @@ def data_collator(examples, padding_value=0, max_length=2048):
} }
def conversation_to_ids(conversation, tokenizer, llm_type=None, new_schema=False, max_length=None): def conversation_to_ids(conversation, tokenizer, llm_type=None, new_schema=False, max_length=2048):
""" """
for single image multi-turn conversation for single image multi-turn conversation
conversation: [{'role': 'user', 'content': 'Describe this image'}, conversation: [{'role': 'user', 'content': 'Describe this image'},