deepgeek/MiniCPM-o
2
0
Fork 0
mirror of https://github.com/OpenBMB/MiniCPM-V.git synced 2026-02-04 09:49:20 +08:00
Code Issues Packages Projects Releases Wiki Activity

update readme; demo model server add args for model path

Browse Source
This commit is contained in:
Hongji Zhu
2025-01-15 17:07:49 +08:00
parent b178622f73
commit 40a54bb0e3
3 changed files with 20 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
web_demos/minicpm-o_2.6/model_server.py
View File

@@ -55,6 +55,7 @@ logger = setup_logger()
ap = argparse.ArgumentParser()
ap.add_argument('--port', type=int , default=32550)
ap.add_argument('--model', type=str , default="openbmb/MiniCPM-o-2_6", help="huggingface model name or local path")
args = ap.parse_args()
@@ -89,7 +90,7 @@ class StreamManager:
self.target_dtype = torch.bfloat16
self.device='cuda:0'
self.minicpmo_model_path = "openbmb/MiniCPM-o-2_6"
self.minicpmo_model_path = args.model #"openbmb/MiniCPM-o-2_6"
self.model_version = "2.6"
with torch.no_grad():
self.minicpmo_model = AutoModel.from_pretrained(self.minicpmo_model_path, trust_remote_code=True, torch_dtype=self.target_dtype, attn_implementation='sdpa')