deepgeek/MiniCPM-o
2
0
Fork 0
mirror of https://github.com/OpenBMB/MiniCPM-V.git synced 2026-02-05 18:29:18 +08:00
Code Issues Packages Projects Releases Wiki Activity

Add warning when inference with mps and bf16 on Mac

Browse Source
This commit is contained in:
Hongji Zhu
2024-06-04 11:26:46 +08:00
parent dfbc3211ef
commit 1c5fadf592
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
web_demo.py
View File

@@ -26,7 +26,11 @@ args = parser.parse_args()
device = args.device device = args.device
assert device in ['cuda', 'mps'] assert device in ['cuda', 'mps']
if args.dtype == 'bf16': if args.dtype == 'bf16':
dtype = torch.bfloat16 if device == 'mps':
print('Warning: MPS does not support bf16, will use fp16 instead')
dtype = torch.float16
else:
dtype = torch.bfloat16
else: else:
dtype = torch.float16 dtype = torch.float16