deepgeek/MiniCPM-o
2
0
Fork 0
mirror of https://github.com/OpenBMB/MiniCPM-V.git synced 2026-02-05 18:29:18 +08:00
Code Issues Packages Projects Releases Wiki Activity

增加了英文注释

Browse Source
This commit is contained in:
root
2024-07-30 14:24:19 +08:00
parent 1ee1023d26
commit 28b91ce6b3
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
quantize/bnb_quantize.py
View File

@@ -19,9 +19,9 @@ import GPUtil
import os import os
model_path = '/root/ld/ld_model_pretrained/MiniCPM-Llama3-V-2_5' # Model download path model_path = '/root/ld/ld_model_pretrained/MiniCPM-Llama3-V-2_5' # Model download path
device = 'cpu' # # Select GPU if available, otherwise CPU device = 'cuda' # Select GPU if available, otherwise CPU
save_path = '/root/ld/ld_model_pretrain/MiniCPM-Llama3-V-2_5_int4' # Quantized model save path save_path = '/root/ld/ld_model_pretrain/MiniCPM-Llama3-V-2_5_int4' # Quantized model save path
image_path = '/root/ld/ld_project/pull_request/MiniCPM-V/assets/airplane.jpeg' image_path = './assets/airplane.jpeg'
# Create a configuration object to specify quantization parameters # Create a configuration object to specify quantization parameters
quantization_config = BitsAndBytesConfig( quantization_config = BitsAndBytesConfig(