deepgeek/MiniCPM-o
2
0
Fork 0
mirror of https://github.com/OpenBMB/MiniCPM-V.git synced 2026-02-05 18:29:18 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #206 from ByeongkiJeong/patch-1

Browse Source 
Update inference_on_multiple_gpus.md
This commit is contained in:
Cui Junbo
2024-06-04 22:27:15 +08:00
committed by GitHub
parent 2351da1c9e 131ae3d294
commit f43e35adcb
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
docs/inference_on_multiple_gpus.md
View File

@@ -43,7 +43,7 @@ gpu_device_ids = [0, 1] # Define which gpu to use (now we have two GPUs, each ha
no_split_module_classes = ["LlamaDecoderLayer"] no_split_module_classes = ["LlamaDecoderLayer"]
max_memory = { max_memory = {
device_id: memory for device_id in gpu_device_ids device_id: max_memory_each_gpu for device_id in gpu_device_ids
} }
config = AutoConfig.from_pretrained( config = AutoConfig.from_pretrained(