From 6598e38c5f9e4687dbf23eba96b7a50852e4f193 Mon Sep 17 00:00:00 2001 From: ByeongkiJeong Date: Tue, 4 Jun 2024 10:03:11 +0900 Subject: [PATCH] Update inference_on_multiple_gpus.md one more typo, "model_path" to 'MODEL_PATH" --- docs/inference_on_multiple_gpus.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/inference_on_multiple_gpus.md b/docs/inference_on_multiple_gpus.md index f820070..0e34f57 100644 --- a/docs/inference_on_multiple_gpus.md +++ b/docs/inference_on_multiple_gpus.md @@ -93,7 +93,7 @@ modified device_map OrderedDict([('llm.model.embed_tokens', 0), ('llm.model.laye ```python load_checkpoint_in_model( model, - model_path, + MODEL_PATH, device_map=device_map) model = dispatch_model(