deepgeek/CosyVoice
2
0
Fork 0
mirror of https://github.com/FunAudioLLM/CosyVoice.git synced 2026-02-05 18:09:24 +08:00
Code Issues Packages Projects Releases Wiki Activity

load jit to device

Browse Source
This commit is contained in:
lyuxiang.lx
2024-09-26 14:55:03 +08:00
parent 06934c38c7
commit ba3d9693da
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
cosyvoice/cli/model.py
View File

@@ -63,11 +63,11 @@ class CosyVoiceModel:
self.hift.to(self.device).eval() self.hift.to(self.device).eval()
def load_jit(self, llm_text_encoder_model, llm_llm_model, flow_encoder_model): def load_jit(self, llm_text_encoder_model, llm_llm_model, flow_encoder_model):
llm_text_encoder = torch.jit.load(llm_text_encoder_model) llm_text_encoder = torch.jit.load(llm_text_encoder_model, map_location=self.device)
self.llm.text_encoder = llm_text_encoder self.llm.text_encoder = llm_text_encoder
llm_llm = torch.jit.load(llm_llm_model) llm_llm = torch.jit.load(llm_llm_model, map_location=self.device)
self.llm.llm = llm_llm self.llm.llm = llm_llm
flow_encoder = torch.jit.load(flow_encoder_model) flow_encoder = torch.jit.load(flow_encoder_model, map_location=self.device)
self.flow.encoder = flow_encoder self.flow.encoder = flow_encoder
def load_onnx(self, flow_decoder_estimator_model): def load_onnx(self, flow_decoder_estimator_model):