deepgeek/CosyVoice
2
0
Fork 0
mirror of https://github.com/FunAudioLLM/CosyVoice.git synced 2026-02-05 09:59:23 +08:00
Code Issues Packages Projects Releases Wiki Activity

update vllm_codec_engine

Browse Source
This commit is contained in:
雾聪
2025-02-25 19:40:30 +08:00
parent 4df0683a37
commit f6a18ee07a
3 changed files with 48 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
cosyvoice/cli/cosyvoice.py
View File

@@ -158,7 +158,7 @@ class CosyVoice2(CosyVoice):
skip_tokenizer_init=True,
gpu_memory_utilization=0.1)
self.vllm_codec_engine = LLMEngine.from_engine_args(engine_args)
self.model.llm.vllm_codec_engine = self.vllm_codec_engine
self.model.vllm_codec_engine = self.vllm_codec_engine
if load_jit:
self.model.load_jit('{}/flow.encoder.{}.zip'.format(model_dir, 'fp16' if self.fp16 is True else 'fp32'))