add vllm_codec_engine

2026-02-05 18:09:24 +08:00 · 2025-02-25 17:43:33 +08:00
parent c37c00ff94
commit 4df0683a37
2 changed files with 10 additions and 0 deletions
--- a/cosyvoice/llm/llm.py
+++ b/cosyvoice/llm/llm.py
@@ -282,6 +282,7 @@ class Qwen2LM(TransformerLM):
        # 4. sampling method
        self.sampling = sampling
        self.mix_ratio = mix_ratio
+        self.vllm_codec_engine = None

    @torch.inference_mode()
    def inference(