add vllm export

2026-02-04 09:29:25 +08:00 · 2025-05-09 09:45:01 +00:00
parent cbfed4a9ee
commit 9f55c5af8f
5 changed files with 47 additions and 266 deletions
--- a/cosyvoice/cli/cosyvoice.py
+++ b/cosyvoice/cli/cosyvoice.py
@@ -166,6 +166,8 @@ class CosyVoice2(CosyVoice):
        self.model.load('{}/llm.pt'.format(model_dir),
                        '{}/flow.pt'.format(model_dir),
                        '{}/hift.pt'.format(model_dir))
+        if load_vllm:
+            self.model.load_vllm('{}/vllm'.format(model_dir))
        if load_jit:
            self.model.load_jit('{}/flow.encoder.{}.zip'.format(model_dir, 'fp16' if self.fp16 is True else 'fp32'))
        if load_trt: