From a8e1774e82958fca5641b7e600741af5595c263f Mon Sep 17 00:00:00 2001
From: "lyuxiang.lx" <lyuxiang.lx@alibaba-inc.com>
Date: Fri, 30 May 2025 10:06:14 +0000
Subject: [PATCH] add vllm example

---
 README.md       | 14 +-------------
 vllm_example.py | 21 +++++++++++++++++++++
 2 files changed, 22 insertions(+), 13 deletions(-)
 create mode 100644 vllm_example.py

diff --git a/README.md b/README.md
index e2e99bf..c4f439e 100644
--- a/README.md
+++ b/README.md
@@ -172,19 +172,7 @@ Notice that `vllm==v0.9.0` has a lot of specific requirements, for example `torc
 conda create -n cosyvoice_vllm --clone cosyvoice
 pip install vllm==v0.9.0 -i https://mirrors.aliyun.com/pypi/simple/ --trusted-host=mirrors.aliyun.com
 conda activate cosyvoice_vllm
-```
-
-Remember to register `CosyVoice2ForCausalLM` for vllm inference at the start of the code.
-
-```python
-import sys
-sys.path.append('third_party/Matcha-TTS')
-from cosyvoice.cli.cosyvoice import CosyVoice2
-from vllm import ModelRegistry
-from cosyvoice.vllm.cosyvoice2 import CosyVoice2ForCausalLM
-ModelRegistry.register_model("CosyVoice2ForCausalLM", CosyVoice2ForCausalLM)
-
-cosyvoice = CosyVoice2('pretrained_models/CosyVoice2-0.5B', load_jit=False, load_trt=False, load_vllm=True, fp16=False)
+python vllm_example.py
 ```
 
 #### CosyVoice Usage
diff --git a/vllm_example.py b/vllm_example.py
new file mode 100644
index 0000000..4fa8d59
--- /dev/null
+++ b/vllm_example.py
@@ -0,0 +1,21 @@
+import sys
+sys.path.append('third_party/Matcha-TTS')
+from vllm import ModelRegistry
+from cosyvoice.vllm.cosyvoice2 import CosyVoice2ForCausalLM
+ModelRegistry.register_model("CosyVoice2ForCausalLM", CosyVoice2ForCausalLM)
+
+from cosyvoice.cli.cosyvoice import CosyVoice2
+from cosyvoice.utils.file_utils import load_wav
+from cosyvoice.utils.common import set_all_random_seed
+from tqdm import tqdm
+
+def main():
+    cosyvoice = CosyVoice2('pretrained_models/CosyVoice2-0.5B', load_jit=True, load_trt=True, load_vllm=True, fp16=True)
+    prompt_speech_16k = load_wav('./asset/zero_shot_prompt.wav', 16000)
+    for i in tqdm(range(100)):
+        set_all_random_seed(i)
+        for i, j in enumerate(cosyvoice.inference_zero_shot('收到好友从远方寄来的生日礼物，那份意外的惊喜与深深的祝福让我心中充满了甜蜜的快乐，笑容如花儿般绽放。', '希望你以后能够做的比我还好呦。', prompt_speech_16k, stream=False)):
+            continue
+
+if __name__=='__main__':
+    main()