Revert "mv AsyncLLMEngine init to CosyVoice2"

This reverts commit 9b3f351496.
This commit is contained in:
雾聪
2025-03-21 16:17:35 +08:00
parent 9b3f351496
commit 96950745a6
2 changed files with 21 additions and 23 deletions

View File

@@ -31,6 +31,20 @@ from vllm.sampling_params import SamplingParams
from cosyvoice.llm.vllm_use_cosyvoice2_model import CosyVoice2Model as CosyVoice2LLM
ModelRegistry.register_model("CosyVoice2Model", CosyVoice2LLM)
# EngineArgs
ENGINE_ARGS = {
"block_size": 16,
"swap_space": 0,
# "enforce_eager": True,
"gpu_memory_utilization": 0.4,
"max_num_batched_tokens": 1024,
"max_model_len": 1024,
"max_num_seqs": 256,
"disable_log_requests": True,
"disable_log_stats": True,
"dtype": "float16"
}
from vllm.sampling_params import RequestOutputKind
# SamplingParams
SAMPLING_PARAMS = {
@@ -58,7 +72,13 @@ class VllmQwen2LM(Qwen2LM):
self.fp16 = False
self.half = lambda: None
self.mix_ratio = mix_ratio
self.llm_engine = None
# ---------------------------------------------
# vllm engine 的参数配置
engine_args = AsyncEngineArgs(
model=model_dir,
**ENGINE_ARGS,
)
self.llm_engine: AsyncLLMEngine = AsyncLLMEngine.from_engine_args(engine_args)
self.speech_token_size = 6564 # 6561 + 3
self.llm_token_size = 151936 # llm vocab_size