Merge branch 'inference_streaming' into flow_tensorrt

This commit is contained in:
Xiang Lyu
2024-08-30 14:20:06 +08:00
committed by GitHub
16 changed files with 754 additions and 7 deletions

View File

@@ -43,7 +43,6 @@ class CosyVoice:
if load_jit:
self.model.load_jit('{}/llm.text_encoder.fp16.zip'.format(model_dir),
'{}/llm.llm.fp16.zip'.format(model_dir))
if load_trt:
self.model.load_trt(model_dir, use_fp16)