deepgeek/CosyVoice
2
0
Fork 0
mirror of https://github.com/FunAudioLLM/CosyVoice.git synced 2026-02-04 09:29:25 +08:00
Code Issues Packages Projects Releases Wiki Activity

add flow decoder tensorrt infer

Browse Source
This commit is contained in:
zhoubofan.zbf
2024-08-29 23:35:07 +08:00
parent 1d881df8b2
commit 5f21aef786
5 changed files with 149 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
cosyvoice/cli/cosyvoice.py
View File

@@ -21,7 +21,7 @@ from cosyvoice.utils.file_utils import logging
class CosyVoice:
def __init__(self, model_dir, load_jit=True, load_trt=True):
def __init__(self, model_dir, load_jit=True, load_trt=True, use_fp16=False):
instruct = True if '-Instruct' in model_dir else False
self.model_dir = model_dir
if not os.path.exists(model_dir):
@@ -43,8 +43,7 @@ class CosyVoice:
self.model.load_jit('{}/llm.text_encoder.fp16.zip'.format(model_dir),
'{}/llm.llm.fp16.zip'.format(model_dir))
if load_trt:
# TODO
self.model.load_trt()
self.model.load_trt(model_dir, use_fp16)
del configs
def list_avaliable_spks(self):