This commit is contained in:
禾息
2024-08-30 13:14:44 +08:00
parent 53a3c1b17f
commit 6e7f5b922a
3 changed files with 12 additions and 49 deletions

View File

@@ -83,8 +83,7 @@ class CosyVoiceModel:
with open(trt_file_path, 'rb') as f:
serialized_engine = f.read()
engine = runtime.deserialize_cuda_engine(serialized_engine)
self.flow.decoder.estimator_context = engine.create_execution_context()
self.flow.decoder.estimator_engine = engine
self.flow.decoder.estimator = engine.create_execution_context()
def llm_job(self, text, prompt_text, llm_prompt_speech_token, llm_embedding, uuid):
with self.llm_context: