From ee9e87b4d3e239acbb9ab0c2e2ed739baea55533 Mon Sep 17 00:00:00 2001 From: "lyuxiang.lx" Date: Tue, 9 Jul 2024 23:48:23 +0800 Subject: [PATCH] add empty cache --- cosyvoice/cli/model.py | 1 + 1 file changed, 1 insertion(+) diff --git a/cosyvoice/cli/model.py b/cosyvoice/cli/model.py index 98f19b2..f4625e3 100644 --- a/cosyvoice/cli/model.py +++ b/cosyvoice/cli/model.py @@ -56,4 +56,5 @@ class CosyVoiceModel: prompt_feat_len=prompt_speech_feat_len.to(self.device), embedding=flow_embedding.to(self.device)) tts_speech = self.hift.inference(mel=tts_mel).cpu() + torch.cuda.empty_cache() return {'tts_speech': tts_speech}