deepgeek/CosyVoice
2
0
Fork 0
mirror of https://github.com/FunAudioLLM/CosyVoice.git synced 2026-02-04 17:39:25 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #811 from FunAudioLLM/dev/lyuxiang.lx

Browse Source 
update
This commit is contained in:
Xiang Lyu
2024-12-30 17:41:58 +08:00
committed by GitHub
parent 88f6a8e2fa d3b1a8e352
commit 737d10191b
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
cosyvoice/llm/llm.py
View File

@@ -280,10 +280,14 @@ class Qwen2LM(torch.nn.Module):
sampling: int, sampling: int,
ignore_eos: bool = True, ignore_eos: bool = True,
): ):
num_trials, max_trials = 0, 100
while True: while True:
top_ids = self.sampling(weighted_scores, decoded_tokens, sampling) top_ids = self.sampling(weighted_scores, decoded_tokens, sampling)
if (not ignore_eos) or (self.speech_token_size not in top_ids): if (not ignore_eos) or (self.speech_token_size not in top_ids):
break break
num_trials += 1
if num_trials > max_trials:
raise RuntimeError('sampling reaches max_trials {} and still get eos when ignore_eos is True, check your input!'.format(max_trials))
return top_ids return top_ids
@torch.inference_mode() @torch.inference_mode()