support streaming tts

2026-02-05 18:09:24 +08:00 · 2025-09-02 18:32:12 +08:00
parent b7ec6c4678
commit 73d261dd48
4 changed files with 199 additions and 62 deletions
--- a/runtime/triton_trtllm/model_repo/token2wav/config.pbtxt
+++ b/runtime/triton_trtllm/model_repo/token2wav/config.pbtxt
@@ -45,6 +45,20 @@ input [
    name: "prompt_spk_embedding"
    data_type: TYPE_FP16
    dims: [-1]
+  },
+  {
+    name: "token_offset"
+    data_type: TYPE_INT32
+    dims: [ 1 ]
+    reshape: { shape: [ ] }
+    optional: true
+  },
+  {
+    name: "finalize"
+    data_type: TYPE_BOOL
+    dims: [ 1 ]
+    reshape: { shape: [ ] }
+    optional: true
  }
 ]
 output [