add prompt audio cache

2026-02-05 18:09:24 +08:00 · 2025-09-05 13:54:39 +08:00
parent 86e7c2d731
commit 6971536358
7 changed files with 112 additions and 53 deletions
--- a/runtime/triton_trtllm/model_repo/token2wav/config.pbtxt
+++ b/runtime/triton_trtllm/model_repo/token2wav/config.pbtxt
@@ -35,16 +35,19 @@ input [
    name: "prompt_speech_tokens"
    data_type: TYPE_INT32
    dims: [-1]
+    optional: true
  },
  {
    name: "prompt_speech_feat"
    data_type: TYPE_FP16
    dims: [-1, 80]
+    optional: true
  },
  {
    name: "prompt_spk_embedding"
    data_type: TYPE_FP16
    dims: [-1]
+    optional: true
  },
  {
    name: "token_offset"