add prompt audio cache

2026-02-05 18:09:24 +08:00 · 2025-09-05 13:54:39 +08:00
parent 86e7c2d731
commit 6971536358
7 changed files with 112 additions and 53 deletions
--- a/runtime/triton_trtllm/model_repo/cosyvoice2/config.pbtxt
+++ b/runtime/triton_trtllm/model_repo/cosyvoice2/config.pbtxt
@@ -37,16 +37,19 @@ input [
    name: "reference_wav"
    data_type: TYPE_FP32
    dims: [-1]
+    optional: true
  },
  {
    name: "reference_wav_len"
    data_type: TYPE_INT32
    dims: [1]
+    optional: true
  },
  {
    name: "reference_text"
    data_type: TYPE_STRING
    dims: [1]
+    optional: true
  },
  {
    name: "target_text"