remove cache router

2026-02-05 18:09:24 +08:00 · 2025-09-26 15:14:31 +08:00
parent 31a0adc73d
commit 79116ac32e
7 changed files with 219 additions and 243 deletions
--- a/runtime/triton_trtllm/model_repo/cosyvoice2_dit/config.pbtxt
+++ b/runtime/triton_trtllm/model_repo/cosyvoice2_dit/config.pbtxt
@@ -31,7 +31,7 @@ parameters [
   value: {string_value:"${model_dir}"}
  }
 ]
-parameters: { key: "FORCE_CPU_ONLY_INPUT_TENSORS" value: {string_value:"no"}}
+
 input [
  {
    name: "reference_wav"