update readme

2026-02-05 09:59:23 +08:00 · 2024-12-16 14:05:00 +08:00
parent d43a0171d4
commit 1298d90e48
4 changed files with 19 additions and 4 deletions
--- a/cosyvoice/tokenizer/tokenizer.py
+++ b/cosyvoice/tokenizer/tokenizer.py
@@ -255,6 +255,7 @@ class QwenTokenizer():
                "[lipsmack]", "[mn]"
            ]
        }
+        self.special_tokens = special_tokens
        self.tokenizer = AutoTokenizer.from_pretrained(token_path)
        self.tokenizer.add_special_tokens(special_tokens)
        self.skip_special_tokens = skip_special_tokens