revert the main function to original and only preserve the inference endpoint

This commit is contained in:
c4fun
2025-02-07 16:28:30 +08:00
parent 2889c25863
commit ba6d8c07ba

View File

@@ -88,14 +88,14 @@ if __name__ == '__main__':
default=50000) default=50000)
parser.add_argument('--model_dir', parser.add_argument('--model_dir',
type=str, type=str,
default='pretrained_models/CosyVoice2-0.5B', default='iic/CosyVoice-300M',
help='local path or modelscope repo id') help='local path or modelscope repo id')
args = parser.parse_args() args = parser.parse_args()
try: try:
cosyvoice = CosyVoice(args.model_dir) cosyvoice = CosyVoice(args.model_dir)
except Exception: except Exception:
try: try:
cosyvoice = CosyVoice2(args.model_dir, load_jit=True, load_trt=False) cosyvoice = CosyVoice2(args.model_dir)
except Exception: except Exception:
raise TypeError('no valid model_type!') raise TypeError('no valid model_type!')
uvicorn.run(app, host="0.0.0.0", port=args.port) uvicorn.run(app, host="0.0.0.0", port=args.port)