feat(*):增加了一些模型

This commit is contained in:
2025-04-18 12:38:06 +08:00
parent a513dd8a91
commit d4c43315fb
19 changed files with 398 additions and 44 deletions

View File

@@ -35,7 +35,7 @@ JWT_SECRET="Mnx6P2gPXDz1FngbX3Vmn9SB4T2EVeE4JDkrqM2biA0o6nrWxDNE34QTXzxSR7ToKpTn
# LLM_PROVIDER='localai'
LOCAL_AI_BASE_PATH='http://host.docker.internal:10580/v1'
LOCAL_AI_MODEL_PREF='DeepSeek-R1-Distill-Llama-70B-AWQ'
LOCAL_AI_MODEL_PREF='deepseek-r1:671b'
LOCAL_AI_MODEL_TOKEN_LIMIT=8192
LOCAL_AI_API_KEY="O8Is3NSYnp5fICWFbhkbwpLWgvMLkdCSuXR5ZggLmgwTKNPEWsjx1NqUxkyU7wLX"