feat(*):增加了一些模型
This commit is contained in:
		
							
								
								
									
										8
									
								
								vllm-deepseek-r1-32b/compose.yaml
									
									
									
									
									
										
										
										Normal file → Executable file
									
								
							
							
						
						
									
										8
									
								
								vllm-deepseek-r1-32b/compose.yaml
									
									
									
									
									
										
										
										Normal file → Executable file
									
								
							| @@ -17,13 +17,13 @@ services: | ||||
|     runtime: nvidia | ||||
|     volumes: | ||||
|       - /home/deepgeek/data/data_local/server/vllm/models:/models | ||||
|     restart: always | ||||
|     command: --served-model-name deepseek-r1:32b越狱 --model | ||||
|     restart: unless-stopped | ||||
|     command: --served-model-name deepseek-r1:32b --model | ||||
|       /models/huihui-ai/DeepSeek-R1-Distill-Qwen-32B-abliterated | ||||
|       --trust-remote-code --host 0.0.0.0 --port 8080 --max-model-len 8192 | ||||
|       --tensor-parallel-size 2 --gpu_memory_utilization 0.9 --enforce-eager | ||||
|       --dtype auto --swap-space 8 --enable-auto-tool-choice | ||||
|       --tool-call-parser pythonic | ||||
|       --dtype auto --swap-space 8 --enable-auto-tool-choice --tool-call-parser | ||||
|       pythonic | ||||
| x-dockge: | ||||
|   urls: | ||||
|     - http://local.citory.tech:10580 | ||||
|   | ||||
		Reference in New Issue
	
	Block a user