feat: 添加联网搜索、地理位置查询、天气查询
This commit is contained in:
13
start_vllm.sh
Normal file
13
start_vllm.sh
Normal file
@@ -0,0 +1,13 @@
|
||||
#!/bin/bash
|
||||
# 启动 vLLM 服务器脚本
|
||||
# 用法: bash start_vllm.sh
|
||||
|
||||
python -m vllm.entrypoints.openai.api_server \
|
||||
--model Qwen/Qwen3-VL-8B-Instruct \
|
||||
--trust-remote-code \
|
||||
--port 8000 \
|
||||
--gpu-memory-utilization 0.85 \
|
||||
--max-model-len 32000 \
|
||||
--enable-auto-tool-choice \
|
||||
--tool-call-parser hermes \
|
||||
--uvicorn-log-level warning
|
||||
Reference in New Issue
Block a user