vllm root
vllm serve Qwen/Qwen3-14B --tensor-parallel-size 1 --enable-auto-tool-choice --tool-call-parser hermes vllm serve Qwen/Qwen3-14B \
--tensor-parallel-size 1 \
--enable-auto-tool-choice \
--tool-call-parser hermes - validated on
- xeon6
- source
- vllm-recipes