vllm root
vllm serve Qwen/Qwen3-4B --tensor-parallel-size 1 --enable-auto-tool-choice --tool-call-parser hermes --reasoning-parser qwen3 vllm serve Qwen/Qwen3-4B \
--tensor-parallel-size 1 \
--enable-auto-tool-choice \
--tool-call-parser hermes \
--reasoning-parser qwen3 - validated on
- trillium, xeon6
- source
- vllm-recipes