vllm root
vllm serve Qwen/Qwen3-8B --tensor-parallel-size 1 --max-num-batched-tokens 16384 --gpu-memory-utilization 0.8 --enable-auto-tool-choice --tool-call-parser hermes --reasoning-parser qwen3 vllm serve Qwen/Qwen3-8B \
--tensor-parallel-size 1 \
--max-num-batched-tokens 16384 \
--gpu-memory-utilization 0.8 \
--enable-auto-tool-choice \
--tool-call-parser hermes \
--reasoning-parser qwen3 - validated on
- xeon6
- source
- vllm-recipes