vllm root
vllm serve Qwen/Qwen3.5-4B --trust-remote-code --tensor-parallel-size 1 --enforce-eager --enable-auto-tool-choice --tool-call-parser qwen3_coder --reasoning-parser qwen3 vllm serve Qwen/Qwen3.5-4B \
--trust-remote-code \
--tensor-parallel-size 1 \
--enforce-eager \
--enable-auto-tool-choice \
--tool-call-parser qwen3_coder \
--reasoning-parser qwen3 - validated on
- xeon6, arc_pro_b60, arc_pro_b70
- env
- VLLM_USE_RUST_FRONTEND=1
- source
- vllm-recipes