vllm root
vllm serve deepseek-ai/DeepSeek-V3.2 --trust-remote-code --disable-flashinfer-autotune --tensor-parallel-size 8 --tokenizer-mode deepseek_v32 --tool-call-parser deepseek_v32 --enable-auto-tool-choice --reasoning-parser deepseek_v3 vllm serve deepseek-ai/DeepSeek-V3.2 \
--trust-remote-code \
--disable-flashinfer-autotune \
--tensor-parallel-size 8 \
--tokenizer-mode deepseek_v32 \
--tool-call-parser deepseek_v32 \
--enable-auto-tool-choice \
--reasoning-parser deepseek_v3 - validated on
- h100, h200
- env
- VLLM_USE_RUST_FRONTEND=1
- source
- vllm-recipes