vllm root
vllm/vllm-openai:nightly argv — what a wrapper execs
vllm serve zai-org/GLM-5.3-Flash --tokenizer-mode glm5_next --tensor-parallel-size 8 --disable-flashinfer-autotune --tool-call-parser glm47 --enable-auto-tool-choice --reasoning-parser glm47
as the source printed it
vllm serve zai-org/GLM-5.3-Flash \
--tokenizer-mode glm5_next \
--tensor-parallel-size 8 \
--disable-flashinfer-autotune \
--tool-call-parser glm47 \
--enable-auto-tool-choice \
--reasoning-parser glm47
- validated on
- h100, b200, gb200, mi355x, ascend_950pr_8x
- env
- VLLM_ENGINE_READY_TIMEOUT_S=3600 · VLLM_USE_RUST_FRONTEND=1
sglang root
lmsysorg/sglang:latest argv — what a wrapper execs
sglang serve --model-path zai-org/GLM-5.3-Flash --tp-size 4 --attention-backend dsa --dsa-prefill-backend tilelang --dsa-decode-backend tilelang --linear-attn-backend triton --kv-cache-dtype bfloat16 --quantization fp8 --moe-runner-backend flashinfer_trtllm --max-running-requests 64 --chunked-prefill-size 8192 --max-prefill-tokens 8192 --disable-prefill-cuda-graph --speculative-algorithm EAGLE --speculative-num-steps 3 --speculative-eagle-topk 1 --speculative-num-draft-tokens 4 --language-only --encoder-urls http://localhost:30001 --mem-fraction-static 0.78 --host 0.0.0.0 --port 30000
as the source printed it
sglang serve --model-path zai-org/GLM-5.3-Flash --tp-size 4 --attention-backend dsa --dsa-prefill-backend tilelang --dsa-decode-backend tilelang --linear-attn-backend triton --kv-cache-dtype bfloat16 --quantization fp8 --moe-runner-backend flashinfer_trtllm --max-running-requests 64 --chunked-prefill-size 8192 --max-prefill-tokens 8192 --disable-prefill-cuda-graph --speculative-algorithm EAGLE --speculative-num-steps 3 --speculative-eagle-topk 1 --speculative-num-draft-tokens 4 --language-only --encoder-urls http://localhost:30001 --mem-fraction-static 0.78 --host 0.0.0.0 --port 30000
sglang root
lmsysorg/sglang:latest argv — what a wrapper execs
sglang serve --model-path zai-org/GLM-5.3-Flash --tp-size 4 --attn-cp-size 4 --enable-prefill-cp --cp-strategy interleave --moe-dense-tp-size 4 --ep-size 1 --speculative-algorithm EAGLE --speculative-num-steps 5 --speculative-eagle-topk 1 --speculative-num-draft-tokens 6 --dsa-prefill-backend trtllm --dsa-decode-backend trtllm --kv-cache-dtype fp8_e4m3 --moe-runner-backend flashinfer_trtllm --reasoning-parser auto --tool-call-parser auto --host 0.0.0.0 --port 30000
as the source printed it
sglang serve --model-path zai-org/GLM-5.3-Flash --tp-size 4 --attn-cp-size 4 --enable-prefill-cp --cp-strategy interleave --moe-dense-tp-size 4 --ep-size 1 --speculative-algorithm EAGLE --speculative-num-steps 5 --speculative-eagle-topk 1 --speculative-num-draft-tokens 6 --dsa-prefill-backend trtllm --dsa-decode-backend trtllm --kv-cache-dtype fp8_e4m3 --moe-runner-backend flashinfer_trtllm --reasoning-parser auto --tool-call-parser auto --host 0.0.0.0 --port 30000
sglang root
lmsysorg/sglang:latest argv — what a wrapper execs
sglang serve --model-path zai-org/GLM-5.3-Flash --tp-size 2 --dsa-prefill-backend tilelang --dsa-decode-backend tilelang --kv-cache-dtype bfloat16 --moe-runner-backend triton --disaggregation-mode prefill --disaggregation-bootstrap-port 8998 --disaggregation-transfer-backend nixl --host 0.0.0.0 --port 31000
as the source printed it
sglang serve --model-path zai-org/GLM-5.3-Flash --tp-size 2 --dsa-prefill-backend tilelang --dsa-decode-backend tilelang --kv-cache-dtype bfloat16 --moe-runner-backend triton --disaggregation-mode prefill --disaggregation-bootstrap-port 8998 --disaggregation-transfer-backend nixl --host 0.0.0.0 --port 31000
sglang root
lmsysorg/sglang:latest argv — what a wrapper execs
sglang serve --model-path zai-org/GLM-5.3-Flash --tp-size 2 --base-gpu-id 2 --dsa-prefill-backend tilelang --dsa-decode-backend tilelang --kv-cache-dtype bfloat16 --moe-runner-backend triton --disaggregation-mode decode --disaggregation-transfer-backend nixl --host 0.0.0.0 --port 32000
as the source printed it
sglang serve --model-path zai-org/GLM-5.3-Flash --tp-size 2 --base-gpu-id 2 --dsa-prefill-backend tilelang --dsa-decode-backend tilelang --kv-cache-dtype bfloat16 --moe-runner-backend triton --disaggregation-mode decode --disaggregation-transfer-backend nixl --host 0.0.0.0 --port 32000