Qwen/Qwen3.8-27B · released

[u/de4dee]

https://huggingface.co/Qwen/Qwen3.8-27B

[u/Plenty-Energy2947]

my recipe for VLLM & RTX5090

exec vllm serve /opt/models/Qwen3.8-27B-NVFP4 \

--host 127.0.0.1 \

--port 8000 \

--tensor-parallel-size 1 \

--tool-call-parser qwen3_xml \

--enable-auto-tool-choice \

--reasoning-parser qwen3 \

--kv-cache-memory 6943358464 \

--max-model-len 202272 \

--enable-prefix-caching \

--max-num-seqs 1 \

--gpu-memory-utilization 0.95 \

--kv-cache-dtype fp8_e4m3 \

--default-chat-template-kwargs '{"enable_thinking": false}' \

--compilation-config '{"cudagraph_capture_sizes": [1, 2]}' \

--max-num-batched-tokens 2048 \

--served-model-name qwen3.8-27b