blob: 74f4524573ef799bbcc80b65b89d06b101d9cb8c (
plain)
1
2
3
4
5
|
# DeepSeek-V4-Flash (MoE 284B/13B, mixed FP4+FP8) — ~158 GB weights
# Copy to /etc/sglang/ and run: systemctl start sglang@deepseek_v4_flash
# Note: upstream cookbook minimum is 4 GPUs (B200/GB200/GB300/H200); fewer
# GPUs is unsupported per docs.
SGLANG_ARGS="--model-path deepseek-ai/DeepSeek-V4-Flash --chat-template /etc/sglang/deepseek_v4.jinja --reasoning-parser deepseek-v4 --tool-call-parser deepseekv4"
|