blob: 6db9043574137366fb9d7d47fcf5fa649cbfe04b (
plain)
1
2
3
|
# Qwen 3.6 27B (dense) — AutoRound-Int4 (Lorbus), ~14GB VRAM
# Copy to /etc/sglang/ and run: systemctl start sglang@qwen3.6_27b_autoround_int4
SGLANG_ARGS="--model-path Lorbus/Qwen3.6-27B-int4-AutoRound --reasoning-parser qwen3 --tool-call-parser qwen3_coder"
|