blob: 5f1c334eef465fbd2bac09907b395c2acac00138 (
plain)
1
2
3
|
# Gemma 4 31B (dense) — BF16, ~62GB VRAM
# Copy to /etc/sglang/ and run: systemctl start sglang@gemma_4_31b
SGLANG_ARGS="--model-path google/gemma-4-31b-it --reasoning-parser gemma4 --tool-call-parser gemma4"
|