blob: ba61bcca21ac6372c2dd1404214c8a94cc7c851c (
plain)
1
2
3
|
# Gemma 4 E2B (5.1B dense) — BF16, ~10GB VRAM
# Copy to /etc/sglang/ and run: systemctl start sglang@gemma_4_e2b
SGLANG_ARGS="--model-path google/gemma-4-E2B-it --reasoning-parser gemma4 --tool-call-parser gemma4"
|