blob: d50ee5f629d1499312618de05ec99b28604acd95 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
|
[Unit]
Description=SGLang LLM Server (%i)
Wants=network-online.target
After=network.target network-online.target
[Service]
Type=simple
User=sglang
Group=sglang
WorkingDirectory=/var/lib/sglang
Environment=HOME=/var/lib/sglang
Environment=HF_HOME=/var/lib/sglang
Environment=CUDA_HOME=/opt/cuda
EnvironmentFile=-/etc/sglang/sglang.conf
EnvironmentFile=-/etc/sglang/sglang.env
EnvironmentFile=-/etc/sglang/%i.conf
EnvironmentFile=-/etc/sglang/%i.env
ExecStart=/usr/bin/python -m sglang.launch_server --host 127.0.0.1 --sleep-on-idle $SGLANG_OPTS $SGLANG_ARGS
TimeoutStartSec=infinity
Restart=on-failure
RestartSec=3
StateDirectory=sglang
NoNewPrivileges=yes
PrivateTmp=yes
ProtectSystem=full
ProtectHome=yes
[Install]
WantedBy=multi-user.target
|