localai.service


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36

[Unit]
Description=LocalAI server

# "%C" Cache directory root: /var/cache (system) or "$XDG_CACHE_HOME" (user)
# "%E" Configuration directory root: /etc/ (system) or "$XDG_CONFIG_HOME" (user)
# "%S" State directory root: /var/lib (system) or $XDG_STATE_HOME (user)
# "%T" Directory for temporary files: /tmp or the path "$TMPDIR", "$TEMP" or "$TMP"
# "%N" Full unit name	Same as "%n", but with the type suffix removed

[Service]
User=localai
Group=localai
Type=exec
WorkingDirectory=%S/%N
Restart=on-failure
# PrivateTmp=yes

# default environment and local env
EnvironmentFile=%E/%N/%N.conf
EnvironmentFile=-%S/%N/.env

# start server
ExecStart=/usr/bin/localai run \
  --backend-assets-path="%S/%N" \
  --config-path="%S/%N" \
  --localai-config-dir="%S/%N/config" \
  --models-path="%S/%N/models" \
  --audio-path="%T/%N/audio" \
  --image-path="%T/%N/images" \
  --upload-path="%T/%N/upload" \
  --external-grpc-backends=bark:%S/%N/backend-assets/python/bark/run.sh,diffusers:%S/%N/backend-assets/python/diffusers/run.sh,rerankers:%S/%N/backend-assets/python/rerankers/run.sh,sentencetransformers:%S/%N/backend-assets/python/sentencetransformers/run.sh,transformers-musicgen:%S/%N/backend-assets/python/transformers-musicgen/run.sh

# disabled: autogptq coqui exllama exllama2 mamba openvoice parler-tts petals transformers vall-e-x

[Install]
WantedBy=default.target