summarylogtreecommitdiffstats
path: root/local-ai.conf
blob: 2d4622d35bb3bd536d2f531794c186c0622c79e9 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
# LocalAI Configuration File

# Logging
# Valid values: [error,warn,info,debug,trace]
LOCALAI_LOG_LEVEL="info"

# Storage Configuration
AUDIO_PATH="/var/lib/local-ai/generated/audio"
BACKEND_ASSETS_PATH="/var/lib/local-ai/backend_data"
# CONFIG_DIR_POLL_INTERVAL="1m"
# CONFIG_PATH="/tmp/localai/config"
GENERATED_CONTENT_PATH="/var/lib/local-ai/generated"
IMAGE_PATH="/var/lib/local-ai/generated/images"
LOCALAI_CONFIG_DIR="/var/lib/local-ai/configuration"
# MODELS_CONFIG_FILE="config.yaml"
MODELS_PATH="/var/lib/local-ai/models"
UPLOAD_PATH="/run/local-ai/upload"

# Backend Configuration
# AUTOLOAD_BACKEND_GALLERIES=false
BACKENDS_PATH="/var/lib/local-ai/backends"
BACKEND_SYSTEM_PATH="/usr/share/local-ai/backends"
# BACKEND_GALLERIES='[{"name":"localai", "url":"github:mudler/LocalAI/backend/index.yaml@master"}]'
# EXTERNAL_BACKENDS="[]"
# EXTERNAL_GRPC_BACKENDS="[]"
# LIBRARY_PATH="/usr/share/local-ai/libs"
# PARALLEL_REQUESTS=true
# PRELOAD_BACKEND_ONLY=false
# SINGLE_ACTIVE_BACKEND=false

# Watchdog Configuration
# WATCHDOG_BUSY=false
# WATCHDOG_BUSY_TIMEOUT="5m"
# WATCHDOG_IDLE=false
# WATCHDOG_IDLE_TIMEOUT="15m"

# Model Configuration
# AUTOLOAD_GALLERIES=false
# GALLERIES='[{"name":"localai", "url":"github:mudler/LocalAI/gallery/index.yaml@master"}]'
# LOAD_TO_MEMORY="[]"
# MODELS="[]"
# PRELOAD_MODELS="[]"
# PRELOAD_MODELS_CONFIG=""
# REMOTE_LIBRARY=""

# Performance Configuration
# CONTEXT_SIZE=512
# F16=false
# THREADS=4

# API Server Configuration
# ADDRESS=":8080"
# API_KEY="[]"
# CORS=true
# CORS_ALLOW_ORIGINS=""
# CSRF=false
# DISABLE_GALLERY_ENDPOINT=false
# DISABLE_METRICS_ENDPOINT=false
# DISABLE_WEBUI=false
# MACHINE_TAG=""
# UPLOAD_LIMIT=15

# Security/Hardening Configuration
# DISABLE_API_KEY_REQUIREMENT_FOR_HTTP_GET=false
# DISABLE_PREDOWNLOAD_SCAN=false
# HTTP_GET_EXEMPTED_ENDPOINTS="^/$,^/browse/?$,^/talk/?$,^/p2p/?$,^/chat/?$,^/text2image/?$,^/tts/?$,^/static/.*$,^/swagger.*$"
# OPAQUE_ERRORS=false
# SUBTLE_KEY_COMPARISON=false

# P2P Configuration
# P2P=false
# P2P_DHT_INTERVAL=360
# P2P_NETWORK_ID=""
# P2P_OTP_INTERVAL=9000
# P2P_TOKEN=""

# Federated Configuration
# FEDERATED=false