diff options
Diffstat (limited to 'local-ai.conf')
-rw-r--r-- | local-ai.conf | 55 |
1 files changed, 55 insertions, 0 deletions
diff --git a/local-ai.conf b/local-ai.conf new file mode 100644 index 000000000000..b7f1eab9c1c2 --- /dev/null +++ b/local-ai.conf @@ -0,0 +1,55 @@ +# Configuration file for the application + +# Flags for different functionalities +# Enable F16 functionality +# F16=false +# Enable gallery autoloading +# AUTOLOAD_GALLERIES=false +# Enable debug mode +# DEBUG=false +# Allow only one backend to be running +# SINGLE_ACTIVE_BACKEND=false +# Enable CORS +# CORS=false +# Set allowed CORS origins +# CORS_ALLOW_ORIGINS="" + +# Threading configuration +# Number of threads for parallel computation +# THREADS=4 + +# Paths for models and galleries +# Path containing models used for inference +MODELS_PATH="/var/lib/local-ai/models" +# JSON list of galleries +GALLERIES='[{"name":"model-gallery", "url":"github:go-skynet/model-gallery/index.yaml"}, {"url": "github:go-skynet/model-gallery/huggingface.yaml","name":"huggingface"}]' +# List of models to preload at startup +# PRELOAD_MODELS="" +# Path to a YAML config file for preloading models +# PRELOAD_MODELS_CONFIG="" +# Path to the config file +# CONFIG_FILE="/etc/local-ai/local-ai.yaml" + +# Server address and directories +# Bind address for the API server +# ADDRESS=":8080" +# Directory for images +IMAGE_PATH="/var/lib/local-ai/generated/images" +# Directory for audio +AUDIO_PATH="/var/lib/local-ai/generated/audio" +# Path to backend assets +BACKEND_ASSETS_PATH="/var/lib/local-ai/backend_data" + +# External GRPC backends +# List of external GRPC backends +EXTERNAL_GRPC_BACKENDS="huggingface-embeddings:/build/extra/grpc/huggingface/huggingface.py,autogptq:/build/extra/grpc/autogptq/autogptq.py,bark:/build/extra/grpc/bark/ttsbark.py,diffusers:/build/extra/grpc/diffusers/backend_diffusers.py,exllama:/build/extra/grpc/exllama/exllama.py,vall-e-x:/build/extra/grpc/vall-e-x/ttsvalle.py,vllm:/build/extra/grpc/vllm/backend_vllm.py" + +# Model context and upload settings +# Default context size of the model +# CONTEXT_SIZE=512 +# Default upload-limit in MB +# UPLOAD_LIMIT=15 +# List of API Keys for API authentication +# API_KEY=() +# If set, the API is not launched and only the preloaded models/backends are started +# PRELOAD_BACKEND_ONLY=false
\ No newline at end of file |