blob: 30ae011f4335a3edfbd1293a14ef283bc09d9566 (
plain)
1
2
3
4
5
6
7
8
9
|
# CUDA Environment Variables for Ollama Optimization
CUDA_VISIBLE_DEVICES=0,1,2,3
CUDA_DEVICE_ORDER=PCI_BUS_ID
CUDA_LAUNCH_BLOCKING=0
CUDA_MODULE_LOADING=LAZY
CUDA_MODULE_DATA_LOADING=LAZY
CUDA_CACHE_MAXSIZE=2147483648
CUDA_CACHE_PATH=/var/cache/cuda
CUDA_LOG_FILE=/var/log/cuda.log
|