blob: 3a97930a082d6b2eb1628bb4f15f86452fedbf1a (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
|
[Unit]
Description=KoboldCPP Service
After=network.target
[Service]
ExecStart=/usr/share/koboldcpp/koboldcpp.py --quiet --noflashattention --preloadstory /usr/share/koboldcpp/logical_sampler_gemma_instruct.json --chatcompletionsadapter Gemma-2 /usr/share/koboldcpp/models/gemma-2-2b-it-Q6_K.gguf 5001
WorkingDirectory=/usr/share/koboldcpp
User=koboldcpp
Group=koboldcpp
Restart=no
StandardOutput=journal
StandardError=journal
[Install]
WantedBy=multi-user.target
|