diff options
| author | Sir-Photch | 2023-10-08 20:30:18 +0200 |
|---|---|---|
| committer | Sir-Photch | 2023-10-08 20:30:18 +0200 |
| commit | 032c7518b110e25bd7e651e3c31b2bc13496c9b2 (patch) | |
| tree | cb348dcdbb2ef110dbacb8611a45e877963b1fba | |
| parent | b7800278fa712a6f510f07beb25d03eb8d4cd00c (diff) | |
| download | aur-032c7518b110e25bd7e651e3c31b2bc13496c9b2.tar.gz | |
add argconf
| -rw-r--r-- | .SRCINFO | 7 | ||||
| -rw-r--r-- | PKGBUILD | 16 | ||||
| -rw-r--r-- | litellm-ollama.argconf | 12 | ||||
| -rw-r--r-- | litellm-ollama@.service | 3 |
4 files changed, 30 insertions, 8 deletions
@@ -1,6 +1,6 @@ pkgbase = litellm-ollama pkgdesc = Setup service to run ollama models via litellm - pkgver = 0.1.0 + pkgver = 2 pkgrel = 1 install = litellm-ollama.install arch = any @@ -8,12 +8,15 @@ pkgbase = litellm-ollama depends = litellm depends = ollama backup = etc/litellm-ollama/litellm-ollama.env + backup = etc/litellm-ollama/litellm-ollama.argconf source = litellm-ollama@.service + source = litellm-ollama.argconf source = litellm-ollama.install source = sysusers-litellm-ollama.conf source = tmpfiles-litellm-ollama.conf source = litellm-ollama.env - sha512sums = 33ebaba40507448641bf42b483a3b15706ded6b111753a40be67f51fef52dd568f8fa50dd6c7e5bffbf53ede28cce648b9b99df993572aeee3b159de897e888e + sha512sums = fd1054bd794b43d7da2cc6e20621197debe0babd5b1ab3379148f842b45b9835492516689ef2b503d98f4b63bc7facb7d52ff3aadc7e264264f096fe32d39960 + sha512sums = baad7bd889d88acb2ace1a34709602c25bdbbc5ca52ffb58492c8650c7cbc15bda0e862366f2a7d2b9d85adafca88806ab8b1947f6e9c24c67b6b27011ccbf7b sha512sums = b9493c66cb699af763eb828fe54ed974d8bdc3e1fb5fd5aabb2bc0040f317088f28661b7964d23f3495fee6afbcf093334cb24cfa20d831ebf3bacb72c6e58c3 sha512sums = ff9f5761112a6bc9a588588fa13ce552dd0d0f1e36873014a3b6aa07938caf6e61b9052b5aa4ce3f54239d6a53f42e26fb3e980250a08db09063be70d68070cd sha512sums = d4c3034ea25e2776f4b9072f3f55b8b6dad4a8c31a748d4661fc1f1d87b77d416ea52b1bba4690a81c2c16034c87dacd13e49bc7323eba989b67d096fdc473e2 @@ -1,7 +1,7 @@ # Maintainer: Sir-Photch <sir-photch@posteo.me> pkgname=litellm-ollama -pkgver=0.1.0 +pkgver=2 pkgrel=1 pkgdesc='Setup service to run ollama models via litellm' arch=(any) @@ -10,17 +10,22 @@ depends=( litellm ollama ) -backup=(etc/litellm-ollama/litellm-ollama.env) +backup=( + etc/litellm-ollama/litellm-ollama.env + etc/litellm-ollama/litellm-ollama.argconf +) install=litellm-ollama.install source=( 'litellm-ollama@.service' + 'litellm-ollama.argconf' 'litellm-ollama.install' 'sysusers-litellm-ollama.conf' 'tmpfiles-litellm-ollama.conf' 'litellm-ollama.env' ) -sha512sums=('33ebaba40507448641bf42b483a3b15706ded6b111753a40be67f51fef52dd568f8fa50dd6c7e5bffbf53ede28cce648b9b99df993572aeee3b159de897e888e' +sha512sums=('fd1054bd794b43d7da2cc6e20621197debe0babd5b1ab3379148f842b45b9835492516689ef2b503d98f4b63bc7facb7d52ff3aadc7e264264f096fe32d39960' + 'baad7bd889d88acb2ace1a34709602c25bdbbc5ca52ffb58492c8650c7cbc15bda0e862366f2a7d2b9d85adafca88806ab8b1947f6e9c24c67b6b27011ccbf7b' 'b9493c66cb699af763eb828fe54ed974d8bdc3e1fb5fd5aabb2bc0040f317088f28661b7964d23f3495fee6afbcf093334cb24cfa20d831ebf3bacb72c6e58c3' 'ff9f5761112a6bc9a588588fa13ce552dd0d0f1e36873014a3b6aa07938caf6e61b9052b5aa4ce3f54239d6a53f42e26fb3e980250a08db09063be70d68070cd' 'd4c3034ea25e2776f4b9072f3f55b8b6dad4a8c31a748d4661fc1f1d87b77d416ea52b1bba4690a81c2c16034c87dacd13e49bc7323eba989b67d096fdc473e2' @@ -29,8 +34,9 @@ sha512sums=('33ebaba40507448641bf42b483a3b15706ded6b111753a40be67f51fef52dd568f8 package() { cd "$srcdir" - install -Dm644 "$pkgname.env" "$pkgdir/etc/$pkgname/$pkgname.env" - + install -Dm640 "$pkgname.env" "$pkgdir/etc/$pkgname/$pkgname.env" + install -Dm640 "$pkgname.argconf" "$pkgdir/etc/$pkgname/$pkgname.argconf" + mkdir -p "$pkgdir/var/lib/$pkgname/.config/litellm" ln -s "/etc/$pkgname/$pkgname.env" "$pkgdir/var/lib/$pkgname/.config/litellm/.env.litellm" diff --git a/litellm-ollama.argconf b/litellm-ollama.argconf new file mode 100644 index 000000000000..6469d9b7dcaf --- /dev/null +++ b/litellm-ollama.argconf @@ -0,0 +1,12 @@ +# LiteLLM launch parameters + +# Port on which LiteLLM will listen, default 8000 +# PORT="--port=8000" + +# Enable telemetry bound to LiteLLM developers, default True +# TELEMETRY="--telemetry=True" + +# Model parameters +# TEMPERATURE="--temperature=0.2" +# MAX_TOKENS="--max_tokens=2000" + diff --git a/litellm-ollama@.service b/litellm-ollama@.service index fd54396dedbe..bb8678882ebc 100644 --- a/litellm-ollama@.service +++ b/litellm-ollama@.service @@ -6,7 +6,8 @@ Type=simple User=litellm-ollama Group=litellm-ollama -ExecStart=/usr/bin/litellm --model ollama/%i --api_base http://localhost:11434 +EnvironmentFile=/etc/litellm-ollama/litellm-ollama.argconf +ExecStart=/usr/bin/litellm --model ollama/%i --api_base http://localhost:11434 $PORT $TELEMETRY $TEMPERATURE $MAX_TOKENS Restart=on-failure RestartSec=30s |