blob: c81c42ce753d5f719a76e26184784eecb4e9aff7 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
|
# Maintainer: envolution
# shellcheck shell=bash disable=SC2034,SC2154
pkgname=python-vllm-bin
_pkgname=vllm
pkgver=0.8.2
pkgrel=6
pkgdesc="high-throughput and memory-efficient inference and serving engine for LLMs"
arch=('x86_64')
url='https://github.com/vllm-project/vllm'
provides=(python-vllm)
conflicts=(python-vllm)
license=(Apache-2.0)
depends=(
python-sympy
numactl
python-pytorch
python-transformers
python-sphinx
python-aiohttp
python-cachetools
python-uvloop
python-fastapi
uvicorn
python-soundfile
python-starlette
python-tqdm
python-boto3
python-openai
python-importlib-metadata
python-torchvision
python-pydantic
python-psutil
python-opencv
python-py-cpuinfo
python-msgspec
python-pyzmq
python-blake3
python-huggingface-hub)
optdepends=(
'cuda: use nvidia GPU'
'cuda-tools: use nvidia GPU'
'python-openai: required for openai protocols'
'python-prometheus_client: Prometheus instrumentation library for Python applications'
'prometheus-fastapi-instrumentator: Prometheus fastapi implementation'
'python-pillow: required for image processing'
'python-tiktonek: required for DBRX tokenizer'
'python-lm-format-enforcer: required for JSON/REGEX llm output'
'python-outlines: guided text generation'
'python-lark: parsing toolkit'
'python-xgrammar: flexible structured generation'
'python-typing_extensions: typing hints'
'python-partial-json-parser: parse partial JSON output'
'python-msgspec: JSON/MessagePack library with validation'
'python-mistral-common: mistral tools for opencv'
'python-einops: required for QWen2-VL models'
'python-compressed-tensors: required to load compressed tensor files'
'python-depyf: required for debugging and profiling with complilation config'
'python-torchaudio: required for image processor of minicpm-o-2.6'
'python-torchvision: required for image processor of phi3v'
'python-datasets: tools to benchmark scripts'
)
makedepends=(
python-installer
)
source=("https://github.com/vllm-project/vllm/releases/download/v${pkgver}/vllm-${pkgver}+cu121-cp38-abi3-manylinux1_x86_64.whl")
noextract=("vllm-${pkgver}+cu121-cp38-abi3-manylinux1_x86_64.whl")
sha256sums=('21098353071fc4f8b4f07d6acc9bfae841f658ce66b90f7f5dadb407c3b7026d')
package() {
python -m installer --destdir="${pkgdir}" vllm-${pkgver}+cu121-cp38-abi3-manylinux1_x86_64.whl
}
# vim:set ts=2 sw=2 et:
|