.SRCINFO


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67

pkgbase = python-vllm
	pkgdesc = high-throughput and memory-efficient inference and serving engine for LLMs
	pkgver = 0.12.0
	pkgrel = 1
	url = https://github.com/vllm-project/vllm
	arch = x86_64
	license = Apache-2.0
	makedepends = git
	makedepends = gcc14
	makedepends = cmake
	makedepends = python-installer
	makedepends = python-setuptools
	makedepends = python-setuptools-scm
	makedepends = python-build
	depends = python-sympy
	depends = numactl
	depends = python-pytorch
	depends = python-transformers
	depends = python-sphinx
	depends = python-aiohttp
	depends = python-cachetools
	depends = python-uvloop
	depends = python-fastapi
	depends = uvicorn
	depends = python-soundfile
	depends = python-starlette
	depends = python-tqdm
	depends = python-boto3
	depends = python-openai
	depends = python-importlib-metadata
	depends = python-torchvision
	depends = python-pydantic
	depends = python-psutil
	depends = python-opencv
	depends = python-py-cpuinfo
	depends = python-msgspec
	depends = python-pyzmq
	depends = python-blake3
	depends = python-cloudpickle
	depends = python-huggingface-hub
	depends = python-gguf
	depends = python-prometheus-fastapi-instrumentator
	depends = python-partial-json-parser
	depends = python-watchfiles
	depends = python-triton
	depends = python-diskcache
	depends = python-pybase64
	optdepends = python-openai: required for openai protocols
	optdepends = python-prometheus_client: Prometheus instrumentation library for Python applications
	optdepends = python-pillow: required for image processing
	optdepends = python-outlines: guided text generation
	optdepends = python-lark: parsing toolkit
	optdepends = python-typing_extensions: typing hints
	optdepends = python-msgspec: JSON/MessagePack library with validation
	optdepends = python-mistral-common: mistral tools for opencv
	optdepends = python-einops: required for QWen2-VL models
	optdepends = python-compressed-tensors: required to load compressed tensor files
	optdepends = python-torchaudio: required for image processor of minicpm-o-2.6
	optdepends = python-datasets: tools to benchmark scripts
	optdepends = python-tiktoken: required for DBRX tokenizer
	optdepends = python-xgrammar: flexible structured generation
	optdepends = python-depyf: required for debugging and profiling with complilation config
	optdepends = python-lm-format-enforcer: required for JSON/REGEX llm output
	source = git+https://github.com/vllm-project/vllm.git#tag=v0.12.0
	sha256sums = fcbd06d831a25d497106d493c8682a20970aa415c633bb8c5f1a973ac982f9a9

pkgname = python-vllm