.SRCINFO


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70

pkgbase = python-vllm-rocm
	pkgdesc = high-throughput and memory-efficient inference and serving engine for LLMs (ROCm support)
	pkgver = 0.20.0
	pkgrel = 1
	url = https://github.com/vllm-project/vllm
	arch = x86_64
	license = Apache-2.0
	makedepends = git
	makedepends = gcc
	makedepends = cmake
	makedepends = python-installer
	makedepends = python-setuptools
	makedepends = python-setuptools-scm
	makedepends = python-build
	depends = amdsmi
	depends = numactl
	depends = python-aiohttp
	depends = python-blake3
	depends = python-cachetools
	depends = python-cbor2
	depends = python-cloudpickle
	depends = python-diskcache
	depends = python-einops
	depends = python-fastapi
	depends = python-gguf
	depends = python-huggingface-hub
	depends = python-ijson
	depends = python-importlib-metadata
	depends = python-mistral-common
	depends = python-msgspec
	depends = python-openai
	depends = python-opencv
	depends = python-partial-json-parser
	depends = python-prometheus-fastapi-instrumentator
	depends = python-psutil
	depends = python-py-cpuinfo
	depends = python-pybase64
	depends = python-pydantic
	depends = python-pytorch-opt-rocm
	depends = python-pyzmq
	depends = python-soundfile
	depends = python-sphinx
	depends = python-starlette
	depends = python-sympy
	depends = python-torchvision
	depends = python-tqdm
	depends = python-transformers
	depends = python-triton
	depends = python-uvloop
	depends = python-watchfiles
	depends = rocblas
	depends = uvicorn
	optdepends = python-prometheus_client: Prometheus instrumentation library for Python applications
	optdepends = python-pillow: required for image processing
	optdepends = python-outlines: guided text generation
	optdepends = python-lark: parsing toolkit
	optdepends = python-typing_extensions: typing hints
	optdepends = python-compressed-tensors: required to load compressed tensor files (eg. for GPT OSS)
	optdepends = python-torchaudio: required for image processor of minicpm-o-2.6
	optdepends = python-datasets: tools to benchmark scripts
	optdepends = python-xgrammar: flexible structured generation
	optdepends = python-depyf: required for debugging and profiling with complilation config
	optdepends = python-tiktoken: required for DBRX tokenizer
	optdepends = python-lm-format-enforcer: required for JSON/REGEX llm output
	source = git+https://github.com/vllm-project/vllm.git#tag=v0.20.0
	source = 0001-Fix-LTO-build-for-ROCm-when-default-compiler-is-GCC.patch
	sha256sums = 164ef9780ea8eb995f4cbe653b79f5edb8b14841b42c89c73e995bf397c0e7ca
	sha256sums = b218671c925b0f081b6caa8246c27b05dea98c14d3389504f68e73486d513b58

pkgname = python-vllm-rocm