.SRCINFO


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50

pkgbase = python-lm-eval
	pkgdesc = A framework for few-shot evaluation of language models (EleutherAI lm-evaluation-harness)
	pkgver = 0.4.12
	pkgrel = 1
	url = https://github.com/EleutherAI/lm-evaluation-harness
	arch = any
	license = MIT
	makedepends = python-build
	makedepends = python-installer
	makedepends = python-setuptools
	makedepends = python-wheel
	depends = python
	depends = python-datasets
	depends = python-numpy
	depends = python-evaluate
	depends = python-jinja
	depends = python-pytablewriter
	depends = python-rouge-score
	depends = python-sacrebleu
	depends = python-scikit-learn
	depends = python-sqlitedict
	depends = python-dill
	depends = python-word2number
	depends = python-more-itertools
	depends = python-typing_extensions
	depends = python-tqdm
	optdepends = python-requests: for API model backends
	optdepends = python-aiohttp: for API model backends
	optdepends = python-tenacity: for API model backends
	optdepends = python-tiktoken: for API model backends
	optdepends = python-jsonlines: for the archiver extra
	optdepends = python-zstandard: for the archiver extra
	optdepends = python-transformers: for HuggingFace model support
	optdepends = python-pytorch: for HuggingFace model support
	optdepends = python-accelerate: for HuggingFace model support
	optdepends = python-peft: for HuggingFace model support
	optdepends = python-vllm: for vLLM model backend
	optdepends = litellm: for the LiteLLM model backend
	optdepends = python-sentencepiece: for SentencePiece tokenizers
	optdepends = python-nltk: for the ifeval/ruler tasks
	optdepends = python-langdetect: for the ifeval task
	optdepends = python-immutabledict: for the ifeval task
	optdepends = python-sympy: for the math task
	optdepends = python-scipy: for the ruler task
	optdepends = python-wandb: for Weights & Biases logging
	optdepends = python-pandas: for Weights & Biases / zeno logging
	source = lm_eval-0.4.12.tar.gz::https://files.pythonhosted.org/packages/source/l/lm_eval/lm_eval-0.4.12.tar.gz
	sha256sums = 45938d7c8024d5eee5c8a0da36abe7cc09c252413c577cf81666f0fcd28b4345

pkgname = python-lm-eval