diff options
author | xiota | 2024-12-21 18:14:52 +0000 |
---|---|---|
committer | xiota | 2024-12-21 18:20:28 +0000 |
commit | 7a85a221ed7c94855a1500d3d25953b4ae18e0eb (patch) | |
tree | de9b253934af85f96e45b5f1a5de07a25e6a574e /.SRCINFO | |
parent | 5540d17ca19081b4e21f9bd53e98b6c88fa048f1 (diff) | |
download | aur-python-tokenizers.tar.gz |
0.21.0
Diffstat (limited to '.SRCINFO')
-rw-r--r-- | .SRCINFO | 16 |
1 files changed, 13 insertions, 3 deletions
@@ -1,11 +1,17 @@ pkgbase = python-tokenizers pkgdesc = Fast State-of-the-Art Tokenizers optimized for Research and Production - pkgver = 0.20.4 + pkgver = 0.21.0 pkgrel = 1 url = https://github.com/huggingface/tokenizers arch = i686 arch = x86_64 license = Apache-2.0 + checkdepends = python-datasets + checkdepends = python-numpy + checkdepends = python-pyarrow + checkdepends = python-pytest + checkdepends = python-requests + checkdepends = python-setuptools-rust makedepends = clang makedepends = rust-bindgen makedepends = python-build @@ -15,7 +21,11 @@ pkgbase = python-tokenizers makedepends = python-wheel depends = python options = !lto - source = tokenizers-0.20.4.tar.gz::https://github.com/huggingface/tokenizers/archive/refs/tags/v0.20.4.tar.gz - sha256sums = c7dd77a63d95113add5f4c85a41f117cbf41d2cbc7f6609b72650e14c7f42f31 + source = tokenizers-0.21.0.tar.gz::https://github.com/huggingface/tokenizers/archive/refs/tags/v0.21.0.tar.gz + source = norvig-big.txt::https://norvig.com/big.txt + source = roberta.json::https://huggingface.co/roberta-large/raw/main/tokenizer.json + sha256sums = 841279ad797d575ed3cf31fc4f30e09e37acbd35028d30c51fc0879ef7ed4094 + sha256sums = fa066c7d40f0f201ac4144e652aa62430e58a6b3805ec70650f678da5804e87b + sha256sums = 847bbeab6174d66a88898f729d52fa8d355fafe1bea101cf960dd404581df70e pkgname = python-tokenizers |