summarylogtreecommitdiffstats
path: root/.SRCINFO
diff options
context:
space:
mode:
authorxiota2024-12-21 18:14:52 +0000
committerxiota2024-12-21 18:20:28 +0000
commit7a85a221ed7c94855a1500d3d25953b4ae18e0eb (patch)
treede9b253934af85f96e45b5f1a5de07a25e6a574e /.SRCINFO
parent5540d17ca19081b4e21f9bd53e98b6c88fa048f1 (diff)
downloadaur-python-tokenizers.tar.gz
0.21.0
Diffstat (limited to '.SRCINFO')
-rw-r--r--.SRCINFO16
1 files changed, 13 insertions, 3 deletions
diff --git a/.SRCINFO b/.SRCINFO
index 88eea0fa94eb..c106f743eeb3 100644
--- a/.SRCINFO
+++ b/.SRCINFO
@@ -1,11 +1,17 @@
pkgbase = python-tokenizers
pkgdesc = Fast State-of-the-Art Tokenizers optimized for Research and Production
- pkgver = 0.20.4
+ pkgver = 0.21.0
pkgrel = 1
url = https://github.com/huggingface/tokenizers
arch = i686
arch = x86_64
license = Apache-2.0
+ checkdepends = python-datasets
+ checkdepends = python-numpy
+ checkdepends = python-pyarrow
+ checkdepends = python-pytest
+ checkdepends = python-requests
+ checkdepends = python-setuptools-rust
makedepends = clang
makedepends = rust-bindgen
makedepends = python-build
@@ -15,7 +21,11 @@ pkgbase = python-tokenizers
makedepends = python-wheel
depends = python
options = !lto
- source = tokenizers-0.20.4.tar.gz::https://github.com/huggingface/tokenizers/archive/refs/tags/v0.20.4.tar.gz
- sha256sums = c7dd77a63d95113add5f4c85a41f117cbf41d2cbc7f6609b72650e14c7f42f31
+ source = tokenizers-0.21.0.tar.gz::https://github.com/huggingface/tokenizers/archive/refs/tags/v0.21.0.tar.gz
+ source = norvig-big.txt::https://norvig.com/big.txt
+ source = roberta.json::https://huggingface.co/roberta-large/raw/main/tokenizer.json
+ sha256sums = 841279ad797d575ed3cf31fc4f30e09e37acbd35028d30c51fc0879ef7ed4094
+ sha256sums = fa066c7d40f0f201ac4144e652aa62430e58a6b3805ec70650f678da5804e87b
+ sha256sums = 847bbeab6174d66a88898f729d52fa8d355fafe1bea101cf960dd404581df70e
pkgname = python-tokenizers