%FILENAME%
python-tokenizers-0.22.1-1-x86_64.pkg.tar.zst

%NAME%
python-tokenizers

%BASE%
python-tokenizers

%VERSION%
0.22.1-1

%DESC%
Fast State-of-the-Art Tokenizers optimized for Research and Production

%CSIZE%
2579369

%ISIZE%
7949266

%SHA256SUM%
c95774462f3480035cba6b511ff6b7efa980fad6279f8b55188ba176f638bc31

%URL%
https://github.com/huggingface/tokenizers

%LICENSE%
Apache-2.0

%ARCH%
x86_64

%BUILDDATE%
1764646892

%PACKAGER%
Unknown Packager

%DEPENDS%
python

%MAKEDEPENDS%
clang
rust-bindgen
python-build
python-installer
python-maturin
python-setuptools-rust
python-wheel

%CHECKDEPENDS%
python-datasets
python-numpy
python-pyarrow
python-pytest
python-requests
python-setuptools-rust

