%FILENAME%
python-tokenizers-0.23.1-1-x86_64.pkg.tar.zst

%NAME%
python-tokenizers

%BASE%
python-tokenizers

%VERSION%
0.23.1-1

%DESC%
Fast State-of-the-Art Tokenizers optimized for Research and Production

%CSIZE%
2147758

%ISIZE%
8224669

%SHA256SUM%
52772d6fbe9b235e05ca7ce4d97096474948c937a304028689f5b3cf1a3c5d58

%URL%
https://github.com/huggingface/tokenizers

%LICENSE%
Apache-2.0

%ARCH%
x86_64

%BUILDDATE%
1779519388

%PACKAGER%
Unknown Packager

%DEPENDS%
python

%MAKEDEPENDS%
clang
rust-bindgen
python-build
python-installer
python-maturin
python-setuptools-rust
python-wheel

%CHECKDEPENDS%
python-datasets
python-numpy
python-pyarrow
python-pytest
python-requests
python-setuptools-rust

