pkgname=tokenizers
pkgver=0.22.2
pkgrel=1
pkgdesc=Fast state-of-the-art tokenizers for research and production (Rust core, Python bindings)
license=Apache-2.0
tier=ai
builddate=2026-07-22T12:50:37Z
size=9849291
filecount=32
depend=huggingface-hub
