BDEPEND=dev-python/setuptools-rust[python_targets_python3_12(-)?,python_targets_python3_13(-)?,python_targets_python3_14(-)?,python_targets_python3_15(-)?] test? ( dev-python/numpy[python_targets_python3_12(-)?,python_targets_python3_13(-)?,python_targets_python3_14(-)?,python_targets_python3_15(-)?] dev-python/tqdm[python_targets_python3_12(-)?,python_targets_python3_13(-)?,python_targets_python3_14(-)?,python_targets_python3_15(-)?] ) test? ( dev-libs/oniguruma >=dev-python/pytest-7.4.4[python_targets_python3_12(-)?,python_targets_python3_13(-)?,python_targets_python3_14(-)?,python_targets_python3_15(-)?] ) || ( >=dev-lang/rust-bin-1.90.0:* >=dev-lang/rust-1.90.0:* ) python_targets_python3_12? ( dev-lang/python:3.12 ) python_targets_python3_13? ( dev-lang/python:3.13 ) python_targets_python3_14? ( dev-lang/python:3.14 ) python_targets_python3_15? ( dev-lang/python:3.15 ) >=dev-python/gpep517-16[python_targets_python3_12(-)?,python_targets_python3_13(-)?,python_targets_python3_14(-)?,python_targets_python3_15(-)?] >=dev-util/maturin-1.14.1[python_targets_python3_12(-)?,python_targets_python3_13(-)?,python_targets_python3_14(-)?,python_targets_python3_15(-)?]
DEFINED_PHASES=compile configure install prepare setup test unpack
DEPEND=python_targets_python3_12? ( dev-lang/python:3.12 ) python_targets_python3_13? ( dev-lang/python:3.13 ) python_targets_python3_14? ( dev-lang/python:3.14 ) python_targets_python3_15? ( dev-lang/python:3.15 )
DESCRIPTION=Implementation of today's most used tokenizers
EAPI=8
HOMEPAGE=https://github.com/huggingface/tokenizers
INHERIT=cargo distutils-r1
IUSE=test debug python_targets_python3_12 python_targets_python3_13 python_targets_python3_14 python_targets_python3_15 debug
KEYWORDS=~amd64
LICENSE=Apache-2.0 Apache-2.0 Apache-2.0-with-LLVM-exceptions BSD-2 BSD ISC MIT MPL-2.0 Unicode-DFS-2016
RDEPEND=dev-libs/oniguruma python_targets_python3_12? ( dev-lang/python:3.12 ) python_targets_python3_13? ( dev-lang/python:3.13 ) python_targets_python3_14? ( dev-lang/python:3.14 ) python_targets_python3_15? ( dev-lang/python:3.15 )
REQUIRED_USE=|| ( python_targets_python3_12 python_targets_python3_13 python_targets_python3_14 python_targets_python3_15 )
RESTRICT=!test? ( test )
SLOT=0
SRC_URI=https://github.com/huggingface/tokenizers/archive/refs/tags/v0.23.3.tar.gz -> tokenizers-0.23.3.gh.tar.gz https://dev.gentoo.org/~tupone/distfiles/tokenizers-0.23.3-crates.tar.xz https://dev.gentoo.org/~tupone/distfiles/tokenizers-python-0.23.3-crates.tar.xz
_eclasses_=cargo	bff30f59ca59b09857b787ac644b2e4c	distutils-r1	7d8b6aa7c8fa4a1ee59367f20cfb3c75	eapi9-pipestatus	d2c134036ac31c3085aebc9147f572bd	flag-o-matic	fd3558f73f6503093adee69adf41020d	multibuild	83db098a835f71feb71761f72a694aa2	multilib	fc812e8eb2170022c28272d80a1f9e77	multiprocessing	45d0620f25c2f063ad6276ecd9ed9399	ninja-utils	d063ea1900a793f93eb095010d6d9156	out-of-source-utils	8e5093bd27b7f541a1913271f25d633a	python-r1	5fdca77e34fc9af7d6eb47689f33f6bf	python-utils-r1	025367880f07ae6444e6035a49db0dab	rust	552cca5ca7af2571f710cc2177327f0a	rust-toolchain	76468983281b0a7fc167ca224f84ecfd	toolchain-funcs	58a918e3a42d0156f010dcfd43725be5
_md5_=8ee65dfd5ee2d901bf11bb70dc1231dc