{"name":"py38-tokenizers","portdir":"python/py-tokenizers","version":"0.13.3","license":"Apache-2","platforms":"darwin","epoch":0,"replaced_by":null,"homepage":"https://github.com/huggingface/tokenizers","description":"Fast and Customizable Tokenizers","long_description":"Tokenizers provides an implementation of today's most used tokenizers, with a focus on performance and versatility.","active":false,"categories":["python"],"maintainers":[],"variants":["universal"],"dependencies":[{"type":"build","ports":["clang-16","py38-build","py38-installer","cargo","legacy-support","rust","py38-setuptools","py38-setuptools-rust","py38-toml","py38-wheel"]},{"type":"lib","ports":["python38","libunwind"]}],"depends_on":[{"type":"run","ports":["py38-transformers"]}]}