{"schema_version":1,"metadata":{"branch":"release","release":"8.0","architecture":"amd64","generated_at":"2026-10-21T02:35:53.703506+00:00","source_url":"https://cdn.openbsd.org/pub/OpenBSD/8.0/packages/amd64/sqlports-7.55.tgz","source_sha256":"393d2bd6f5b23c8ba1809ec63f3e8310d7787d329b7350089609a078eb01a387","package_count":12098,"source_kind":"sqlports"},"package":{"name":"py3-tokenizers-0.23.1","path":"textproc/py-tokenizers","url":"/packages/release/textproc/py-tokenizers/","comment":"tokenizers with a focus on performance","homepage":"https://pypi.org/project/tokenizers","maintainer":"The OpenBSD ports mailing-list <ports@openbsd.org>","description":"An implementation of today's most used tokenizers, with a focus on\nperformance.\n","description_source":null,"description_unresolved":[],"package_architecture":"amd64","stem":"py3-tokenizers","readme":null,"dependencies":[{"path":"lang/python/3","type":"runtime","package_spec":"","url":"/packages/release/lang/python/3/"},{"path":"textproc/oniguruma","type":"build","package_spec":"","url":"/packages/release/textproc/oniguruma/"},{"path":"lang/python/3","type":"build","package_spec":"","url":"/packages/release/lang/python/3/"},{"path":"devel/py-build","type":"build","package_spec":"","url":"/packages/release/devel/py-build/"},{"path":"devel/py-installer","type":"build","package_spec":"","url":"/packages/release/devel/py-installer/"},{"path":"devel/maturin","type":"build","package_spec":"","url":"/packages/release/devel/maturin/"},{"path":"devel/cargo-generate-vendor","type":"build","package_spec":"STEM->=1.1","url":"/packages/release/devel/cargo-generate-vendor/"},{"path":"lang/rust","type":"build","package_spec":"","url":"/packages/release/lang/rust/"},{"path":"lang/python/3","type":"test","package_spec":"","url":"/packages/release/lang/python/3/"},{"path":"devel/py-test","type":"test","package_spec":"","url":"/packages/release/devel/py-test/"}],"reverse_dependencies":{"count":2,"url":"/packages/data/ba/ba1a30f816cab16c8a066163cd98c8ece39c7670ee37c56e323ee03d09be5122.json"},"categories":["textproc","lang/python","lang/rust"],"flavors":[],"only_for_architectures":["aarch64","amd64","arm","i386","mips64","mips64el","powerpc","powerpc64","riscv64","sparc64","alpha","hppa"],"not_for_architectures":[]}}