{"schema_version":1,"metadata":{"branch":"current","release":"7.9","architecture":"amd64","generated_at":"2026-09-09T04:04:41.004595+00:00","source_url":"https://cdn.openbsd.org/pub/OpenBSD/snapshots/packages/amd64/sqlports-7.55.tgz","source_sha256":"fcdbba1b9df747882aa9bab4af20ebec8dac10655069c90f1cd4145c06e1235e","package_count":12031,"source_kind":"sqlports"},"package":{"name":"p5-WWW-Robot-0.026p0","path":"www/p5-WWW-Robot","url":"/packages/current/www/p5-WWW-Robot/","comment":"configurable web traversal engine","homepage":"https://metacpan.org/release/WWW-Robot","maintainer":"The OpenBSD ports mailing-list <ports@openbsd.org>","description":"This module implements a configurable web traversal engine, for a robot\nor other web agent. Given an initial web page (URL), the Robot will get\nthe contents of that page, and extract all links on the page, adding\nthem to a list of URLs to visit.\n\nFeatures of the Robot module include:\n\n    * Follows the Robot Exclusion Protocol.\n    * Supports the META element proposed extensions to the Protocol.\n    * Implements many of the Guidelines for Robot Writers.\n    * Configurable.\n    * Builds on standard Perl 5 modules for WWW, HTTP, HTML, etc.\n","package_architecture":"*","stem":"p5-WWW-Robot","readme":null,"dependencies":[{"path":"www/p5-HTML-Parser","type":"runtime","package_spec":"","url":"/packages/current/www/p5-HTML-Parser/"},{"path":"www/p5-HTML-Tree","type":"runtime","package_spec":"","url":"/packages/current/www/p5-HTML-Tree/"},{"path":"www/p5-URI","type":"runtime","package_spec":"","url":"/packages/current/www/p5-URI/"},{"path":"www/p5-libwww","type":"runtime","package_spec":"","url":"/packages/current/www/p5-libwww/"},{"path":"www/p5-HTML-Parser","type":"build","package_spec":"","url":"/packages/current/www/p5-HTML-Parser/"},{"path":"www/p5-HTML-Tree","type":"build","package_spec":"","url":"/packages/current/www/p5-HTML-Tree/"},{"path":"www/p5-URI","type":"build","package_spec":"","url":"/packages/current/www/p5-URI/"},{"path":"www/p5-libwww","type":"build","package_spec":"","url":"/packages/current/www/p5-libwww/"},{"path":"www/p5-HTML-Parser","type":"test","package_spec":"","url":"/packages/current/www/p5-HTML-Parser/"},{"path":"www/p5-HTML-Tree","type":"test","package_spec":"","url":"/packages/current/www/p5-HTML-Tree/"},{"path":"www/p5-URI","type":"test","package_spec":"","url":"/packages/current/www/p5-URI/"},{"path":"www/p5-libwww","type":"test","package_spec":"","url":"/packages/current/www/p5-libwww/"}],"reverse_dependencies":{"count":0,"url":null},"categories":["www","perl5"],"flavors":[],"only_for_architectures":[],"not_for_architectures":[]}}