{"schema_version":1,"metadata":{"branch":"release","release":"7.9","architecture":"amd64","generated_at":"2026-09-09T04:04:02.361425+00:00","source_url":"https://cdn.openbsd.org/pub/OpenBSD/7.9/packages/amd64/sqlports-7.54.tgz","source_sha256":"2de00144847bf9da3a365be982f101dbb55d591ed7a915ea94984a16ab0e0404","package_count":12059,"source_kind":"sqlports"},"package":{"name":"p5-WWW-Robot-0.026p0","path":"www/p5-WWW-Robot","url":"/packages/release/www/p5-WWW-Robot/","comment":"configurable web traversal engine","homepage":"https://metacpan.org/release/WWW-Robot","maintainer":"The OpenBSD ports mailing-list <ports@openbsd.org>","description":"This module implements a configurable web traversal engine, for a robot\nor other web agent. Given an initial web page (URL), the Robot will get\nthe contents of that page, and extract all links on the page, adding\nthem to a list of URLs to visit.\n\nFeatures of the Robot module include:\n\n    * Follows the Robot Exclusion Protocol.\n    * Supports the META element proposed extensions to the Protocol.\n    * Implements many of the Guidelines for Robot Writers.\n    * Configurable.\n    * Builds on standard Perl 5 modules for WWW, HTTP, HTML, etc.\n","package_architecture":"*","stem":"p5-WWW-Robot","readme":null,"dependencies":[{"path":"www/p5-HTML-Parser","type":"runtime","package_spec":"","url":"/packages/release/www/p5-HTML-Parser/"},{"path":"www/p5-HTML-Tree","type":"runtime","package_spec":"","url":"/packages/release/www/p5-HTML-Tree/"},{"path":"www/p5-URI","type":"runtime","package_spec":"","url":"/packages/release/www/p5-URI/"},{"path":"www/p5-libwww","type":"runtime","package_spec":"","url":"/packages/release/www/p5-libwww/"},{"path":"www/p5-HTML-Parser","type":"build","package_spec":"","url":"/packages/release/www/p5-HTML-Parser/"},{"path":"www/p5-HTML-Tree","type":"build","package_spec":"","url":"/packages/release/www/p5-HTML-Tree/"},{"path":"www/p5-URI","type":"build","package_spec":"","url":"/packages/release/www/p5-URI/"},{"path":"www/p5-libwww","type":"build","package_spec":"","url":"/packages/release/www/p5-libwww/"},{"path":"www/p5-HTML-Parser","type":"test","package_spec":"","url":"/packages/release/www/p5-HTML-Parser/"},{"path":"www/p5-HTML-Tree","type":"test","package_spec":"","url":"/packages/release/www/p5-HTML-Tree/"},{"path":"www/p5-URI","type":"test","package_spec":"","url":"/packages/release/www/p5-URI/"},{"path":"www/p5-libwww","type":"test","package_spec":"","url":"/packages/release/www/p5-libwww/"}],"reverse_dependencies":{"count":0,"url":null},"categories":["www","perl5"],"flavors":[],"only_for_architectures":[],"not_for_architectures":[]}}