{"id":365691,"date":"2026-09-11T14:04:18","date_gmt":"2026-09-11T14:04:18","guid":{"rendered":"https:\/\/wordpress.org\/plugins\/ai-crawl-controller\/"},"modified":"2026-09-11T14:03:52","modified_gmt":"2026-09-11T14:03:52","slug":"bravo-crawl-hunter","status":"publish","type":"plugin","link":"https:\/\/wordpress.org\/plugins\/bravo-crawl-hunter\/","author":15377746,"comment_status":"closed","ping_status":"closed","template":"","meta":{"version":"1.0.0","stable_tag":"1.0.0","tested":"7.1","requires":"6.8","requires_php":"7.4","requires_plugins":null,"header_name":"Bravo Crawl Hunter","header_author":"Jumedeen Khan","header_description":"Protect your content from AI bots and scrapers with simple, lightweight controls.","assets_banners_color":"132f19","last_updated":"2026-09-11 14:03:52","external_support_url":"","external_repository_url":"","donate_link":"https:\/\/buymeacoffee.com\/jumedeenkhan","header_plugin_uri":"https:\/\/www.mozedia.com\/","header_author_uri":"https:\/\/www.mozedia.com\/about\/","rating":0,"author_block_rating":0,"active_installs":0,"downloads":31,"num_ratings":0,"support_threads":0,"support_threads_resolved":0,"author_block_count":0,"sections":["description","installation","faq","changelog"],"tags":{"1.0.0":{"tag":"1.0.0","author":"jumedeenkhan","date":"2026-09-11 14:03:52","revision":3691525}},"upgrade_notice":{"1.0.0":"<p>Initial release.<\/p>"},"ratings":[],"assets_icons":{"icon-128x128.png":{"filename":"icon-128x128.png","revision":3691513,"resolution":"128x128","location":"assets","locale":"","width":128,"height":128},"icon-256x256.png":{"filename":"icon-256x256.png","revision":3691513,"resolution":"256x256","location":"assets","locale":"","width":256,"height":256}},"assets_banners":{"banner-1544x500.png":{"filename":"banner-1544x500.png","revision":3691513,"resolution":"1544x500","location":"assets","locale":"","width":1544,"height":500},"banner-772x250.png":{"filename":"banner-772x250.png","revision":3691513,"resolution":"772x250","location":"assets","locale":"","width":772,"height":250}},"assets_blueprints":{},"all_blocks":[],"tagged_versions":["1.0.0"],"block_files":[],"assets_screenshots":{"screenshot-1.png":{"filename":"screenshot-1.png","revision":3691513,"resolution":"1","location":"assets","locale":"","width":1634,"height":2166},"screenshot-2.png":{"filename":"screenshot-2.png","revision":3691513,"resolution":"2","location":"assets","locale":"","width":1649,"height":1649},"screenshot-3.png":{"filename":"screenshot-3.png","revision":3691513,"resolution":"3","location":"assets","locale":"","width":1646,"height":2850},"screenshot-4.png":{"filename":"screenshot-4.png","revision":3691513,"resolution":"4","location":"assets","locale":"","width":1630,"height":2079},"screenshot-5.png":{"filename":"screenshot-5.png","revision":3691513,"resolution":"5","location":"assets","locale":"","width":1644,"height":1508}},"screenshots":{"1":"Dashboard \u2014 crawler request totals, trends, activity, and crawler breakdown.","2":"Settings, General Settings \u2014 protection methods, JavaScript Detection, logging, and custom User-Agents.","3":"Settings, AI Bots Protection \u2014 the crawler registry with per-bot selection.","4":"Settings, Search Engines, SEO tools, archiver and other crawlers.","5":"Crawler Logs \u2014 searchable and filterable crawler request history."}},"plugin_section":[],"plugin_tags":[2353,264107,232780,7663,15767],"plugin_category":[],"plugin_contributors":[166226],"plugin_business_model":[],"class_list":["post-365691","plugin","type-plugin","status-publish","hentry","plugin_tags-ai","plugin_tags-ai-bots","plugin_tags-ai-crawler","plugin_tags-block-bots","plugin_tags-spam-bots","plugin_contributors-jumedeenkhan","plugin_committers-jumedeenkhan"],"banners":{"banner":"https:\/\/ps.w.org\/bravo-crawl-hunter\/assets\/banner-772x250.png?rev=3691513","banner_2x":"https:\/\/ps.w.org\/bravo-crawl-hunter\/assets\/banner-1544x500.png?rev=3691513","banner_rtl":false,"banner_2x_rtl":false},"icons":{"svg":false,"icon":"https:\/\/ps.w.org\/bravo-crawl-hunter\/assets\/icon-128x128.png?rev=3691513","icon_2x":"https:\/\/ps.w.org\/bravo-crawl-hunter\/assets\/icon-256x256.png?rev=3691513","generated":false},"screenshots":[{"src":"https:\/\/ps.w.org\/bravo-crawl-hunter\/assets\/screenshot-1.png?rev=3691513","caption":"Dashboard \u2014 crawler request totals, trends, activity, and crawler breakdown."},{"src":"https:\/\/ps.w.org\/bravo-crawl-hunter\/assets\/screenshot-2.png?rev=3691513","caption":"Settings, General Settings \u2014 protection methods, JavaScript Detection, logging, and custom User-Agents."},{"src":"https:\/\/ps.w.org\/bravo-crawl-hunter\/assets\/screenshot-3.png?rev=3691513","caption":"Settings, AI Bots Protection \u2014 the crawler registry with per-bot selection."},{"src":"https:\/\/ps.w.org\/bravo-crawl-hunter\/assets\/screenshot-4.png?rev=3691513","caption":"Settings, Search Engines, SEO tools, archiver and other crawlers."},{"src":"https:\/\/ps.w.org\/bravo-crawl-hunter\/assets\/screenshot-5.png?rev=3691513","caption":"Crawler Logs \u2014 searchable and filterable crawler request history."}],"raw_content":"<!--section=description-->\n<p>Bravo Crawl Hunter helps you <strong>block AI crawlers<\/strong>, <strong>AI scrapers<\/strong>, <strong>spam bots<\/strong>, <strong>unwanted bots<\/strong>, and other <strong>automated crawlers<\/strong> from your WordPress site.<\/p>\n\n<p>Choose which known bots to allow or block, and decide whether they are asked politely through robots.txt or denied outright with an HTTP 403 response.<\/p>\n\n<p>You can also <strong>monitor and review crawler activity<\/strong> from the <strong>Bravo Crawl Hunter &gt;&gt; Dashboard<\/strong> menu in your WordPress dashboard.<\/p>\n\n<p>The plugin provides detailed crawler activity, including <strong>total requests, blocked requests, top crawlers, most targeted pages, and crawler categories<\/strong>.<\/p>\n\n<p>Every crawler the plugin knows about comes from a curated registry organized by purpose, so you can understand what a bot is used for before deciding how to handle it.<\/p>\n\n<h4>\ud83e\udd16 Block AI crawlers and scrapers<\/h4>\n\n<p>Bravo Crawl Hunter includes a curated registry of AI crawlers, scrapers, AI assistants, and AI search bots from major AI companies and services.<\/p>\n\n<p>AI Crawler bots are blocked by default, while AI assistants and AI search bots can be selected individually. You can block selected bots using robots.txt rules, or HTTP 403 hard blocking.<\/p>\n\n<p>You can also add custom User-Agent strings when a bot or scraper is not included in the built-in registry.<\/p>\n\n<h4>\ud83d\udc3a A curated crawler registry<\/h4>\n\n<p>More than 75 known crawlers ship with the plugin, grouped into seven categories:<\/p>\n\n<ul>\n<li><strong>AI Crawler<\/strong> \u2013 Crawlers that collect content for AI-related purposes, including GPTBot, CCBot, ClaudeBot, and Bytespider.<\/li>\n<li><strong>AI Assistant<\/strong> \u2013 On-demand fetchers behind assistants and chat features, such as ChatGPT-User and Claude-User.<\/li>\n<li><strong>AI Search<\/strong> \u2013 Crawlers used by AI-powered search and answer services.<\/li>\n<li><strong>Search Engine Crawler<\/strong> \u2013 Traditional search engine crawlers such as Googlebot, Bingbot, and DuckDuckBot.<\/li>\n<li><strong>SEO Tool<\/strong> \u2013 Crawlers used by third-party SEO analysis and ranking tools, including AhrefsBot and SemrushBot.<\/li>\n<li><strong>Archiver<\/strong> \u2013 Crawlers used by web archiving services.<\/li>\n<li><strong>Other Crawler<\/strong> \u2013 Other recognized automated traffic, such as monitoring services and link-preview bots.<\/li>\n<\/ul>\n\n<p>Only the AI Crawler category is blocked out of the box. Search engines, SEO tools, archivers, and other crawlers stay untouched until you opt in, so search visibility never changes without your explicit choice.<\/p>\n\n<h4>\ud83d\udee1\ufe0f Two ways to control access<\/h4>\n\n<ul>\n<li><strong>robots.txt rules<\/strong> \u2013 Publishes Disallow rules for the crawlers you select. Well-behaved bots honor them, though not every bot does.<\/li>\n<li><strong>Hard block (403)<\/strong> \u2013 Returns an HTTP 403 response when a selected crawler reaches WordPress, whether or not it follows robots.txt.<\/li>\n<\/ul>\n\n<p>The two methods are independent. Use either one, or both together, from <strong>Settings \u2192 General Settings<\/strong>.<\/p>\n\n<h4>\ud83d\udd17 Covers WordPress content endpoints<\/h4>\n\n<p>Hard blocking applies to front-end requests as well as WordPress REST API and XML-RPC requests, helping prevent selected crawlers from accessing your content through alternate WordPress endpoints.<\/p>\n\n<h4>\u2699\ufe0f Custom User-Agents<\/h4>\n\n<p>Bots and scrapers that are not in the registry can be blocked by adding their User-Agent string under <strong>Settings \u2192 General Settings<\/strong>.<\/p>\n\n<p>Up to 50 entries are supported, each matched anywhere in the incoming User-Agent header and case-insensitively, and enforced with the same protection methods as the registry.<\/p>\n\n<h4>\ud83d\ude80 Works with caching and CDNs<\/h4>\n\n<p>Server-side detection runs when a request reaches WordPress. A page served entirely from a server cache, caching plugin, or CDN may never reach WordPress, so it cannot be classified that way.<\/p>\n\n<p>For those requests, the optional <strong>JavaScript Detection<\/strong> feature records known crawlers that load a cached page containing the plugin's lightweight detection script.<\/p>\n\n<p>It is disabled by default and can be enabled from <strong>Settings \u2192 General Settings<\/strong>.<\/p>\n\n<h4>\ud83d\udcca Dashboard<\/h4>\n\n<p>The dashboard summarizes crawler activity over the date range you pick:<\/p>\n\n<ul>\n<li>Total, blocked, allowed, and unknown requests, plus the number of crawlers seen.<\/li>\n<li>Activity trends across the selected range.<\/li>\n<li>A breakdown by individual crawler and by crawler category.<\/li>\n<li>The pages receiving the most blocked crawler requests.<\/li>\n<li>Recent crawler activity.<\/li>\n<\/ul>\n\n<h4>\ud83d\udccb Crawler Logs<\/h4>\n\n<p>The Crawler Logs screen is a searchable, filterable, paginated history of classified requests. Each entry records the time, crawler, path, action, and user agent.<\/p>\n\n<p>Logging is on by default and can be switched off under <strong>Settings \u2192 General Settings<\/strong>; dashboard totals and charts keep updating either way.<\/p>\n\n<p>Log retention is capped by a maximum entry count under <strong>Settings \u2192 Advanced<\/strong>, and the oldest entries are removed first.<\/p>\n\n<h4>\ud83d\udcbe Export, import, and data on uninstall<\/h4>\n\n<p>Settings can be exported to a JSON file and imported back, to keep a backup or move a configuration to another site, from <strong>Settings \u2192 Advanced<\/strong>.<\/p>\n\n<p>The same screen lets you reset everything to the recommended defaults, and choose whether settings, logs, and stats are kept or removed if the plugin is deleted.<\/p>\n\n<!--section=installation-->\n<ol>\n<li>Upload the <code>bravo-crawl-hunter<\/code> folder to <code>\/wp-content\/plugins\/<\/code>, or install the plugin through the WordPress plugins screen.<\/li>\n<li>Activate the plugin.<\/li>\n<li>Open <strong>Bravo Crawl Hunter<\/strong> from the WordPress admin menu.<\/li>\n<li>Review the crawler settings and choose which bots to block or allow.<\/li>\n<\/ol>\n\n<!--section=faq-->\n<dl>\n<dt id=\"does%20robots.txt%20block%20every%20bot%3F\"><h3>Does robots.txt block every bot?<\/h3><\/dt>\n<dd><p>No. robots.txt only provides instructions, and a crawler is free to ignore them. Enable <strong>Hard block (403)<\/strong> under <strong>Settings \u2192 General Settings<\/strong> for a response that is enforced when a selected crawler reaches WordPress.<\/p><\/dd>\n<dt id=\"will%20this%20block%20search%20engines%20like%20googlebot%20or%20bingbot%3F\"><h3>Will this block search engines like Googlebot or Bingbot?<\/h3><\/dt>\n<dd><p>Not by default. Search engine crawlers and archivers are part of the registry but are never blocked unless you select them yourself under <strong>Settings \u2192 Search Engines &amp; Others<\/strong>.<\/p><\/dd>\n<dt id=\"i%20use%20a%20caching%20plugin%2C%20server%20cache%2C%20or%20cdn.%20will%20the%20plugin%20still%20work%3F\"><h3>I use a caching plugin, server cache, or CDN. Will the plugin still work?<\/h3><\/dt>\n<dd><p>Server-side detection works whenever a request reaches WordPress. Because a fully cached page may not reach WordPress at all, you can enable <strong>JavaScript Detection<\/strong> under <strong>Settings \u2192 General Settings<\/strong> to record known crawlers that load cached pages containing the detection script.<\/p><\/dd>\n<dt id=\"where%20can%20i%20see%20crawler%20activity%3F\"><h3>Where can I see crawler activity?<\/h3><\/dt>\n<dd><p>The Dashboard gives you the overview, and <strong>Crawler Logs<\/strong> lets you search and filter individual classified requests.<\/p><\/dd>\n<dt id=\"does%20logging%20affect%20performance%20or%20database%20size%20over%20time%3F\"><h3>Does logging affect performance or database size over time?<\/h3><\/dt>\n<dd><p>Logs are pruned automatically against the maximum entry count you set, so stored log data stays within that limit. Logging can also be turned off entirely while keeping dashboard totals.<\/p><\/dd>\n<dt id=\"does%20the%20plugin%20send%20any%20data%20to%20an%20external%20service%3F\"><h3>Does the plugin send any data to an external service?<\/h3><\/dt>\n<dd><p>No. Crawler settings, logs, and statistics are stored in your own WordPress database, and the plugin makes no outbound requests to third-party services.<\/p><\/dd>\n<dt id=\"can%20i%20block%20ai%20crawlers%20and%20ai%20scrapers%3F\"><h3>Can I block AI crawlers and AI scrapers?<\/h3><\/dt>\n<dd><p>Yes. Bravo Crawl Hunter includes a curated registry of AI crawlers and scrapers. You can select the crawlers you want to block and use robots.txt rules, HTTP 403 hard blocking, or both.<\/p><\/dd>\n<dt id=\"can%20i%20block%20a%20bot%20that%20is%20not%20in%20the%20crawler%20registry%3F\"><h3>Can I block a bot that is not in the crawler registry?<\/h3><\/dt>\n<dd><p>Yes. You can add a custom User-Agent string under Settings \u2192 General Settings. Custom User-Agents can be blocked using the same protection methods as the built-in crawler registry.<\/p><\/dd>\n\n<\/dl>\n\n<!--section=changelog-->\n<h4>1.0.0<\/h4>\n\n<ul>\n<li>Initial release.<\/li>\n<\/ul>","raw_excerpt":"Block AI crawlers, AI scrapers, spam bots and unwanted bots from crawling your WordPress site and protect your content with powerful bot blocking.","jetpack_sharing_enabled":true,"_links":{"self":[{"href":"https:\/\/wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin\/365691","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin"}],"about":[{"href":"https:\/\/wordpress.org\/plugins\/wp-json\/wp\/v2\/types\/plugin"}],"replies":[{"embeddable":true,"href":"https:\/\/wordpress.org\/plugins\/wp-json\/wp\/v2\/comments?post=365691"}],"author":[{"embeddable":true,"href":"https:\/\/wordpress.org\/plugins\/wp-json\/wporg\/v1\/users\/jumedeenkhan"}],"wp:attachment":[{"href":"https:\/\/wordpress.org\/plugins\/wp-json\/wp\/v2\/media?parent=365691"}],"wp:term":[{"taxonomy":"plugin_section","embeddable":true,"href":"https:\/\/wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin_section?post=365691"},{"taxonomy":"plugin_tags","embeddable":true,"href":"https:\/\/wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin_tags?post=365691"},{"taxonomy":"plugin_category","embeddable":true,"href":"https:\/\/wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin_category?post=365691"},{"taxonomy":"plugin_contributors","embeddable":true,"href":"https:\/\/wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin_contributors?post=365691"},{"taxonomy":"plugin_business_model","embeddable":true,"href":"https:\/\/wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin_business_model?post=365691"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}