{"id":364840,"date":"2026-09-07T17:07:17","date_gmt":"2026-09-07T17:07:17","guid":{"rendered":"https:\/\/wordpress.org\/plugins\/crawlwatch-ai-bot-insights\/"},"modified":"2026-09-07T17:06:49","modified_gmt":"2026-09-07T17:06:49","slug":"crawlwatch-ai-bot-insights","status":"publish","type":"plugin","link":"https:\/\/wordpress.org\/plugins\/crawlwatch-ai-bot-insights\/","author":17924966,"comment_status":"closed","ping_status":"closed","template":"","meta":{"version":"1.0.0","stable_tag":"1.0.0","tested":"7.1","requires":"6.2","requires_php":"7.4","requires_plugins":null,"header_name":"CrawlWatch \u2013 AI Bot Insights","header_author":"Monowar Hossain","header_description":"See which AI bots read your site, track AI referrals & get AI-ready with llms.txt \u2013 fast, private, no API key. 100% free.","assets_banners_color":"1a4c7e","last_updated":"2026-09-07 17:06:49","external_support_url":"","external_repository_url":"","donate_link":"","header_plugin_uri":"https:\/\/wordpress.org\/plugins\/crawlwatch-ai-bot-insights\/","header_author_uri":"","rating":5,"author_block_rating":0,"active_installs":0,"downloads":69,"num_ratings":1,"support_threads":0,"support_threads_resolved":0,"author_block_count":0,"sections":["description","installation","faq","changelog"],"tags":{"1.0.0":{"tag":"1.0.0","author":"kstmonowar","date":"2026-09-07 17:06:49","revision":3685313}},"upgrade_notice":[],"ratings":{"1":0,"2":0,"3":0,"4":0,"5":1},"assets_icons":{"icon-128x128.png":{"filename":"icon-128x128.png","revision":3685313,"resolution":"128x128","location":"assets","locale":"","width":128,"height":128},"icon-256x256.png":{"filename":"icon-256x256.png","revision":3685313,"resolution":"256x256","location":"assets","locale":"","width":256,"height":256}},"assets_banners":{"banner-1544x500.png":{"filename":"banner-1544x500.png","revision":3685313,"resolution":"1544x500","location":"assets","locale":"","width":1544,"height":500},"banner-772x250.png":{"filename":"banner-772x250.png","revision":3685313,"resolution":"772x250","location":"assets","locale":"","width":772,"height":250}},"assets_blueprints":{},"all_blocks":[],"tagged_versions":["1.0.0"],"block_files":[],"assets_screenshots":{"screenshot-1.png":{"filename":"screenshot-1.png","revision":3685313,"resolution":"1","location":"assets","locale":"","width":1280,"height":668},"screenshot-2.png":{"filename":"screenshot-2.png","revision":3685313,"resolution":"2","location":"assets","locale":"","width":1280,"height":669},"screenshot-3.png":{"filename":"screenshot-3.png","revision":3685313,"resolution":"3","location":"assets","locale":"","width":1280,"height":665},"screenshot-4.png":{"filename":"screenshot-4.png","revision":3685313,"resolution":"4","location":"assets","locale":"","width":1280,"height":667},"screenshot-5.png":{"filename":"screenshot-5.png","revision":3685313,"resolution":"5","location":"assets","locale":"","width":1280,"height":662},"screenshot-6.png":{"filename":"screenshot-6.png","revision":3685313,"resolution":"6","location":"assets","locale":"","width":1280,"height":670}},"screenshots":{"1":"Overview dashboard with AI hits, bots, referrals and readiness score.","2":"Bots table with filter, search and pagination.","3":"llms.txt editor + robots.txt manager.","4":"Settings with retention, privacy notice and danger zone.","5":"AI-ready llms.txt served to crawlers.","6":"llms-full.txt with full post content for deep AI context."}},"plugin_section":[],"plugin_tags":[2353,232,2359,244604,186],"plugin_category":[36,55],"plugin_contributors":[269133],"plugin_business_model":[],"class_list":["post-364840","plugin","type-plugin","status-publish","hentry","plugin_tags-ai","plugin_tags-analytics","plugin_tags-bot","plugin_tags-llms-txt","plugin_tags-seo","plugin_category-analytics","plugin_category-seo-and-marketing","plugin_contributors-kstmonowar","plugin_committers-kstmonowar"],"banners":{"banner":"https:\/\/ps.w.org\/crawlwatch-ai-bot-insights\/assets\/banner-772x250.png?rev=3685313","banner_2x":"https:\/\/ps.w.org\/crawlwatch-ai-bot-insights\/assets\/banner-1544x500.png?rev=3685313","banner_rtl":false,"banner_2x_rtl":false},"icons":{"svg":false,"icon":"https:\/\/ps.w.org\/crawlwatch-ai-bot-insights\/assets\/icon-128x128.png?rev=3685313","icon_2x":"https:\/\/ps.w.org\/crawlwatch-ai-bot-insights\/assets\/icon-256x256.png?rev=3685313","generated":false},"screenshots":[{"src":"https:\/\/ps.w.org\/crawlwatch-ai-bot-insights\/assets\/screenshot-1.png?rev=3685313","caption":"Overview dashboard with AI hits, bots, referrals and readiness score."},{"src":"https:\/\/ps.w.org\/crawlwatch-ai-bot-insights\/assets\/screenshot-2.png?rev=3685313","caption":"Bots table with filter, search and pagination."},{"src":"https:\/\/ps.w.org\/crawlwatch-ai-bot-insights\/assets\/screenshot-3.png?rev=3685313","caption":"llms.txt editor + robots.txt manager."},{"src":"https:\/\/ps.w.org\/crawlwatch-ai-bot-insights\/assets\/screenshot-4.png?rev=3685313","caption":"Settings with retention, privacy notice and danger zone."},{"src":"https:\/\/ps.w.org\/crawlwatch-ai-bot-insights\/assets\/screenshot-5.png?rev=3685313","caption":"AI-ready llms.txt served to crawlers."},{"src":"https:\/\/ps.w.org\/crawlwatch-ai-bot-insights\/assets\/screenshot-6.png?rev=3685313","caption":"llms-full.txt with full post content for deep AI context."}],"raw_content":"<!--section=description-->\n<p>CrawlWatch shows you the invisible traffic: GPTBot, ClaudeBot, PerplexityBot, Google-Extended and 40+ AI crawlers visiting your WordPress site.<\/p>\n\n<ul>\n<li>AI bot hits + which URLs they read<\/li>\n<li>AI referrals (visitors coming from ChatGPT, Perplexity, Gemini, Claude)<\/li>\n<li>One-click llms.txt + ai.txt generator<\/li>\n<li>robots.txt allow\/block per AI bot (preview, no code)<\/li>\n<li>Readiness Score 0-100 with ranked Quick Wins<\/li>\n<li>100% free, no upsell. Data stays on your server. IPs are hashed, never stored raw.<\/li>\n<\/ul>\n\n<p>No API key. No external service in V1. Lightweight: normal visitors cause zero extra queries.<\/p>\n\n<h3>Privacy<\/h3>\n\n<p>CrawlWatch logs AI crawler visits locally: time, bot name, visited URL, referrer domain, truncated user-agent, and SHA-256 hashed IP (IPv4 last octet and IPv6 \/64 anonymized before hashing). Raw IPs are never stored. Retention is configurable (default 30 days) and all data is deleted on uninstall if enabled in Settings. No visitor data leaves your site.<\/p>\n\n<!--section=installation-->\n<ol>\n<li>Upload the plugin folder to <code>\/wp-content\/plugins\/<\/code> or install from Plugins &gt; Add New.<\/li>\n<li>Activate through the Plugins screen.<\/li>\n<li>Go to CrawlWatch in the left menu and follow the 3-step setup.<\/li>\n<li>Open <code>yoursite.com\/llms.txt<\/code> to verify.<\/li>\n<\/ol>\n\n<!--section=faq-->\n<dl>\n<dt id=\"does%20this%20send%20data%20outside%20my%20site%3F\"><h3>Does this send data outside my site?<\/h3><\/dt>\n<dd><p>No. Everything is stored locally in one table (<code>wp_crawlwatch_logs<\/code>). IPs are SHA-256 hashed (IPv4 last octet and IPv6 \/64 anonymized first). Zero external calls.<\/p><\/dd>\n<dt id=\"will%20it%20slow%20my%20site%3F\"><h3>Will it slow my site?<\/h3><\/dt>\n<dd><p>No. Normal human visits do zero extra queries. Only detected AI hits do one insert. No CSS\/JS on the frontend.<\/p><\/dd>\n<dt id=\"how%20long%20are%20logs%20kept%3F\"><h3>How long are logs kept?<\/h3><\/dt>\n<dd><p>Default 30 days (7\/14\/30\/90\/180 selectable). Daily WP-Cron auto-deletes older rows.<\/p><\/dd>\n<dt id=\"does%20it%20work%20without%20yoast%2Frankmath%3F\"><h3>Does it work without Yoast\/RankMath?<\/h3><\/dt>\n<dd><p>Yes. It only detects whether an SEO plugin is active (for the schema part of the score). No integration needed.<\/p><\/dd>\n\n<\/dl>\n\n<!--section=changelog-->\n<h4>1.0.0<\/h4>\n\n<ul>\n<li>Initial release: AI bot + referral tracker (40+ crawlers), Overview dashboard with score + Quick Wins, Bots filter\/search\/pagination, llms.txt + ai.txt generator (no file writes), robots.txt AI allow\/block manager, Settings (retention\/privacy\/clear logs), 3-step setup wizard. 100% free, local-only, hashed IPs.<\/li>\n<\/ul>","raw_excerpt":"See which AI bots read your site, track AI referrals &amp; get AI-ready with llms.txt \u2013 fast, private, no API key. 100% free.","jetpack_sharing_enabled":true,"_links":{"self":[{"href":"https:\/\/wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin\/364840","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin"}],"about":[{"href":"https:\/\/wordpress.org\/plugins\/wp-json\/wp\/v2\/types\/plugin"}],"replies":[{"embeddable":true,"href":"https:\/\/wordpress.org\/plugins\/wp-json\/wp\/v2\/comments?post=364840"}],"author":[{"embeddable":true,"href":"https:\/\/wordpress.org\/plugins\/wp-json\/wporg\/v1\/users\/kstmonowar"}],"wp:attachment":[{"href":"https:\/\/wordpress.org\/plugins\/wp-json\/wp\/v2\/media?parent=364840"}],"wp:term":[{"taxonomy":"plugin_section","embeddable":true,"href":"https:\/\/wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin_section?post=364840"},{"taxonomy":"plugin_tags","embeddable":true,"href":"https:\/\/wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin_tags?post=364840"},{"taxonomy":"plugin_category","embeddable":true,"href":"https:\/\/wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin_category?post=364840"},{"taxonomy":"plugin_contributors","embeddable":true,"href":"https:\/\/wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin_contributors?post=364840"},{"taxonomy":"plugin_business_model","embeddable":true,"href":"https:\/\/wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin_business_model?post=364840"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}