{"name":"WebDecoy State of Bots 2026 supporting data","reportUrl":"https://webdecoy.com/state-of-bots-2026/","methodologyUrl":"https://webdecoy.com/state-of-bots-2026/#methodology","author":"Chris Portscheller","publishDate":"2026-08-02T17:58:41Z","updateDate":"2026-09-12T00:00:00Z","snapshotVersion":"6b5fc24","snapshotRecordedAt":"2026-08-02T20:34:52Z","registryVersion":"0ab215e","registryRecordedAt":"2026-08-30T19:05:24Z","measurementEnd":null,"measurementEndNote":"The exact measurement cutoff was not recorded in the archived snapshot. The source revision date identifies when these figures were recorded in the website repository, not the time of the last detection.","measurementStart":"November 2025","telemetry":{"since":"November 2025","total_detections":31518,"distinct_ips":11868,"actors":2063,"vpn":{"checked":26249,"vpn":16596,"tor":39},"top_rotators":[{"ips":1520,"requests":1523,"threat":92,"countries":9},{"ips":529,"requests":1108,"threat":100,"countries":28},{"ips":432,"requests":546,"threat":100,"countries":1}],"top_fingerprint":{"requests":2374,"ips":2186},"countries":[{"code":"US","n":15637},{"code":"SG","n":1218},{"code":"GB","n":1121},{"code":"FR","n":844},{"code":"CN","n":840},{"code":"DE","n":820},{"code":"NL","n":678},{"code":"CA","n":651},{"code":"CH","n":483},{"code":"SE","n":354}],"asns":[{"asn":"HURRICANE","requests":3954,"ips":121},{"asn":"MICROSOFT-CORP-MSN-AS-BLOCK","requests":3941,"ips":1195},{"asn":"AMAZON-AES","requests":1427,"ips":775},{"asn":"Datacamp Limited","requests":1319,"ips":152},{"asn":"AMAZON-02","requests":1086,"ips":380},{"asn":"COMCAST-7922","requests":823,"ips":653},{"asn":"TWC-11427-TEXAS","requests":749,"ips":55},{"asn":"GOOGLE-CLOUD-PLATFORM","requests":552,"ips":222},{"asn":"FACEBOOK","requests":455,"ips":140},{"asn":"Hetzner Online GmbH","requests":373,"ips":86}],"identity_checks":[{"claimed":"ByteSpider","checked":328,"passed":137,"failed":191,"pct_forged":58},{"claimed":"Googlebot","checked":222,"passed":201,"failed":21,"pct_forged":9},{"claimed":"PerplexityBot","checked":106,"passed":104,"failed":2,"pct_forged":2},{"claimed":"Bingbot","checked":376,"passed":153,"failed":0,"pct_forged":0},{"claimed":"Applebot","checked":49,"passed":49,"failed":0,"pct_forged":0},{"claimed":"SEMrush","checked":83,"passed":83,"failed":0,"pct_forged":0}],"identity_excluded":["Ahrefs","Amazonbot","ClaudeBot","Majestic","YouBot","cURL"],"reputation":{"checked":26803,"any_reports":14067,"maxed":4326,"score_50plus":5823,"datacenter":17078,"tor":86,"max_reports":10760,"bands":[{"band":"Never reported","ord":0,"n":12190},{"band":"1-24","ord":1,"n":5676},{"band":"25-49","ord":25,"n":2568},{"band":"50-74","ord":50,"n":1077},{"band":"75-99","ord":75,"n":420},{"band":"100 of 100","ord":100,"n":4872}],"usage":[{"label":"Data Center/Web Hosting/Transit","n":17148},{"label":"Fixed Line ISP","n":7625},{"label":"Commercial","n":775},{"label":"Mobile ISP","n":536},{"label":"Reserved","n":70},{"label":"Content Delivery Network","n":54}]},"signals":{"scored":24915,"signals":[{"label":"low_mouse_count","n":6330},{"label":"software_renderer","n":5613},{"label":"webdriver","n":5272},{"label":"known_crawler_ua","n":4997},{"label":"no_plugins","n":4470},{"label":"cf_verified_bot","n":3826},{"label":"missing_client_hints","n":3606},{"label":"no_user_agent","n":3459},{"label":"notification_permission_inconsistent","n":1329},{"label":"crawler_path","n":966}],"extensions":[{"label":"chatgpt","n":595},{"label":"copilot","n":314},{"label":"perplexity","n":290},{"label":"gemini","n":284},{"label":"claude","n":218},{"label":"monica","n":7},{"label":"maxai","n":5}],"extensions_total":1713,"wba_signed":236,"wba_agents":[{"agent":"unidentified","n":147},{"agent":"Ahrefs","n":57},{"agent":"DuckDuckBot","n":22},{"agent":"YouBot","n":10}],"max_reporters":881},"architecture":[{"label":"Browser-shaped, unidentified","n":9116},{"label":"Headless browser","n":5717},{"label":"Declared crawler","n":5240},{"label":"Script, no browser","n":4266},{"label":"Real browser, AI extension","n":694}],"declared_pct":21,"velocity":[{"ips":529,"reqs":1108,"hours":14,"countries":28,"ips_per_hour":38},{"ips":432,"reqs":546,"hours":167.7,"countries":1,"ips_per_hour":3},{"ips":80,"reqs":92,"hours":2.1,"countries":15,"ips_per_hour":38},{"ips":52,"reqs":55,"hours":2.1,"countries":10,"ips_per_hour":25}]},"registry":[{"id":"reflectionbot","name":"Reflectionbot","category":"training_crawler","organization":"Reflection AI","description":"Crawler for Reflection AI, which publishes open models. Both Reflectionbot and ReflectionBot casings seen in the wild","website":"https://reflection.ai","robotsName":"Reflectionbot","baseScore":70,"respectsRobots":true,"color":"#0f766e"},{"id":"gptbot","name":"GPTBot","category":"training_crawler","organization":"OpenAI","description":"Web crawler for GPT model training data collection","website":"https://platform.openai.com/docs/gptbot","robotsName":"GPTBot","baseScore":85,"respectsRobots":true,"color":"#10a37f"},{"id":"chatgpt-user","name":"ChatGPT-User","category":"training_crawler","organization":"OpenAI","description":"ChatGPT browsing on behalf of users","website":"https://openai.com","robotsName":"ChatGPT-User","baseScore":85,"respectsRobots":true,"color":"#10a37f"},{"id":"oai-searchbot","name":"OAI-SearchBot","category":"training_crawler","organization":"OpenAI","description":"OpenAI search indexing bot","website":"https://openai.com","robotsName":"OAI-SearchBot","baseScore":80,"respectsRobots":true,"color":"#10a37f"},{"id":"claudebot","name":"ClaudeBot","category":"training_crawler","organization":"Anthropic","description":"Crawler for Claude AI model training","website":"https://www.anthropic.com","robotsName":"ClaudeBot","baseScore":85,"respectsRobots":true,"color":"#d97706"},{"id":"anthropic","name":"Anthropic","category":"training_crawler","organization":"Anthropic","description":"Anthropic web crawler","website":"https://www.anthropic.com","robotsName":"anthropic","baseScore":85,"respectsRobots":true,"color":"#d97706"},{"id":"ccbot","name":"CCBot","category":"training_crawler","organization":"Common Crawl","description":"Common Crawl web archiving for AI training datasets","website":"https://commoncrawl.org","robotsName":"CCBot","baseScore":80,"respectsRobots":true,"color":"#666666"},{"id":"google-extended","name":"Google-Extended","category":"training_crawler","organization":"Google","description":"Google AI training data crawler (Bard/Gemini)","website":"https://developers.google.com/search/docs/crawling-indexing/google-extended","robotsName":"Google-Extended","baseScore":80,"respectsRobots":true,"color":"#4285f4"},{"id":"bytespider","name":"ByteSpider","category":"training_crawler","organization":"ByteDance","description":"ByteDance crawler for TikTok and AI training","website":"https://bytedance.com","robotsName":"Bytespider","baseScore":75,"respectsRobots":false,"color":"#ff0050"},{"id":"amazonbot","name":"Amazonbot","category":"training_crawler","organization":"Amazon","description":"Amazon web crawler for Alexa and AI services","website":"https://developer.amazon.com/amazonbot","robotsName":"Amazonbot","baseScore":70,"respectsRobots":true,"color":"#ff9900"},{"id":"facebookbot","name":"FacebookBot","category":"training_crawler","organization":"Meta","description":"Meta/Facebook crawler for AI training","website":"https://developers.facebook.com","robotsName":"FacebookBot","baseScore":70,"respectsRobots":true,"color":"#1877f2"},{"id":"meta-externalagent","name":"Meta-ExternalAgent","category":"training_crawler","organization":"Meta","description":"Meta external data collection agent","website":"https://meta.com","robotsName":"Meta-ExternalAgent","baseScore":75,"respectsRobots":true,"color":"#1877f2"},{"id":"cohere-ai","name":"Cohere","category":"training_crawler","organization":"Cohere","description":"Cohere AI training data crawler","website":"https://cohere.ai","robotsName":"cohere-ai","baseScore":80,"respectsRobots":true,"color":"#5046e4"},{"id":"perplexitybot","name":"PerplexityBot","category":"training_crawler","organization":"Perplexity AI","description":"Perplexity AI search and training crawler","website":"https://perplexity.ai","robotsName":"PerplexityBot","baseScore":80,"respectsRobots":true,"color":"#20b2aa"},{"id":"applebot-extended","name":"Applebot-Extended","category":"training_crawler","organization":"Apple","description":"Apple AI training crawler for Siri and Apple Intelligence","website":"https://support.apple.com/applebot","robotsName":"Applebot-Extended","baseScore":75,"respectsRobots":true,"color":"#555555"},{"id":"youbot","name":"YouBot","category":"training_crawler","organization":"You.com","description":"You.com AI search training crawler","website":"https://you.com","robotsName":"YouBot","baseScore":75,"respectsRobots":true,"color":"#6366f1"},{"id":"mistral","name":"MistralBot","category":"training_crawler","organization":"Mistral AI","description":"Mistral AI training data crawler","website":"https://mistral.ai","robotsName":"MistralBot","baseScore":80,"respectsRobots":true,"color":"#f97316"},{"id":"gemini","name":"Gemini","category":"training_crawler","organization":"Google","description":"Google Gemini model training crawler","website":"https://deepmind.google","robotsName":"Gemini","baseScore":80,"respectsRobots":true,"color":"#4285f4"},{"id":"ai2bot","name":"AI2Bot","category":"training_crawler","organization":"Allen Institute for AI","description":"AI2 research crawler","website":"https://allenai.org","robotsName":"AI2Bot","baseScore":75,"respectsRobots":true,"color":"#1e40af"},{"id":"deepseek","name":"DeepSeek","category":"training_crawler","organization":"DeepSeek","description":"DeepSeek AI model training crawler","website":"https://deepseek.com","robotsName":"DeepSeek","baseScore":80,"respectsRobots":true,"color":"#6366f1"},{"id":"qwen","name":"Qwen","category":"training_crawler","organization":"Alibaba","description":"Alibaba Qwen model training crawler","website":"https://qwenlm.github.io","robotsName":"Qwen","baseScore":75,"respectsRobots":true,"color":"#ff6600"},{"id":"webzio","name":"Webz.io","category":"training_crawler","organization":"Webz.io","description":"Webz.io data collection crawler","website":"https://webz.io","robotsName":"webzio","baseScore":70,"respectsRobots":false,"color":"#0066cc"},{"id":"sentibot","name":"Sentibot","category":"training_crawler","organization":"Sentibot","description":"Sentiment analysis training crawler","website":"","robotsName":"Sentibot","baseScore":70,"respectsRobots":false,"color":"#9333ea"},{"id":"omgili","name":"Omgili","category":"training_crawler","organization":"Webz.io","description":"Omgili web data crawler","website":"https://omgili.com","robotsName":"omgili","baseScore":70,"respectsRobots":false,"color":"#0066cc"},{"id":"img2dataset","name":"img2dataset","category":"training_crawler","organization":"LAION","description":"Image dataset collection for AI training","website":"https://github.com/rom1504/img2dataset","robotsName":"img2dataset","baseScore":75,"respectsRobots":false,"color":"#7c3aed"},{"id":"timpibot","name":"Timpibot","category":"training_crawler","organization":"Timpi","description":"Timpi decentralized search crawler","website":"https://timpi.io","robotsName":"Timpibot","baseScore":70,"respectsRobots":true,"color":"#06b6d4"},{"id":"velenpublicwebcrawler","name":"VelenPublicWebCrawler","category":"training_crawler","organization":"Velen","description":"Velen public web data crawler","website":"","robotsName":"VelenPublicWebCrawler","baseScore":70,"respectsRobots":false,"color":"#64748b"},{"id":"isscyberriskcrawler","name":"ISSCyberRiskCrawler","category":"training_crawler","organization":"ISS","description":"ISS cyber risk assessment crawler","website":"","robotsName":"ISSCyberRiskCrawler","baseScore":65,"respectsRobots":false,"color":"#dc2626"},{"id":"friendlycrawler","name":"FriendlyCrawler","category":"training_crawler","organization":"Unknown","description":"Generic friendly crawler","website":"","robotsName":"FriendlyCrawler","baseScore":65,"respectsRobots":true,"color":"#22c55e"},{"id":"duckassistbot","name":"DuckAssistBot","category":"ai_search_crawler","organization":"DuckDuckGo","description":"DuckDuckGo crawler for DuckAssist AI answers, separate from DuckDuckBot","website":"https://duckduckgo.com/duckassistbot.html","robotsName":"DuckAssistBot","baseScore":65,"respectsRobots":true,"color":"#de5833"},{"id":"sofyabot","name":"SofyaBot","category":"ai_search_crawler","organization":"Sofya","description":"Builds the search index behind Sofya's API, which gives AI agents access to the web","website":"https://sofya.co/bot","robotsName":"SofyaBot","baseScore":65,"respectsRobots":true,"color":"#8b5cf6"},{"id":"xai-searchbot","name":"xAI-SearchBot","category":"ai_search_crawler","organization":"xAI","description":"xAI search crawler backing Grok","website":"https://x.ai","robotsName":"xAI-SearchBot","baseScore":70,"respectsRobots":true,"color":"#111827"},{"id":"linkupbot","name":"LinkupBot","category":"ai_search_crawler","organization":"Linkup","description":"Linkup web crawler backing its search API for AI","website":"https://linkup.so/bot","robotsName":"LinkupBot","baseScore":65,"respectsRobots":true,"color":"#6366f1"},{"id":"searchgpt","name":"SearchGPT","category":"ai_search_crawler","organization":"OpenAI","description":"OpenAI SearchGPT search crawler","website":"https://openai.com","robotsName":"SearchGPT","baseScore":75,"respectsRobots":true,"color":"#10a37f"},{"id":"phind","name":"Phind","category":"ai_search_crawler","organization":"Phind","description":"Phind AI developer search crawler","website":"https://phind.com","robotsName":"Phind","baseScore":70,"respectsRobots":true,"color":"#0ea5e9"},{"id":"kagi","name":"Kagi","category":"ai_search_crawler","organization":"Kagi","description":"Kagi search engine crawler","website":"https://kagi.com","robotsName":"Kagi","baseScore":65,"respectsRobots":true,"color":"#fbbf24"},{"id":"exa","name":"Exa","category":"ai_search_crawler","organization":"Exa AI","description":"Exa AI search crawler","website":"https://exa.ai","robotsName":"Exa","baseScore":70,"respectsRobots":true,"color":"#8b5cf6"},{"id":"metaphor","name":"Metaphor","category":"ai_search_crawler","organization":"Metaphor","description":"Metaphor AI search crawler","website":"https://metaphor.systems","robotsName":"Metaphor","baseScore":70,"respectsRobots":true,"color":"#ec4899"},{"id":"tavily","name":"Tavily","category":"ai_search_crawler","organization":"Tavily","description":"Tavily AI search API crawler","website":"https://tavily.com","robotsName":"Tavily","baseScore":70,"respectsRobots":true,"color":"#14b8a6"},{"id":"brave-search","name":"BraveSearch","category":"ai_search_crawler","organization":"Brave","description":"Brave Search AI-enhanced crawler","website":"https://search.brave.com","robotsName":"BraveSearch","baseScore":65,"respectsRobots":true,"color":"#fb542b"},{"id":"neeva","name":"NeevaBot","category":"ai_search_crawler","organization":"Neeva","description":"Neeva AI search crawler","website":"https://neeva.com","robotsName":"NeevaBot","baseScore":65,"respectsRobots":true,"color":"#6366f1"},{"id":"operator","name":"Operator","category":"ai_agent","organization":"OpenAI","description":"OpenAI Operator autonomous browsing agent","website":"https://openai.com","robotsName":"Operator","baseScore":75,"respectsRobots":true,"color":"#10a37f"},{"id":"claude-user","name":"Claude-User","category":"ai_agent","organization":"Anthropic","description":"Claude browsing on behalf of users","website":"https://anthropic.com","robotsName":"Claude-User","baseScore":75,"respectsRobots":true,"color":"#d97706"},{"id":"gemini-user","name":"Gemini-User","category":"ai_agent","organization":"Google","description":"Google Gemini browsing agent","website":"https://gemini.google.com","robotsName":"Gemini-User","baseScore":75,"respectsRobots":true,"color":"#4285f4"},{"id":"googleagent-mariner","name":"GoogleAgent-Mariner","category":"ai_agent","organization":"Google","description":"Google Project Mariner web agent","website":"https://deepmind.google","robotsName":"GoogleAgent-Mariner","baseScore":75,"respectsRobots":true,"color":"#4285f4"},{"id":"amazon-buyforme","name":"AmazonBuyForMe","category":"ai_agent","organization":"Amazon","description":"Amazon AI shopping assistant","website":"https://amazon.com","robotsName":"AmazonBuyForMe","baseScore":70,"respectsRobots":true,"color":"#ff9900"},{"id":"browser-use","name":"Browser-Use","category":"ai_agent","organization":"Open Source","description":"Browser-Use AI browser automation framework","website":"https://github.com/browser-use/browser-use","robotsName":"Browser-Use","baseScore":70,"respectsRobots":false,"color":"#22c55e"},{"id":"stagehand","name":"Stagehand","category":"ai_agent","organization":"Browserbase","description":"Stagehand AI web automation agent","website":"https://browserbase.com","robotsName":"Stagehand","baseScore":70,"respectsRobots":false,"color":"#8b5cf6"},{"id":"multion","name":"MultiOn","category":"ai_agent","organization":"MultiOn","description":"MultiOn AI web agent","website":"https://multion.ai","robotsName":"MultiOn","baseScore":70,"respectsRobots":false,"color":"#ec4899"},{"id":"iboubot","name":"IbouBot","category":"search_crawler","organization":"Ibou","description":"Ibou search crawler, a Cloudflare Verified Bot classified as Search","website":"https://ibou.io/iboubot.html","robotsName":"IbouBot","baseScore":30,"respectsRobots":true,"color":"#64748b"},{"id":"googlebot","name":"Googlebot","category":"search_crawler","organization":"Google","description":"Google Search web crawler","website":"https://developers.google.com/search/docs/crawling-indexing/googlebot","robotsName":"Googlebot","baseScore":30,"respectsRobots":true,"color":"#4285f4"},{"id":"bingbot","name":"Bingbot","category":"search_crawler","organization":"Microsoft","description":"Microsoft Bing search crawler","website":"https://www.bing.com/webmasters/help/bingbot","robotsName":"Bingbot","baseScore":30,"respectsRobots":true,"color":"#00809d"},{"id":"yandexbot","name":"YandexBot","category":"search_crawler","organization":"Yandex","description":"Yandex search engine crawler","website":"https://yandex.com/support/webmaster/robot-workings/","robotsName":"YandexBot","baseScore":35,"respectsRobots":true,"color":"#ff0000"},{"id":"baiduspider","name":"Baiduspider","category":"search_crawler","organization":"Baidu","description":"Baidu search engine crawler","website":"https://www.baidu.com/search/spider.html","robotsName":"Baiduspider","baseScore":40,"respectsRobots":true,"color":"#2932e1"},{"id":"duckduckbot","name":"DuckDuckBot","category":"search_crawler","organization":"DuckDuckGo","description":"DuckDuckGo search crawler","website":"https://duckduckgo.com/duckduckbot","robotsName":"DuckDuckBot","baseScore":30,"respectsRobots":true,"color":"#de5833"},{"id":"applebot","name":"Applebot","category":"search_crawler","organization":"Apple","description":"Apple search and Siri indexing","website":"https://support.apple.com/applebot","robotsName":"Applebot","baseScore":30,"respectsRobots":true,"color":"#555555"},{"id":"sogou","name":"Sogou Spider","category":"search_crawler","organization":"Sogou","description":"Sogou Chinese search engine","website":"https://sogou.com","robotsName":"Sogou","baseScore":40,"respectsRobots":true,"color":"#ff5722"},{"id":"qwantify","name":"Qwantify","category":"search_crawler","organization":"Qwant","description":"Qwant privacy-focused search","website":"https://qwant.com","robotsName":"Qwantify","baseScore":35,"respectsRobots":true,"color":"#5c97ff"},{"id":"naver","name":"Naver","category":"search_crawler","organization":"Naver","description":"Naver Korean search engine","website":"https://naver.com","robotsName":"Naver","baseScore":35,"respectsRobots":true,"color":"#03c75a"},{"id":"seznam","name":"SeznamBot","category":"search_crawler","organization":"Seznam","description":"Seznam Czech search engine","website":"https://seznam.cz","robotsName":"SeznamBot","baseScore":35,"respectsRobots":true,"color":"#cc0000"},{"id":"ecosia","name":"Ecosia","category":"search_crawler","organization":"Ecosia","description":"Ecosia eco-friendly search","website":"https://ecosia.org","robotsName":"Ecosia","baseScore":30,"respectsRobots":true,"color":"#41ba6e"},{"id":"mojeek","name":"MojeekBot","category":"search_crawler","organization":"Mojeek","description":"Mojeek independent search engine","website":"https://mojeek.com","robotsName":"MojeekBot","baseScore":35,"respectsRobots":true,"color":"#ff8c00"},{"id":"yahoo-slurp","name":"Yahoo! Slurp","category":"search_crawler","organization":"Yahoo","description":"Yahoo search crawler","website":"https://yahoo.com","robotsName":"Slurp","baseScore":30,"respectsRobots":true,"color":"#6001d2"},{"id":"ahrefsbot","name":"AhrefsBot","category":"seo_crawler","organization":"Ahrefs","description":"Ahrefs SEO backlink crawler","website":"https://ahrefs.com/robot","robotsName":"AhrefsBot","baseScore":50,"respectsRobots":true,"color":"#f36b24"},{"id":"semrushbot","name":"SemrushBot","category":"seo_crawler","organization":"Semrush","description":"Semrush SEO analysis crawler","website":"https://semrush.com/bot","robotsName":"SemrushBot","baseScore":50,"respectsRobots":true,"color":"#ff642d"},{"id":"mj12bot","name":"MJ12bot","category":"seo_crawler","organization":"Majestic","description":"Majestic SEO crawler","website":"https://majestic.com/bot","robotsName":"MJ12bot","baseScore":50,"respectsRobots":true,"color":"#ff8c00"},{"id":"dotbot","name":"DotBot","category":"seo_crawler","organization":"Moz","description":"Moz DotBot link analysis","website":"https://moz.com/help/moz-procedures/crawlers","robotsName":"DotBot","baseScore":50,"respectsRobots":true,"color":"#4a90d9"},{"id":"rogerbot","name":"Rogerbot","category":"seo_crawler","organization":"Moz","description":"Moz Rogerbot crawler","website":"https://moz.com/help/moz-procedures/crawlers","robotsName":"rogerbot","baseScore":50,"respectsRobots":true,"color":"#4a90d9"},{"id":"screaming-frog","name":"Screaming Frog","category":"seo_crawler","organization":"Screaming Frog","description":"Screaming Frog SEO Spider","website":"https://screamingfrog.co.uk","robotsName":"Screaming Frog SEO Spider","baseScore":55,"respectsRobots":true,"color":"#9acd32"},{"id":"sitebulb","name":"Sitebulb","category":"seo_crawler","organization":"Sitebulb","description":"Sitebulb website audit crawler","website":"https://sitebulb.com","robotsName":"Sitebulb","baseScore":55,"respectsRobots":true,"color":"#ff6b35"},{"id":"deepcrawl","name":"DeepCrawl","category":"seo_crawler","organization":"Lumar","description":"DeepCrawl/Lumar SEO crawler","website":"https://lumar.io","robotsName":"DeepCrawl","baseScore":50,"respectsRobots":true,"color":"#0066cc"},{"id":"oncrawl","name":"OnCrawl","category":"seo_crawler","organization":"OnCrawl","description":"OnCrawl SEO crawler","website":"https://oncrawl.com","robotsName":"OnCrawl","baseScore":50,"respectsRobots":true,"color":"#00b4d8"},{"id":"botify","name":"Botify","category":"seo_crawler","organization":"Botify","description":"Botify enterprise SEO crawler","website":"https://botify.com","robotsName":"Botify","baseScore":50,"respectsRobots":true,"color":"#5046e4"},{"id":"contentking","name":"ContentKing","category":"seo_crawler","organization":"ContentKing","description":"ContentKing real-time SEO auditing","website":"https://contentkingapp.com","robotsName":"ContentKing","baseScore":50,"respectsRobots":true,"color":"#6366f1"},{"id":"sistrix","name":"SISTRIX","category":"seo_crawler","organization":"SISTRIX","description":"SISTRIX SEO toolbox crawler","website":"https://sistrix.com","robotsName":"SISTRIX","baseScore":50,"respectsRobots":true,"color":"#00a0e1"},{"id":"serpstat","name":"Serpstat","category":"seo_crawler","organization":"Serpstat","description":"Serpstat SEO platform crawler","website":"https://serpstat.com","robotsName":"Serpstat","baseScore":50,"respectsRobots":true,"color":"#ff5722"},{"id":"spyfu","name":"SpyFu","category":"seo_crawler","organization":"SpyFu","description":"SpyFu competitor analysis","website":"https://spyfu.com","robotsName":"SpyFu","baseScore":50,"respectsRobots":true,"color":"#1e88e5"},{"id":"nessus","name":"Nessus","category":"security_scanner","organization":"Tenable","description":"Nessus vulnerability scanner","website":"https://tenable.com","robotsName":"Nessus","baseScore":70,"respectsRobots":false,"color":"#00a3e0"},{"id":"qualys","name":"Qualys","category":"security_scanner","organization":"Qualys","description":"Qualys security scanner","website":"https://qualys.com","robotsName":"Qualys","baseScore":70,"respectsRobots":false,"color":"#ed1c24"},{"id":"shodan","name":"Shodan","category":"security_scanner","organization":"Shodan","description":"Shodan internet scanner","website":"https://shodan.io","robotsName":"Shodan","baseScore":75,"respectsRobots":false,"color":"#b50000"},{"id":"censys","name":"Censys","category":"security_scanner","organization":"Censys","description":"Censys internet scanner","website":"https://censys.io","robotsName":"Censys","baseScore":75,"respectsRobots":false,"color":"#1a1a2e"},{"id":"nmap","name":"Nmap","category":"security_scanner","organization":"Open Source","description":"Nmap network scanner","website":"https://nmap.org","robotsName":"Nmap","baseScore":70,"respectsRobots":false,"color":"#4d4d4d"},{"id":"zap","name":"OWASP ZAP","category":"security_scanner","organization":"OWASP","description":"OWASP Zed Attack Proxy","website":"https://zaproxy.org","robotsName":"ZAP","baseScore":70,"respectsRobots":false,"color":"#00549e"},{"id":"burp","name":"Burp Suite","category":"security_scanner","organization":"PortSwigger","description":"Burp Suite security testing","website":"https://portswigger.net/burp","robotsName":"Burp","baseScore":70,"respectsRobots":false,"color":"#ff6633"},{"id":"nikto","name":"Nikto","category":"security_scanner","organization":"Open Source","description":"Nikto web server scanner","website":"https://cirt.net/Nikto2","robotsName":"Nikto","baseScore":70,"respectsRobots":false,"color":"#333333"},{"id":"nuclei","name":"Nuclei","category":"security_scanner","organization":"ProjectDiscovery","description":"Nuclei vulnerability scanner","website":"https://nuclei.projectdiscovery.io","robotsName":"Nuclei","baseScore":70,"respectsRobots":false,"color":"#6366f1"},{"id":"acunetix","name":"Acunetix","category":"security_scanner","organization":"Invicti","description":"Acunetix web vulnerability scanner","website":"https://acunetix.com","robotsName":"Acunetix","baseScore":70,"respectsRobots":false,"color":"#e31837"},{"id":"netsparker","name":"Netsparker","category":"security_scanner","organization":"Invicti","description":"Netsparker security scanner","website":"https://netsparker.com","robotsName":"Netsparker","baseScore":70,"respectsRobots":false,"color":"#00b2a9"},{"id":"detectify","name":"Detectify","category":"security_scanner","organization":"Detectify","description":"Detectify security scanner","website":"https://detectify.com","robotsName":"Detectify","baseScore":65,"respectsRobots":false,"color":"#00d1b2"},{"id":"intruder","name":"Intruder","category":"security_scanner","organization":"Intruder","description":"Intruder vulnerability scanner","website":"https://intruder.io","robotsName":"Intruder","baseScore":65,"respectsRobots":false,"color":"#5c2d91"},{"id":"python-requests","name":"Python-Requests","category":"generic_scraper","organization":"Open Source","description":"Python Requests HTTP library","website":"https://requests.readthedocs.io","robotsName":"","baseScore":55,"respectsRobots":false,"color":"#3776ab"},{"id":"python-urllib","name":"Python-urllib","category":"generic_scraper","organization":"Python","description":"Python urllib library","website":"https://docs.python.org/3/library/urllib.html","robotsName":"","baseScore":55,"respectsRobots":false,"color":"#3776ab"},{"id":"python","name":"Python","category":"generic_scraper","organization":"Python","description":"Generic Python HTTP client","website":"https://python.org","robotsName":"","baseScore":50,"respectsRobots":false,"color":"#3776ab"},{"id":"scrapy","name":"Scrapy","category":"generic_scraper","organization":"Scrapy","description":"Scrapy web scraping framework","website":"https://scrapy.org","robotsName":"Scrapy","baseScore":65,"respectsRobots":true,"color":"#60a839"},{"id":"httpx","name":"HTTPX","category":"generic_scraper","organization":"Open Source","description":"HTTPX Python async HTTP client","website":"https://www.python-httpx.org","robotsName":"","baseScore":55,"respectsRobots":false,"color":"#3776ab"},{"id":"aiohttp","name":"aiohttp","category":"generic_scraper","organization":"Open Source","description":"aiohttp async HTTP client","website":"https://docs.aiohttp.org","robotsName":"","baseScore":55,"respectsRobots":false,"color":"#2c5aa0"},{"id":"beautifulsoup","name":"BeautifulSoup","category":"generic_scraper","organization":"Open Source","description":"BeautifulSoup HTML parser","website":"https://beautiful-soup-4.readthedocs.io","robotsName":"","baseScore":60,"respectsRobots":false,"color":"#3776ab"},{"id":"node-fetch","name":"node-fetch","category":"generic_scraper","organization":"Open Source","description":"Node.js fetch implementation","website":"https://github.com/node-fetch/node-fetch","robotsName":"","baseScore":55,"respectsRobots":false,"color":"#339933"},{"id":"axios","name":"Axios","category":"generic_scraper","organization":"Open Source","description":"Axios HTTP client for JavaScript","website":"https://axios-http.com","robotsName":"","baseScore":55,"respectsRobots":false,"color":"#5a29e4"},{"id":"got","name":"Got","category":"generic_scraper","organization":"Open Source","description":"Got HTTP request library for Node.js","website":"https://github.com/sindresorhus/got","robotsName":"","baseScore":55,"respectsRobots":false,"color":"#339933"},{"id":"undici","name":"Undici","category":"generic_scraper","organization":"Node.js","description":"Undici HTTP/1.1 client for Node.js","website":"https://undici.nodejs.org","robotsName":"","baseScore":55,"respectsRobots":false,"color":"#339933"},{"id":"go-http-client","name":"Go-HTTP-Client","category":"generic_scraper","organization":"Go","description":"Go standard HTTP client","website":"https://golang.org","robotsName":"","baseScore":55,"respectsRobots":false,"color":"#00add8"},{"id":"colly","name":"Colly","category":"generic_scraper","organization":"Open Source","description":"Colly Go scraping framework","website":"https://go-colly.org","robotsName":"Colly","baseScore":65,"respectsRobots":true,"color":"#00add8"},{"id":"java","name":"Java","category":"generic_scraper","organization":"Oracle","description":"Generic Java HTTP client","website":"https://java.com","robotsName":"","baseScore":50,"respectsRobots":false,"color":"#007396"},{"id":"okhttp","name":"OkHttp","category":"generic_scraper","organization":"Square","description":"OkHttp HTTP client for Java/Kotlin","website":"https://square.github.io/okhttp/","robotsName":"","baseScore":55,"respectsRobots":false,"color":"#3ddc84"},{"id":"apache-httpclient","name":"Apache-HttpClient","category":"generic_scraper","organization":"Apache","description":"Apache HttpClient","website":"https://hc.apache.org","robotsName":"","baseScore":55,"respectsRobots":false,"color":"#d22128"},{"id":"jsoup","name":"Jsoup","category":"generic_scraper","organization":"Open Source","description":"Jsoup Java HTML parser","website":"https://jsoup.org","robotsName":"","baseScore":60,"respectsRobots":false,"color":"#007396"},{"id":"guzzlehttp","name":"GuzzleHttp","category":"generic_scraper","organization":"Open Source","description":"Guzzle PHP HTTP client","website":"https://docs.guzzlephp.org","robotsName":"","baseScore":55,"respectsRobots":false,"color":"#777bb4"},{"id":"php","name":"PHP","category":"generic_scraper","organization":"PHP","description":"Generic PHP HTTP client","website":"https://php.net","robotsName":"","baseScore":50,"respectsRobots":false,"color":"#777bb4"},{"id":"ruby","name":"Ruby","category":"generic_scraper","organization":"Ruby","description":"Generic Ruby HTTP client","website":"https://ruby-lang.org","robotsName":"","baseScore":50,"respectsRobots":false,"color":"#cc342d"},{"id":"faraday","name":"Faraday","category":"generic_scraper","organization":"Open Source","description":"Faraday Ruby HTTP client","website":"https://lostisland.github.io/faraday/","robotsName":"","baseScore":55,"respectsRobots":false,"color":"#cc342d"},{"id":"mechanize","name":"Mechanize","category":"generic_scraper","organization":"Open Source","description":"Mechanize browser automation","website":"","robotsName":"","baseScore":60,"respectsRobots":false,"color":"#cc342d"},{"id":"headlesschrome","name":"HeadlessChrome","category":"headless_browser","organization":"Google","description":"Chrome headless mode","website":"https://developers.google.com/web/updates/2017/04/headless-chrome","robotsName":"","baseScore":70,"respectsRobots":false,"color":"#4285f4"},{"id":"puppeteer","name":"Puppeteer","category":"headless_browser","organization":"Google","description":"Puppeteer browser automation","website":"https://pptr.dev","robotsName":"","baseScore":70,"respectsRobots":false,"color":"#40b5a4"},{"id":"playwright","name":"Playwright","category":"headless_browser","organization":"Microsoft","description":"Playwright browser automation","website":"https://playwright.dev","robotsName":"","baseScore":70,"respectsRobots":false,"color":"#45ba4b"},{"id":"selenium","name":"Selenium","category":"headless_browser","organization":"Open Source","description":"Selenium WebDriver automation","website":"https://selenium.dev","robotsName":"","baseScore":70,"respectsRobots":false,"color":"#43b02a"},{"id":"phantomjs","name":"PhantomJS","category":"headless_browser","organization":"Open Source","description":"PhantomJS headless browser (deprecated)","website":"https://phantomjs.org","robotsName":"","baseScore":75,"respectsRobots":false,"color":"#29abe2"},{"id":"splash","name":"Splash","category":"headless_browser","organization":"Scrapinghub","description":"Splash JavaScript rendering service","website":"https://splash.readthedocs.io","robotsName":"","baseScore":70,"respectsRobots":false,"color":"#9b59b6"},{"id":"browserless","name":"Browserless","category":"headless_browser","organization":"Browserless","description":"Browserless.io headless service","website":"https://browserless.io","robotsName":"","baseScore":65,"respectsRobots":false,"color":"#00d1b2"},{"id":"browserbase","name":"Browserbase","category":"headless_browser","organization":"Browserbase","description":"Browserbase browser automation","website":"https://browserbase.com","robotsName":"","baseScore":65,"respectsRobots":false,"color":"#8b5cf6"},{"id":"ia-archiver","name":"Internet Archive","category":"archiver","organization":"Internet Archive","description":"Internet Archive web archiver","website":"https://archive.org","robotsName":"ia_archiver","baseScore":25,"respectsRobots":true,"color":"#428bca"},{"id":"archive-org-bot","name":"Archive.org","category":"archiver","organization":"Internet Archive","description":"Archive.org web crawler","website":"https://archive.org","robotsName":"archive.org_bot","baseScore":25,"respectsRobots":true,"color":"#428bca"},{"id":"wayback","name":"Wayback Machine","category":"archiver","organization":"Internet Archive","description":"Wayback Machine archiver","website":"https://web.archive.org","robotsName":"Wayback","baseScore":25,"respectsRobots":true,"color":"#428bca"},{"id":"heritrix","name":"Heritrix","category":"archiver","organization":"Internet Archive","description":"Heritrix web archiving crawler","website":"https://github.com/internetarchive/heritrix3","robotsName":"Heritrix","baseScore":30,"respectsRobots":true,"color":"#428bca"},{"id":"brozzler","name":"Brozzler","category":"archiver","organization":"Internet Archive","description":"Brozzler browser-based web archiver","website":"https://github.com/internetarchive/brozzler","robotsName":"Brozzler","baseScore":30,"respectsRobots":true,"color":"#428bca"},{"id":"facebookexternalhit","name":"Facebook","category":"fetcher","organization":"Meta","description":"Facebook link preview fetcher","website":"https://developers.facebook.com/docs/sharing/webmasters/crawler","robotsName":"facebookexternalhit","baseScore":25,"respectsRobots":true,"color":"#1877f2"},{"id":"twitterbot","name":"Twitterbot","category":"fetcher","organization":"X Corp","description":"Twitter/X card preview fetcher","website":"https://developer.twitter.com","robotsName":"Twitterbot","baseScore":25,"respectsRobots":true,"color":"#1da1f2"},{"id":"linkedinbot","name":"LinkedInBot","category":"fetcher","organization":"LinkedIn","description":"LinkedIn link preview fetcher","website":"https://linkedin.com","robotsName":"LinkedInBot","baseScore":25,"respectsRobots":true,"color":"#0077b5"},{"id":"slackbot","name":"Slackbot","category":"fetcher","organization":"Slack","description":"Slack link preview fetcher","website":"https://api.slack.com/robots","robotsName":"Slackbot","baseScore":25,"respectsRobots":true,"color":"#4a154b"},{"id":"telegrambot","name":"TelegramBot","category":"fetcher","organization":"Telegram","description":"Telegram link preview fetcher","website":"https://telegram.org","robotsName":"TelegramBot","baseScore":25,"respectsRobots":true,"color":"#0088cc"},{"id":"whatsapp","name":"WhatsApp","category":"fetcher","organization":"Meta","description":"WhatsApp link preview fetcher","website":"https://whatsapp.com","robotsName":"WhatsApp","baseScore":25,"respectsRobots":true,"color":"#25d366"},{"id":"discordbot","name":"Discordbot","category":"fetcher","organization":"Discord","description":"Discord link preview fetcher","website":"https://discord.com","robotsName":"Discordbot","baseScore":25,"respectsRobots":true,"color":"#5865f2"},{"id":"pinterestbot","name":"Pinterest","category":"fetcher","organization":"Pinterest","description":"Pinterest crawler","website":"https://pinterest.com","robotsName":"Pinterest","baseScore":30,"respectsRobots":true,"color":"#bd081c"},{"id":"tumblr","name":"Tumblr","category":"fetcher","organization":"Automattic","description":"Tumblr crawler","website":"https://tumblr.com","robotsName":"Tumblr","baseScore":30,"respectsRobots":true,"color":"#36465d"},{"id":"reddit","name":"Reddit","category":"fetcher","organization":"Reddit","description":"Reddit link fetcher","website":"https://reddit.com","robotsName":"Redditbot","baseScore":30,"respectsRobots":true,"color":"#ff4500"},{"id":"embedly","name":"Embedly","category":"fetcher","organization":"Medium","description":"Embedly embed service","website":"https://embed.ly","robotsName":"Embedly","baseScore":30,"respectsRobots":true,"color":"#1e2432"},{"id":"iframely","name":"Iframely","category":"fetcher","organization":"Iframely","description":"Iframely embed service","website":"https://iframely.com","robotsName":"Iframely","baseScore":30,"respectsRobots":true,"color":"#21a8e1"},{"id":"curl","name":"cURL","category":"fetcher","organization":"Open Source","description":"cURL command-line HTTP tool","website":"https://curl.se","robotsName":"","baseScore":45,"respectsRobots":false,"color":"#073551"},{"id":"wget","name":"Wget","category":"fetcher","organization":"GNU","description":"GNU Wget download utility","website":"https://www.gnu.org/software/wget/","robotsName":"","baseScore":45,"respectsRobots":false,"color":"#999999"},{"id":"libwww-perl","name":"libwww-perl","category":"fetcher","organization":"Perl","description":"Perl LWP library","website":"https://metacpan.org/pod/LWP","robotsName":"","baseScore":50,"respectsRobots":false,"color":"#39457e"},{"id":"lwp","name":"LWP","category":"fetcher","organization":"Perl","description":"Perl LWP UserAgent","website":"https://metacpan.org/pod/LWP::UserAgent","robotsName":"","baseScore":50,"respectsRobots":false,"color":"#39457e"},{"id":"httrack","name":"HTTrack","category":"fetcher","organization":"Open Source","description":"HTTrack website copier","website":"https://httrack.com","robotsName":"HTTrack","baseScore":60,"respectsRobots":true,"color":"#003366"},{"id":"webdecoybot","name":"WebDecoyBot","category":"monitoring","organization":"WebDecoy","description":"WebDecoy's first-party crawler: verifies sensor installs and runs agent-readiness scans on domains the owner has verified.","website":"https://bot.webdecoy.com","robotsName":"WebDecoyBot","baseScore":5,"respectsRobots":true,"color":"#00bcd4"},{"id":"uptimerobot","name":"UptimeRobot","category":"monitoring","organization":"UptimeRobot","description":"UptimeRobot uptime monitoring","website":"https://uptimerobot.com","robotsName":"UptimeRobot","baseScore":20,"respectsRobots":true,"color":"#3bd671"},{"id":"pingdom","name":"Pingdom","category":"monitoring","organization":"SolarWinds","description":"Pingdom website monitoring","website":"https://pingdom.com","robotsName":"Pingdom","baseScore":20,"respectsRobots":true,"color":"#fff000"},{"id":"statuscake","name":"StatusCake","category":"monitoring","organization":"StatusCake","description":"StatusCake uptime monitoring","website":"https://statuscake.com","robotsName":"StatusCake","baseScore":20,"respectsRobots":true,"color":"#1bb8d0"},{"id":"better-uptime","name":"Better Uptime","category":"monitoring","organization":"Better Stack","description":"Better Uptime monitoring","website":"https://betteruptime.com","robotsName":"Better Uptime","baseScore":20,"respectsRobots":true,"color":"#60a5fa"},{"id":"datadog-synthetics","name":"Datadog Synthetics","category":"monitoring","organization":"Datadog","description":"Datadog synthetic monitoring","website":"https://datadoghq.com","robotsName":"Datadog","baseScore":25,"respectsRobots":true,"color":"#632ca6"},{"id":"newrelic","name":"New Relic","category":"monitoring","organization":"New Relic","description":"New Relic synthetic monitoring","website":"https://newrelic.com","robotsName":"NewRelic","baseScore":25,"respectsRobots":true,"color":"#008c99"},{"id":"site24x7","name":"Site24x7","category":"monitoring","organization":"Zoho","description":"Site24x7 monitoring","website":"https://site24x7.com","robotsName":"Site24x7","baseScore":20,"respectsRobots":true,"color":"#f7941d"},{"id":"freshping","name":"Freshping","category":"monitoring","organization":"Freshworks","description":"Freshping uptime monitoring","website":"https://freshping.io","robotsName":"Freshping","baseScore":20,"respectsRobots":true,"color":"#00a65a"},{"id":"hetrixtools","name":"HetrixTools","category":"monitoring","organization":"HetrixTools","description":"HetrixTools uptime monitor","website":"https://hetrixtools.com","robotsName":"HetrixTools","baseScore":20,"respectsRobots":true,"color":"#ff6b35"},{"id":"nodeping","name":"NodePing","category":"monitoring","organization":"NodePing","description":"NodePing monitoring service","website":"https://nodeping.com","robotsName":"NodePing","baseScore":20,"respectsRobots":true,"color":"#4a90d9"},{"id":"feedly","name":"Feedly","category":"feed_reader","organization":"Feedly","description":"Feedly RSS reader","website":"https://feedly.com","robotsName":"Feedly","baseScore":25,"respectsRobots":true,"color":"#2bb24c"},{"id":"newsblur","name":"NewsBlur","category":"feed_reader","organization":"NewsBlur","description":"NewsBlur feed reader","website":"https://newsblur.com","robotsName":"NewsBlur","baseScore":25,"respectsRobots":true,"color":"#6a9e00"},{"id":"inoreader","name":"Inoreader","category":"feed_reader","organization":"Inoreader","description":"Inoreader feed reader","website":"https://inoreader.com","robotsName":"Inoreader","baseScore":25,"respectsRobots":true,"color":"#007bc7"},{"id":"theoldreader","name":"The Old Reader","category":"feed_reader","organization":"The Old Reader","description":"The Old Reader RSS reader","website":"https://theoldreader.com","robotsName":"The Old Reader","baseScore":25,"respectsRobots":true,"color":"#d82d20"},{"id":"feedbin","name":"Feedbin","category":"feed_reader","organization":"Feedbin","description":"Feedbin RSS reader","website":"https://feedbin.com","robotsName":"Feedbin","baseScore":25,"respectsRobots":true,"color":"#292a2b"},{"id":"miniflux","name":"Miniflux","category":"feed_reader","organization":"Open Source","description":"Miniflux minimalist feed reader","website":"https://miniflux.app","robotsName":"Miniflux","baseScore":25,"respectsRobots":true,"color":"#333333"},{"id":"freshrss","name":"FreshRSS","category":"feed_reader","organization":"Open Source","description":"FreshRSS self-hosted reader","website":"https://freshrss.org","robotsName":"FreshRSS","baseScore":25,"respectsRobots":true,"color":"#24a0c4"},{"id":"commafeed","name":"CommaFeed","category":"feed_reader","organization":"Open Source","description":"CommaFeed RSS reader","website":"https://commafeed.com","robotsName":"CommaFeed","baseScore":25,"respectsRobots":true,"color":"#ff6600"},{"id":"diffbot","name":"Diffbot","category":"commercial_scraper","organization":"Diffbot","description":"Diffbot AI web scraping API","website":"https://diffbot.com","robotsName":"Diffbot","baseScore":70,"respectsRobots":true,"color":"#0066cc"},{"id":"import-io","name":"Import.io","category":"commercial_scraper","organization":"Import.io","description":"Import.io web data platform","website":"https://import.io","robotsName":"Import.io","baseScore":65,"respectsRobots":true,"color":"#00b5e2"},{"id":"bright-data","name":"Bright Data","category":"commercial_scraper","organization":"Bright Data","description":"Bright Data (Luminati) web scraping","website":"https://brightdata.com","robotsName":"BrightData","baseScore":70,"respectsRobots":false,"color":"#ff6600"},{"id":"oxylabs","name":"Oxylabs","category":"commercial_scraper","organization":"Oxylabs","description":"Oxylabs web scraping infrastructure","website":"https://oxylabs.io","robotsName":"Oxylabs","baseScore":70,"respectsRobots":false,"color":"#1a1a1a"},{"id":"scrapingbee","name":"ScrapingBee","category":"commercial_scraper","organization":"ScrapingBee","description":"ScrapingBee web scraping API","website":"https://scrapingbee.com","robotsName":"ScrapingBee","baseScore":65,"respectsRobots":true,"color":"#f5a623"},{"id":"scrapingant","name":"ScrapingAnt","category":"commercial_scraper","organization":"ScrapingAnt","description":"ScrapingAnt headless browser API","website":"https://scrapingant.com","robotsName":"ScrapingAnt","baseScore":65,"respectsRobots":true,"color":"#ff4444"},{"id":"zyte","name":"Zyte","category":"commercial_scraper","organization":"Zyte","description":"Zyte (Scrapinghub) web scraping","website":"https://zyte.com","robotsName":"Zyte","baseScore":65,"respectsRobots":true,"color":"#00a79d"},{"id":"apify","name":"Apify","category":"commercial_scraper","organization":"Apify","description":"Apify web scraping platform","website":"https://apify.com","robotsName":"Apify","baseScore":65,"respectsRobots":true,"color":"#97d700"},{"id":"crawlbase","name":"Crawlbase","category":"commercial_scraper","organization":"Crawlbase","description":"Crawlbase web scraping API","website":"https://crawlbase.com","robotsName":"Crawlbase","baseScore":65,"respectsRobots":true,"color":"#6c5ce7"},{"id":"webscrapingapi","name":"WebScrapingAPI","category":"commercial_scraper","organization":"WebScrapingAPI","description":"WebScrapingAPI service","website":"https://webscrapingapi.com","robotsName":"WebScrapingAPI","baseScore":65,"respectsRobots":true,"color":"#2d3436"},{"id":"gemini-deep-research","name":"Gemini-Deep-Research","category":"ai_assistant","organization":"Google","description":"Gemini deep research assistant","website":"https://gemini.google.com","robotsName":"Gemini-Deep-Research","baseScore":65,"respectsRobots":true,"color":"#4285f4"},{"id":"copilot","name":"Microsoft Copilot","category":"ai_assistant","organization":"Microsoft","description":"Microsoft Copilot browsing assistant","website":"https://copilot.microsoft.com","robotsName":"Copilot","baseScore":65,"respectsRobots":true,"color":"#00a4ef"},{"id":"cortana","name":"Cortana","category":"ai_assistant","organization":"Microsoft","description":"Microsoft Cortana assistant","website":"https://microsoft.com","robotsName":"Cortana","baseScore":60,"respectsRobots":true,"color":"#00a4ef"},{"id":"siri","name":"Siri","category":"ai_assistant","organization":"Apple","description":"Apple Siri web lookup","website":"https://apple.com","robotsName":"Siri","baseScore":60,"respectsRobots":true,"color":"#555555"}]}