[{"data":1,"prerenderedAt":308},["ShallowReactive",2],{"navLinks":3,"sidebar_docs_navigation_\u002Fverified-bots-crawlers":124,"navigation":125,"navLinks_footer":166,"page-\u002Fverified-bots-crawlers":196},{"id":4,"extension":5,"links":6,"meta":121,"stem":122,"__hash__":123},"navigationMenu\u002Fnavigation.json","json",[7,57,62,103],{"label":8,"icon":9,"nested":10,"children":11},"API Products","i-lucide-box",true,[12,17,22,27,32,37,42,47,52],{"label":13,"to":14,"description":15,"icon":16},"Full IP Lookup","\u002Ffull-ip-lookup","Enrich any IP with complete intelligence","i-lucide-globe",{"label":18,"to":19,"description":20,"icon":21},"Proxy & VPN Detection","\u002Fproxy-vpn-detection","Identify proxies and VPN networks","i-lucide-shield-alert",{"label":23,"to":24,"description":25,"icon":26},"Tor Exit Nodes","\u002Ftor-exit-nodes","Block Tor anonymity network traffic","i-lucide-eye-off",{"label":28,"to":29,"description":30,"icon":31},"Granular Geolocation","\u002Fgranular-geolocation","Highly accurate location mapping","i-lucide-map-pin",{"label":33,"to":34,"description":35,"icon":36},"Threat Scoring System","\u002Fthreat-scoring-system","Unified traffic risk score","i-lucide-activity",{"label":38,"to":39,"description":40,"icon":41},"ASN & Carrier Data","\u002Fasn-carrier-data","Identify autonomous systems","i-lucide-server",{"label":43,"to":44,"description":45,"icon":46},"Disposable Email Check","\u002Fdisposable-email-check","Detect temporary email domains","i-lucide-mail",{"label":48,"to":49,"description":50,"icon":51},"User Agent Parser","\u002Fuser-agent-bot-parser","Parse messy HTTP headers","i-lucide-bot",{"label":53,"to":54,"description":55,"icon":56},"Verified Bots","\u002Fverified-bots-crawlers","Identify legitimate search engine crawlers","i-lucide-check-circle",{"label":58,"to":59,"icon":60,"nested":61},"Pricing","\u002Fpricing","i-lucide-credit-card",false,{"label":63,"to":64,"icon":65,"nested":10,"children":66},"Docs","\u002Fdocs","i-lucide-book-open",[67,71,76,81,86,91,95,98],{"label":68,"to":64,"description":69,"icon":70},"Getting Started","Learn how to setup and use IP Shield","i-lucide-rocket",{"label":72,"to":73,"description":74,"icon":75},"All Endpoints","\u002Fdocs\u002Fendpoints\u002Femail-domain-check","Reference for all IP Shield REST API endpoints","i-lucide-plug",{"label":77,"to":78,"description":79,"icon":80},"Network API","\u002Fdocs\u002Fendpoints\u002Fnetwork","Network intelligence and routing data","i-lucide-network",{"label":82,"to":83,"description":84,"icon":85},"Summary API","\u002Fdocs\u002Fendpoints\u002Fsummary","Full IP intelligence summary","i-lucide-bar-chart-2",{"label":87,"to":88,"description":89,"icon":90},"Lookup IP API","\u002Fdocs\u002Fendpoints\u002Flookup-ip","Single IP data lookup","i-lucide-search",{"label":92,"to":93,"description":94,"icon":31},"Geo Check API","\u002Fdocs\u002Fendpoints\u002Fgeo-check","Check geographic location",{"label":96,"to":73,"description":97,"icon":46},"Email Domain Check API","Verify disposable email domains",{"label":99,"to":100,"description":101,"icon":102},"User Agent Check API","\u002Fdocs\u002Fendpoints\u002Fuser-agent-check","Detect malicious user agents","i-lucide-monitor",{"label":104,"icon":105,"nested":10,"children":106},"Resources","i-lucide-library",[107,112,117],{"label":108,"to":109,"icon":110,"description":111},"About Us","\u002Fabout","i-lucide-info","Learn more about IP Shield and our mission",{"label":113,"to":114,"icon":115,"description":116},"Blog","\u002Fblog","i-lucide-newspaper","Latest news, updates, and security articles",{"label":118,"to":119,"description":120,"icon":46},"Contact Us","\u002Fcontact","Get in touch with our support team",{},"navigation","OH-Zj4UmYqVQJC8Ts6f4KeKRzXJYi5trdK22JpX9Y0Q",[],[126],{"title":63,"path":64,"stem":127,"children":128},"docs",[129,132,149],{"title":130,"path":64,"stem":131},"Introduction","docs\u002Findex",{"title":133,"path":134,"stem":135,"children":136,"page":61},"Credit & Authorization","\u002Fdocs\u002Fcredits-and-auth","docs\u002Fcredits-and-auth",[137,141,145],{"title":138,"path":139,"stem":140},"Authentication","\u002Fdocs\u002Fcredits-and-auth\u002Fauth","docs\u002Fcredits-and-auth\u002Fauth",{"title":142,"path":143,"stem":144},"Credits & Usage","\u002Fdocs\u002Fcredits-and-auth\u002Fcredits-usage","docs\u002Fcredits-and-auth\u002Fcredits-usage",{"title":146,"path":147,"stem":148},"Rate Limits","\u002Fdocs\u002Fcredits-and-auth\u002Frate-limits","docs\u002Fcredits-and-auth\u002Frate-limits",{"title":150,"path":151,"stem":152,"children":153,"page":61},"API Endpoints","\u002Fdocs\u002Fendpoints","docs\u002Fendpoints",[154,156,158,160,162,164],{"title":96,"path":73,"stem":155},"docs\u002Fendpoints\u002Femail-domain-check",{"title":92,"path":93,"stem":157},"docs\u002Fendpoints\u002Fgeo-check",{"title":87,"path":88,"stem":159},"docs\u002Fendpoints\u002Flookup-ip",{"title":77,"path":78,"stem":161},"docs\u002Fendpoints\u002Fnetwork",{"title":82,"path":83,"stem":163},"docs\u002Fendpoints\u002Fsummary",{"title":99,"path":100,"stem":165},"docs\u002Fendpoints\u002Fuser-agent-check",{"id":4,"extension":5,"links":167,"meta":195,"stem":122,"__hash__":123},[168,179,180,190],{"label":8,"icon":9,"nested":10,"children":169},[170,171,172,173,174,175,176,177,178],{"label":13,"to":14,"description":15,"icon":16},{"label":18,"to":19,"description":20,"icon":21},{"label":23,"to":24,"description":25,"icon":26},{"label":28,"to":29,"description":30,"icon":31},{"label":33,"to":34,"description":35,"icon":36},{"label":38,"to":39,"description":40,"icon":41},{"label":43,"to":44,"description":45,"icon":46},{"label":48,"to":49,"description":50,"icon":51},{"label":53,"to":54,"description":55,"icon":56},{"label":58,"to":59,"icon":60,"nested":61},{"label":63,"to":64,"icon":65,"nested":10,"children":181},[182,183,184,185,186,187,188,189],{"label":68,"to":64,"description":69,"icon":70},{"label":72,"to":73,"description":74,"icon":75},{"label":77,"to":78,"description":79,"icon":80},{"label":82,"to":83,"description":84,"icon":85},{"label":87,"to":88,"description":89,"icon":90},{"label":92,"to":93,"description":94,"icon":31},{"label":96,"to":73,"description":97,"icon":46},{"label":99,"to":100,"description":101,"icon":102},{"label":104,"icon":105,"nested":10,"children":191},[192,193,194],{"label":108,"to":109,"icon":110,"description":111},{"label":113,"to":114,"icon":115,"description":116},{"label":118,"to":119,"description":120,"icon":46},{},{"id":197,"title":198,"body":199,"cta":206,"description":217,"extension":218,"faqs":219,"features":235,"hasMarkDownContent":61,"hero":265,"meta":269,"navigation":10,"path":54,"sections":270,"seo":305,"stem":306,"__hash__":307},"pages\u002Fverified-bots-crawlers.md","Verified Bots & Crawlers API",{"type":200,"value":201,"toc":202},"minimark",[],{"title":203,"searchDepth":204,"depth":204,"links":205},"",2,[],{"title":207,"description":208,"links":209},"Protect your SEO rankings","Get 1,000 free requests per month when you register.",[210],{"label":211,"to":212,"external":10,"target":213,"color":214,"size":215,"icon":216,"trailing":10},"Get API Key","\u002Faccount","_self","primary","lg","i-lucide-arrow-right","Accurately identify legitimate search engine crawlers and automated agents using official provider geofeeds—no slow DNS lookups required.","md",[220,224,227,231],{"label":221,"content":222,"icon":223},"How is this different from the User Agent Parser?","The User Agent Parser only tells you what the client *claims* to be in their HTTP headers (which is easily spoofed). This Verified Bots API checks the underlying network IP against official provider infrastructure databases to prove *who they actually are*.","i-lucide-help-circle",{"label":225,"content":226,"icon":41},"Do you use reverse DNS to verify Googlebot?","No. Reverse and forward DNS lookups (rDNS\u002FfDNS) add hundreds of milliseconds of latency and can occasionally fail. Instead, we directly ingest the official IP range JSON feeds published by Google, Bing, OpenAI, and other providers.",{"label":228,"content":229,"icon":230},"Which bots and crawlers do you track?","We currently ingest data for Google (Googlebot, User-Triggered Fetchers), Bing, OpenAI (GPTBot, ChatGPT, SearchBot), Apple (Applebot), Meta\u002FFacebook, X\u002FTwitter, Pinterest, Telegram, DuckDuckGo, Ahrefs, SEMrush, and CommonCrawler.","i-lucide-list",{"label":232,"content":233,"icon":234},"How often are the IP ranges updated?","Our engine continuously polls the official provider endpoints (JSON, CSV, and HTML pages) and automatically distributes updates to the edge nodes.","i-lucide-refresh-ccw",{"title":236,"description":237,"items":238},"Verified Bot Identification","Stop impostors while rolling out the red carpet for legitimate SEO crawlers.",[239,242,246,250,254,258,262],{"title":240,"description":241,"icon":90},"Search Engine Verification","Never accidentally block Googlebot or Bingbot from indexing your site.",{"title":243,"description":244,"icon":245},"Spoofing Prevention","Automatically catch attackers setting fake Googlebot User-Agents to bypass WAFs.","i-lucide-user-x",{"title":247,"description":248,"icon":249},"No Slow DNS Lookups","Avoid the massive latency penalty of standard reverse DNS verification checks.","i-lucide-server-fast",{"title":251,"description":252,"icon":253},"Continually Updated","Geofeeds and lists are refreshed regularly to capture provider infrastructure changes.","i-lucide-refresh-cw",{"title":255,"description":256,"icon":257},"Simple Integration","The `is_known_bot` boolean flag provides a simple yes\u002Fno answer for your firewall rules.","i-lucide-code",{"title":259,"description":260,"icon":261},"AI Scraper Controls","Readily identify AI bots like GPTBot to protect your copyrighted data from being ingested.","i-lucide-brain-circuit",{"title":263,"description":264,"icon":16},"Broad Coverage","Encompasses all major global and regional search providers and diagnostic bots.",{"badge":266,"orientation":267,"json":268},"SEO Protection","horizontal","{\n  \"ok\": true,\n  \"date\": \"2025-06-12T00:00:00Z\",\n  \"data\": {\n    \"ip\": \"66.249.66.1\",\n    \"proxy\": false,\n    \"vpn\": false,\n    \"threat_level\": 0,\n    \"is_known_bot\": true,\n    \"bot_details\": {\n      \"bot_owner\": \"google\",\n      \"creationTime\": \"2024-03-09T22:00:00.000Z\"\n    },\n    \"is_tor_node\": false,\n    \"tor_details\": null,\n    \"asn\": {\n      \"asn_id\": \"15169\",\n      \"asn_name\": \"GOOGLE\",\n      \"classification\": \"Search Engine\",\n      \"route_visibility_count\": 2679\n    }\n  },\n  \"meta\": {\n    \"total_credits\": 10000,\n    \"credits_remaining\": 9999\n  }\n}\n",{},[271,288],{"title":272,"description":273,"orientation":267,"image":274,"features":277},"Pre-Fetched Official Geofeeds","Unlike legacy systems that rely on slow and spoofable reverse\u002Fforward DNS lookups, our engine proactively fetches official IP ranges directly from verified providers (Google, Bing, OpenAI, etc.).",{"src":275,"alt":276},"\u002Fproducts\u002Fverified_bots_abstract.png","Search engine verification abstract visualization",[278,281,285],{"title":279,"description":280,"icon":56},"100% Accuracy","Traffic flagged as a known bot is mathematically guaranteed to belong to that provider's published infrastructure.",{"title":282,"description":283,"icon":284},"Zero Latency","Bypassing DNS queries means bot verification happens in-memory at the edge in less than 1 millisecond.","i-lucide-zap",{"title":286,"description":287,"icon":51},"Broad Provider Support","We track IP ranges for Google, Bing, OpenAI, Meta, Apple, DuckDuckGo, Ahrefs, and more.",{"title":289,"description":290,"orientation":267,"reverse":10,"image":291,"features":294},"AI Scraper & Crawler Protection","Control how AI models and specialized web crawlers access your content. Quickly allow, limit, or block agents like OpenAI's GPTBot, CommonCrawler, or Ahrefs based on verified IP ownership.",{"src":292,"alt":293},"\u002Fproducts\u002Ffull_geo_network_abstract.png","Network routing abstract visualization",[295,298,301],{"title":296,"description":297,"icon":261},"OpenAI Detection","Accurately identify GPTBot, ChatGPT User, and SearchBot traffic.",{"title":299,"description":300,"icon":21},"Protect Bandwidth","Block resource-intensive crawlers like SEMrush or Ahrefs if they impact server performance.",{"title":302,"description":303,"icon":304},"Prevent Content Scraping","Enforce your robots.txt dynamically by denying access at the network edge.","i-lucide-file-lock-2",{"title":198,"description":217},"verified-bots-crawlers","pNxtAkDPGH_IDfQAJHaFOWxm2Z1aBlQqkBAjV6YcKuM",1782044514907]