[{"data":1,"prerenderedAt":332},["ShallowReactive",2],{"navLinks":3,"sidebar_docs_navigation_\u002Fuser-agent-bot-parser":124,"navigation":125,"navLinks_footer":166,"page-\u002Fuser-agent-bot-parser":196},{"id":4,"extension":5,"links":6,"meta":121,"stem":122,"__hash__":123},"navigationMenu\u002Fnavigation.json","json",[7,57,62,103],{"label":8,"icon":9,"nested":10,"children":11},"API Products","i-lucide-box",true,[12,17,22,27,32,37,42,47,52],{"label":13,"to":14,"description":15,"icon":16},"Full IP Lookup","\u002Ffull-ip-lookup","Enrich any IP with complete intelligence","i-lucide-globe",{"label":18,"to":19,"description":20,"icon":21},"Proxy & VPN Detection","\u002Fproxy-vpn-detection","Identify proxies and VPN networks","i-lucide-shield-alert",{"label":23,"to":24,"description":25,"icon":26},"Tor Exit Nodes","\u002Ftor-exit-nodes","Block Tor anonymity network traffic","i-lucide-eye-off",{"label":28,"to":29,"description":30,"icon":31},"Granular Geolocation","\u002Fgranular-geolocation","Highly accurate location mapping","i-lucide-map-pin",{"label":33,"to":34,"description":35,"icon":36},"Threat Scoring System","\u002Fthreat-scoring-system","Unified traffic risk score","i-lucide-activity",{"label":38,"to":39,"description":40,"icon":41},"ASN & Carrier Data","\u002Fasn-carrier-data","Identify autonomous systems","i-lucide-server",{"label":43,"to":44,"description":45,"icon":46},"Disposable Email Check","\u002Fdisposable-email-check","Detect temporary email domains","i-lucide-mail",{"label":48,"to":49,"description":50,"icon":51},"User Agent Parser","\u002Fuser-agent-bot-parser","Parse messy HTTP headers","i-lucide-bot",{"label":53,"to":54,"description":55,"icon":56},"Verified Bots","\u002Fverified-bots-crawlers","Identify legitimate search engine crawlers","i-lucide-check-circle",{"label":58,"to":59,"icon":60,"nested":61},"Pricing","\u002Fpricing","i-lucide-credit-card",false,{"label":63,"to":64,"icon":65,"nested":10,"children":66},"Docs","\u002Fdocs","i-lucide-book-open",[67,71,76,81,86,91,95,98],{"label":68,"to":64,"description":69,"icon":70},"Getting Started","Learn how to setup and use IP Shield","i-lucide-rocket",{"label":72,"to":73,"description":74,"icon":75},"All Endpoints","\u002Fdocs\u002Fendpoints\u002Femail-domain-check","Reference for all IP Shield REST API endpoints","i-lucide-plug",{"label":77,"to":78,"description":79,"icon":80},"Network API","\u002Fdocs\u002Fendpoints\u002Fnetwork","Network intelligence and routing data","i-lucide-network",{"label":82,"to":83,"description":84,"icon":85},"Summary API","\u002Fdocs\u002Fendpoints\u002Fsummary","Full IP intelligence summary","i-lucide-bar-chart-2",{"label":87,"to":88,"description":89,"icon":90},"Lookup IP API","\u002Fdocs\u002Fendpoints\u002Flookup-ip","Single IP data lookup","i-lucide-search",{"label":92,"to":93,"description":94,"icon":31},"Geo Check API","\u002Fdocs\u002Fendpoints\u002Fgeo-check","Check geographic location",{"label":96,"to":73,"description":97,"icon":46},"Email Domain Check API","Verify disposable email domains",{"label":99,"to":100,"description":101,"icon":102},"User Agent Check API","\u002Fdocs\u002Fendpoints\u002Fuser-agent-check","Detect malicious user agents","i-lucide-monitor",{"label":104,"icon":105,"nested":10,"children":106},"Resources","i-lucide-library",[107,112,117],{"label":108,"to":109,"icon":110,"description":111},"About Us","\u002Fabout","i-lucide-info","Learn more about IP Shield and our mission",{"label":113,"to":114,"icon":115,"description":116},"Blog","\u002Fblog","i-lucide-newspaper","Latest news, updates, and security articles",{"label":118,"to":119,"description":120,"icon":46},"Contact Us","\u002Fcontact","Get in touch with our support team",{},"navigation","OH-Zj4UmYqVQJC8Ts6f4KeKRzXJYi5trdK22JpX9Y0Q",[],[126],{"title":63,"path":64,"stem":127,"children":128},"docs",[129,132,149],{"title":130,"path":64,"stem":131},"Introduction","docs\u002Findex",{"title":133,"path":134,"stem":135,"children":136,"page":61},"Credit & Authorization","\u002Fdocs\u002Fcredits-and-auth","docs\u002Fcredits-and-auth",[137,141,145],{"title":138,"path":139,"stem":140},"Authentication","\u002Fdocs\u002Fcredits-and-auth\u002Fauth","docs\u002Fcredits-and-auth\u002Fauth",{"title":142,"path":143,"stem":144},"Credits & Usage","\u002Fdocs\u002Fcredits-and-auth\u002Fcredits-usage","docs\u002Fcredits-and-auth\u002Fcredits-usage",{"title":146,"path":147,"stem":148},"Rate Limits","\u002Fdocs\u002Fcredits-and-auth\u002Frate-limits","docs\u002Fcredits-and-auth\u002Frate-limits",{"title":150,"path":151,"stem":152,"children":153,"page":61},"API Endpoints","\u002Fdocs\u002Fendpoints","docs\u002Fendpoints",[154,156,158,160,162,164],{"title":96,"path":73,"stem":155},"docs\u002Fendpoints\u002Femail-domain-check",{"title":92,"path":93,"stem":157},"docs\u002Fendpoints\u002Fgeo-check",{"title":87,"path":88,"stem":159},"docs\u002Fendpoints\u002Flookup-ip",{"title":77,"path":78,"stem":161},"docs\u002Fendpoints\u002Fnetwork",{"title":82,"path":83,"stem":163},"docs\u002Fendpoints\u002Fsummary",{"title":99,"path":100,"stem":165},"docs\u002Fendpoints\u002Fuser-agent-check",{"id":4,"extension":5,"links":167,"meta":195,"stem":122,"__hash__":123},[168,179,180,190],{"label":8,"icon":9,"nested":10,"children":169},[170,171,172,173,174,175,176,177,178],{"label":13,"to":14,"description":15,"icon":16},{"label":18,"to":19,"description":20,"icon":21},{"label":23,"to":24,"description":25,"icon":26},{"label":28,"to":29,"description":30,"icon":31},{"label":33,"to":34,"description":35,"icon":36},{"label":38,"to":39,"description":40,"icon":41},{"label":43,"to":44,"description":45,"icon":46},{"label":48,"to":49,"description":50,"icon":51},{"label":53,"to":54,"description":55,"icon":56},{"label":58,"to":59,"icon":60,"nested":61},{"label":63,"to":64,"icon":65,"nested":10,"children":181},[182,183,184,185,186,187,188,189],{"label":68,"to":64,"description":69,"icon":70},{"label":72,"to":73,"description":74,"icon":75},{"label":77,"to":78,"description":79,"icon":80},{"label":82,"to":83,"description":84,"icon":85},{"label":87,"to":88,"description":89,"icon":90},{"label":92,"to":93,"description":94,"icon":31},{"label":96,"to":73,"description":97,"icon":46},{"label":99,"to":100,"description":101,"icon":102},{"label":104,"icon":105,"nested":10,"children":191},[192,193,194],{"label":108,"to":109,"icon":110,"description":111},{"label":113,"to":114,"icon":115,"description":116},{"label":118,"to":119,"description":120,"icon":46},{},{"id":197,"title":198,"body":199,"cta":206,"description":217,"extension":218,"faqs":219,"features":242,"hasMarkDownContent":61,"hero":272,"meta":276,"navigation":10,"path":49,"sections":277,"seo":329,"stem":330,"__hash__":331},"pages\u002Fuser-agent-bot-parser.md","User Agent & Bot Parser API",{"type":200,"value":201,"toc":202},"minimark",[],{"title":203,"searchDepth":204,"depth":204,"links":205},"",2,[],{"title":207,"description":208,"links":209},"Analyze your traffic","Get 1,000 free requests per month when you register.",[210],{"label":211,"to":212,"external":10,"target":213,"color":214,"size":215,"icon":216,"trailing":10},"Get API Key","\u002Faccount","_self","primary","lg","i-lucide-arrow-right","Parse user agents and cross-verify IPs to identify legitimate search engine crawlers and flag malicious scrapers.","md",[220,223,227,231,234,238],{"label":221,"content":222,"icon":90},"How do you verify a search engine crawler?","While the Bot Parser extracts the claimed identity from the header, you must combine this with our Network API to verify the bot. The Network API instantly checks the IP against our constantly updated database of official provider geofeeds (Google, Bing, OpenAI, etc.) to verify ownership.",{"label":224,"content":225,"icon":226},"Can attackers spoof User-Agents?","Yes, changing a User-Agent is trivial. That is why relying solely on headers is dangerous. Our parser tells you what the client claims to be, but you should use our Network API's is_known_bot flag to verify that claim against the network origin.","i-lucide-user-x",{"label":228,"content":229,"icon":230},"Does it extract device types and operating systems?","Yes, the parser returns structured data including OS, browser version, device category (mobile, tablet, desktop, smart-tv), and rendering engine, making it perfect for analytics.","i-lucide-monitor-smartphone",{"label":232,"content":233,"icon":56},"What happens if the User-Agent is not a bot?","If the parser determines the User-Agent is a standard, clean web browser, the API returns a simple `{ clean: true }` payload to minimize bandwidth and processing time.",{"label":235,"content":236,"icon":237},"How fast is the regex parsing?","We use a highly optimized memory-mapped database (LMDB) at the edge to evaluate thousands of regular expressions against the header in under 1 millisecond.","i-lucide-gauge",{"label":239,"content":240,"icon":241},"How often are the bot definitions updated?","Our threat research team constantly monitors web traffic patterns to identify new scraping tools and headless browser signatures, pushing updates to the edge continuously.","i-lucide-refresh-cw",{"title":243,"description":244,"items":245},"Understand Your Traffic","Convert messy HTTP headers into actionable structured intelligence.",[246,250,253,257,261,265,268],{"title":247,"description":248,"icon":249},"Ultra-Fast Parsing","Regex evaluations are optimized using LMDB at the edge for sub-millisecond response times.","i-lucide-zap",{"title":251,"description":252,"icon":241},"Continuous Regex Updates","Our parser rules are constantly updated to identify new bots and scraping tools.",{"title":254,"description":255,"icon":256},"Threat Severity","Responses include a severity score (safe, suspicious, malicious) for easy blocking logic.","i-lucide-shield",{"title":258,"description":259,"icon":260},"Deep Categorization","Classify traffic into granular categories like \"Search Engine\", \"Uptime Monitor\", or \"Scraper\".","i-lucide-layers",{"title":262,"description":263,"icon":264},"Low Payload Size","Streamlined JSON responses keep your application fast and efficient.","i-lucide-braces",{"title":266,"description":267,"icon":60},"Rate Limiting","Standard API quota management ensures reliable access without unexpected overages.",{"title":269,"description":270,"icon":271},"Seamless Integration","Pass the raw header directly in the URL path; we handle the decoding and parsing.","i-lucide-code",{"badge":273,"orientation":274,"json":275},"Traffic Analysis","horizontal","{\n  \"ok\": true,\n  \"date\": \"2025-06-12T00:00:00.000Z\",\n  \"data\": {\n    \"useragent\": \"Nmap Scripting Engine 7.92\",\n    \"useragent_rx\": \"^Nmap Scripting Engine.*\",\n    \"description\": \"Nmap Network Mapper\",\n    \"tool\": \"Scanner\",\n    \"category\": \"Reconnaissance\",\n    \"link\": \"https:\u002F\u002Fnmap.org\u002F\",\n    \"priority\": \"high\",\n    \"severity\": \"critical\"\n  },\n  \"meta\": {\n    \"total_credits\": 10000,\n    \"credits_remaining\": 9999\n  }\n}\n",{},[278,295,311],{"title":279,"description":280,"orientation":274,"image":281,"features":284},"Bot & Scraper Detection","Raw User-Agent strings are messy, frequently spoofed, and hard to analyze. The Bot Parser normalizes these strings into structured data, allowing you to easily identify automated scripts, HTTP libraries, and known scraping tools.",{"src":282,"alt":283},"\u002Fproducts\u002Fbot_parser_1781163885187.png","Bot Parsing and Traffic Analysis",[285,288,291],{"title":286,"description":287,"icon":51},"Malicious Bot Detection","Catch automated scrapers and headless browsers instantly.",{"title":289,"description":290,"icon":21},"Programmatic Blocking","Easily drop requests coming from default programmatic agents like Python Requests or curl.",{"title":292,"description":293,"icon":294},"Vulnerability Scanners","Detect and block automated tools probing your application for security flaws.","i-lucide-scan",{"title":296,"description":297,"orientation":274,"reverse":10,"image":298,"features":301},"Search Engine Verification","Attackers frequently change their User-Agent to masquerade as Googlebot or Bingbot to bypass WAF rules. True verification requires cross-referencing the claimed identity with the underlying network infrastructure.",{"src":299,"alt":300},"\u002Fproducts\u002Fbot_verification_abstract.png","Search engine verification abstract visualization",[302,305,308],{"title":303,"description":304,"icon":90},"SEO Management","Accurately categorize legitimate search engine crawlers versus impostors.",{"title":306,"description":307,"icon":226},"Spoof Detection","(When combined with the Network API) mathematically verify if the IP ownership matches the claimed crawler.",{"title":309,"description":310,"icon":110},"Crawler Metadata","Retrieve detailed information about the exact crawler tool and category.",{"title":312,"description":313,"orientation":274,"image":314,"features":317},"Device & Browser Parsing","Extract meaningful demographic data from complex HTTP headers. The parser returns structured information about the device type, operating system, and browser rendering engine.",{"src":315,"alt":316},"\u002Fproducts\u002Fbot_device_abstract.png","Device and browser parsing abstract visualization",[318,321,325],{"title":319,"description":320,"icon":230},"Device Extraction","Identify if the traffic originates from Mobile, Tablet, Desktop, or Smart TV devices.",{"title":322,"description":323,"icon":324},"OS Identification","Parse out the exact operating system (Windows, macOS, iOS, Android).","i-lucide-laptop",{"title":326,"description":327,"icon":328},"Actionable Analytics","Build accurate demographic and device usage reports from normalized data.","i-lucide-bar-chart",{"title":198,"description":217},"user-agent-bot-parser","ZuJ9y56xDsAhYuPN1V-L3xbHq1HazR6A3okyNwJ5eFw",1782044514686]