{
  "generatedAt": "2026-08-13T19:00:12.049Z",
  "count": 18,
  "bots": [
    {
      "slug": "gptbot",
      "name": "GPTBot",
      "operator": "OpenAI",
      "purpose": "Crawls for model training",
      "verifiableByIp": true,
      "ranges": 21,
      "ipv4": 21,
      "ipv6": 0,
      "source": "https://openai.com/gptbot.json",
      "sourceUpdatedAt": "2025-10-30T11:00:00.000000",
      "fetchStatus": "ok",
      "userAgents": [
        "GPTBot"
      ],
      "userAgentPatterns": [
        "GPTBot"
      ],
      "categories": [
        "AI_CRAWLER"
      ],
      "followsRobotsTxt": true
    },
    {
      "slug": "oai-searchbot",
      "name": "OAI-SearchBot",
      "operator": "OpenAI",
      "purpose": "Search inside ChatGPT",
      "verifiableByIp": true,
      "ranges": 35,
      "ipv4": 35,
      "ipv6": 0,
      "source": "https://openai.com/searchbot.json",
      "sourceUpdatedAt": "2026-01-02T11:00:00.000000",
      "fetchStatus": "ok",
      "userAgents": [
        "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; OAI-SearchBot/1.0; +https://openai.com/searchbot"
      ],
      "userAgentPatterns": [
        "OAI-SearchBot"
      ],
      "categories": [
        "SEARCH_ENGINE_CRAWLER"
      ],
      "followsRobotsTxt": true
    },
    {
      "slug": "chatgpt-user",
      "name": "ChatGPT-User",
      "operator": "OpenAI",
      "purpose": "Fetches triggered by a user",
      "verifiableByIp": true,
      "ranges": 226,
      "ipv4": 226,
      "ipv6": 0,
      "source": "https://openai.com/chatgpt-user.json",
      "sourceUpdatedAt": "2026-08-13T00:03:57.212440",
      "fetchStatus": "ok",
      "userAgents": [
        "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ChatGPT-User/1.0; +https://openai.com/bot"
      ],
      "userAgentPatterns": [
        "ChatGPT-User"
      ],
      "categories": [
        "AI_ASSISTANT"
      ],
      "followsRobotsTxt": null
    },
    {
      "slug": "common-crawlers-googlebot",
      "name": "Common crawlers (Googlebot)",
      "operator": "Google",
      "purpose": "Googlebot and Google-Extended infrastructure",
      "verifiableByIp": true,
      "ranges": 315,
      "ipv4": 169,
      "ipv6": 146,
      "source": "https://developers.google.com/static/crawling/ipranges/common-crawlers.json",
      "sourceUpdatedAt": "2026-08-13T14:46:05.000000",
      "fetchStatus": "ok",
      "userAgents": [
        "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)",
        "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Googlebot/2.1; +http://www.google.com/bot.html) Safari/537.36"
      ],
      "userAgentPatterns": [
        "Googlebot/"
      ],
      "categories": [
        "SEARCH_ENGINE_CRAWLER"
      ],
      "followsRobotsTxt": null
    },
    {
      "slug": "special-crawlers-adsbot",
      "name": "Special crawlers (AdsBot...)",
      "operator": "Google",
      "purpose": "Crawlers with specific jobs",
      "verifiableByIp": true,
      "ranges": 270,
      "ipv4": 135,
      "ipv6": 135,
      "source": "https://developers.google.com/static/crawling/ipranges/special-crawlers.json",
      "sourceUpdatedAt": "2026-08-13T14:46:58.000000",
      "fetchStatus": "ok",
      "userAgents": [
        "AdsBot-Google (+http://www.google.com/adsbot.html)",
        "Google-Display-Ads-Bot",
        "GoogleOther",
        "Googlebot-Image/1.0",
        "Googlebot-Video/1.0",
        "Mozilla/5.0 (Linux; Android 8.0; Pixel 2 Build/OPD3.170816.012; Storebot-Google/1.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.138 Mobile Safari/537.36",
        "Mozilla/5.0 (X11; Linux x86_64; Storebot-Google/1.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.88 Safari/537.36"
      ],
      "userAgentPatterns": [
        "AdsBot-Google",
        "Google-Display-Ads-Bot",
        "GoogleOther",
        "Googlebot-Image",
        "Googlebot-Video",
        "Storebot-Google"
      ],
      "categories": [
        "AI_CRAWLER",
        "ADVERTISING_AND_MARKETING",
        "SEARCH_ENGINE_CRAWLER",
        "SEARCH_ENGINE_OPTIMIZATION"
      ],
      "followsRobotsTxt": true
    },
    {
      "slug": "user-triggered-fetchers",
      "name": "User-triggered fetchers",
      "operator": "Google",
      "purpose": "Fetches triggered by a user",
      "verifiableByIp": true,
      "ranges": 1056,
      "ipv4": 528,
      "ipv6": 528,
      "source": "https://developers.google.com/static/crawling/ipranges/user-triggered-fetchers.json",
      "sourceUpdatedAt": "2026-08-13T14:46:53.000000",
      "fetchStatus": "ok",
      "userAgents": [],
      "userAgentPatterns": [],
      "categories": [],
      "followsRobotsTxt": null
    },
    {
      "slug": "user-triggered-fetchers-google",
      "name": "User-triggered fetchers (Google)",
      "operator": "Google",
      "purpose": "Same, originating from google.com",
      "verifiableByIp": true,
      "ranges": 494,
      "ipv4": 247,
      "ipv6": 247,
      "source": "https://developers.google.com/static/crawling/ipranges/user-triggered-fetchers-google.json",
      "sourceUpdatedAt": "2026-08-13T14:46:47.000000",
      "fetchStatus": "ok",
      "userAgents": [],
      "userAgentPatterns": [],
      "categories": [],
      "followsRobotsTxt": null
    },
    {
      "slug": "user-triggered-agents",
      "name": "User-triggered agents",
      "operator": "Google",
      "purpose": "Agents acting on behalf of a user",
      "verifiableByIp": true,
      "ranges": 20,
      "ipv4": 12,
      "ipv6": 8,
      "source": "https://developers.google.com/static/crawling/ipranges/user-triggered-agents.json",
      "sourceUpdatedAt": "2026-08-13T14:46:52.000000",
      "fetchStatus": "ok",
      "userAgents": [
        "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/W.X.Y.Z Mobile Safari/537.36 (compatible; Google-Agent; +https://developers.google.com/crawling/docs/crawlers-fetchers/google-agent)",
        "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Google-Agent; +https://developers.google.com/crawling/docs/crawlers-fetchers/google-agent) Chrome/W.X.Y.Z Safari/537.36"
      ],
      "userAgentPatterns": [
        "Google-Agent"
      ],
      "categories": [
        "AI_ASSISTANT"
      ],
      "followsRobotsTxt": null
    },
    {
      "slug": "perplexitybot",
      "name": "PerplexityBot",
      "operator": "Perplexity",
      "purpose": "Indexing for Perplexity answers",
      "verifiableByIp": true,
      "ranges": 8,
      "ipv4": 8,
      "ipv6": 0,
      "source": "https://www.perplexity.com/perplexitybot.json",
      "sourceUpdatedAt": "2025-02-07T16:56:00.000000",
      "fetchStatus": "ok",
      "userAgents": [],
      "userAgentPatterns": [
        "PerplexityBot"
      ],
      "categories": [],
      "followsRobotsTxt": null
    },
    {
      "slug": "perplexity-user",
      "name": "Perplexity-User",
      "operator": "Perplexity",
      "purpose": "Visits triggered by a user",
      "verifiableByIp": true,
      "ranges": 4,
      "ipv4": 4,
      "ipv6": 0,
      "source": "https://www.perplexity.com/perplexity-user.json",
      "sourceUpdatedAt": "2025-10-17T10:17:00.000000",
      "fetchStatus": "ok",
      "userAgents": [],
      "userAgentPatterns": [
        "Perplexity-User"
      ],
      "categories": [],
      "followsRobotsTxt": null
    },
    {
      "slug": "bingbot",
      "name": "bingbot",
      "operator": "Microsoft",
      "purpose": "Crawls for Bing and Copilot",
      "verifiableByIp": true,
      "ranges": 28,
      "ipv4": 28,
      "ipv6": 0,
      "source": "https://www.bing.com/toolbox/bingbot.json",
      "sourceUpdatedAt": "2024-01-03T10:00:00.121331",
      "fetchStatus": "ok",
      "userAgents": [
        "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)",
        "Mozilla/5.3 (compatible; bingbot/2.1; +http://www.bing.com/bot.html)"
      ],
      "userAgentPatterns": [
        "bingbot/"
      ],
      "categories": [
        "SEARCH_ENGINE_CRAWLER"
      ],
      "followsRobotsTxt": true
    },
    {
      "slug": "applebot",
      "name": "Applebot",
      "operator": "Apple",
      "purpose": "Crawls for Apple, Siri and Apple Intelligence",
      "verifiableByIp": true,
      "ranges": 12,
      "ipv4": 12,
      "ipv6": 0,
      "source": "https://search.developer.apple.com/applebot.json",
      "sourceUpdatedAt": "2023-10-27T10:00:00.000000",
      "fetchStatus": "ok",
      "userAgents": [
        "(Applebot/0.1; +http://www.apple.com/go/applebot)"
      ],
      "userAgentPatterns": [
        "Applebot"
      ],
      "categories": [
        "AI_SEARCH"
      ],
      "followsRobotsTxt": true
    },
    {
      "slug": "amazonbot",
      "name": "Amazonbot",
      "operator": "Amazon",
      "purpose": "Crawls for Amazon (Alexa, Nova and others)",
      "verifiableByIp": true,
      "ranges": 524,
      "ipv4": 524,
      "ipv6": 0,
      "source": "https://developer.amazon.com/amazonbot/ip-addresses/",
      "sourceUpdatedAt": "2026-04-30T00:00:00.000000+00:00",
      "fetchStatus": "ok",
      "userAgents": [
        "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/600.2.5 (KHTML, like Gecko) Version/8.0.2 Safari/600.2.5 (Amazonbot/0.1)"
      ],
      "userAgentPatterns": [
        "Amazonbot"
      ],
      "categories": [
        "AI_CRAWLER"
      ],
      "followsRobotsTxt": true
    },
    {
      "slug": "amzn-searchbot",
      "name": "Amzn-SearchBot",
      "operator": "Amazon",
      "purpose": "Amazon search",
      "verifiableByIp": true,
      "ranges": 512,
      "ipv4": 512,
      "ipv6": 0,
      "source": "https://developer.amazon.com/amazonbot/searchbot-ip-addresses/",
      "sourceUpdatedAt": "2025-11-21T23:40:00.471564Z",
      "fetchStatus": "ok",
      "userAgents": [
        "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amzn-SearchBot/0.1) Chrome/119.0.6045.214 Safari/537.36"
      ],
      "userAgentPatterns": [
        "Amzn-SearchBot"
      ],
      "categories": [
        "AI_SEARCH"
      ],
      "followsRobotsTxt": null
    },
    {
      "slug": "anthropic",
      "name": "ClaudeBot, Claude-User, Claude-SearchBot",
      "operator": "Anthropic",
      "purpose": null,
      "verifiableByIp": false,
      "ranges": 0,
      "ipv4": 0,
      "ipv6": 0,
      "source": null,
      "sourceUpdatedAt": null,
      "fetchStatus": "not-published",
      "verification": "Reverse DNS, or the user-agent alone",
      "note": "Anthropic publishes no IP range. Its bots run on public cloud addresses, so nothing but the user-agent and a reverse DNS lookup can back a claim.",
      "userAgents": [
        "Claude-SearchBot"
      ],
      "userAgentPatterns": [
        "Claude-SearchBot"
      ],
      "categories": [
        "AI_SEARCH"
      ],
      "followsRobotsTxt": null
    },
    {
      "slug": "meta",
      "name": "meta-externalagent, facebookexternalhit",
      "operator": "Meta",
      "purpose": null,
      "verifiableByIp": false,
      "ranges": 0,
      "ipv4": 0,
      "ipv6": 0,
      "source": null,
      "sourceUpdatedAt": null,
      "fetchStatus": "not-published",
      "verification": "None",
      "note": "No IP range published.",
      "userAgents": [
        "facebookcatalog/1.0",
        "facebookexternalhit/1.1",
        "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)",
        "meta-externalagent/1.1",
        "meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)"
      ],
      "userAgentPatterns": [
        "facebookexternalhit",
        "meta-externalagent"
      ],
      "categories": [
        "PAGE_PREVIEW",
        "AI_CRAWLER"
      ],
      "followsRobotsTxt": true
    },
    {
      "slug": "xai",
      "name": "GrokBot, xAI-Grok, Grok-DeepSearch",
      "operator": "xAI",
      "purpose": null,
      "verifiableByIp": false,
      "ranges": 0,
      "ipv4": 0,
      "ipv6": 0,
      "source": null,
      "sourceUpdatedAt": null,
      "fetchStatus": "not-published",
      "verification": "None",
      "note": "No documentation. Rotating residential addresses, and the user-agent is often disguised.",
      "userAgents": [],
      "userAgentPatterns": [
        "GrokBot",
        "xAI-Grok",
        "Grok-DeepSearch"
      ],
      "categories": [],
      "followsRobotsTxt": null
    },
    {
      "slug": "mistral",
      "name": "MistralAI-User",
      "operator": "Mistral",
      "purpose": null,
      "verifiableByIp": false,
      "ranges": 0,
      "ipv4": 0,
      "ipv6": 0,
      "source": null,
      "sourceUpdatedAt": null,
      "fetchStatus": "not-published",
      "verification": "User-agent and robots.txt",
      "note": "No IP file published. See docs.mistral.ai/robots.",
      "userAgents": [
        "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; MistralAI-User/1.0; +https://docs.mistral.ai/robots)"
      ],
      "userAgentPatterns": [
        "MistralAI-User"
      ],
      "categories": [
        "AI_ASSISTANT"
      ],
      "followsRobotsTxt": null
    }
  ]
}