{
  "generatedAt": "2026-10-12T09:15:00.754Z",
  "count": 18,
  "bots": [
    {
      "slug": "gptbot",
      "name": "GPTBot",
      "operator": "OpenAI",
      "purpose": "Crawls for model training",
      "verifiableByIp": true,
      "ranges": 18,
      "ipv4": 18,
      "ipv6": 0,
      "source": "https://openai.com/gptbot.json",
      "sourceUpdatedAt": "2026-09-22T02:00:07.000000",
      "fetchStatus": "ok",
      "userAgents": [
        "GPTBot"
      ],
      "userAgentPatterns": [
        "GPTBot"
      ],
      "categories": [
        "AI_CRAWLER"
      ],
      "followsRobotsTxt": null
    },
    {
      "slug": "oai-searchbot",
      "name": "OAI-SearchBot",
      "operator": "OpenAI",
      "purpose": "Search inside ChatGPT",
      "verifiableByIp": true,
      "ranges": 39,
      "ipv4": 39,
      "ipv6": 0,
      "source": "https://openai.com/searchbot.json",
      "sourceUpdatedAt": "2026-01-02T11:00:00.000000",
      "fetchStatus": "ok",
      "userAgents": [
        "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; OAI-SearchBot/1.0; +https://openai.com/searchbot"
      ],
      "userAgentPatterns": [
        "OAI-SearchBot"
      ],
      "categories": [
        "SEARCH_ENGINE_CRAWLER"
      ],
      "followsRobotsTxt": null
    },
    {
      "slug": "chatgpt-user",
      "name": "ChatGPT-User",
      "operator": "OpenAI",
      "purpose": "Fetches triggered by a user",
      "verifiableByIp": true,
      "ranges": 234,
      "ipv4": 234,
      "ipv6": 0,
      "source": "https://openai.com/chatgpt-user.json",
      "sourceUpdatedAt": "2026-10-07T16:05:32.418450",
      "fetchStatus": "ok",
      "userAgents": [
        "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko); compatible; ChatGPT-User/1.0; +https://openai.com/bot"
      ],
      "userAgentPatterns": [
        "ChatGPT-User"
      ],
      "categories": [
        "AI_ASSISTANT"
      ],
      "followsRobotsTxt": null
    },
    {
      "slug": "googlebot",
      "name": "Googlebot",
      "operator": "Google",
      "purpose": "Crawls for Google Search. The same addresses serve Google's other common crawlers (GoogleOther, Google-InspectionTool, Storebot-Google)",
      "verifiableByIp": true,
      "ranges": 317,
      "ipv4": 170,
      "ipv6": 147,
      "source": "https://developers.google.com/static/crawling/ipranges/common-crawlers.json",
      "sourceUpdatedAt": "2026-10-09T14:46:27.000000",
      "fetchStatus": "ok",
      "userAgents": [
        "GoogleOther",
        "Googlebot-Image/1.0",
        "Googlebot-Video/1.0",
        "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/113.0.5672.92 Mobile Safari/537.36 (compatible; Google-InspectionTool/1.0;)",
        "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/[CHROME_VERSION] Mobile Safari/537.36 (compatible; Google-CloudVertexBot; +https://cloud.google.com/enterprise-search)",
        "Mozilla/5.0 (Linux; Android 8.0; Pixel 2 Build/OPD3.170816.012; Storebot-Google/1.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.138 Mobile Safari/537.36",
        "Mozilla/5.0 (X11; Linux x86_64; Storebot-Google/1.0) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.88 Safari/537.36",
        "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)",
        "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Google-CloudVertexBot; +https://cloud.google.com/enterprise-search) Chrome/[CHROME_VERSION] Safari/537.36",
        "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Googlebot/2.1; +http://www.google.com/bot.html) Safari/537.36"
      ],
      "userAgentPatterns": [
        "Googlebot/",
        "Googlebot-Image",
        "Googlebot-Video",
        "Googlebot-News",
        "GoogleOther",
        "Google-InspectionTool",
        "Storebot-Google",
        "Google-CloudVertexBot"
      ],
      "categories": [
        "SEARCH_ENGINE_CRAWLER",
        "AI_CRAWLER",
        "SECURITY",
        "SEARCH_ENGINE_OPTIMIZATION"
      ],
      "followsRobotsTxt": null
    },
    {
      "slug": "special-crawlers-adsbot",
      "name": "Special crawlers (AdsBot...)",
      "operator": "Google",
      "purpose": "Crawlers with specific jobs",
      "verifiableByIp": true,
      "ranges": 272,
      "ipv4": 136,
      "ipv6": 136,
      "source": "https://developers.google.com/static/crawling/ipranges/special-crawlers.json",
      "sourceUpdatedAt": "2026-10-09T14:46:28.000000",
      "fetchStatus": "ok",
      "userAgents": [
        "APIs-Google (+https://developers.google.com/webmasters/APIs-Google.html)",
        "AdsBot-Google (+http://www.google.com/adsbot.html)",
        "Mediapartners-Google",
        "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/41.0.2272.96 Mobile Safari/537.36 (compatible; Google-Safety; +http://www.google.com/bot.html)",
        "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/60.0.3112.113 Safari/537.36 (compatible; Google-Safety; +http://www.google.com/bot.html)"
      ],
      "userAgentPatterns": [
        "AdsBot-Google",
        "Mediapartners-Google",
        "APIs-Google",
        "Google-Safety"
      ],
      "categories": [
        "SECURITY",
        "ADVERTISING_AND_MARKETING",
        "WEBHOOKS"
      ],
      "followsRobotsTxt": null
    },
    {
      "slug": "user-triggered-fetchers",
      "name": "User-triggered fetchers",
      "operator": "Google",
      "purpose": "Fetches triggered by a user",
      "verifiableByIp": true,
      "ranges": 1068,
      "ipv4": 534,
      "ipv6": 534,
      "source": "https://developers.google.com/static/crawling/ipranges/user-triggered-fetchers.json",
      "sourceUpdatedAt": "2026-10-09T14:46:27.000000",
      "fetchStatus": "ok",
      "userAgents": [],
      "userAgentPatterns": [],
      "categories": [],
      "followsRobotsTxt": null
    },
    {
      "slug": "user-triggered-fetchers-google",
      "name": "User-triggered fetchers (Google)",
      "operator": "Google",
      "purpose": "Same, originating from google.com",
      "verifiableByIp": true,
      "ranges": 502,
      "ipv4": 251,
      "ipv6": 251,
      "source": "https://developers.google.com/static/crawling/ipranges/user-triggered-fetchers-google.json",
      "sourceUpdatedAt": "2026-10-09T14:46:27.000000",
      "fetchStatus": "ok",
      "userAgents": [],
      "userAgentPatterns": [],
      "categories": [],
      "followsRobotsTxt": null
    },
    {
      "slug": "user-triggered-agents",
      "name": "User-triggered agents",
      "operator": "Google",
      "purpose": "Agents acting on behalf of a user",
      "verifiableByIp": true,
      "ranges": 20,
      "ipv4": 12,
      "ipv6": 8,
      "source": "https://developers.google.com/static/crawling/ipranges/user-triggered-agents.json",
      "sourceUpdatedAt": "2026-10-09T14:47:32.000000",
      "fetchStatus": "ok",
      "userAgents": [
        "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/W.X.Y.Z Mobile Safari/537.36 (compatible; Google-Agent; +https://developers.google.com/crawling/docs/crawlers-fetchers/google-agent)",
        "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Google-Agent; +https://developers.google.com/crawling/docs/crawlers-fetchers/google-agent) Chrome/W.X.Y.Z Safari/537.36"
      ],
      "userAgentPatterns": [
        "Google-Agent"
      ],
      "categories": [
        "AI_ASSISTANT"
      ],
      "followsRobotsTxt": null
    },
    {
      "slug": "perplexitybot",
      "name": "PerplexityBot",
      "operator": "Perplexity",
      "purpose": "Indexing for Perplexity answers",
      "verifiableByIp": true,
      "ranges": 8,
      "ipv4": 8,
      "ipv6": 0,
      "source": "https://www.perplexity.com/perplexitybot.json",
      "sourceUpdatedAt": "2025-02-07T16:56:00.000000",
      "fetchStatus": "ok",
      "userAgents": [],
      "userAgentPatterns": [
        "PerplexityBot"
      ],
      "categories": [],
      "followsRobotsTxt": null
    },
    {
      "slug": "perplexity-user",
      "name": "Perplexity-User",
      "operator": "Perplexity",
      "purpose": "Visits triggered by a user",
      "verifiableByIp": true,
      "ranges": 4,
      "ipv4": 4,
      "ipv6": 0,
      "source": "https://www.perplexity.com/perplexity-user.json",
      "sourceUpdatedAt": "2025-10-17T10:17:00.000000",
      "fetchStatus": "ok",
      "userAgents": [],
      "userAgentPatterns": [
        "Perplexity-User"
      ],
      "categories": [],
      "followsRobotsTxt": null
    },
    {
      "slug": "bingbot",
      "name": "bingbot",
      "operator": "Microsoft",
      "purpose": "Crawls for Bing and Copilot",
      "verifiableByIp": true,
      "ranges": 28,
      "ipv4": 28,
      "ipv6": 0,
      "source": "https://www.bing.com/toolbox/bingbot.json",
      "sourceUpdatedAt": "2024-01-03T10:00:00.121331",
      "fetchStatus": "ok",
      "userAgents": [
        "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)",
        "Mozilla/5.3 (compatible; bingbot/2.1; +http://www.bing.com/bot.html)"
      ],
      "userAgentPatterns": [
        "bingbot/"
      ],
      "categories": [
        "SEARCH_ENGINE_CRAWLER"
      ],
      "followsRobotsTxt": null
    },
    {
      "slug": "applebot",
      "name": "Applebot",
      "operator": "Apple",
      "purpose": "Crawls for Apple, Siri and Apple Intelligence",
      "verifiableByIp": true,
      "ranges": 24,
      "ipv4": 24,
      "ipv6": 0,
      "source": "https://search.developer.apple.com/applebot.json",
      "sourceUpdatedAt": "2026-09-15T10:00:00.000000",
      "fetchStatus": "ok",
      "userAgents": [
        "(Applebot/0.1; +http://www.apple.com/go/applebot)"
      ],
      "userAgentPatterns": [
        "Applebot"
      ],
      "categories": [
        "AI_SEARCH"
      ],
      "followsRobotsTxt": null
    },
    {
      "slug": "amazonbot",
      "name": "Amazonbot",
      "operator": "Amazon",
      "purpose": "Crawls for Amazon (Alexa, Nova and others)",
      "verifiableByIp": true,
      "ranges": 1292,
      "ipv4": 1292,
      "ipv6": 0,
      "source": "https://developer.amazon.com/amazonbot/ip-addresses/",
      "sourceUpdatedAt": "2026-09-08T05:24:10.610952+00:00",
      "fetchStatus": "ok",
      "userAgents": [
        "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/600.2.5 (KHTML, like Gecko) Version/8.0.2 Safari/600.2.5 (Amazonbot/0.1)"
      ],
      "userAgentPatterns": [
        "Amazonbot"
      ],
      "categories": [
        "AI_CRAWLER"
      ],
      "followsRobotsTxt": null
    },
    {
      "slug": "amzn-searchbot",
      "name": "Amzn-SearchBot",
      "operator": "Amazon",
      "purpose": "Amazon search",
      "verifiableByIp": true,
      "ranges": 816,
      "ipv4": 816,
      "ipv6": 0,
      "source": "https://developer.amazon.com/amazonbot/searchbot-ip-addresses/",
      "sourceUpdatedAt": "2026-09-08T05:24:10.610952+00:00",
      "fetchStatus": "ok",
      "userAgents": [
        "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Amzn-SearchBot/0.1) Chrome/119.0.6045.214 Safari/537.36"
      ],
      "userAgentPatterns": [
        "Amzn-SearchBot"
      ],
      "categories": [
        "AI_SEARCH"
      ],
      "followsRobotsTxt": null
    },
    {
      "slug": "claude-bots",
      "name": "Claude bots",
      "operator": "Anthropic",
      "purpose": "Crawling, search and user-triggered fetches for Claude",
      "verifiableByIp": true,
      "ranges": 38,
      "ipv4": 38,
      "ipv6": 0,
      "source": "https://claude.com/crawling/bots.json",
      "sourceUpdatedAt": "2026-10-07T00:00:00Z",
      "fetchStatus": "ok",
      "userAgents": [
        "Claude-SearchBot",
        "ClaudeBot/1.0 (+https://anthropic.com/claudebot)",
        "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Claude-User/1.0; +Claude-User@anthropic.com)",
        "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Claude-User/1.0; +claude-user@anthropic.com)"
      ],
      "userAgentPatterns": [
        "ClaudeBot",
        "Claude-User",
        "Claude-SearchBot"
      ],
      "categories": [
        "AI_CRAWLER",
        "AI_SEARCH",
        "AI_ASSISTANT"
      ],
      "followsRobotsTxt": null
    },
    {
      "slug": "meta",
      "name": "meta-externalagent, facebookexternalhit",
      "operator": "Meta",
      "purpose": null,
      "verifiableByIp": false,
      "ranges": 0,
      "ipv4": 0,
      "ipv6": 0,
      "source": null,
      "sourceUpdatedAt": null,
      "fetchStatus": "not-published",
      "verification": "None",
      "note": "No IP range published.",
      "userAgents": [
        "facebookcatalog/1.0",
        "facebookexternalhit/1.1",
        "facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)",
        "meta-externalagent/1.1",
        "meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)"
      ],
      "userAgentPatterns": [
        "facebookexternalhit",
        "meta-externalagent"
      ],
      "categories": [
        "PAGE_PREVIEW",
        "AI_CRAWLER"
      ],
      "followsRobotsTxt": null
    },
    {
      "slug": "xai",
      "name": "GrokBot, xAI-Grok, Grok-DeepSearch",
      "operator": "xAI",
      "purpose": null,
      "verifiableByIp": false,
      "ranges": 0,
      "ipv4": 0,
      "ipv6": 0,
      "source": null,
      "sourceUpdatedAt": null,
      "fetchStatus": "not-published",
      "verification": "None",
      "note": "No documentation. Rotating residential addresses, and the user-agent is often disguised.",
      "userAgents": [],
      "userAgentPatterns": [
        "GrokBot",
        "xAI-Grok",
        "Grok-DeepSearch"
      ],
      "categories": [],
      "followsRobotsTxt": null
    },
    {
      "slug": "mistral",
      "name": "MistralAI-User",
      "operator": "Mistral",
      "purpose": null,
      "verifiableByIp": false,
      "ranges": 0,
      "ipv4": 0,
      "ipv6": 0,
      "source": null,
      "sourceUpdatedAt": null,
      "fetchStatus": "not-published",
      "verification": "User-agent and robots.txt",
      "note": "No IP file published. See docs.mistral.ai/robots.",
      "userAgents": [
        "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; MistralAI-User/1.0; +https://docs.mistral.ai/robots)"
      ],
      "userAgentPatterns": [
        "MistralAI-User"
      ],
      "categories": [
        "AI_ASSISTANT"
      ],
      "followsRobotsTxt": null
    }
  ]
}