{
  "version": 1,
  "count": 226,
  "agents": [
    {
      "id": "openai.atlas",
      "name": "ChatGPT Atlas",
      "operator": "openai",
      "class": "agent",
      "behaviour": "agent",
      "surface": "consumer_agent_browser",
      "operatorType": "intermediary",
      "verifiable": "stealth",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": "https://help.openai.com/en/articles/12628199",
      "source": "https://help.openai.com/en/articles/12628199",
      "url": "https://doubleagent.so/agents/openai.atlas/"
    },
    {
      "id": "anthropic.claude-in-chrome",
      "name": "Claude in Chrome",
      "operator": "anthropic",
      "class": "agent",
      "behaviour": "agent",
      "surface": "consumer_agent_browser",
      "operatorType": "intermediary",
      "verifiable": "stealth",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": "https://support.claude.com/en/articles/12012173",
      "source": "Claude in Chrome extension v1.0.94 (fcoeoabgfenejglbffodgkkbkcdhcgfn)",
      "url": "https://doubleagent.so/agents/anthropic.claude-in-chrome/"
    },
    {
      "id": "perplexity.comet",
      "name": "Comet",
      "operator": "perplexity",
      "class": "agent",
      "behaviour": "agent",
      "surface": "consumer_agent_browser",
      "operatorType": "intermediary",
      "verifiable": "stealth",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://aiagentindex.mit.edu/2025/comet",
      "url": "https://doubleagent.so/agents/perplexity.comet/"
    },
    {
      "id": "microsoft.copilot-actions",
      "name": "Copilot Actions in Edge",
      "operator": "microsoft",
      "class": "agent",
      "behaviour": "agent",
      "surface": "consumer_agent_browser",
      "operatorType": "intermediary",
      "verifiable": "stealth",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://www.humansecurity.com/ai-agent/copilot-actions",
      "url": "https://doubleagent.so/agents/microsoft.copilot-actions/"
    },
    {
      "id": "browsercompany.dia",
      "name": "Dia",
      "operator": "browsercompany",
      "class": "agent",
      "behaviour": "agent",
      "surface": "consumer_agent_browser",
      "operatorType": "intermediary",
      "verifiable": "stealth",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "press (unverified fingerprints)",
      "url": "https://doubleagent.so/agents/browsercompany.dia/"
    },
    {
      "id": "fellou.browser",
      "name": "Fellou",
      "operator": "fellou",
      "class": "agent",
      "behaviour": "agent",
      "surface": "consumer_agent_browser",
      "operatorType": "intermediary",
      "verifiable": "stealth",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/FellouAI/eko (use in the product unverified)",
      "url": "https://doubleagent.so/agents/fellou.browser/"
    },
    {
      "id": "google.gemini-in-chrome",
      "name": "Gemini in Chrome",
      "operator": "google",
      "class": "agent",
      "behaviour": "agent",
      "surface": "consumer_agent_browser",
      "operatorType": "intermediary",
      "verifiable": "stealth",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "press (unverified fingerprints)",
      "url": "https://doubleagent.so/agents/google.gemini-in-chrome/"
    },
    {
      "id": "genspark.browser",
      "name": "Genspark Browser",
      "operator": "genspark",
      "class": "agent",
      "behaviour": "agent",
      "surface": "consumer_agent_browser",
      "operatorType": "intermediary",
      "verifiable": "stealth",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "press (unverified fingerprints)",
      "url": "https://doubleagent.so/agents/genspark.browser/"
    },
    {
      "id": "opera.neon",
      "name": "Opera Neon",
      "operator": "opera",
      "class": "agent",
      "behaviour": "agent",
      "surface": "consumer_agent_browser",
      "operatorType": "intermediary",
      "verifiable": "stealth",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "MIT AI Agent Index",
      "url": "https://doubleagent.so/agents/opera.neon/"
    },
    {
      "id": "agi.agent",
      "name": "AGI Agent",
      "operator": "agi",
      "class": "agent",
      "behaviour": "agent",
      "surface": "cloud_browser_agent",
      "operatorType": "intermediary",
      "verifiable": "signed",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [
        "agi.tech"
      ],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://radar.cloudflare.com/bots/directory",
      "url": "https://doubleagent.so/agents/agi.agent/"
    },
    {
      "id": "anchor.browser",
      "name": "Anchor Browser",
      "operator": "anchor",
      "class": "agent",
      "behaviour": "agent",
      "surface": "cloud_browser_agent",
      "operatorType": "intermediary",
      "verifiable": "signed",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Anchor Browser"
      ],
      "signatureAgents": [
        "anchorbrowser.io"
      ],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://docs.anchorbrowser.io",
      "url": "https://doubleagent.so/agents/anchor.browser/"
    },
    {
      "id": "amazon.agentcore-browser",
      "name": "Bedrock AgentCore Browser",
      "operator": "amazon",
      "class": "agent",
      "behaviour": "agent",
      "surface": "cloud_browser_agent",
      "operatorType": "intermediary",
      "verifiable": "signed",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [
        "xhah6q48pbxb4.keydirectory.signer.us-east-1.on.aws",
        "ogtj5xdh5udp4.keydirectory.signer.us-east-2.on.aws",
        "bxtrz00tv0lm1.keydirectory.signer.us-west-2.on.aws",
        "c3drvlj8gw240.keydirectory.signer.eu-west-1.on.aws",
        "o42g509c7dlj6.keydirectory.signer.eu-central-1.on.aws",
        "kzejmtkesloc1.keydirectory.signer.ap-northeast-1.on.aws",
        "wdfzm130yrb91.keydirectory.signer.ap-south-1.on.aws",
        "slf696jfe4gp0.keydirectory.signer.ap-southeast-1.on.aws",
        "meh0x7tptr6o1.keydirectory.signer.ap-southeast-2.on.aws"
      ],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://docs.aws.amazon.com/bedrock-agentcore/latest/devguide/browser-web-bot-auth.html",
      "url": "https://doubleagent.so/agents/amazon.agentcore-browser/"
    },
    {
      "id": "openai.chatgpt-agent",
      "name": "ChatGPT agent",
      "operator": "openai",
      "class": "agent",
      "behaviour": "agent",
      "surface": "cloud_browser_agent",
      "operatorType": "intermediary",
      "verifiable": "signed",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "ChatGPT Agent"
      ],
      "signatureAgents": [
        "chatgpt.com"
      ],
      "ipLists": [
        "https://openai.com/chatgpt-agents.json"
      ],
      "rdns": [],
      "docs": "https://help.openai.com/en/articles/11845367",
      "source": "https://help.openai.com/en/articles/11845367",
      "url": "https://doubleagent.so/agents/openai.chatgpt-agent/"
    },
    {
      "id": "cloudflare.browser-run",
      "name": "Cloudflare Browser Run",
      "operator": "cloudflare",
      "class": "agent",
      "behaviour": "agent",
      "surface": "cloud_browser_agent",
      "operatorType": "intermediary",
      "verifiable": "signed",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "CloudflareBrowserRenderingCrawler"
      ],
      "signatureAgents": [
        "cloudflare-browser-rendering-085.workers.dev"
      ],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://developers.cloudflare.com/browser-run/",
      "url": "https://doubleagent.so/agents/cloudflare.browser-run/"
    },
    {
      "id": "firmly.agent",
      "name": "Firmly",
      "operator": "firmly",
      "class": "agent",
      "behaviour": "transact",
      "surface": "cloud_browser_agent",
      "operatorType": "intermediary",
      "verifiable": "signed",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://assets.radar.cloudflare.com/bots/signature-agent-registry.txt",
      "url": "https://doubleagent.so/agents/firmly.agent/"
    },
    {
      "id": "google.google-agent",
      "name": "Google-Agent",
      "operator": "google",
      "class": "agent",
      "behaviour": "agent",
      "surface": "cloud_browser_agent",
      "operatorType": "intermediary",
      "verifiable": "signed",
      "robotsToken": null,
      "respectsRobots": false,
      "userAgents": [
        "Google-Agent"
      ],
      "signatureAgents": [
        "agent.bot.goog"
      ],
      "ipLists": [
        "https://developers.google.com/static/crawling/ipranges/user-triggered-agents.json"
      ],
      "rdns": [
        ".googlebot.com",
        ".google.com",
        ".googleusercontent.com"
      ],
      "docs": "https://developers.google.com/crawling/docs/crawlers-fetchers/google-user-triggered-fetchers",
      "source": "https://developers.google.com/crawling/docs/crawlers-fetchers/google-user-triggered-fetchers",
      "url": "https://doubleagent.so/agents/google.google-agent/"
    },
    {
      "id": "henry.agent",
      "name": "Henry",
      "operator": "henry",
      "class": "agent",
      "behaviour": "transact",
      "surface": "cloud_browser_agent",
      "operatorType": "intermediary",
      "verifiable": "signed",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://assets.radar.cloudflare.com/bots/signature-agent-registry.txt",
      "url": "https://doubleagent.so/agents/henry.agent/"
    },
    {
      "id": "hyperbrowser.browser",
      "name": "Hyperbrowser",
      "operator": "hyperbrowser",
      "class": "agent",
      "behaviour": "agent",
      "surface": "cloud_browser_agent",
      "operatorType": "intermediary",
      "verifiable": "stealth",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://docs.hyperbrowser.ai",
      "url": "https://doubleagent.so/agents/hyperbrowser.browser/"
    },
    {
      "id": "kernel.browser",
      "name": "Kernel",
      "operator": "kernel",
      "class": "agent",
      "behaviour": "agent",
      "surface": "cloud_browser_agent",
      "operatorType": "intermediary",
      "verifiable": "signed",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [
        "kernel.sh"
      ],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://www.kernel.sh/docs",
      "url": "https://doubleagent.so/agents/kernel.browser/"
    },
    {
      "id": "manus.agent",
      "name": "Manus",
      "operator": "manus",
      "class": "agent",
      "behaviour": "agent",
      "surface": "cloud_browser_agent",
      "operatorType": "intermediary",
      "verifiable": "signed",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Manus-User"
      ],
      "signatureAgents": [
        "manus.im",
        "manus.ai"
      ],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://assets.radar.cloudflare.com/bots/signature-agent-registry.txt",
      "url": "https://doubleagent.so/agents/manus.agent/"
    },
    {
      "id": "nekuda.agent",
      "name": "Nekuda",
      "operator": "nekuda",
      "class": "agent",
      "behaviour": "transact",
      "surface": "cloud_browser_agent",
      "operatorType": "intermediary",
      "verifiable": "signed",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://assets.radar.cloudflare.com/bots/signature-agent-registry.txt",
      "url": "https://doubleagent.so/agents/nekuda.agent/"
    },
    {
      "id": "rye.agent",
      "name": "Rye",
      "operator": "rye",
      "class": "agent",
      "behaviour": "transact",
      "surface": "cloud_browser_agent",
      "operatorType": "intermediary",
      "verifiable": "signed",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [
        "rye.xyz"
      ],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://assets.radar.cloudflare.com/bots/signature-agent-registry.txt",
      "url": "https://doubleagent.so/agents/rye.agent/"
    },
    {
      "id": "steel.browser",
      "name": "Steel",
      "operator": "steel",
      "class": "agent",
      "behaviour": "agent",
      "surface": "cloud_browser_agent",
      "operatorType": "intermediary",
      "verifiable": "stealth",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://docs.steel.dev",
      "url": "https://doubleagent.so/agents/steel.browser/"
    },
    {
      "id": "stripe.link-cli",
      "name": "Stripe Link",
      "operator": "stripe",
      "class": "agent",
      "behaviour": "transact",
      "surface": "cloud_browser_agent",
      "operatorType": "intermediary",
      "verifiable": "signed",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [
        "api.link.com"
      ],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://assets.radar.cloudflare.com/bots/signature-agent-registry.txt",
      "url": "https://doubleagent.so/agents/stripe.link-cli/"
    },
    {
      "id": "strivve.agent",
      "name": "Strivve",
      "operator": "strivve",
      "class": "agent",
      "behaviour": "transact",
      "surface": "cloud_browser_agent",
      "operatorType": "intermediary",
      "verifiable": "signed",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [
        "cardsavr.io"
      ],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://assets.radar.cloudflare.com/bots/signature-agent-registry.txt",
      "url": "https://doubleagent.so/agents/strivve.agent/"
    },
    {
      "id": "twin.agent",
      "name": "Twin",
      "operator": "twin",
      "class": "agent",
      "behaviour": "transact",
      "surface": "cloud_browser_agent",
      "operatorType": "intermediary",
      "verifiable": "signed",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "TwinAgent"
      ],
      "signatureAgents": [
        "twin.so"
      ],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://assets.radar.cloudflare.com/bots/signature-agent-registry.txt",
      "url": "https://doubleagent.so/agents/twin.agent/"
    },
    {
      "id": "amazon.nova-act",
      "name": "Amazon Nova Act",
      "operator": "amazon",
      "class": "agent",
      "behaviour": "agent",
      "surface": "agent_framework",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Agent-NovaAct",
        "NovaAct"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/aws/nova-act",
      "url": "https://doubleagent.so/agents/amazon.nova-act/"
    },
    {
      "id": "browser-use.agent",
      "name": "Browser Use",
      "operator": "browser-use",
      "class": "agent",
      "behaviour": "agent",
      "surface": "agent_framework",
      "operatorType": "intermediary",
      "verifiable": "stealth",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "browser-use"
      ],
      "signatureAgents": [
        "browser-use.com"
      ],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/browser-use/browser-use",
      "url": "https://doubleagent.so/agents/browser-use.agent/"
    },
    {
      "id": "browserbase.stagehand",
      "name": "Browserbase / Stagehand",
      "operator": "browserbase",
      "class": "agent",
      "behaviour": "agent",
      "surface": "agent_framework",
      "operatorType": "intermediary",
      "verifiable": "signed",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Browserbase"
      ],
      "signatureAgents": [
        "browserbase.com"
      ],
      "ipLists": [],
      "rdns": [],
      "docs": "https://docs.browserbase.com/platform/identity",
      "source": "https://github.com/browserbase/stagehand",
      "url": "https://doubleagent.so/agents/browserbase.stagehand/"
    },
    {
      "id": "block.goose",
      "name": "Goose",
      "operator": "block",
      "class": "agent",
      "behaviour": "agent",
      "surface": "agent_framework",
      "operatorType": "intermediary",
      "verifiable": "signed",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://blog.cloudflare.com/signed-agents/",
      "url": "https://doubleagent.so/agents/block.goose/"
    },
    {
      "id": "skyvern.agent",
      "name": "Skyvern",
      "operator": "skyvern",
      "class": "agent",
      "behaviour": "agent",
      "surface": "agent_framework",
      "operatorType": "intermediary",
      "verifiable": "stealth",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Skyvern"
      ],
      "signatureAgents": [
        "skyvern.com"
      ],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/Skyvern-AI/skyvern",
      "url": "https://doubleagent.so/agents/skyvern.agent/"
    },
    {
      "id": "amazon.amzn-user",
      "name": "Amzn-User",
      "operator": "amazon",
      "class": "agent",
      "behaviour": "agent",
      "surface": "user_fetch",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": false,
      "userAgents": [
        "Amzn-User",
        "AmazonBuyForMe"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": "https://developer.amazon.com/amazonbot",
      "source": "https://developer.amazon.com/amazonbot",
      "url": "https://doubleagent.so/agents/amazon.amzn-user/"
    },
    {
      "id": "buddybot.agent",
      "name": "BuddyBot",
      "operator": "buddybot",
      "class": "agent",
      "behaviour": "agent",
      "surface": "user_fetch",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "BuddyBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/buddybot.agent/"
    },
    {
      "id": "openai.connectors",
      "name": "ChatGPT connectors",
      "operator": "openai",
      "class": "agent",
      "behaviour": "agent",
      "surface": "user_fetch",
      "operatorType": "intermediary",
      "verifiable": "ip",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [
        "https://openai.com/chatgpt-connectors.json"
      ],
      "rdns": [],
      "docs": null,
      "source": "https://developers.openai.com/api/docs/ip-addresses",
      "url": "https://doubleagent.so/agents/openai.connectors/"
    },
    {
      "id": "openai.chatgpt-user",
      "name": "ChatGPT-User",
      "operator": "openai",
      "class": "agent",
      "behaviour": "agent",
      "surface": "user_fetch",
      "operatorType": "intermediary",
      "verifiable": "ip",
      "robotsToken": "ChatGPT-User",
      "respectsRobots": false,
      "userAgents": [
        "ChatGPT-User"
      ],
      "signatureAgents": [],
      "ipLists": [
        "https://openai.com/chatgpt-user.json"
      ],
      "rdns": [],
      "docs": "https://developers.openai.com/api/docs/bots",
      "source": "https://developers.openai.com/api/docs/bots",
      "url": "https://doubleagent.so/agents/openai.chatgpt-user/"
    },
    {
      "id": "anthropic.claude-code",
      "name": "Claude Code",
      "operator": "anthropic",
      "class": "agent",
      "behaviour": "agent",
      "surface": "user_fetch",
      "operatorType": "intermediary",
      "verifiable": "ip",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "claude-code",
        "Claude-Code"
      ],
      "signatureAgents": [],
      "ipLists": [
        "https://claude.com/crawling/bots.json"
      ],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/anthropic.claude-code/"
    },
    {
      "id": "anthropic.claude-user",
      "name": "Claude-User",
      "operator": "anthropic",
      "class": "agent",
      "behaviour": "agent",
      "surface": "user_fetch",
      "operatorType": "intermediary",
      "verifiable": "ip",
      "robotsToken": "Claude-User",
      "respectsRobots": true,
      "userAgents": [
        "Claude-User"
      ],
      "signatureAgents": [],
      "ipLists": [
        "https://claude.com/crawling/bots.json"
      ],
      "rdns": [],
      "docs": "https://support.claude.com/en/articles/8896518",
      "source": "https://support.claude.com/en/articles/8896518",
      "url": "https://doubleagent.so/agents/anthropic.claude-user/"
    },
    {
      "id": "cursor.agent",
      "name": "Cursor",
      "operator": "cursor",
      "class": "agent",
      "behaviour": "agent",
      "surface": "user_fetch",
      "operatorType": "intermediary",
      "verifiable": "signed",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [
        "cursorusercontent.com"
      ],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://assets.radar.cloudflare.com/bots/signature-agent-registry.txt",
      "url": "https://doubleagent.so/agents/cursor.agent/"
    },
    {
      "id": "cognition.devin",
      "name": "Devin",
      "operator": "cognition",
      "class": "agent",
      "behaviour": "agent",
      "surface": "user_fetch",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Devin"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/cognition.devin/"
    },
    {
      "id": "geisthaus.pagefetcher",
      "name": "GeistHaus PageFetcher",
      "operator": "geisthaus",
      "class": "agent",
      "behaviour": "agent",
      "surface": "user_fetch",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "GeistHaus-PageFetcher"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/geisthaus.pagefetcher/"
    },
    {
      "id": "google.gemini-cli",
      "name": "Gemini CLI",
      "operator": "google",
      "class": "agent",
      "behaviour": "agent",
      "surface": "user_fetch",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Google-Gemini-CLI",
        "GeminiCLI"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/google.gemini-cli/"
    },
    {
      "id": "google.gemini-deep-research",
      "name": "Gemini Deep Research",
      "operator": "google",
      "class": "agent",
      "behaviour": "agent",
      "surface": "user_fetch",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Gemini-Deep-Research",
        "GoogleAgent-URLContext",
        "GoogleAgent-Mariner",
        "Google-Firebase"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/google.gemini-deep-research/"
    },
    {
      "id": "google.gemini-notebook",
      "name": "Google-GeminiNotebook",
      "operator": "google",
      "class": "agent",
      "behaviour": "agent",
      "surface": "user_fetch",
      "operatorType": "intermediary",
      "verifiable": "ip",
      "robotsToken": null,
      "respectsRobots": false,
      "userAgents": [
        "Google-GeminiNotebook",
        "Google-NotebookLM",
        "NotebookLM"
      ],
      "signatureAgents": [],
      "ipLists": [
        "https://developers.google.com/static/crawling/ipranges/user-triggered-fetchers.json",
        "https://developers.google.com/static/crawling/ipranges/user-triggered-fetchers-google.json"
      ],
      "rdns": [
        ".googlebot.com",
        ".google.com",
        ".googleusercontent.com"
      ],
      "docs": "https://developers.google.com/crawling/docs/crawlers-fetchers/google-user-triggered-fetchers",
      "source": "https://developers.google.com/crawling/docs/crawlers-fetchers/google-user-triggered-fetchers",
      "url": "https://doubleagent.so/agents/google.gemini-notebook/"
    },
    {
      "id": "kagi.fetcher",
      "name": "Kagi fetcher",
      "operator": "kagi",
      "class": "agent",
      "behaviour": "agent",
      "surface": "user_fetch",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "kagi-fetcher"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/kagi.fetcher/"
    },
    {
      "id": "moonshot.kimi-user",
      "name": "Kimi-User",
      "operator": "moonshot",
      "class": "agent",
      "behaviour": "agent",
      "surface": "user_fetch",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Kimi-User",
        "Kimi-SearchBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/moonshot.kimi-user/"
    },
    {
      "id": "liner.linerbot",
      "name": "LinerBot",
      "operator": "liner",
      "class": "agent",
      "behaviour": "agent",
      "surface": "user_fetch",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "LinerBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/liner.linerbot/"
    },
    {
      "id": "meta.externalfetcher",
      "name": "Meta-ExternalFetcher",
      "operator": "meta",
      "class": "agent",
      "behaviour": "agent",
      "surface": "user_fetch",
      "operatorType": "intermediary",
      "verifiable": "signed",
      "robotsToken": null,
      "respectsRobots": false,
      "userAgents": [
        "meta-externalfetcher"
      ],
      "signatureAgents": [
        "www.meta.com"
      ],
      "ipLists": [],
      "rdns": [],
      "docs": "https://developers.facebook.com/docs/sharing/webmasters/web-crawlers",
      "source": "https://developers.facebook.com/docs/sharing/webmasters/web-crawlers",
      "url": "https://doubleagent.so/agents/meta.externalfetcher/"
    },
    {
      "id": "mistral.user",
      "name": "MistralAI-User",
      "operator": "mistral",
      "class": "agent",
      "behaviour": "agent",
      "surface": "user_fetch",
      "operatorType": "intermediary",
      "verifiable": "ip",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "MistralAI-User"
      ],
      "signatureAgents": [],
      "ipLists": [
        "https://mistral.ai/mistralai-user-ips.json"
      ],
      "rdns": [],
      "docs": "https://docs.mistral.ai/robots",
      "source": "https://docs.mistral.ai/robots",
      "url": "https://doubleagent.so/agents/mistral.user/"
    },
    {
      "id": "mozilla.tabstack",
      "name": "Mozilla Tabstack",
      "operator": "mozilla",
      "class": "agent",
      "behaviour": "agent",
      "surface": "user_fetch",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Mozilla-Tabstack"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/mozilla.tabstack/"
    },
    {
      "id": "sst.opencode",
      "name": "opencode",
      "operator": "sst",
      "class": "agent",
      "behaviour": "agent",
      "surface": "user_fetch",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "opencode"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/sst.opencode/"
    },
    {
      "id": "perplexity.perplexity-user",
      "name": "Perplexity-User",
      "operator": "perplexity",
      "class": "agent",
      "behaviour": "agent",
      "surface": "user_fetch",
      "operatorType": "intermediary",
      "verifiable": "ip",
      "robotsToken": "Perplexity-User",
      "respectsRobots": false,
      "userAgents": [
        "Perplexity-User"
      ],
      "signatureAgents": [],
      "ipLists": [
        "https://www.perplexity.com/perplexity-user.json"
      ],
      "rdns": [],
      "docs": "https://docs.perplexity.ai/guides/bots",
      "source": "https://docs.perplexity.ai/guides/bots",
      "url": "https://doubleagent.so/agents/perplexity.perplexity-user/"
    },
    {
      "id": "phind.phindbot",
      "name": "PhindBot",
      "operator": "phind",
      "class": "agent",
      "behaviour": "agent",
      "surface": "user_fetch",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "PhindBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/phind.phindbot/"
    },
    {
      "id": "poggio.citations",
      "name": "Poggio-Citations",
      "operator": "poggio",
      "class": "agent",
      "behaviour": "agent",
      "surface": "user_fetch",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Poggio-Citations"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/poggio.citations/"
    },
    {
      "id": "qualified.bot",
      "name": "QualifiedBot",
      "operator": "qualified",
      "class": "agent",
      "behaviour": "agent",
      "surface": "user_fetch",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "QualifiedBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/qualified.bot/"
    },
    {
      "id": "useai.agent",
      "name": "UseAI",
      "operator": "useai",
      "class": "agent",
      "behaviour": "agent",
      "surface": "user_fetch",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "UseAI"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/useai.agent/"
    },
    {
      "id": "quantumcloud.wpbot",
      "name": "wpbot",
      "operator": "quantumcloud",
      "class": "agent",
      "behaviour": "agent",
      "surface": "user_fetch",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "wpbot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/quantumcloud.wpbot/"
    },
    {
      "id": "wrtn.bot",
      "name": "WRTNBot",
      "operator": "wrtn",
      "class": "agent",
      "behaviour": "agent",
      "surface": "user_fetch",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "WRTNBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/wrtn.bot/"
    },
    {
      "id": "discord.discordbot",
      "name": "Discordbot",
      "operator": "discord",
      "class": "bot",
      "behaviour": "link_preview",
      "surface": "user_fetch",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Discordbot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://radar.cloudflare.com/bots/directory",
      "url": "https://doubleagent.so/agents/discord.discordbot/"
    },
    {
      "id": "embedly.bot",
      "name": "Embedly",
      "operator": "embedly",
      "class": "bot",
      "behaviour": "link_preview",
      "surface": "user_fetch",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Embedly"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/embedly.bot/"
    },
    {
      "id": "meta.facebookexternalhit",
      "name": "facebookexternalhit",
      "operator": "meta",
      "class": "bot",
      "behaviour": "link_preview",
      "surface": "user_fetch",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "facebookexternalhit",
        "meta-externalads"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://developers.facebook.com/docs/sharing/webmasters/web-crawlers",
      "url": "https://doubleagent.so/agents/meta.facebookexternalhit/"
    },
    {
      "id": "google.user-fetchers",
      "name": "Google user-triggered fetchers",
      "operator": "google",
      "class": "bot",
      "behaviour": "feed_fetching",
      "surface": "user_fetch",
      "operatorType": "direct",
      "verifiable": "ip",
      "robotsToken": null,
      "respectsRobots": false,
      "userAgents": [
        "Google-Read-Aloud",
        "Google Read Aloud",
        "Google-Pinpoint",
        "FeedFetcher-Google",
        "GoogleProducer",
        "Google-Site-Verification",
        "Google-CWS",
        "GoogleMessages"
      ],
      "signatureAgents": [],
      "ipLists": [
        "https://developers.google.com/static/crawling/ipranges/user-triggered-fetchers.json",
        "https://developers.google.com/static/crawling/ipranges/user-triggered-fetchers-google.json"
      ],
      "rdns": [
        ".googlebot.com",
        ".google.com",
        ".googleusercontent.com"
      ],
      "docs": "https://developers.google.com/crawling/docs/crawlers-fetchers/google-user-triggered-fetchers",
      "source": "https://developers.google.com/crawling/docs/crawlers-fetchers/google-user-triggered-fetchers",
      "url": "https://doubleagent.so/agents/google.user-fetchers/"
    },
    {
      "id": "iframely.bot",
      "name": "Iframely",
      "operator": "iframely",
      "class": "bot",
      "behaviour": "link_preview",
      "surface": "user_fetch",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Iframely"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/iframely.bot/"
    },
    {
      "id": "linkedin.linkedinbot",
      "name": "LinkedInBot",
      "operator": "linkedin",
      "class": "bot",
      "behaviour": "link_preview",
      "surface": "user_fetch",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "LinkedInBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://radar.cloudflare.com/bots/directory",
      "url": "https://doubleagent.so/agents/linkedin.linkedinbot/"
    },
    {
      "id": "pinterest.pinterestbot",
      "name": "Pinterestbot",
      "operator": "pinterest",
      "class": "bot",
      "behaviour": "link_preview",
      "surface": "user_fetch",
      "operatorType": "direct",
      "verifiable": "rdns",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Pinterestbot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [
        ".pinterest.com",
        ".pinterestcrawler.com"
      ],
      "docs": null,
      "source": "https://help.pinterest.com/en/business/article/pinterest-crawler",
      "url": "https://doubleagent.so/agents/pinterest.pinterestbot/"
    },
    {
      "id": "reddit.redditbot",
      "name": "redditbot",
      "operator": "reddit",
      "class": "bot",
      "behaviour": "link_preview",
      "surface": "user_fetch",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "redditbot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/reddit.redditbot/"
    },
    {
      "id": "slack.slackbot",
      "name": "Slackbot",
      "operator": "slack",
      "class": "bot",
      "behaviour": "link_preview",
      "surface": "user_fetch",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Slack-ImgProxy"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://radar.cloudflare.com/bots/directory",
      "url": "https://doubleagent.so/agents/slack.slackbot/"
    },
    {
      "id": "snap.urlpreview",
      "name": "Snap URL Preview",
      "operator": "snap",
      "class": "bot",
      "behaviour": "link_preview",
      "surface": "user_fetch",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Snap URL Preview Service"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/snap.urlpreview/"
    },
    {
      "id": "telegram.telegrambot",
      "name": "TelegramBot",
      "operator": "telegram",
      "class": "bot",
      "behaviour": "link_preview",
      "surface": "user_fetch",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "TelegramBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://radar.cloudflare.com/bots/directory",
      "url": "https://doubleagent.so/agents/telegram.telegrambot/"
    },
    {
      "id": "x.twitterbot",
      "name": "Twitterbot",
      "operator": "x",
      "class": "bot",
      "behaviour": "link_preview",
      "surface": "user_fetch",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Twitterbot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://radar.cloudflare.com/bots/directory",
      "url": "https://doubleagent.so/agents/x.twitterbot/"
    },
    {
      "id": "meta.whatsapp",
      "name": "WhatsApp",
      "operator": "meta",
      "class": "bot",
      "behaviour": "link_preview",
      "surface": "user_fetch",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/meta.whatsapp/"
    },
    {
      "id": "qihoo.360spider",
      "name": "360Spider",
      "operator": "qihoo",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "360Spider"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/qihoo.360spider/"
    },
    {
      "id": "addsearch.addsearchbot",
      "name": "AddSearchBot",
      "operator": "addsearch",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "AddSearchBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/addsearch.addsearchbot/"
    },
    {
      "id": "google.adsbot",
      "name": "AdsBot-Google",
      "operator": "google",
      "class": "bot",
      "behaviour": "ads_verification",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "ip",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "Mediapartners-Google",
        "APIs-Google",
        "Google-Safety"
      ],
      "signatureAgents": [],
      "ipLists": [
        "https://developers.google.com/static/crawling/ipranges/special-crawlers.json"
      ],
      "rdns": [
        ".googlebot.com",
        ".google.com",
        ".googleusercontent.com"
      ],
      "docs": "https://developers.google.com/crawling/docs/crawlers-fetchers/google-special-case-crawlers",
      "source": "https://developers.google.com/crawling/docs/crawlers-fetchers/google-special-case-crawlers",
      "url": "https://doubleagent.so/agents/google.adsbot/"
    },
    {
      "id": "agenttimes.crawler",
      "name": "AgentTimes",
      "operator": "agenttimes",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "AgentTimes"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/agenttimes.crawler/"
    },
    {
      "id": "ahrefs.ahrefsbot",
      "name": "AhrefsBot",
      "operator": "ahrefs",
      "class": "bot",
      "behaviour": "seo",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "ip",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "AhrefsBot",
        "AhrefsSiteAudit"
      ],
      "signatureAgents": [],
      "ipLists": [
        "https://api.ahrefs.com/v3/public/crawler-ip-ranges"
      ],
      "rdns": [
        ".ahrefs.com",
        ".ahrefs.net"
      ],
      "docs": null,
      "source": "https://ahrefs.com/robot",
      "url": "https://doubleagent.so/agents/ahrefs.ahrefsbot/"
    },
    {
      "id": "allenai.ai2bot",
      "name": "AI2Bot",
      "operator": "allenai",
      "class": "bot",
      "behaviour": "training",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "AI2Bot",
        "Ai2Bot-Dolma",
        "AI2Bot-DeepResearchEval"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/allenai.ai2bot/"
    },
    {
      "id": "aihit.crawler",
      "name": "aiHitBot",
      "operator": "aihit",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "aiHitBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/aihit.crawler/"
    },
    {
      "id": "lyrenth.aiwebindex",
      "name": "AIWebIndex",
      "operator": "lyrenth",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "AIWebIndex"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/lyrenth.aiwebindex/"
    },
    {
      "id": "amazon.ai-services",
      "name": "Amazon AI services (Kendra, Q Business, Bedrock)",
      "operator": "amazon",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "amazon-kendra",
        "amazon-QBusiness",
        "bedrockbot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/amazon.ai-services/"
    },
    {
      "id": "amazon.amazonbot",
      "name": "Amazonbot",
      "operator": "amazon",
      "class": "bot",
      "behaviour": "training",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": "Amazonbot",
      "respectsRobots": true,
      "userAgents": [
        "Amazonbot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": "https://developer.amazon.com/amazonbot",
      "source": "https://developer.amazon.com/amazonbot",
      "url": "https://doubleagent.so/agents/amazon.amazonbot/"
    },
    {
      "id": "amazon.amzn-searchbot",
      "name": "Amzn-SearchBot",
      "operator": "amazon",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "Amzn-SearchBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": "https://developer.amazon.com/amazonbot",
      "source": "https://developer.amazon.com/amazonbot",
      "url": "https://doubleagent.so/agents/amazon.amzn-searchbot/"
    },
    {
      "id": "andi.andibot",
      "name": "Andibot",
      "operator": "andi",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Andibot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/andi.andibot/"
    },
    {
      "id": "direqt.anomura",
      "name": "Anomura",
      "operator": "direqt",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Anomura"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/direqt.anomura/"
    },
    {
      "id": "apple.applebot",
      "name": "Applebot",
      "operator": "apple",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "ip",
      "robotsToken": "Applebot-Extended",
      "respectsRobots": true,
      "userAgents": [
        "Applebot"
      ],
      "signatureAgents": [],
      "ipLists": [
        "https://search.developer.apple.com/applebot.json"
      ],
      "rdns": [
        ".applebot.apple.com"
      ],
      "docs": null,
      "source": "https://support.apple.com/en-us/119829",
      "url": "https://doubleagent.so/agents/apple.applebot/"
    },
    {
      "id": "aranet.searchbot",
      "name": "Aranet-SearchBot",
      "operator": "aranet",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Aranet-SearchBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/aranet.searchbot/"
    },
    {
      "id": "atlassian.crawler",
      "name": "Atlassian",
      "operator": "atlassian",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "atlassian-bot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/atlassian.crawler/"
    },
    {
      "id": "awario.crawler",
      "name": "Awario",
      "operator": "awario",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/awario.crawler/"
    },
    {
      "id": "microsoft.azureai-searchbot",
      "name": "AzureAI-SearchBot",
      "operator": "microsoft",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "AzureAI-SearchBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/microsoft.azureai-searchbot/"
    },
    {
      "id": "baidu.baiduspider",
      "name": "Baiduspider",
      "operator": "baidu",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "rdns",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [
        ".baidu.com",
        ".baidu.jp"
      ],
      "docs": null,
      "source": "https://help.baidu.com/question?prod_id=99&class=476&id=2996",
      "url": "https://doubleagent.so/agents/baidu.baiduspider/"
    },
    {
      "id": "babbar.barkrowler",
      "name": "Barkrowler",
      "operator": "babbar",
      "class": "bot",
      "behaviour": "seo",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "Barkrowler"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://radar.cloudflare.com/bots/directory",
      "url": "https://doubleagent.so/agents/babbar.barkrowler/"
    },
    {
      "id": "betteruptime.monitor",
      "name": "Better Stack",
      "operator": "betteruptime",
      "class": "bot",
      "behaviour": "monitoring",
      "surface": "crawler",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "BetterUptimeBot",
        "Better Uptime Bot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://radar.cloudflare.com/bots/directory",
      "url": "https://doubleagent.so/agents/betteruptime.monitor/"
    },
    {
      "id": "bigsur.crawler",
      "name": "bigsur.ai",
      "operator": "bigsur",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/bigsur.crawler/"
    },
    {
      "id": "microsoft.bingbot",
      "name": "Bingbot",
      "operator": "microsoft",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "ip",
      "robotsToken": "bingbot",
      "respectsRobots": true,
      "userAgents": [
        "bingbot",
        "adidxbot",
        "BingPreview",
        "MicrosoftPreview"
      ],
      "signatureAgents": [],
      "ipLists": [
        "https://www.bing.com/toolbox/bingbot.json"
      ],
      "rdns": [
        ".search.msn.com"
      ],
      "docs": null,
      "source": "https://www.bing.com/webmasters/help/which-crawlers-does-bing-use-8c184ec0",
      "url": "https://doubleagent.so/agents/microsoft.bingbot/"
    },
    {
      "id": "webmeup.blexbot",
      "name": "BLEXBot",
      "operator": "webmeup",
      "class": "bot",
      "behaviour": "seo",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "BLEXBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://radar.cloudflare.com/bots/directory",
      "url": "https://doubleagent.so/agents/webmeup.blexbot/"
    },
    {
      "id": "brandwatch.crawler",
      "name": "Brandwatch",
      "operator": "brandwatch",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "magpie-crawler"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/brandwatch.crawler/"
    },
    {
      "id": "brave.bravebot",
      "name": "Bravebot",
      "operator": "brave",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "Bravebot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://radar.cloudflare.com/bots/directory",
      "url": "https://doubleagent.so/agents/brave.bravebot/"
    },
    {
      "id": "brightdata.brightbot",
      "name": "Brightbot",
      "operator": "brightdata",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Brightbot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://brightdata.com/brightbot",
      "url": "https://doubleagent.so/agents/brightdata.brightbot/"
    },
    {
      "id": "brightedge.crawler",
      "name": "BrightEdge",
      "operator": "brightedge",
      "class": "bot",
      "behaviour": "seo",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "BrightEdge Crawler"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/brightedge.crawler/"
    },
    {
      "id": "bytedance.bytespider",
      "name": "Bytespider",
      "operator": "bytedance",
      "class": "bot",
      "behaviour": "training",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": "Bytespider",
      "respectsRobots": false,
      "userAgents": [
        "Bytespider",
        "TikTokSpider",
        "DoubaoBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/bytedance.bytespider/"
    },
    {
      "id": "commoncrawl.ccbot",
      "name": "CCBot",
      "operator": "commoncrawl",
      "class": "bot",
      "behaviour": "training",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "ip",
      "robotsToken": "CCBot",
      "respectsRobots": true,
      "userAgents": [
        "CCBot"
      ],
      "signatureAgents": [],
      "ipLists": [
        "https://index.commoncrawl.org/ccbot.json"
      ],
      "rdns": [
        ".crawl.commoncrawl.org"
      ],
      "docs": null,
      "source": "https://commoncrawl.org/ccbot",
      "url": "https://doubleagent.so/agents/commoncrawl.ccbot/"
    },
    {
      "id": "channel3.bot",
      "name": "Channel3Bot",
      "operator": "channel3",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Channel3Bot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/channel3.bot/"
    },
    {
      "id": "zhipu.chatglm",
      "name": "ChatGLM-Spider",
      "operator": "zhipu",
      "class": "bot",
      "behaviour": "training",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "ChatGLM-Spider"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/zhipu.chatglm/"
    },
    {
      "id": "checkly.monitor",
      "name": "Checkly",
      "operator": "checkly",
      "class": "bot",
      "behaviour": "monitoring",
      "surface": "crawler",
      "operatorType": "intermediary",
      "verifiable": "ip",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Checkly"
      ],
      "signatureAgents": [],
      "ipLists": [
        "https://api.checklyhq.com/v1/static-ips"
      ],
      "rdns": [],
      "docs": null,
      "source": "https://radar.cloudflare.com/bots/directory",
      "url": "https://doubleagent.so/agents/checkly.monitor/"
    },
    {
      "id": "anthropic.claude-searchbot",
      "name": "Claude-SearchBot",
      "operator": "anthropic",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "ip",
      "robotsToken": "Claude-SearchBot",
      "respectsRobots": true,
      "userAgents": [
        "Claude-SearchBot"
      ],
      "signatureAgents": [],
      "ipLists": [
        "https://claude.com/crawling/bots.json"
      ],
      "rdns": [],
      "docs": "https://support.claude.com/en/articles/8896518",
      "source": "https://support.claude.com/en/articles/8896518",
      "url": "https://doubleagent.so/agents/anthropic.claude-searchbot/"
    },
    {
      "id": "anthropic.claudebot",
      "name": "ClaudeBot",
      "operator": "anthropic",
      "class": "bot",
      "behaviour": "training",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "ip",
      "robotsToken": "ClaudeBot",
      "respectsRobots": true,
      "userAgents": [
        "ClaudeBot",
        "Claude-Web",
        "anthropic-ai"
      ],
      "signatureAgents": [],
      "ipLists": [
        "https://claude.com/crawling/bots.json"
      ],
      "rdns": [],
      "docs": "https://support.claude.com/en/articles/8896518",
      "source": "https://support.claude.com/en/articles/8896518",
      "url": "https://doubleagent.so/agents/anthropic.claudebot/"
    },
    {
      "id": "cloudflare.ai-search",
      "name": "Cloudflare AI Search",
      "operator": "cloudflare",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "intermediary",
      "verifiable": "signed",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Cloudflare-AI-Search",
        "Cloudflare-AutoRAG"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://radar.cloudflare.com/bots/directory",
      "url": "https://doubleagent.so/agents/cloudflare.ai-search/"
    },
    {
      "id": "coccoc.coccocbot",
      "name": "coccocbot",
      "operator": "coccoc",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/coccoc.coccocbot/"
    },
    {
      "id": "cohere.crawler",
      "name": "Cohere",
      "operator": "cohere",
      "class": "bot",
      "behaviour": "training",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "cohere-training-data-crawler",
        "cohere-ai"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/cohere.crawler/"
    },
    {
      "id": "rois.cotoyogi",
      "name": "Cotoyogi",
      "operator": "rois",
      "class": "bot",
      "behaviour": "training",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "Cotoyogi"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://radar.cloudflare.com/bots/directory",
      "url": "https://doubleagent.so/agents/rois.cotoyogi/"
    },
    {
      "id": "cragsoftware.crawler",
      "name": "CragCrawler",
      "operator": "cragsoftware",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "CragCrawler"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/cragsoftware.crawler/"
    },
    {
      "id": "crawlspace.crawler",
      "name": "Crawlspace",
      "operator": "crawlspace",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Crawlspace"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/crawlspace.crawler/"
    },
    {
      "id": "datadog.synthetics",
      "name": "Datadog Synthetics",
      "operator": "datadog",
      "class": "bot",
      "behaviour": "monitoring",
      "surface": "crawler",
      "operatorType": "intermediary",
      "verifiable": "ip",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "DatadogSynthetics"
      ],
      "signatureAgents": [],
      "ipLists": [
        "https://ip-ranges.datadoghq.com/"
      ],
      "rdns": [],
      "docs": null,
      "source": "https://radar.cloudflare.com/bots/directory",
      "url": "https://doubleagent.so/agents/datadog.synthetics/"
    },
    {
      "id": "dataforseo.bot",
      "name": "DataForSeoBot",
      "operator": "dataforseo",
      "class": "bot",
      "behaviour": "seo",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "DataForSeoBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://radar.cloudflare.com/bots/directory",
      "url": "https://doubleagent.so/agents/dataforseo.bot/"
    },
    {
      "id": "datenbank.crawler",
      "name": "Datenbank Crawler",
      "operator": "datenbank",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Datenbank Crawler"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/datenbank.crawler/"
    },
    {
      "id": "deepseek.deepseekbot",
      "name": "DeepSeekBot",
      "operator": "deepseek",
      "class": "bot",
      "behaviour": "training",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": false,
      "userAgents": [
        "DeepSeekBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/deepseek.deepseekbot/"
    },
    {
      "id": "diffbot.diffbot",
      "name": "Diffbot",
      "operator": "diffbot",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Diffbot",
        "Diffbot-User"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/diffbot.diffbot/"
    },
    {
      "id": "moz.dotbot",
      "name": "DotBot / rogerbot",
      "operator": "moz",
      "class": "bot",
      "behaviour": "seo",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "DotBot",
        "rogerbot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://radar.cloudflare.com/bots/directory",
      "url": "https://doubleagent.so/agents/moz.dotbot/"
    },
    {
      "id": "duckduckgo.duckassistbot",
      "name": "DuckAssistBot",
      "operator": "duckduckgo",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "signed",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "DuckAssistBot"
      ],
      "signatureAgents": [
        "assistbot.duckduckgo.com"
      ],
      "ipLists": [
        "https://duckduckgo.com/duckassistbot.json"
      ],
      "rdns": [],
      "docs": null,
      "source": "https://duckduckgo.com/duckduckgo-help-pages/results/duckassistbot",
      "url": "https://doubleagent.so/agents/duckduckgo.duckassistbot/"
    },
    {
      "id": "duckduckgo.duckduckbot",
      "name": "DuckDuckBot",
      "operator": "duckduckgo",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "ip",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "DuckDuckBot"
      ],
      "signatureAgents": [],
      "ipLists": [
        "https://duckduckgo.com/duckduckbot.json"
      ],
      "rdns": [],
      "docs": null,
      "source": "https://duckduckgo.com/duckduckgo-help-pages/results/duckduckbot",
      "url": "https://doubleagent.so/agents/duckduckgo.duckduckbot/"
    },
    {
      "id": "echobox.crawler",
      "name": "Echobox",
      "operator": "echobox",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "EchoboxBot",
        "Echobot Bot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/echobox.crawler/"
    },
    {
      "id": "baidu.ernie",
      "name": "ERNIE",
      "operator": "baidu",
      "class": "bot",
      "behaviour": "training",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "ERNIEBot",
        "YiyanBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/baidu.ernie/"
    },
    {
      "id": "exa.searchbot",
      "name": "ExaSearchBot",
      "operator": "exa",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "intermediary",
      "verifiable": "signed",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "ExaSearchBot",
        "ExaBot"
      ],
      "signatureAgents": [
        "crawler.exa.ai"
      ],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://crawler.exa.ai",
      "url": "https://doubleagent.so/agents/exa.searchbot/"
    },
    {
      "id": "factset.crawler",
      "name": "FactSet",
      "operator": "factset",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Factset_spyderbot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/factset.crawler/"
    },
    {
      "id": "friendlycrawler.crawler",
      "name": "FriendlyCrawler",
      "operator": "friendlycrawler",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "FriendlyCrawler"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/friendlycrawler.crawler/"
    },
    {
      "id": "google.googlebot",
      "name": "Googlebot",
      "operator": "google",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "ip",
      "robotsToken": "Googlebot",
      "respectsRobots": true,
      "userAgents": [
        "Storebot-Google",
        "Google-InspectionTool"
      ],
      "signatureAgents": [],
      "ipLists": [
        "https://developers.google.com/static/crawling/ipranges/common-crawlers.json"
      ],
      "rdns": [
        ".googlebot.com",
        ".google.com",
        ".googleusercontent.com"
      ],
      "docs": "https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers",
      "source": "https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers",
      "url": "https://doubleagent.so/agents/google.googlebot/"
    },
    {
      "id": "google.googleother",
      "name": "GoogleOther",
      "operator": "google",
      "class": "bot",
      "behaviour": "training",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "ip",
      "robotsToken": "Google-Extended",
      "respectsRobots": true,
      "userAgents": [
        "Google-CloudVertexBot",
        "CloudVertexBot",
        "Google-Extended"
      ],
      "signatureAgents": [],
      "ipLists": [
        "https://developers.google.com/static/crawling/ipranges/common-crawlers.json"
      ],
      "rdns": [
        ".googlebot.com",
        ".google.com",
        ".googleusercontent.com"
      ],
      "docs": "https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers",
      "source": "https://developers.google.com/crawling/docs/crawlers-fetchers/google-common-crawlers",
      "url": "https://doubleagent.so/agents/google.googleother/"
    },
    {
      "id": "openai.gptbot",
      "name": "GPTBot",
      "operator": "openai",
      "class": "bot",
      "behaviour": "training",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "ip",
      "robotsToken": "GPTBot",
      "respectsRobots": true,
      "userAgents": [
        "GPTBot"
      ],
      "signatureAgents": [],
      "ipLists": [
        "https://openai.com/gptbot.json"
      ],
      "rdns": [],
      "docs": "https://developers.openai.com/api/docs/bots",
      "source": "https://developers.openai.com/api/docs/bots",
      "url": "https://doubleagent.so/agents/openai.gptbot/"
    },
    {
      "id": "xai.grok",
      "name": "Grok",
      "operator": "xai",
      "class": "bot",
      "behaviour": "training",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "GrokBot",
        "xAI-Grok",
        "Grok-DeepSearch",
        "GrokAgent"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://radar.cloudflare.com/bots/directory",
      "url": "https://doubleagent.so/agents/xai.grok/"
    },
    {
      "id": "gtmetrix.monitor",
      "name": "GTmetrix",
      "operator": "gtmetrix",
      "class": "bot",
      "behaviour": "monitoring",
      "surface": "crawler",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "GTmetrix"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://radar.cloudflare.com/bots/directory",
      "url": "https://doubleagent.so/agents/gtmetrix.monitor/"
    },
    {
      "id": "henkbot.crawler",
      "name": "HenkBot",
      "operator": "henkbot",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "HenkBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/henkbot.crawler/"
    },
    {
      "id": "iask.bot",
      "name": "iAsk",
      "operator": "iask",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "iAskBot",
        "iaskspider"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/iask.bot/"
    },
    {
      "id": "nict.icc-crawler",
      "name": "ICC-Crawler",
      "operator": "nict",
      "class": "bot",
      "behaviour": "training",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "ICC-Crawler"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://radar.cloudflare.com/bots/directory",
      "url": "https://doubleagent.so/agents/nict.icc-crawler/"
    },
    {
      "id": "hive.imagesiftbot",
      "name": "ImagesiftBot",
      "operator": "hive",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "ImagesiftBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/hive.imagesiftbot/"
    },
    {
      "id": "imagespider.crawler",
      "name": "imageSpider",
      "operator": "imagespider",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "imageSpider"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/imagespider.crawler/"
    },
    {
      "id": "laion.img2dataset",
      "name": "img2dataset",
      "operator": "laion",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "img2dataset",
        "LAIONDownloader",
        "laion-huggingface-processor"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/rom1504/img2dataset",
      "url": "https://doubleagent.so/agents/laion.img2dataset/"
    },
    {
      "id": "iss.crawler",
      "name": "ISS Cyber Risk",
      "operator": "iss",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "ISSCyberRiskCrawler"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/iss.crawler/"
    },
    {
      "id": "kangaroo.bot",
      "name": "Kangaroo Bot",
      "operator": "kangaroo",
      "class": "bot",
      "behaviour": "training",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Kangaroo Bot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/kangaroo.bot/"
    },
    {
      "id": "moonshot.kimibot",
      "name": "KimiBot",
      "operator": "moonshot",
      "class": "bot",
      "behaviour": "training",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "KimiBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/moonshot.kimibot/"
    },
    {
      "id": "klaviyo.aibot",
      "name": "KlaviyoAIBot",
      "operator": "klaviyo",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "signed",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "KlaviyoAIBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://assets.radar.cloudflare.com/bots/signature-agent-registry.txt",
      "url": "https://doubleagent.so/agents/klaviyo.aibot/"
    },
    {
      "id": "kunato.crawler",
      "name": "KunatoCrawler",
      "operator": "kunato",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "KunatoCrawler"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/kunato.crawler/"
    },
    {
      "id": "google.lighthouse",
      "name": "Lighthouse",
      "operator": "google",
      "class": "bot",
      "behaviour": "monitoring",
      "surface": "crawler",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Chrome-Lighthouse"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://radar.cloudflare.com/bots/directory",
      "url": "https://doubleagent.so/agents/google.lighthouse/"
    },
    {
      "id": "linguee.crawler",
      "name": "Linguee",
      "operator": "linguee",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Linguee Bot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/linguee.crawler/"
    },
    {
      "id": "linkup.linkupbot",
      "name": "LinkupBot",
      "operator": "linkup",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "intermediary",
      "verifiable": "ip",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "LinkupBot"
      ],
      "signatureAgents": [],
      "ipLists": [
        "https://linkup.so/linkupbot-ips.txt"
      ],
      "rdns": [],
      "docs": null,
      "source": "https://linkup.so/bot",
      "url": "https://doubleagent.so/agents/linkup.linkupbot/"
    },
    {
      "id": "meltwater.crawler",
      "name": "Meltwater",
      "operator": "meltwater",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "YaK"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/meltwater.crawler/"
    },
    {
      "id": "meta.externalagent",
      "name": "Meta-ExternalAgent",
      "operator": "meta",
      "class": "bot",
      "behaviour": "training",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "signed",
      "robotsToken": "meta-externalagent",
      "respectsRobots": true,
      "userAgents": [
        "meta-externalagent",
        "FacebookBot"
      ],
      "signatureAgents": [
        "www.meta.com"
      ],
      "ipLists": [],
      "rdns": [],
      "docs": "https://developers.facebook.com/docs/sharing/webmasters/web-crawlers",
      "source": "https://developers.facebook.com/docs/sharing/webmasters/web-crawlers",
      "url": "https://doubleagent.so/agents/meta.externalagent/"
    },
    {
      "id": "meta.webindexer",
      "name": "Meta-WebIndexer",
      "operator": "meta",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "meta-webindexer"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": "https://developers.facebook.com/docs/sharing/webmasters/web-crawlers",
      "source": "https://developers.facebook.com/docs/sharing/webmasters/web-crawlers",
      "url": "https://doubleagent.so/agents/meta.webindexer/"
    },
    {
      "id": "mistral.index",
      "name": "MistralAI-Index",
      "operator": "mistral",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "ip",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "MistralAI-Index"
      ],
      "signatureAgents": [],
      "ipLists": [
        "https://mistral.ai/mistralai-index-ips.json"
      ],
      "rdns": [],
      "docs": "https://docs.mistral.ai/robots",
      "source": "https://docs.mistral.ai/robots",
      "url": "https://doubleagent.so/agents/mistral.index/"
    },
    {
      "id": "mistral.training",
      "name": "MistralAI-Training",
      "operator": "mistral",
      "class": "bot",
      "behaviour": "training",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "MistralAI-Training"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": "https://docs.mistral.ai/robots",
      "source": "https://docs.mistral.ai/robots",
      "url": "https://doubleagent.so/agents/mistral.training/"
    },
    {
      "id": "majestic.mj12bot",
      "name": "MJ12bot",
      "operator": "majestic",
      "class": "bot",
      "behaviour": "seo",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "MJ12bot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://radar.cloudflare.com/bots/directory",
      "url": "https://doubleagent.so/agents/majestic.mj12bot/"
    },
    {
      "id": "mojeek.mojeekbot",
      "name": "MojeekBot",
      "operator": "mojeek",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "MojeekBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/mojeek.mojeekbot/"
    },
    {
      "id": "mycentralai.crawler",
      "name": "MyCentralAIScraperBot",
      "operator": "mycentralai",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "MyCentralAIScraperBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/mycentralai.crawler/"
    },
    {
      "id": "naget.crawler",
      "name": "NagetBot",
      "operator": "naget",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "NagetBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/naget.crawler/"
    },
    {
      "id": "netestate.crawler",
      "name": "netEstate",
      "operator": "netestate",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "netEstate Imprint Crawler"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/netestate.crawler/"
    },
    {
      "id": "newrelic.synthetics",
      "name": "New Relic Synthetics",
      "operator": "newrelic",
      "class": "bot",
      "behaviour": "monitoring",
      "surface": "crawler",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "NewRelicSynthetics"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://radar.cloudflare.com/bots/directory",
      "url": "https://doubleagent.so/agents/newrelic.synthetics/"
    },
    {
      "id": "newsai.crawler",
      "name": "newsai",
      "operator": "newsai",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "newsai"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/newsai.crawler/"
    },
    {
      "id": "openai.adsbot",
      "name": "OAI-AdsBot",
      "operator": "openai",
      "class": "bot",
      "behaviour": "ads_verification",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "ip",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "OAI-AdsBot"
      ],
      "signatureAgents": [],
      "ipLists": [
        "https://openai.com/adsbot.json"
      ],
      "rdns": [],
      "docs": "https://developers.openai.com/api/docs/bots",
      "source": "https://developers.openai.com/api/docs/bots",
      "url": "https://doubleagent.so/agents/openai.adsbot/"
    },
    {
      "id": "openai.oai-searchbot",
      "name": "OAI-SearchBot",
      "operator": "openai",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "ip",
      "robotsToken": "OAI-SearchBot",
      "respectsRobots": true,
      "userAgents": [
        "OAI-SearchBot"
      ],
      "signatureAgents": [],
      "ipLists": [
        "https://openai.com/searchbot.json"
      ],
      "rdns": [],
      "docs": "https://developers.openai.com/api/docs/bots",
      "source": "https://developers.openai.com/api/docs/bots",
      "url": "https://doubleagent.so/agents/openai.oai-searchbot/"
    },
    {
      "id": "panscient.crawler",
      "name": "Panscient",
      "operator": "panscient",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "panscient"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/panscient.crawler/"
    },
    {
      "id": "perplexity.perplexitybot",
      "name": "PerplexityBot",
      "operator": "perplexity",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "ip",
      "robotsToken": "PerplexityBot",
      "respectsRobots": true,
      "userAgents": [
        "PerplexityBot"
      ],
      "signatureAgents": [],
      "ipLists": [
        "https://www.perplexity.com/perplexitybot.json"
      ],
      "rdns": [],
      "docs": "https://docs.perplexity.ai/guides/bots",
      "source": "https://docs.perplexity.ai/guides/bots",
      "url": "https://doubleagent.so/agents/perplexity.perplexitybot/"
    },
    {
      "id": "huawei.petalbot",
      "name": "PetalBot",
      "operator": "huawei",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "PetalBot",
        "PanguBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://radar.cloudflare.com/bots/directory",
      "url": "https://doubleagent.so/agents/huawei.petalbot/"
    },
    {
      "id": "pingdom.monitor",
      "name": "Pingdom",
      "operator": "pingdom",
      "class": "bot",
      "behaviour": "monitoring",
      "surface": "crawler",
      "operatorType": "intermediary",
      "verifiable": "ip",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "PingdomPageSpeed"
      ],
      "signatureAgents": [],
      "ipLists": [
        "https://my.pingdom.com/probes/ipv4"
      ],
      "rdns": [],
      "docs": null,
      "source": "https://radar.cloudflare.com/bots/directory",
      "url": "https://doubleagent.so/agents/pingdom.monitor/"
    },
    {
      "id": "poseidon.crawler",
      "name": "Poseidon",
      "operator": "poseidon",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Poseidon Research Crawler"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/poseidon.crawler/"
    },
    {
      "id": "querit.bot",
      "name": "Querit",
      "operator": "querit",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Querit-SearchBot",
        "QueritBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/querit.bot/"
    },
    {
      "id": "quillbot.crawler",
      "name": "QuillBot",
      "operator": "quillbot",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "QuillBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/quillbot.crawler/"
    },
    {
      "id": "qwant.qwantbot",
      "name": "Qwantbot",
      "operator": "qwant",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "Qwantbot",
        "Qwantify"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/qwant.qwantbot/"
    },
    {
      "id": "alibaba.qwen",
      "name": "Qwen",
      "operator": "alibaba",
      "class": "bot",
      "behaviour": "training",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "QwenBot",
        "TongyiBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/alibaba.qwen/"
    },
    {
      "id": "reflection.crawler",
      "name": "Reflectionbot",
      "operator": "reflection",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Reflectionbot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/reflection.crawler/"
    },
    {
      "id": "softbank.sbintuitions",
      "name": "SBIntuitionsBot",
      "operator": "softbank",
      "class": "bot",
      "behaviour": "training",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "SBIntuitionsBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/softbank.sbintuitions/"
    },
    {
      "id": "screamingfrog.spider",
      "name": "Screaming Frog",
      "operator": "screamingfrog",
      "class": "bot",
      "behaviour": "seo",
      "surface": "crawler",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Screaming Frog SEO Spider"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/screamingfrog.spider/"
    },
    {
      "id": "seranking.bot",
      "name": "SE Ranking",
      "operator": "seranking",
      "class": "bot",
      "behaviour": "seo",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "SERankingBacklinksBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/seranking.bot/"
    },
    {
      "id": "seekport.seekportbot",
      "name": "SeekportBot",
      "operator": "seekport",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "SeekportBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/seekport.seekportbot/"
    },
    {
      "id": "semrush.semrushbot",
      "name": "SemrushBot",
      "operator": "semrush",
      "class": "bot",
      "behaviour": "seo",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "SiteAuditBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://www.semrush.com/bot/",
      "url": "https://doubleagent.so/agents/semrush.semrushbot/"
    },
    {
      "id": "seokicks.bot",
      "name": "SEOkicks",
      "operator": "seokicks",
      "class": "bot",
      "behaviour": "seo",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "SEOkicks"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/seokicks.bot/"
    },
    {
      "id": "serpstat.bot",
      "name": "serpstatbot",
      "operator": "serpstat",
      "class": "bot",
      "behaviour": "seo",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "serpstatbot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/serpstat.bot/"
    },
    {
      "id": "seznam.seznambot",
      "name": "SeznamBot",
      "operator": "seznam",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "rdns",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "SeznamBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [
        ".seznam.cz"
      ],
      "docs": null,
      "source": "https://o-seznam.cz/napoveda/vyhledavani/en/seznambot-crawler/",
      "url": "https://doubleagent.so/agents/seznam.seznambot/"
    },
    {
      "id": "parallel.shapbot",
      "name": "ShapBot",
      "operator": "parallel",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "intermediary",
      "verifiable": "ip",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "ShapBot",
        "Shap-User"
      ],
      "signatureAgents": [],
      "ipLists": [
        "https://docs.parallel.ai/resources/shapbot.json"
      ],
      "rdns": [],
      "docs": null,
      "source": "https://docs.parallel.ai",
      "url": "https://doubleagent.so/agents/parallel.shapbot/"
    },
    {
      "id": "sidetrade.crawler",
      "name": "Sidetrade",
      "operator": "sidetrade",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Sidetrade indexer bot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/sidetrade.crawler/"
    },
    {
      "id": "site24x7.monitor",
      "name": "Site24x7",
      "operator": "site24x7",
      "class": "bot",
      "behaviour": "monitoring",
      "surface": "crawler",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Site24x7"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://radar.cloudflare.com/bots/directory",
      "url": "https://doubleagent.so/agents/site24x7.monitor/"
    },
    {
      "id": "sitebulb.crawler",
      "name": "Sitebulb",
      "operator": "sitebulb",
      "class": "bot",
      "behaviour": "seo",
      "surface": "crawler",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Sitebulb"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/sitebulb.crawler/"
    },
    {
      "id": "siteimprove.crawler",
      "name": "Siteimprove",
      "operator": "siteimprove",
      "class": "bot",
      "behaviour": "seo",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Siteimprove"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/siteimprove.crawler/"
    },
    {
      "id": "sogou.spider",
      "name": "Sogou spider",
      "operator": "sogou",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/sogou.spider/"
    },
    {
      "id": "statuscake.monitor",
      "name": "StatusCake",
      "operator": "statuscake",
      "class": "bot",
      "behaviour": "monitoring",
      "surface": "crawler",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "StatusCake"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://radar.cloudflare.com/bots/directory",
      "url": "https://doubleagent.so/agents/statuscake.monitor/"
    },
    {
      "id": "ceramic.crawler",
      "name": "TerraCotta (Ceramic)",
      "operator": "ceramic",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "TerraCotta",
        "Terra Cotta"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/ceramic.crawler/"
    },
    {
      "id": "thinkbot.crawler",
      "name": "Thinkbot",
      "operator": "thinkbot",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Thinkbot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/thinkbot.crawler/"
    },
    {
      "id": "timpi.timpibot",
      "name": "Timpibot",
      "operator": "timpi",
      "class": "bot",
      "behaviour": "training",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Timpibot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/timpi.timpibot/"
    },
    {
      "id": "uptimerobot.monitor",
      "name": "UptimeRobot",
      "operator": "uptimerobot",
      "class": "bot",
      "behaviour": "monitoring",
      "surface": "crawler",
      "operatorType": "intermediary",
      "verifiable": "ip",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "UptimeRobot"
      ],
      "signatureAgents": [],
      "ipLists": [
        "https://uptimerobot.com/inc/files/ips/IPv4.txt"
      ],
      "rdns": [],
      "docs": null,
      "source": "https://radar.cloudflare.com/bots/directory",
      "url": "https://doubleagent.so/agents/uptimerobot.monitor/"
    },
    {
      "id": "velen.crawler",
      "name": "Velen",
      "operator": "velen",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "VelenPublicWebCrawler"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/velen.crawler/"
    },
    {
      "id": "wardbot.crawler",
      "name": "WARDBot",
      "operator": "wardbot",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "WARDBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/wardbot.crawler/"
    },
    {
      "id": "webpagetest.ptst",
      "name": "WebPageTest",
      "operator": "webpagetest",
      "class": "bot",
      "behaviour": "monitoring",
      "surface": "crawler",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "PTST"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://radar.cloudflare.com/bots/directory",
      "url": "https://doubleagent.so/agents/webpagetest.ptst/"
    },
    {
      "id": "webz.omgili",
      "name": "Webz.io (omgili)",
      "operator": "webz",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "omgili",
        "omgilibot",
        "webzio-extended"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/webz.omgili/"
    },
    {
      "id": "yahoo.slurp",
      "name": "Yahoo Slurp",
      "operator": "yahoo",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://radar.cloudflare.com/bots/directory",
      "url": "https://doubleagent.so/agents/yahoo.slurp/"
    },
    {
      "id": "yandex.additional",
      "name": "YandexAdditional",
      "operator": "yandex",
      "class": "bot",
      "behaviour": "training",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "rdns",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [
        ".yandex.ru",
        ".yandex.net",
        ".yandex.com"
      ],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/yandex.additional/"
    },
    {
      "id": "yandex.yandexbot",
      "name": "YandexBot",
      "operator": "yandex",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "rdns",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "YandexBot",
        "YandexImages",
        "YandexMobileBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [
        ".yandex.ru",
        ".yandex.net",
        ".yandex.com"
      ],
      "docs": null,
      "source": "https://yandex.com/support/webmaster/en/robot-workings/check-yandex-robots",
      "url": "https://doubleagent.so/agents/yandex.yandexbot/"
    },
    {
      "id": "naver.yeti",
      "name": "Yeti (Naver)",
      "operator": "naver",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "Yeti"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://radar.cloudflare.com/bots/directory",
      "url": "https://doubleagent.so/agents/naver.yeti/"
    },
    {
      "id": "you.youbot",
      "name": "YouBot",
      "operator": "you",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "signed",
      "robotsToken": null,
      "respectsRobots": true,
      "userAgents": [
        "YouBot"
      ],
      "signatureAgents": [
        "you.com"
      ],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://radar.cloudflare.com/bots/directory",
      "url": "https://doubleagent.so/agents/you.youbot/"
    },
    {
      "id": "zanista.bot",
      "name": "ZanistaBot",
      "operator": "zanista",
      "class": "bot",
      "behaviour": "search",
      "surface": "crawler",
      "operatorType": "direct",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "ZanistaBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/ai-robots-txt/ai.robots.txt",
      "url": "https://doubleagent.so/agents/zanista.bot/"
    },
    {
      "id": "apify.crawlee",
      "name": "Apify / Crawlee",
      "operator": "apify",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "scraper_api",
      "operatorType": "intermediary",
      "verifiable": "signed",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "ApifyBot",
        "ApifyWebsiteContentCrawler"
      ],
      "signatureAgents": [
        "api.apify.com"
      ],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://docs.apify.com",
      "url": "https://doubleagent.so/agents/apify.crawlee/"
    },
    {
      "id": "brightdata.unlocker",
      "name": "Bright Data",
      "operator": "brightdata",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "scraper_api",
      "operatorType": "intermediary",
      "verifiable": "stealth",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://brightdata.com",
      "url": "https://doubleagent.so/agents/brightdata.unlocker/"
    },
    {
      "id": "crawl4ai.crawler",
      "name": "Crawl4AI",
      "operator": "crawl4ai",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "scraper_api",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Crawl4AI"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/unclecode/crawl4ai",
      "url": "https://doubleagent.so/agents/crawl4ai.crawler/"
    },
    {
      "id": "firecrawl.api",
      "name": "Firecrawl",
      "operator": "firecrawl",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "scraper_api",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": "FirecrawlAgent",
      "respectsRobots": true,
      "userAgents": [
        "FirecrawlAgent"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/mendableai/firecrawl",
      "url": "https://doubleagent.so/agents/firecrawl.api/"
    },
    {
      "id": "jina.reader",
      "name": "Jina Reader",
      "operator": "jina",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "scraper_api",
      "operatorType": "intermediary",
      "verifiable": "stealth",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/jina-ai/reader",
      "url": "https://doubleagent.so/agents/jina.reader/"
    },
    {
      "id": "oxylabs.api",
      "name": "Oxylabs",
      "operator": "oxylabs",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "scraper_api",
      "operatorType": "intermediary",
      "verifiable": "stealth",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://oxylabs.io",
      "url": "https://doubleagent.so/agents/oxylabs.api/"
    },
    {
      "id": "scraperapi.api",
      "name": "ScraperAPI",
      "operator": "scraperapi",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "scraper_api",
      "operatorType": "intermediary",
      "verifiable": "stealth",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://www.scraperapi.com",
      "url": "https://doubleagent.so/agents/scraperapi.api/"
    },
    {
      "id": "scrapfly.api",
      "name": "Scrapfly",
      "operator": "scrapfly",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "scraper_api",
      "operatorType": "intermediary",
      "verifiable": "stealth",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://scrapfly.io",
      "url": "https://doubleagent.so/agents/scrapfly.api/"
    },
    {
      "id": "scrapingbee.api",
      "name": "ScrapingBee",
      "operator": "scrapingbee",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "scraper_api",
      "operatorType": "intermediary",
      "verifiable": "stealth",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://www.scrapingbee.com",
      "url": "https://doubleagent.so/agents/scrapingbee.api/"
    },
    {
      "id": "zyte.scrapy",
      "name": "Scrapy / Zyte",
      "operator": "zyte",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "scraper_api",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Scrapy"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/scrapy/scrapy/blob/master/scrapy/settings/default_settings.py",
      "url": "https://doubleagent.so/agents/zyte.scrapy/"
    },
    {
      "id": "serpapi.api",
      "name": "SerpApi",
      "operator": "serpapi",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "scraper_api",
      "operatorType": "intermediary",
      "verifiable": "stealth",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://serpapi.com",
      "url": "https://doubleagent.so/agents/serpapi.api/"
    },
    {
      "id": "tavily.api",
      "name": "Tavily",
      "operator": "tavily",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "scraper_api",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "TavilyBot"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://docs.tavily.com/documentation/search-crawler",
      "url": "https://doubleagent.so/agents/tavily.api/"
    },
    {
      "id": "zenrows.api",
      "name": "ZenRows",
      "operator": "zenrows",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "scraper_api",
      "operatorType": "intermediary",
      "verifiable": "stealth",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://www.zenrows.com",
      "url": "https://doubleagent.so/agents/zenrows.api/"
    },
    {
      "id": "chrome.headless",
      "name": "Headless Chrome",
      "operator": "chrome",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "automation_tool",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "HeadlessChrome"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://developer.chrome.com/docs/chromium/headless",
      "url": "https://doubleagent.so/agents/chrome.headless/"
    },
    {
      "id": "lightpanda.browser",
      "name": "Lightpanda",
      "operator": "lightpanda",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "automation_tool",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Lightpanda"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/lightpanda-io/browser",
      "url": "https://doubleagent.so/agents/lightpanda.browser/"
    },
    {
      "id": "legacy.headless",
      "name": "PhantomJS / Nightmare",
      "operator": "legacy",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "automation_tool",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "PhantomJS"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/legacy.headless/"
    },
    {
      "id": "playwright.automation",
      "name": "Playwright",
      "operator": "playwright",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "automation_tool",
      "operatorType": "intermediary",
      "verifiable": "stealth",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://playwright.dev",
      "url": "https://doubleagent.so/agents/playwright.automation/"
    },
    {
      "id": "puppeteer.headless",
      "name": "Puppeteer",
      "operator": "puppeteer",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "automation_tool",
      "operatorType": "intermediary",
      "verifiable": "stealth",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://pptr.dev",
      "url": "https://doubleagent.so/agents/puppeteer.headless/"
    },
    {
      "id": "selenium.webdriver",
      "name": "Selenium / WebDriver",
      "operator": "selenium",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "automation_tool",
      "operatorType": "intermediary",
      "verifiable": "stealth",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://www.selenium.dev",
      "url": "https://doubleagent.so/agents/selenium.webdriver/"
    },
    {
      "id": "python.aiohttp",
      "name": "aiohttp",
      "operator": "python",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "http_library",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "aiohttp"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/python.aiohttp/"
    },
    {
      "id": "apache.httpclient",
      "name": "Apache-HttpClient",
      "operator": "apache",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "http_library",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Apache-HttpClient"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/apache.httpclient/"
    },
    {
      "id": "axios.axios",
      "name": "axios",
      "operator": "axios",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "http_library",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/axios.axios/"
    },
    {
      "id": "curl.curl",
      "name": "curl",
      "operator": "curl",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "http_library",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/curl.curl/"
    },
    {
      "id": "go.http-client",
      "name": "Go-http-client",
      "operator": "go",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "http_library",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Go-http-client"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/go.http-client/"
    },
    {
      "id": "node.fetch",
      "name": "node-fetch",
      "operator": "node",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "http_library",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "node-fetch",
        "undici"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/node.fetch/"
    },
    {
      "id": "square.okhttp",
      "name": "okhttp",
      "operator": "square",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "http_library",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "okhttp"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/square.okhttp/"
    },
    {
      "id": "python.httpx",
      "name": "python-httpx",
      "operator": "python",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "http_library",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "python-httpx"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/python.httpx/"
    },
    {
      "id": "python.requests",
      "name": "python-requests",
      "operator": "python",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "http_library",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "python-requests"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/python.requests/"
    },
    {
      "id": "python.urllib",
      "name": "Python-urllib",
      "operator": "python",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "http_library",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Python-urllib"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/python.urllib/"
    },
    {
      "id": "gnu.wget",
      "name": "Wget",
      "operator": "gnu",
      "class": "bot",
      "behaviour": "data_collection",
      "surface": "http_library",
      "operatorType": "intermediary",
      "verifiable": "declared",
      "robotsToken": null,
      "respectsRobots": "unknown",
      "userAgents": [
        "Wget"
      ],
      "signatureAgents": [],
      "ipLists": [],
      "rdns": [],
      "docs": null,
      "source": "https://github.com/monperrus/crawler-user-agents",
      "url": "https://doubleagent.so/agents/gnu.wget/"
    }
  ]
}