{
 "date": "2026-10-20",
 "generated": "2026-10-30",
 "count": 219,
 "panel": {
  "0g.ai": {
   "found": [
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "grade": "B",
   "score": 38
  },
  "8004.org": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "a2ui-composer.ag-ui.com": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "a2ui-project.github.io": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "aboutus.godaddy.net": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "D",
   "score": 10
  },
  "aembit.io": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "agent-ready.dev": {
   "found": [
    "a2a",
    "agent-permissions-json",
    "agents-json",
    "agents-md",
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "auth-md",
    "cloudflare-content-signals-policy",
    "llms-txt",
    "oauth-metadata-for-agents",
    "ucp",
    "webbotauth"
   ],
   "grade": "A+",
   "score": 95
  },
  "agentclientprotocol.com": {
   "found": [
    "a2a",
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "grade": "A",
   "score": 46
  },
  "agentcommunity.org": {
   "found": [
    "a2a",
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "auth-md",
    "llms-txt",
    "oauth-metadata-for-agents"
   ],
   "grade": "A+",
   "score": 65
  },
  "agenticadvertising.org": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "agenticresources.dev": {
   "found": [
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "ard"
   ],
   "grade": "B",
   "score": 38
  },
  "agenticweb.wiki": {
   "found": [
    "agents-md",
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "ard",
    "cloudflare-content-signals-policy",
    "llms-txt",
    "mcp",
    "mcp-server-cards"
   ],
   "grade": "A+",
   "score": 70
  },
  "agentman.ai": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "agents.coinbase.com": {
   "found": [
    "oauth-metadata-for-agents"
   ],
   "grade": "D",
   "score": 10
  },
  "agentskills.io": {
   "found": [
    "a2a",
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "grade": "B",
   "score": 41
  },
  "agntcy.org": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "agoraproto.org": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "ai.google.dev": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "aider.chat": {
   "found": [],
   "grade": "F",
   "score": 5
  },
  "aioseo.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "aitxt.ing": {
   "found": [
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "grade": "B",
   "score": 38
  },
  "akamai.com": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "alibabacloud.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "ampcode.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt",
    "oauth-cimd"
   ],
   "grade": "B",
   "score": 38
  },
  "angulararchitects.io": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "ant-intl.com": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "anthropic.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "ap.org": {
   "found": [
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy"
   ],
   "grade": "C",
   "score": 20
  },
  "api.agoraproto.org": {
   "found": [
    "ads"
   ],
   "grade": "D",
   "score": 10
  },
  "api.githubcopilot.com": {
   "found": [
    "mcp",
    "mcp-server-cards"
   ],
   "grade": "B",
   "score": 30
  },
  "api.proof.com": {
   "found": [
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "ard",
    "cloudflare-content-signals-policy",
    "llms-txt",
    "oauth-cimd",
    "oauth-metadata-for-agents"
   ],
   "grade": "A+",
   "score": 60
  },
  "asana.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "atlan.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "grade": "B",
   "score": 33
  },
  "atlassian.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "atscale.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "oauth-metadata-for-agents"
   ],
   "grade": "C",
   "score": 20
  },
  "auth-md.com": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "auth0.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "aws.amazon.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "azure.microsoft.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "benstone-ai.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "bingx.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "blakecrosley.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "blog.cloudflare.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "cloudflare-content-signals-policy"
   ],
   "grade": "B",
   "score": 38
  },
  "blogs.agntcy.org": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "bmdpat.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "bnbchain.org": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "byteiota.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "canva.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "chatgpt.com": {
   "found": [
    "webbotauth"
   ],
   "grade": "D",
   "score": 10
  },
  "chrishood.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "circle.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "grade": "B",
   "score": 38
  },
  "claude.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "cleverbridge.com": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "cloud.google.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "cloud.tencent.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "cloudandsre.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "cloudflare.com": {
   "found": [
    "a2a",
    "ai-crawler-tokens-robots",
    "auth-md",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "grade": "A",
   "score": 49
  },
  "code.visualstudio.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "coinbase.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "llms-txt",
    "oauth-cimd"
   ],
   "grade": "A",
   "score": 51
  },
  "comcastadvertising.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt",
    "oauth-cimd",
    "oauth-metadata-for-agents"
   ],
   "grade": "B",
   "score": 41
  },
  "copilotkit.ai": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "crawlytics.app": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "crewai.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "cloudflare-content-signals-policy",
    "llms-txt",
    "oauth-metadata-for-agents"
   ],
   "grade": "A",
   "score": 54
  },
  "cursor.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "danads.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "danilchenko.dev": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "datatracker.ietf.org": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "deepwiki.com": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "demo.wild-card.ai": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "dev.to": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "developer.chrome.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "developer.salesforce.com": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "developers.cloudflare.com": {
   "found": [
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "ard",
    "cloudflare-content-signals-policy",
    "llms-txt",
    "mcp",
    "mcp-server-cards"
   ],
   "grade": "A+",
   "score": 70
  },
  "developers.google.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "developers.openai.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "developersdigest.tech": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "devin.ai": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 30
  },
  "devtoollab.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "docs.adcontextprotocol.org": {
   "found": [
    "a2a",
    "agents-md",
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "grade": "A",
   "score": 49
  },
  "docs.ag-ui.com": {
   "found": [
    "a2a",
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "grade": "B",
   "score": 41
  },
  "docs.anthropic.com": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "docs.augmentcode.com": {
   "found": [
    "a2a",
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "grade": "B",
   "score": 41
  },
  "docs.cdp.coinbase.com": {
   "found": [
    "a2a",
    "agents-md",
    "llms-txt"
   ],
   "grade": "C",
   "score": 28
  },
  "docs.mcp.cloudflare.com": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "docs.n8n.io": {
   "found": [
    "agents-md",
    "agents-txt",
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "grade": "A",
   "score": 52
  },
  "docs.perplexity.ai": {
   "found": [
    "a2a",
    "agents-md",
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "grade": "A",
   "score": 49
  },
  "docs.stripe.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "grade": "B",
   "score": 38
  },
  "docs.warp.dev": {
   "found": [
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "grade": "B",
   "score": 33
  },
  "dojo.ag-ui.com": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "dreaming.press": {
   "found": [
    "a2a",
    "agents-txt",
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "A",
   "score": 56
  },
  "dri.es": {
   "found": [
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "cloudflare-content-signals-policy"
   ],
   "grade": "B",
   "score": 41
  },
  "drupal.org": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "edakrong.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "eips.ethereum.org": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "elsevier.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "tdmrep"
   ],
   "grade": "C",
   "score": 20
  },
  "en.wikipedia.org": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "ethereum-magicians.org": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "etherscan.io": {
   "found": [
    "agents-md",
    "agents-txt",
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "grade": "A",
   "score": 49
  },
  "etsy.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "exchangewire.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "facilitator.live.nevermined.app": {
   "found": [
    "ai-catalog-well-known-file",
    "oauth-cimd",
    "oauth-metadata-for-agents"
   ],
   "grade": "B",
   "score": 33
  },
  "factory.ai": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "fastht.ml": {
   "found": [],
   "grade": "F",
   "score": 5
  },
  "fidoalliance.org": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "figma.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "identity-assertion-authz-grant"
   ],
   "grade": "C",
   "score": 20
  },
  "firecrawl.dev": {
   "found": [
    "agents-md",
    "ai-crawler-tokens-robots",
    "auth-md",
    "cloudflare-content-signals-policy",
    "llms-txt",
    "oauth-cimd",
    "oauth-metadata-for-agents"
   ],
   "grade": "A",
   "score": 45
  },
  "getdbt.com": {
   "found": [
    "llms-txt"
   ],
   "grade": "C",
   "score": 20
  },
  "gh.io": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "gitbook.com": {
   "found": [
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt",
    "oauth-metadata-for-agents"
   ],
   "grade": "A",
   "score": 49
  },
  "github.com": {
   "found": [
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "A",
   "score": 48
  },
  "github.laiyagushi.com": {
   "error": "http 400"
  },
  "google.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "google.github.io": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "hashicorp.com": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "honeyb.ai": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "hsbc.co.uk": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "hubspot.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "huggingface.co": {
   "found": [
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "mcp",
    "mcp-server-cards",
    "oauth-cimd",
    "oauth-metadata-for-agents"
   ],
   "grade": "A+",
   "score": 60
  },
  "iabtechlab.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "infoq.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "investor.visa.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "D",
   "score": 10
  },
  "jetbrains.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "jules.google": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "juliamaehler.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "karangoyal.cc": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "kilocode.ai": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "kochava.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "kyvosinsights.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "linear.app": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "linkedin.com": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "linuxfoundation.org": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "mapsoft.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "mastercard.com": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "mastra.ai": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "mcp.proof.com": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "mcp.sentry.dev": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt",
    "oauth-cimd"
   ],
   "grade": "B",
   "score": 38
  },
  "medium.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "rsl"
   ],
   "grade": "C",
   "score": 20
  },
  "metricspot.com": {
   "found": [
    "agents-md",
    "agents-txt",
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "A",
   "score": 46
  },
  "microsoft.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "mintlify.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt",
    "oauth-metadata-for-agents"
   ],
   "grade": "B",
   "score": 38
  },
  "mnemom.ai": {
   "found": [
    "a2a",
    "agents-md",
    "agents-txt",
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "cloudflare-content-signals-policy",
    "llms-txt",
    "oauth-metadata-for-agents"
   ],
   "grade": "A+",
   "score": 60
  },
  "modelcontextprotocol.io": {
   "found": [
    "a2a",
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "grade": "B",
   "score": 41
  },
  "mozilla.org": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "mpp.dev": {
   "found": [
    "agents-md",
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "grade": "A",
   "score": 54
  },
  "mvnrepository.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "next.redhat.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "notion.so": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "D",
   "score": 15
  },
  "npmjs.com": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "okta.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "openai.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "opencode.ai": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "openknowledge.ai": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "openrsl.org": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "oreilly.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "outshift.cisco.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "packalyst.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "paloaltonetworks.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "C",
   "score": 25
  },
  "paypal.com": {
   "found": [
    "agora-protocol",
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "A",
   "score": 48
  },
  "perplexity.ai": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "playmcp.kakao.com": {
   "found": [
    "llms-txt"
   ],
   "grade": "C",
   "score": 20
  },
  "pmg.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "ppc.land": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "prnewswire.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "proof.com": {
   "found": [
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "ard",
    "cloudflare-content-signals-policy",
    "llms-txt",
    "oauth-cimd",
    "oauth-metadata-for-agents"
   ],
   "grade": "A+",
   "score": 60
  },
  "pubmatic.com": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "qail.ai": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt",
    "oauth-cimd",
    "oauth-metadata-for-agents"
   ],
   "grade": "B",
   "score": 41
  },
  "quora.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "rako.sh": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "raw.githubusercontent.com": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "reddit.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "registry.modelcontextprotocol.io": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "resend.com": {
   "found": [
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "cloudflare-content-signals-policy",
    "llms-txt",
    "mcp",
    "mcp-server-cards",
    "oauth-cimd",
    "oauth-metadata-for-agents"
   ],
   "grade": "A+",
   "score": 65
  },
  "roocode.com": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "rslstandard.org": {
   "found": [
    "ai-crawler-tokens-robots",
    "rsl"
   ],
   "grade": "C",
   "score": 20
  },
  "rtblint.org": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "salesforce.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "salespeak.ai": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "samsung.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "sap.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "satgate.io": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "sentry.io": {
   "found": [
    "agents-md",
    "agents-txt",
    "api-catalog-rfc9727",
    "llms-txt",
    "oauth-metadata-for-agents"
   ],
   "grade": "B",
   "score": 44
  },
  "servicenow.com": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "shopify.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "slack.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "sleeknova.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt",
    "tdmrep"
   ],
   "grade": "B",
   "score": 38
  },
  "snowflake.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "oauth-cimd",
    "oauth-metadata-for-agents"
   ],
   "grade": "C",
   "score": 23
  },
  "spawning.ai": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "spiffe.io": {
   "found": [],
   "grade": "F",
   "score": 0
  },
  "springernature.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "tdmrep"
   ],
   "grade": "C",
   "score": 20
  },
  "stm-assoc.org": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "strandsagents.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "stripe.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "stytch.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "sunilprakash.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "supabase.com": {
   "found": [
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "ard",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "grade": "A",
   "score": 52
  },
  "support.claude.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "support.wix.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "taskade.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt",
    "mcp",
    "mcp-server-cards"
   ],
   "grade": "A+",
   "score": 64
  },
  "techradar.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "techzine.eu": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "tempo.xyz": {
   "found": [
    "agents-md",
    "ai-crawler-tokens-robots",
    "llms-txt",
    "webbotauth"
   ],
   "grade": "A",
   "score": 51
  },
  "theguardian.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "rsl"
   ],
   "grade": "C",
   "score": 20
  },
  "thewaltdisneycompany.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "trendshift.io": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "twilio.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "mcp",
    "mcp-server-cards"
   ],
   "grade": "A",
   "score": 46
  },
  "ucp.dev": {
   "found": [
    "llms-txt"
   ],
   "grade": "C",
   "score": 20
  },
  "ucpregistry.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "vercel.com": {
   "found": [
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "llms-txt"
   ],
   "grade": "A",
   "score": 51
  },
  "webhooks.cc": {
   "found": [
    "ai-crawler-tokens-robots",
    "auth-md",
    "llms-txt",
    "oauth-metadata-for-agents"
   ],
   "grade": "B",
   "score": 41
  },
  "wikipedia.org": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "windsurf.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "workos.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "auth-md",
    "identity-assertion-authz-grant",
    "llms-txt",
    "oauth-cimd"
   ],
   "grade": "B",
   "score": 39
  },
  "wppmedia.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "x.ai": {
   "found": [
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy"
   ],
   "grade": "C",
   "score": 20
  },
  "x402.org": {
   "found": [
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "grade": "A",
   "score": 51
  },
  "yahoo.com": {
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "grade": "C",
   "score": 20
  },
  "yoast.com": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  },
  "zapier.com": {
   "found": [
    "agents-md",
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "grade": "A",
   "score": 47
  },
  "zed.dev": {
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "grade": "B",
   "score": 35
  }
 },
 "records": [
  {
   "domain": "0g.ai",
   "date": "2026-10-20",
   "grade": "B",
   "score": 38,
   "found": [
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "8004.org",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "a2ui-composer.ag-ui.com",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "a2ui-project.github.io",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "aboutus.godaddy.net",
   "date": "2026-10-20",
   "grade": "D",
   "score": 10,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "aembit.io",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "agent-ready.dev",
   "date": "2026-10-20",
   "grade": "A+",
   "score": 95,
   "found": [
    "a2a",
    "agent-permissions-json",
    "agents-json",
    "agents-md",
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "auth-md",
    "cloudflare-content-signals-policy",
    "llms-txt",
    "oauth-metadata-for-agents",
    "ucp",
    "webbotauth"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "agentclientprotocol.com",
   "date": "2026-10-20",
   "grade": "A",
   "score": 46,
   "found": [
    "a2a",
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "agentcommunity.org",
   "date": "2026-10-20",
   "grade": "A+",
   "score": 65,
   "found": [
    "a2a",
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "auth-md",
    "llms-txt",
    "oauth-metadata-for-agents"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "agenticadvertising.org",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "agenticresources.dev",
   "date": "2026-10-20",
   "grade": "B",
   "score": 38,
   "found": [
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "ard"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "agenticweb.wiki",
   "date": "2026-10-20",
   "grade": "A+",
   "score": 70,
   "found": [
    "agents-md",
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "ard",
    "cloudflare-content-signals-policy",
    "llms-txt",
    "mcp",
    "mcp-server-cards"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "agentman.ai",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "agents.coinbase.com",
   "date": "2026-10-20",
   "grade": "D",
   "score": 10,
   "found": [
    "oauth-metadata-for-agents"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "agentskills.io",
   "date": "2026-10-20",
   "grade": "B",
   "score": 41,
   "found": [
    "a2a",
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "agntcy.org",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "agoraproto.org",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "ai.google.dev",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "aider.chat",
   "date": "2026-10-20",
   "grade": "F",
   "score": 5,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "aioseo.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "aitxt.ing",
   "date": "2026-10-20",
   "grade": "B",
   "score": 38,
   "found": [
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "akamai.com",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "alibabacloud.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "ampcode.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 38,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt",
    "oauth-cimd"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "angulararchitects.io",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "ant-intl.com",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "anthropic.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "ap.org",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "api.agoraproto.org",
   "date": "2026-10-20",
   "grade": "D",
   "score": 10,
   "found": [
    "ads"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "api.githubcopilot.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 30,
   "found": [
    "mcp",
    "mcp-server-cards"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "api.proof.com",
   "date": "2026-10-20",
   "grade": "A+",
   "score": 60,
   "found": [
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "ard",
    "cloudflare-content-signals-policy",
    "llms-txt",
    "oauth-cimd",
    "oauth-metadata-for-agents"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "asana.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "atlan.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 33,
   "found": [
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "atlassian.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "atscale.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots",
    "oauth-metadata-for-agents"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "auth-md.com",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "auth0.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "aws.amazon.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "azure.microsoft.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "benstone-ai.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "bingx.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "blakecrosley.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "blog.cloudflare.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 38,
   "found": [
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "cloudflare-content-signals-policy"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "blogs.agntcy.org",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "bmdpat.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "bnbchain.org",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "byteiota.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "canva.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "chatgpt.com",
   "date": "2026-10-20",
   "grade": "D",
   "score": 10,
   "found": [
    "webbotauth"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "chrishood.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "circle.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 38,
   "found": [
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "claude.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "cleverbridge.com",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "cloud.google.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "cloud.tencent.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "cloudandsre.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "cloudflare.com",
   "date": "2026-10-20",
   "grade": "A",
   "score": 49,
   "found": [
    "a2a",
    "ai-crawler-tokens-robots",
    "auth-md",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "code.visualstudio.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "coinbase.com",
   "date": "2026-10-20",
   "grade": "A",
   "score": 51,
   "found": [
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "llms-txt",
    "oauth-cimd"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "comcastadvertising.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 41,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt",
    "oauth-cimd",
    "oauth-metadata-for-agents"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "copilotkit.ai",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "crawlytics.app",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "crewai.com",
   "date": "2026-10-20",
   "grade": "A",
   "score": 54,
   "found": [
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "cloudflare-content-signals-policy",
    "llms-txt",
    "oauth-metadata-for-agents"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "cursor.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "danads.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "danilchenko.dev",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "datatracker.ietf.org",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "deepwiki.com",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "demo.wild-card.ai",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "dev.to",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "developer.chrome.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "developer.salesforce.com",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "developers.cloudflare.com",
   "date": "2026-10-20",
   "grade": "A+",
   "score": 70,
   "found": [
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "ard",
    "cloudflare-content-signals-policy",
    "llms-txt",
    "mcp",
    "mcp-server-cards"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "developers.google.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "developers.openai.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "developersdigest.tech",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "devin.ai",
   "date": "2026-10-20",
   "grade": "B",
   "score": 30,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "devtoollab.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "docs.adcontextprotocol.org",
   "date": "2026-10-20",
   "grade": "A",
   "score": 49,
   "found": [
    "a2a",
    "agents-md",
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "docs.ag-ui.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 41,
   "found": [
    "a2a",
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "docs.anthropic.com",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "docs.augmentcode.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 41,
   "found": [
    "a2a",
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "docs.cdp.coinbase.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 28,
   "found": [
    "a2a",
    "agents-md",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "docs.mcp.cloudflare.com",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "docs.n8n.io",
   "date": "2026-10-20",
   "grade": "A",
   "score": 52,
   "found": [
    "agents-md",
    "agents-txt",
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "docs.perplexity.ai",
   "date": "2026-10-20",
   "grade": "A",
   "score": 49,
   "found": [
    "a2a",
    "agents-md",
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "docs.stripe.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 38,
   "found": [
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "docs.warp.dev",
   "date": "2026-10-20",
   "grade": "B",
   "score": 33,
   "found": [
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "dojo.ag-ui.com",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "dreaming.press",
   "date": "2026-10-20",
   "grade": "A",
   "score": 56,
   "found": [
    "a2a",
    "agents-txt",
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "dri.es",
   "date": "2026-10-20",
   "grade": "B",
   "score": 41,
   "found": [
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "cloudflare-content-signals-policy"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "drupal.org",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "edakrong.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "eips.ethereum.org",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "elsevier.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots",
    "tdmrep"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "en.wikipedia.org",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "ethereum-magicians.org",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "etherscan.io",
   "date": "2026-10-20",
   "grade": "A",
   "score": 49,
   "found": [
    "agents-md",
    "agents-txt",
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "etsy.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "exchangewire.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "facilitator.live.nevermined.app",
   "date": "2026-10-20",
   "grade": "B",
   "score": 33,
   "found": [
    "ai-catalog-well-known-file",
    "oauth-cimd",
    "oauth-metadata-for-agents"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "factory.ai",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "fastht.ml",
   "date": "2026-10-20",
   "grade": "F",
   "score": 5,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "fidoalliance.org",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "figma.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots",
    "identity-assertion-authz-grant"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "firecrawl.dev",
   "date": "2026-10-20",
   "grade": "A",
   "score": 45,
   "found": [
    "agents-md",
    "ai-crawler-tokens-robots",
    "auth-md",
    "cloudflare-content-signals-policy",
    "llms-txt",
    "oauth-cimd",
    "oauth-metadata-for-agents"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "getdbt.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "gh.io",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "gitbook.com",
   "date": "2026-10-20",
   "grade": "A",
   "score": 49,
   "found": [
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt",
    "oauth-metadata-for-agents"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "github.com",
   "date": "2026-10-20",
   "grade": "A",
   "score": 48,
   "found": [
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "github.laiyagushi.com",
   "date": "2026-10-20",
   "grade": null,
   "score": null,
   "found": [],
   "callable_endpoints": [],
   "error": "http 400"
  },
  {
   "domain": "google.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "google.github.io",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "hashicorp.com",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "honeyb.ai",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "hsbc.co.uk",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "hubspot.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "huggingface.co",
   "date": "2026-10-20",
   "grade": "A+",
   "score": 60,
   "found": [
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "mcp",
    "mcp-server-cards",
    "oauth-cimd",
    "oauth-metadata-for-agents"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "iabtechlab.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "infoq.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "investor.visa.com",
   "date": "2026-10-20",
   "grade": "D",
   "score": 10,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "jetbrains.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "jules.google",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "juliamaehler.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "karangoyal.cc",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "kilocode.ai",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "kochava.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "kyvosinsights.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "linear.app",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "linkedin.com",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "linuxfoundation.org",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "mapsoft.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "mastercard.com",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "mastra.ai",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "mcp.proof.com",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "mcp.sentry.dev",
   "date": "2026-10-20",
   "grade": "B",
   "score": 38,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt",
    "oauth-cimd"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "medium.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots",
    "rsl"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "metricspot.com",
   "date": "2026-10-20",
   "grade": "A",
   "score": 46,
   "found": [
    "agents-md",
    "agents-txt",
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "microsoft.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "mintlify.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 38,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt",
    "oauth-metadata-for-agents"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "mnemom.ai",
   "date": "2026-10-20",
   "grade": "A+",
   "score": 60,
   "found": [
    "a2a",
    "agents-md",
    "agents-txt",
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "cloudflare-content-signals-policy",
    "llms-txt",
    "oauth-metadata-for-agents"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "modelcontextprotocol.io",
   "date": "2026-10-20",
   "grade": "B",
   "score": 41,
   "found": [
    "a2a",
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "mozilla.org",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "mpp.dev",
   "date": "2026-10-20",
   "grade": "A",
   "score": 54,
   "found": [
    "agents-md",
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "mvnrepository.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "next.redhat.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "notion.so",
   "date": "2026-10-20",
   "grade": "D",
   "score": 15,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "npmjs.com",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "okta.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "openai.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "opencode.ai",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "openknowledge.ai",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "openrsl.org",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "oreilly.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "outshift.cisco.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "packalyst.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "paloaltonetworks.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 25,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "paypal.com",
   "date": "2026-10-20",
   "grade": "A",
   "score": 48,
   "found": [
    "agora-protocol",
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "perplexity.ai",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "playmcp.kakao.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "pmg.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "ppc.land",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "prnewswire.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "proof.com",
   "date": "2026-10-20",
   "grade": "A+",
   "score": 60,
   "found": [
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "ard",
    "cloudflare-content-signals-policy",
    "llms-txt",
    "oauth-cimd",
    "oauth-metadata-for-agents"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "pubmatic.com",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "qail.ai",
   "date": "2026-10-20",
   "grade": "B",
   "score": 41,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt",
    "oauth-cimd",
    "oauth-metadata-for-agents"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "quora.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "rako.sh",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "raw.githubusercontent.com",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "reddit.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "registry.modelcontextprotocol.io",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "resend.com",
   "date": "2026-10-20",
   "grade": "A+",
   "score": 65,
   "found": [
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "cloudflare-content-signals-policy",
    "llms-txt",
    "mcp",
    "mcp-server-cards",
    "oauth-cimd",
    "oauth-metadata-for-agents"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "roocode.com",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "rslstandard.org",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots",
    "rsl"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "rtblint.org",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "salesforce.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "salespeak.ai",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "samsung.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "sap.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "satgate.io",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "sentry.io",
   "date": "2026-10-20",
   "grade": "B",
   "score": 44,
   "found": [
    "agents-md",
    "agents-txt",
    "api-catalog-rfc9727",
    "llms-txt",
    "oauth-metadata-for-agents"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "servicenow.com",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "shopify.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "slack.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "sleeknova.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 38,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt",
    "tdmrep"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "snowflake.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 23,
   "found": [
    "ai-crawler-tokens-robots",
    "oauth-cimd",
    "oauth-metadata-for-agents"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "spawning.ai",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "spiffe.io",
   "date": "2026-10-20",
   "grade": "F",
   "score": 0,
   "found": [],
   "callable_endpoints": []
  },
  {
   "domain": "springernature.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots",
    "tdmrep"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "stm-assoc.org",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "strandsagents.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "stripe.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "stytch.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "sunilprakash.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "supabase.com",
   "date": "2026-10-20",
   "grade": "A",
   "score": 52,
   "found": [
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "ard",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "support.claude.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "support.wix.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "taskade.com",
   "date": "2026-10-20",
   "grade": "A+",
   "score": 64,
   "found": [
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "llms-txt",
    "mcp",
    "mcp-server-cards"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "techradar.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "techzine.eu",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "tempo.xyz",
   "date": "2026-10-20",
   "grade": "A",
   "score": 51,
   "found": [
    "agents-md",
    "ai-crawler-tokens-robots",
    "llms-txt",
    "webbotauth"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "theguardian.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots",
    "rsl"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "thewaltdisneycompany.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "trendshift.io",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "twilio.com",
   "date": "2026-10-20",
   "grade": "A",
   "score": 46,
   "found": [
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy",
    "mcp",
    "mcp-server-cards"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "ucp.dev",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "ucpregistry.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "vercel.com",
   "date": "2026-10-20",
   "grade": "A",
   "score": 51,
   "found": [
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "webhooks.cc",
   "date": "2026-10-20",
   "grade": "B",
   "score": 41,
   "found": [
    "ai-crawler-tokens-robots",
    "auth-md",
    "llms-txt",
    "oauth-metadata-for-agents"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "wikipedia.org",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "windsurf.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "workos.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 39,
   "found": [
    "ai-crawler-tokens-robots",
    "auth-md",
    "identity-assertion-authz-grant",
    "llms-txt",
    "oauth-cimd"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "wppmedia.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "x.ai",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots",
    "cloudflare-content-signals-policy"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "x402.org",
   "date": "2026-10-20",
   "grade": "A",
   "score": 51,
   "found": [
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "yahoo.com",
   "date": "2026-10-20",
   "grade": "C",
   "score": 20,
   "found": [
    "ai-crawler-tokens-robots"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "yoast.com",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "zapier.com",
   "date": "2026-10-20",
   "grade": "A",
   "score": 47,
   "found": [
    "agents-md",
    "ai-catalog-well-known-file",
    "ai-crawler-tokens-robots",
    "api-catalog-rfc9727",
    "cloudflare-content-signals-policy",
    "llms-txt"
   ],
   "callable_endpoints": []
  },
  {
   "domain": "zed.dev",
   "date": "2026-10-20",
   "grade": "B",
   "score": 35,
   "found": [
    "ai-crawler-tokens-robots",
    "llms-txt"
   ],
   "callable_endpoints": []
  }
 ],
 "registry": {
  "servers": 1708,
  "since": "2026-10-19T00:00:00Z",
  "versions": 3000
 },
 "repos": {
  "a2aproject/a2a": 26226,
  "a2aproject/a2a-dotnet": 267,
  "a2aproject/a2a-go": 487,
  "a2aproject/a2a-java": 505,
  "a2aproject/a2a-js": 646,
  "a2aproject/a2a-python": 2211,
  "a2aproject/a2a-rs": 94,
  "a2ui-project/a2ui": 16754,
  "aapspec/reference-impl": 0,
  "adcontextprotocol/adcp": 256,
  "ag-ui-protocol/ag-ui": 16725,
  "agent-intent/verifiable-intent": 101,
  "agent-network-protocol/agentnetworkprotocol": 1456,
  "agentclientprotocol/agent-client-protocol": 4473,
  "agentcommercekit/ack": 158,
  "agentcommunity/agent-identity-discovery": 48,
  "agentic-commerce-protocol/agentic-commerce-protocol": 1583,
  "agentskills/agentskills": 26315,
  "agentsmd/agents.md": 25015,
  "agntcy/acp-spec": 169,
  "agntcy/dir": 199,
  "agntcy/oasf": 340,
  "agntcy/slim": 229,
  "agora-protocol/agora-protocol.github.io": 1,
  "agora-protocol/paper-demo": 184,
  "ai-engineer-foundation/agent-protocol": 1460,
  "answerdotai/llms-txt": 2665,
  "ant-intl/amp": 110,
  "apache/ossie": 2508,
  "ards-project/ard-spec": 482,
  "block/goose": 55461,
  "cloudflare/web-bot-auth": 172,
  "copilotkit/copilotkit": 38140,
  "coral-protocol/coral-server": 253,
  "coral-protocol/coralizer": 3,
  "cyberstormdotmu/bot-authentication": 1,
  "decentralized-identity/kya-os-mcp": 31,
  "eclipse-lmos/lmos-operator": 36,
  "eclipse-lmos/lmos-router": 42,
  "eclipse-lmos/lmos-runtime": 47,
  "erc-8004/erc-8004-contracts": 238,
  "garyillyes/web-bot-auth-apache": 2,
  "google-agentic-commerce/ap2": 3238,
  "googlecloudplatform/open-knowledge-format": 1039,
  "i-am-bee/acp": 1020,
  "iabtechlab/aamp": 24,
  "iabtechlab/agentic-audiences": 51,
  "iabtechlab/agentic-direct": 11,
  "iabtechlab/agentic-real-time-framework": 31,
  "iabtechlab/buyer-agent": 28,
  "iabtechlab/comp": 6,
  "iabtechlab/seller-agent": 27,
  "las-wg/agent-permissions.json": 9,
  "lightninglabs/aperture": 271,
  "lightninglabs/l402": 91,
  "mcp-ui-org/mcp-ui": 5225,
  "modelcontextprotocol/ext-apps": 2985,
  "modelcontextprotocol/modelcontextprotocol": 9489
 }
}