{"origin":"yoast.com","checked":"2026-10-18T23:44:10Z","grade":"B","score":35,"score_parts":{"coverage":20,"breadth":0,"conformance":15},"valid":true,"steps_covered":["permit","read"],"found":["llms-txt","ai-crawler-tokens-robots"],"manifests":[{"id":"ard","name":"Agentic Resource Discovery","path":"/.well-known/ard.json","url":"https://yoast.com/.well-known/ard.json","status":404,"content_type":"text/html","article":"https://agenticweb.wiki/protocols/ard/","present":false,"valid":null,"errors":[],"warnings":[]},{"id":"ai-catalog-well-known-file","name":"AI Catalog well-known file","path":"/.well-known/ai-catalog.json","url":"https://yoast.com/.well-known/ai-catalog.json","status":404,"content_type":"text/html","article":"https://agenticweb.wiki/protocols/ai-catalog-well-known-file/","present":false,"valid":null,"errors":[],"warnings":[]},{"id":"mcp-server-cards","name":"MCP Server Cards (SEP-2127)","path":"/mcp/server-card","url":"https://yoast.com/mcp/server-card","status":404,"content_type":"text/html; charset=UTF-8","article":"https://agenticweb.wiki/protocols/mcp-server-cards/","present":false,"valid":null,"errors":[],"warnings":[]},{"id":"a2a","name":"Agent2Agent Protocol","path":"/.well-known/agent-card.json","url":"https://yoast.com/.well-known/agent-card.json","status":404,"content_type":"text/html","article":"https://agenticweb.wiki/protocols/a2a/","present":false,"valid":null,"errors":[],"warnings":[]},{"id":"llms-txt","name":"llms.txt","path":"/llms.txt","url":"https://yoast.com/llms.txt","status":200,"content_type":"text/plain","article":"https://agenticweb.wiki/protocols/llms-txt/","present":true,"valid":true,"detected":true,"errors":[],"warnings":[]},{"id":"agents-md","name":"AGENTS.md","path":"/AGENTS.md","url":"https://yoast.com/AGENTS.md","status":403,"content_type":"text/html; charset=UTF-8","article":"https://agenticweb.wiki/protocols/agents-md/","present":false,"valid":null,"errors":[],"warnings":[]},{"id":"api-catalog-rfc9727","name":"api-catalog: A Well-Known URI and Link Relation to Help Discovery of APIs","path":"/.well-known/api-catalog","url":"https://yoast.com/.well-known/api-catalog","status":404,"content_type":"text/html","article":"https://agenticweb.wiki/protocols/api-catalog-rfc9727/","present":false,"valid":null,"errors":[],"warnings":[]},{"id":"ai-crawler-tokens-robots","name":"AI Crawler User-Agent Tokens in robots.txt","path":"/robots.txt","url":"https://yoast.com/robots.txt","status":200,"content_type":"text/plain","article":"https://agenticweb.wiki/protocols/ai-crawler-tokens-robots/","present":true,"valid":true,"detected":false,"errors":[],"warnings":["no AI crawler token named (GPTBot, OAI-SearchBot, ChatGPT-User, ClaudeBot, ...); the policy for them is whatever User-agent: * says (partial)","no Agentmap: line (optional convention pointing agents at /.well-known/ard.json)","no Content-Signal: line (optional; states ai-train / search / ai-input preferences)"]},{"id":"security-txt","name":"security.txt (RFC 9116)","path":"/.well-known/security.txt","url":"https://yoast.com/.well-known/security.txt","status":200,"content_type":"text/plain; charset=utf-8","article":null,"present":true,"valid":true,"detected":false,"errors":[],"warnings":[]},{"id":"auth-md","name":"auth.md","path":"/auth.md","url":"https://yoast.com/auth.md","status":403,"content_type":"text/html; charset=UTF-8","article":"https://agenticweb.wiki/protocols/auth-md/","present":false,"valid":null,"errors":[],"warnings":[]}],"errors":[],"warnings":["/robots.txt: no AI crawler token named (GPTBot, OAI-SearchBot, ChatGPT-User, ClaudeBot, ...); the policy for them is whatever User-agent: * says (partial)","/robots.txt: no Agentmap: line (optional convention pointing agents at /.well-known/ard.json)","/robots.txt: no Content-Signal: line (optional; states ai-train / search / ai-input preferences)"],"recommendations":[{"id":"ard","name":"Agentic Resource Discovery","why":"a catalog at /.well-known/ard.json lets agents discover your APIs, MCP servers and data in one fetch","url":"https://agenticweb.wiki/protocols/ard/"},{"id":"agents-md","name":"AGENTS.md","why":"instructions for coding agents working on or with the site","url":"https://agenticweb.wiki/protocols/agents-md/"},{"id":"api-catalog-rfc9727","name":"api-catalog: A Well-Known URI and Link Relation to Help Discovery of APIs","why":"an RFC 9727 linkset pointing at your OpenAPI description","url":"https://agenticweb.wiki/protocols/api-catalog-rfc9727/"}],"rubric":"+10 per lifecycle step with a standard observed, counting manifests that validate or that the probe rule for the standard recognises (a valid MCP server card counts for MCP; max 90); +3 per observed standard beyond the first two (max 15); conformance +15 (+10 with one manifest) minus 5 per agent-facing manifest with errors, never below 0 (security.txt is reported, not scored). A+ >= 60, A >= 45, B >= 30, C >= 20, D >= 10.","probe":{"origin":"yoast.com","checked":"2026-10-18T23:44:10Z","found":{"llms-txt":{"id":"llms-txt","url":"https://yoast.com/llms.txt","status":200,"found":true,"reason":"200, text matched","article":"https://agenticweb.wiki/protocols/llms-txt/"}},"absent":{"a2a":{"id":"a2a","url":"https://yoast.com/.well-known/agent-card.json","status":404,"found":false,"reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/a2a/"},"ucp":{"id":"ucp","url":"https://yoast.com/.well-known/ucp","status":404,"found":false,"reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/ucp/"},"agents-md":{"id":"agents-md","url":"https://yoast.com/AGENTS.md","status":403,"found":false,"reason":"status 403, expected 200","article":"https://agenticweb.wiki/protocols/agents-md/"},"aipref-content-usage-attachment":{"id":"aipref-content-usage-attachment","url":"https://yoast.com/robots.txt","status":200,"found":false,"reason":"text_match (?im)^content-usage: not found","article":"https://agenticweb.wiki/protocols/aipref-content-usage-attachment/"},"aipref-vocabulary":{"id":"aipref-vocabulary","url":"https://yoast.com/robots.txt","status":200,"found":false,"reason":"text_match (?im)^content-usage:\\s*\\S not found","article":"https://agenticweb.wiki/protocols/aipref-vocabulary/"},"tdmrep":{"id":"tdmrep","url":"https://yoast.com/.well-known/tdmrep.json","status":404,"found":false,"reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/tdmrep/"},"cloudflare-content-signals-policy":{"id":"cloudflare-content-signals-policy","url":"https://yoast.com/robots.txt","status":200,"found":false,"reason":"text_match (?im)^content-signal: not found","article":"https://agenticweb.wiki/protocols/cloudflare-content-signals-policy/"},"webbotauth":{"id":"webbotauth","url":"https://yoast.com/.well-known/http-message-signatures-directory","status":404,"found":false,"reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/webbotauth/"},"web-bot-auth-signature-agent-card":{"id":"web-bot-auth-signature-agent-card","url":"https://yoast.com/.well-known/http-message-signatures-directory","status":404,"found":false,"reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/web-bot-auth-signature-agent-card/"},"ard":{"id":"ard","url":"https://yoast.com/.well-known/ard.json","status":404,"found":false,"reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/ard/"},"ai-catalog-well-known-file":{"id":"ai-catalog-well-known-file","url":"https://yoast.com/.well-known/ai-catalog.json","status":404,"found":false,"reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/ai-catalog-well-known-file/"},"aid":{"id":"aid","url":"https://yoast.com/.well-known/agent","status":404,"found":false,"reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/aid/"},"adp":{"id":"adp","url":"https://yoast.com/.well-known/agent.json","status":404,"found":false,"reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/adp/"},"ardp":{"id":"ardp","url":"https://yoast.com/.well-known/ardp/meta","status":404,"found":false,"reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/ardp/"},"ads":{"id":"ads","url":"https://yoast.com/v1/agents","status":404,"found":false,"reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/ads/"},"adcp":{"id":"adcp","url":"https://yoast.com/.well-known/adagents.json","status":404,"found":false,"reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/adcp/"},"anp":{"id":"anp","url":"https://yoast.com/.well-known/agent-descriptions","status":404,"found":false,"reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/anp/"},"agora-protocol":{"id":"agora-protocol","url":"https://yoast.com/.wellknown","status":403,"found":false,"reason":"status 403, expected 200","article":"https://agenticweb.wiki/protocols/agora-protocol/"},"api-catalog-rfc9727":{"id":"api-catalog-rfc9727","url":"https://yoast.com/.well-known/api-catalog","status":404,"found":false,"reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/api-catalog-rfc9727/"},"rsl":{"id":"rsl","url":"https://yoast.com/robots.txt","status":200,"found":false,"reason":"text_match (?im)^license:\\s*\\S|rsl\\.xml not found","article":"https://agenticweb.wiki/protocols/rsl/"},"agent-permissions-json":{"id":"agent-permissions-json","url":"https://yoast.com/.well-known/agent-permissions.json","status":404,"found":false,"reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/agent-permissions-json/"},"auth-md":{"id":"auth-md","url":"https://yoast.com/auth.md","status":403,"found":false,"reason":"status 403, expected 200","article":"https://agenticweb.wiki/protocols/auth-md/"},"ai-crawler-tokens-robots":{"id":"ai-crawler-tokens-robots","url":"https://yoast.com/robots.txt","status":200,"found":false,"reason":"text_match (?im)^user-agent:\\s*(GPTBot|OAI-SearchBot|ClaudeBot|Claude-User|Claude-SearchBot|Google-Extended|PerplexityBot|CCBot|Applebot-Extended|meta-externalagent|Bytespider|Amazonbot)\\b not found","article":"https://agenticweb.wiki/protocols/ai-crawler-tokens-robots/"},"agents-json":{"id":"agents-json","url":"https://yoast.com/.well-known/agents.json","status":404,"found":false,"reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/agents-json/"},"agents-txt":{"id":"agents-txt","url":"https://yoast.com/agents.txt","status":404,"found":false,"reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/agents-txt/"},"ai-txt":{"id":"ai-txt","url":"https://yoast.com/ai.txt","status":404,"found":false,"reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/ai-txt/"},"lmos":{"id":"lmos","url":"https://yoast.com/.well-known/wot-thing-description","status":404,"found":false,"reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/lmos/"},"erc-8004":{"id":"erc-8004","url":"https://yoast.com/.well-known/agent-registration.json","status":404,"found":false,"reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/erc-8004/"},"vi":{"id":"vi","url":"https://yoast.com/.well-known/verifiable-intent","status":404,"found":false,"reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/vi/"},"oauth-metadata-for-agents":{"id":"oauth-metadata-for-agents","url":"https://yoast.com/.well-known/oauth-protected-resource","status":404,"found":false,"reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/oauth-metadata-for-agents/"},"identity-assertion-authz-grant":{"id":"identity-assertion-authz-grant","url":"https://yoast.com/.well-known/oauth-authorization-server","status":404,"found":false,"reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/identity-assertion-authz-grant/"}},"skipped":{"mcp":"no-fixed-path","agent-communication-protocol":"superseded","agentic-commerce-protocol":"unsafe-post","x402":"no-fixed-path","l402":"no-fixed-path","mpp":"no-fixed-path","s402":"no-fixed-path","nlweb":"unsafe-post","agent-connect-protocol":"unsafe-post","agent-protocol-aief":"unsafe-post","aitp":"unsafe-post","coral-protocol":"unsafe-post","okf":"no-fixed-path","vercel-agent-readability":"no-fixed-path","daap":"no-fixed-path","aap":"no-fixed-path","aauth":"needs-credentials","ap2":"needs-credentials","ap2-checkout-mandate":"needs-credentials","vcap":"needs-credentials","tap":"needs-credentials","agent-attribution-protocol":"needs-credentials","agent-audit-trail":"needs-credentials","artf":"needs-credentials","erc-8183":"not-http","erc-8226":"not-http","dns-aid":"not-http","agtp":"not-http","slim":"not-http","spiffe":"not-http","wimse":"not-http","http-message-signatures":"no-fixed-path","ans":"no-fixed-path","aip":"client-side","webmcp":"client-side","web-agent-protocol":"client-side","agent-client-protocol":"client-side","anthropic-agent-skills-format":"client-side","a2ui":"no-fixed-path","ag-ui":"no-fixed-path","mcp-apps":"no-fixed-path","openai-apps-sdk-manifests":"no-fixed-path","oasf":"no-fixed-path","aamp":"no-fixed-path","agora-commerce-protocol":"no-fixed-path","osi":"no-fixed-path","nlip":"no-fixed-path","emv-agentic-payments":"no-fixed-path","aiagent-auth":"no-fixed-path","dan":"not-http","mcp-registry":"no-fixed-path","wimse-aims":"no-fixed-path","personal-agent-protocol":"no-fixed-path","aauth-hardt":"no-fixed-path","cloudflare-pay-per-crawl":"no-fixed-path","wimse-agent-audit-record":"no-fixed-path","mcp-server-cards":"no-fixed-path","dawn-agent-discovery-framework":"no-fixed-path","agent-identity-document":"no-fixed-path","mcp-dns-discovery":"no-fixed-path","agent-principal-binding":"no-fixed-path","aip-delegation-chain":"no-fixed-path","credential-delegation-protocol-wimse":"no-fixed-path","agent-delegation-receipts":"no-fixed-path","aauth-r3":"no-fixed-path","acip":"no-fixed-path","knowledge-linkset":"no-fixed-path","scitt-ai-agent-execution":"no-fixed-path","agent-channel-fan-out":"no-fixed-path","aagv":"no-fixed-path","agentic-payments-gating-model":"no-fixed-path"},"coverage":{"discover":[],"identify":[],"permit":[],"read":["llms-txt"],"act":[],"coordinate":[],"pay":[],"present":[],"account":[]},"rules":"https://agenticweb.wiki/data/probes.json","extracted":{"llms_txt_summary":{"title":"Yoast SEO","description":"Yoast SEO is the leading SEO plugin for WordPress and Shopify. Since 2010, Yoast has helped millions of users—from bloggers to Fortune 500 companies—optimize their websites and content for search eng…","links":65,"sections":["Products","Academy","Discount","Integrations","Events, Podcasts and Webinars","Help Articles, Guides and other notable links","Documentation","About & Legal"],"full_version":false},"robots_ai_policy":{"allowed":[],"blocked":[],"partial":[],"unlisted_default":"partial","agentmap":null,"sitemaps":["https://yoast.com/sitemap_index.xml"],"content_signals":[],"license":[]}}}}