{"origin":"scrapfly.io","report_url":"https://agenticweb.wiki/check/scrapfly.io/","checked":"2026-10-25T22:05:23Z","content_trust":"untrusted_external_origin","grade":"A+","score":75,"percentile":99,"score_parts":{"coverage":50,"breadth":15,"conformance":10},"subscores":{"reach_and_policy":18,"readability":30,"capabilities":35,"conformance":10,"total_100":93,"grade_100":"A+"},"practical_usefulness":{"exa_parsable":true,"headless_blocked":false,"markdown_negotiation":true,"vary_accept_present":true,"js_shell_only":false,"render_mode":"markdown_native","semantic_html_quality":"high","text_to_html_ratio":0.949,"estimated_tokens":5016,"html_bloat_ratio":1.054,"table_count":0,"table_rows":0,"first_content_byte_offset":0,"json_ld_types":[],"has_attribute_rich_schema":false,"x_markdown_tokens":5283,"html_to_markdown_token_ratio":3.202,"root_links":[{"rel":"api-catalog","url":"/.well-known/api-catalog"},{"rel":"agent-skills","url":"/.well-known/agent-skills/index.json"},{"rel":"service-desc","url":"/api_errors.json"}]},"permissions":{"posture":"search_allowed_training_blocked","robots_txt_allows_ai":"partial","search_bots_allowed":true,"user_fetch_bots_allowed":true,"training_bots_allowed":false,"ai_crawlers":{"allowed":[],"blocked":["CCBot","meta-externalagent","Bytespider","Amazonbot","cohere-ai","Diffbot"],"partial":["OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-Web","Google-Extended","PerplexityBot","Perplexity-User","Applebot-Extended"],"unlisted_default":"partial"},"assistant_access":{"openai":"partial","anthropic":"partial","google":"partial","perplexity":"partial","exa":"partial"},"meta_robots_directives":[],"nosnippet_or_noai":false,"retired_tokens_used":["Claude-Web"],"content_signals":[],"paywall_or_402_detected":false},"conformance_summary":{"valid":["llms-txt","anthropic-agent-skills-format","api-catalog-rfc9727","ai-crawler-tokens-robots","security-txt"],"valid_legacy":["mcp-server-cards","a2a"],"schema_error":[],"blocked":[],"absent":["ard","ai-catalog-well-known-file","agents-md","auth-md","okf"]},"agent_routing":{"preferred_mode":"mcp","fallback_mode":"openapi","can_fetch_directly":true,"do_not_scrape_raw_html":true,"summary":"Call the MCP endpoint at https://mcp.scrapfly.io/mcp first. Do not scrape the HTML when a tool can answer.","fetch_recipe":{"url":"https://mcp.scrapfly.io/mcp","method":"POST","headers":{"Accept":"application/json, text/event-stream","Content-Type":"application/json"},"note":"POST a JSON-RPC tools/list, or server/discover on the 2026-07-28 revision, before reading HTML."},"callable_endpoints":[{"kind":"mcp","url":"https://mcp.scrapfly.io/mcp","transport_or_type":"streamable-http","status":"valid_legacy","source":"/.well-known/mcp/server-card.json"},{"kind":"mcp","url":"https://mcp.scrapfly.io","transport_or_type":"streamable-http","status":"valid_legacy","tools_or_skills":["scrape_url","extract_data","take_screenshot","crawl_site","browser_action"],"source":"/.well-known/mcp.json"},{"kind":"a2a","url":"https://mcp.scrapfly.io","transport_or_type":"0.3","status":"valid_legacy","tools_or_skills":["Scrape a URL","Extract structured data","Take a screenshot","Crawl a site","Cloud Browser action"],"source":"/.well-known/agent-card.json"},{"kind":"openapi","url":"https://scrapfly.io/api_errors.json","transport_or_type":"application/json","status":"valid","source":"/.well-known/api-catalog"},{"kind":"agent_skills","url":"https://scrapfly.io/.well-known/agent-skills/index.json","transport_or_type":"application/json","status":"valid","tools_or_skills":["scrapfly-agent-rules","scrapfly-alerting","scrapfly-browser","scrapfly-cli","scrapfly-crawler","scrapfly-extraction","scrapfly-scraper","scrapfly-screenshot","scrapfly-sdk-go","scrapfly-sdk-rust","scrapfly-sdk-typescript"],"source":"/.well-known/agent-skills/index.json"},{"kind":"llms_txt","url":"https://scrapfly.io/llms.txt","transport_or_type":"text/markdown","status":"valid","source":"/llms.txt"},{"kind":"markdown","url":"https://scrapfly.io/","transport_or_type":"text/markdown","status":"valid","source":"/"},{"kind":"auth","url":"https://mcp.scrapfly.io","transport_or_type":"oauth-protected-resource","status":"valid","source":"/.well-known/oauth-protected-resource"}]},"connect_recipe":{"domain":"scrapfly.io","verified_at":"2026-10-25T22:05:23Z","ttl_seconds":3600,"mcp_client_config":{"mcpServers":{"scrapfly":{"url":"https://mcp.scrapfly.io/mcp","transport":"streamable-http","auth":"oauth2","oauth_discovery_url":"https://scrapfly.io/.well-known/oauth-protected-resource"},"scrapfly-2":{"url":"https://mcp.scrapfly.io","transport":"streamable-http","auth":"oauth2","oauth_discovery_url":"https://scrapfly.io/.well-known/oauth-protected-resource"}}},"provenance":{"source_manifest":"https://scrapfly.io/.well-known/mcp/server-card.json","resolution":"salvaged_legacy_schema","salvaged_fixes":["mapped_legacy_top_level_url_to_remotes","injected_sep2127_schema_v1"]},"callable_tools":null,"best_endpoints":{"llms_txt":"https://scrapfly.io/llms.txt","markdown_negotiation":true,"openapi_url":"https://scrapfly.io/api_errors.json","a2a_agent_url":"https://mcp.scrapfly.io","agent_skills_url":"https://scrapfly.io/.well-known/agent-skills/index.json"},"usage_policies":{"posture":"search_allowed_training_blocked","content_signal":null,"robots_txt_respected":true,"search_bots_allowed":true,"user_fetch_bots_allowed":true,"training_bots_allowed":false}},"valid":false,"outcome":"scored","steps_covered":["discover","permit","read","act","coordinate"],"found":["a2a","llms-txt","api-catalog-rfc9727","ai-crawler-tokens-robots","oauth-metadata-for-agents","anthropic-agent-skills-format","cloudflare-markdown-for-agents","mcp-server-cards","mcp"],"manifests":[{"id":"ard","name":"Agentic Resource Discovery","path":"/.well-known/ard.json","url":"https://scrapfly.io/.well-known/ard.json","status":404,"content_type":"application/json","article":"https://agenticweb.wiki/protocols/ard/","present":false,"valid":null,"outcome":"absent","spec_status":"absent","errors":[],"warnings":[]},{"id":"ai-catalog-well-known-file","name":"AI Catalog well-known file","path":"/.well-known/ai-catalog.json","url":"https://scrapfly.io/.well-known/ai-catalog.json","status":404,"content_type":"application/json","article":"https://agenticweb.wiki/protocols/ai-catalog-well-known-file/","present":false,"valid":null,"outcome":"absent","spec_status":"absent","errors":[],"warnings":[]},{"id":"mcp-server-cards","name":"MCP Server Cards (SEP-2127)","path":"/.well-known/mcp/server-card.json","url":"https://scrapfly.io/.well-known/mcp/server-card.json","status":200,"content_type":"application/json","article":"https://agenticweb.wiki/protocols/mcp-server-cards/","present":true,"valid":false,"detected":false,"outcome":"errors","spec_status":"valid_legacy","legacy":true,"content_hash":"c6d734bb","errors":["$schema missing (required: https://static.modelcontextprotocol.io/schemas/v1/server-card.schema.json)","name missing","version missing","description missing"],"warnings":["Content-Type is application/json; SEP-2127 says serve application/mcp-server-card+json","pre-final card shape (url/transport/tools); the final SEP-2127 card uses name, version, description and remotes[]","remotes missing: a card with no remotes gives clients nothing to connect to","no Access-Control-Allow-Origin: * (required for browser clients)","no Cache-Control max-age; clients should be able to cache the card","no ETag","legacy /.well-known/mcp.json is still live and may shadow /.well-known/mcp/server-card.json in older scanners"]},{"id":"a2a","name":"Agent2Agent Protocol","path":"/.well-known/agent-card.json","url":"https://scrapfly.io/.well-known/agent-card.json","status":200,"content_type":"application/json","article":"https://agenticweb.wiki/protocols/a2a/","present":true,"valid":true,"detected":true,"outcome":"valid","spec_status":"valid_legacy","legacy":true,"content_hash":"0764482d","errors":[],"warnings":["supportedInterfaces missing; A2A 1.0 cards declare interfaces there (url, protocolBinding, protocolVersion) and the top-level url is the 0.3 shape","protocolVersion is \"0.3\" (pre-1.0 legacy shape; A2A 1.0 uses protocolVersion \"1.0\" and supportedInterfaces[])"]},{"id":"llms-txt","name":"llms.txt","path":"/llms.txt","url":"https://scrapfly.io/llms.txt","status":200,"content_type":"text/plain; charset=utf-8","article":"https://agenticweb.wiki/protocols/llms-txt/","present":true,"valid":true,"detected":true,"outcome":"valid","spec_status":"valid","content_hash":"ce07e32d","errors":[],"warnings":["no Markdown links: list the pages an agent should read"]},{"id":"agents-md","name":"AGENTS.md","path":"/AGENTS.md","url":"https://scrapfly.io/AGENTS.md","status":404,"content_type":"text/html; charset=utf-8","article":"https://agenticweb.wiki/protocols/agents-md/","present":false,"valid":null,"outcome":"absent","spec_status":"absent","errors":[],"warnings":[]},{"id":"anthropic-agent-skills-format","name":"Agent Skills","path":"/.well-known/agent-skills/index.json","url":"https://scrapfly.io/.well-known/agent-skills/index.json","status":200,"content_type":"application/json","article":"https://agenticweb.wiki/protocols/anthropic-agent-skills-format/","present":true,"valid":true,"detected":true,"outcome":"valid","spec_status":"valid","content_hash":"ff4dac9f","errors":[],"warnings":[]},{"id":"api-catalog-rfc9727","name":"api-catalog: A Well-Known URI and Link Relation to Help Discovery of APIs","path":"/.well-known/api-catalog","url":"https://scrapfly.io/.well-known/api-catalog","status":200,"content_type":"application/linkset+json","article":"https://agenticweb.wiki/protocols/api-catalog-rfc9727/","present":true,"valid":true,"detected":true,"outcome":"valid","spec_status":"valid","content_hash":"f4164353","errors":[],"warnings":[]},{"id":"ai-crawler-tokens-robots","name":"AI Crawler User-Agent Tokens in robots.txt","path":"/robots.txt","url":"https://scrapfly.io/robots.txt","status":200,"content_type":"text/plain; charset=utf-8","article":"https://agenticweb.wiki/protocols/ai-crawler-tokens-robots/","present":true,"valid":true,"detected":true,"outcome":"valid","spec_status":"valid","content_hash":"6c712857","errors":[],"warnings":["no Agentmap: line (optional convention pointing agents at /.well-known/ard.json)","no Content-Signal: line (optional; states ai-train / search / ai-input preferences)"]},{"id":"security-txt","name":"security.txt (RFC 9116)","path":"/.well-known/security.txt","url":"https://scrapfly.io/.well-known/security.txt","status":200,"content_type":"text/plain; charset=utf-8","article":null,"present":true,"valid":true,"detected":false,"outcome":"valid","spec_status":"valid","content_hash":"d511508c","errors":[],"warnings":[]},{"id":"auth-md","name":"auth.md","path":"/auth.md","url":"https://scrapfly.io/auth.md","status":404,"content_type":"text/html; charset=utf-8","article":"https://agenticweb.wiki/protocols/auth-md/","present":false,"valid":null,"outcome":"absent","spec_status":"absent","errors":[],"warnings":[]},{"id":"okf","name":"Open Knowledge Format","path":"/okf/index.md","url":"https://scrapfly.io/okf/index.md","status":404,"content_type":"text/html; charset=utf-8","article":"https://agenticweb.wiki/protocols/okf/","present":false,"valid":null,"outcome":"absent","spec_status":"absent","errors":[],"warnings":[]}],"errors":["/.well-known/mcp/server-card.json: $schema missing (required: https://static.modelcontextprotocol.io/schemas/v1/server-card.schema.json)","/.well-known/mcp/server-card.json: name missing","/.well-known/mcp/server-card.json: version missing","/.well-known/mcp/server-card.json: description missing"],"warnings":["/.well-known/mcp/server-card.json: Content-Type is application/json; SEP-2127 says serve application/mcp-server-card+json","/.well-known/mcp/server-card.json: pre-final card shape (url/transport/tools); the final SEP-2127 card uses name, version, description and remotes[]","/.well-known/mcp/server-card.json: remotes missing: a card with no remotes gives clients nothing to connect to","/.well-known/mcp/server-card.json: no Access-Control-Allow-Origin: * (required for browser clients)","/.well-known/mcp/server-card.json: no Cache-Control max-age; clients should be able to cache the card","/.well-known/mcp/server-card.json: no ETag","/.well-known/mcp/server-card.json: legacy /.well-known/mcp.json is still live and may shadow /.well-known/mcp/server-card.json in older scanners","/.well-known/agent-card.json: supportedInterfaces missing; A2A 1.0 cards declare interfaces there (url, protocolBinding, protocolVersion) and the top-level url is the 0.3 shape","/.well-known/agent-card.json: protocolVersion is \"0.3\" (pre-1.0 legacy shape; A2A 1.0 uses protocolVersion \"1.0\" and supportedInterfaces[])","/llms.txt: no Markdown links: list the pages an agent should read","/robots.txt: no Agentmap: line (optional convention pointing agents at /.well-known/ard.json)","/robots.txt: no Content-Signal: line (optional; states ai-train / search / ai-input preferences)"],"recommendations":[{"id":"ard","name":"Agentic Resource Discovery","tier":"emerging","why":"a catalog at /.well-known/ard.json lets agents discover your APIs, MCP servers and data in one fetch","url":"https://agenticweb.wiki/protocols/ard/"},{"id":"agents-md","name":"AGENTS.md","tier":"universal","why":"instructions for coding agents working on or with the site","url":"https://agenticweb.wiki/protocols/agents-md/"}],"rubric":"+10 per lifecycle step with a standard observed, counting manifests that validate or that the probe rule for the standard recognises (a valid MCP server card counts for MCP; max 90); +3 per observed standard beyond the first two (max 15); conformance +15 (+10 with one manifest) minus 5 per agent-facing manifest with errors, never below 0 (security.txt is reported, not scored). Lifecycle grade: A+ >= 60, A >= 45, B >= 30, C >= 20, D >= 10. Strict 100-point composite (subscores.total_100 / subscores.grade_100): reach_and_policy (20) + readability (30) + capabilities (35) + conformance (15), where A+ >= 80, A >= 65, B >= 45, C >= 28, D >= 15.","probe":{"origin":"scrapfly.io","report_url":"https://agenticweb.wiki/check/scrapfly.io/","checked":"2026-10-25T22:05:23Z","found":{"a2a":{"id":"a2a","url":"https://scrapfly.io/.well-known/agent-card.json","status":200,"found":true,"outcome":"found","reason":"200, json, keys name, text matched","article":"https://agenticweb.wiki/protocols/a2a/","last_modified":"Sun, 04 Oct 2026 12:15:28 GMT","content_hash":"fnv64:6adbf1366e7717cd"},"llms-txt":{"id":"llms-txt","url":"https://scrapfly.io/llms.txt","status":200,"found":true,"outcome":"found","reason":"200, text matched","article":"https://agenticweb.wiki/protocols/llms-txt/","last_modified":"Tue, 20 Oct 2026 17:54:09 GMT","content_hash":"fnv64:a16bbf4fc1437aad"},"api-catalog-rfc9727":{"id":"api-catalog-rfc9727","url":"https://scrapfly.io/.well-known/api-catalog","status":200,"found":true,"outcome":"found","reason":"200, linkset, keys linkset","article":"https://agenticweb.wiki/protocols/api-catalog-rfc9727/","content_hash":"fnv64:4f721a704a664033"},"ai-crawler-tokens-robots":{"id":"ai-crawler-tokens-robots","url":"https://scrapfly.io/robots.txt","status":200,"found":true,"outcome":"found","reason":"200, text matched","article":"https://agenticweb.wiki/protocols/ai-crawler-tokens-robots/","last_modified":"Wed, 07 Oct 2026 17:34:49 GMT","content_hash":"fnv64:cbd732155784b337"},"oauth-metadata-for-agents":{"id":"oauth-metadata-for-agents","url":"https://scrapfly.io/.well-known/oauth-protected-resource","status":200,"found":true,"outcome":"found","reason":"200, keys resource","article":"https://agenticweb.wiki/protocols/oauth-metadata-for-agents/","content_hash":"fnv64:2bba7e08056bde96"},"anthropic-agent-skills-format":{"id":"anthropic-agent-skills-format","url":"https://scrapfly.io/.well-known/agent-skills/index.json","status":200,"found":true,"outcome":"found","reason":"200, json, keys skills","article":"https://agenticweb.wiki/protocols/anthropic-agent-skills-format/","content_hash":"fnv64:119e6a98ab47d37f"},"cloudflare-markdown-for-agents":{"id":"cloudflare-markdown-for-agents","url":"https://scrapfly.io/","status":200,"found":true,"outcome":"found","reason":"GET / varied on Accept and returned Markdown","article":"https://agenticweb.wiki/protocols/cloudflare-markdown-for-agents/"}},"absent":{"ucp":{"id":"ucp","url":"https://scrapfly.io/.well-known/ucp","status":404,"found":false,"outcome":"absent","reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/ucp/"},"agents-md":{"id":"agents-md","url":"https://scrapfly.io/AGENTS.md","status":404,"found":false,"outcome":"absent","reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/agents-md/"},"aipref-content-usage-attachment":{"id":"aipref-content-usage-attachment","url":"https://scrapfly.io/robots.txt","status":200,"found":false,"outcome":"absent","reason":"text_match (?im)^content-usage: not found","article":"https://agenticweb.wiki/protocols/aipref-content-usage-attachment/"},"aipref-vocabulary":{"id":"aipref-vocabulary","url":"https://scrapfly.io/robots.txt","status":200,"found":false,"outcome":"absent","reason":"text_match (?im)^content-usage:\\s*\\S not found","article":"https://agenticweb.wiki/protocols/aipref-vocabulary/"},"tdmrep":{"id":"tdmrep","url":"https://scrapfly.io/.well-known/tdmrep.json","status":404,"found":false,"outcome":"absent","reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/tdmrep/"},"cloudflare-content-signals-policy":{"id":"cloudflare-content-signals-policy","url":"https://scrapfly.io/robots.txt","status":200,"found":false,"outcome":"absent","reason":"text_match (?im)^content-signal: not found","article":"https://agenticweb.wiki/protocols/cloudflare-content-signals-policy/"},"webbotauth":{"id":"webbotauth","url":"https://scrapfly.io/.well-known/http-message-signatures-directory","status":404,"found":false,"outcome":"absent","reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/webbotauth/"},"web-bot-auth-signature-agent-card":{"id":"web-bot-auth-signature-agent-card","url":"https://scrapfly.io/.well-known/http-message-signatures-directory","status":404,"found":false,"outcome":"absent","reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/web-bot-auth-signature-agent-card/"},"ard":{"id":"ard","url":"https://scrapfly.io/.well-known/ard.json","status":404,"found":false,"outcome":"absent","reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/ard/"},"ai-catalog-well-known-file":{"id":"ai-catalog-well-known-file","url":"https://scrapfly.io/.well-known/ai-catalog.json","status":404,"found":false,"outcome":"absent","reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/ai-catalog-well-known-file/"},"aid":{"id":"aid","url":"https://scrapfly.io/.well-known/agent","status":404,"found":false,"outcome":"absent","reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/aid/"},"adp":{"id":"adp","url":"https://scrapfly.io/.well-known/agent.json","status":404,"found":false,"outcome":"absent","reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/adp/"},"ardp":{"id":"ardp","url":"https://scrapfly.io/.well-known/ardp/meta","status":404,"found":false,"outcome":"absent","reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/ardp/"},"ads":{"id":"ads","url":"https://scrapfly.io/v1/agents","status":404,"found":false,"outcome":"absent","reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/ads/"},"adcp":{"id":"adcp","url":"https://scrapfly.io/.well-known/adagents.json","status":404,"found":false,"outcome":"absent","reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/adcp/"},"anp":{"id":"anp","url":"https://scrapfly.io/.well-known/agent-descriptions","status":404,"found":false,"outcome":"absent","reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/anp/"},"agora-protocol":{"id":"agora-protocol","url":"https://scrapfly.io/.wellknown","status":404,"found":false,"outcome":"absent","reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/agora-protocol/"},"rsl":{"id":"rsl","url":"https://scrapfly.io/robots.txt","status":200,"found":false,"outcome":"absent","reason":"text_match (?im)^license:\\s*\\S|rsl\\.xml not found","article":"https://agenticweb.wiki/protocols/rsl/"},"agent-permissions-json":{"id":"agent-permissions-json","url":"https://scrapfly.io/.well-known/agent-permissions.json","status":404,"found":false,"outcome":"absent","reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/agent-permissions-json/"},"auth-md":{"id":"auth-md","url":"https://scrapfly.io/auth.md","status":404,"found":false,"outcome":"absent","reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/auth-md/"},"agents-json":{"id":"agents-json","url":"https://scrapfly.io/.well-known/agents.json","status":404,"found":false,"outcome":"absent","reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/agents-json/"},"agents-txt":{"id":"agents-txt","url":"https://scrapfly.io/agents.txt","status":404,"found":false,"outcome":"absent","reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/agents-txt/"},"ai-txt":{"id":"ai-txt","url":"https://scrapfly.io/ai.txt","status":404,"found":false,"outcome":"absent","reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/ai-txt/"},"lmos":{"id":"lmos","url":"https://scrapfly.io/.well-known/wot-thing-description","status":404,"found":false,"outcome":"absent","reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/lmos/"},"erc-8004":{"id":"erc-8004","url":"https://scrapfly.io/.well-known/agent-registration.json","status":404,"found":false,"outcome":"absent","reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/erc-8004/"},"vi":{"id":"vi","url":"https://scrapfly.io/.well-known/verifiable-intent","status":404,"found":false,"outcome":"absent","reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/vi/"},"okf":{"id":"okf","url":"https://scrapfly.io/okf/index.md","status":404,"found":false,"outcome":"absent","reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/okf/"},"identity-assertion-authz-grant":{"id":"identity-assertion-authz-grant","url":"https://scrapfly.io/.well-known/oauth-authorization-server","status":200,"found":false,"outcome":"absent","reason":"JSON missing key authorization_grant_profiles_supported","article":"https://agenticweb.wiki/protocols/identity-assertion-authz-grant/"},"kya-os":{"id":"kya-os","url":"https://scrapfly.io/.well-known/mcp","status":404,"found":false,"outcome":"absent","reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/kya-os/"},"oauth-cimd":{"id":"oauth-cimd","url":"https://scrapfly.io/.well-known/oauth-authorization-server","status":200,"found":false,"outcome":"absent","reason":"JSON missing key client_id_metadata_document_supported","article":"https://agenticweb.wiki/protocols/oauth-cimd/"},"erc-8444":{"id":"erc-8444","url":"https://scrapfly.io/.well-known/ard.json","status":404,"found":false,"outcome":"absent","reason":"status 404, expected 200","article":"https://agenticweb.wiki/protocols/erc-8444/"}},"skipped":{"mcp":"no-fixed-path","agent-communication-protocol":"superseded","agentic-commerce-protocol":"unsafe-post","x402":"no-fixed-path","l402":"no-fixed-path","mpp":"no-fixed-path","s402":"no-fixed-path","nlweb":"unsafe-post","agent-connect-protocol":"unsafe-post","agent-protocol-aief":"unsafe-post","aitp":"unsafe-post","coral-protocol":"unsafe-post","vercel-agent-readability":"no-fixed-path","daap":"no-fixed-path","aap":"no-fixed-path","aauth":"needs-credentials","ap2":"needs-credentials","ap2-checkout-mandate":"needs-credentials","vcap":"needs-credentials","tap":"needs-credentials","agent-attribution-protocol":"needs-credentials","agent-audit-trail":"needs-credentials","artf":"needs-credentials","erc-8183":"not-http","erc-8226":"not-http","dns-aid":"not-http","agtp":"not-http","slim":"not-http","spiffe":"not-http","wimse":"not-http","http-message-signatures":"no-fixed-path","ans":"no-fixed-path","aip":"client-side","webmcp":"client-side","web-agent-protocol":"client-side","agent-client-protocol":"client-side","a2ui":"no-fixed-path","ag-ui":"no-fixed-path","mcp-apps":"no-fixed-path","openai-apps-sdk-manifests":"no-fixed-path","oasf":"no-fixed-path","aamp":"no-fixed-path","agora-commerce-protocol":"no-fixed-path","osi":"no-fixed-path","nlip":"no-fixed-path","emv-agentic-payments":"no-fixed-path","aiagent-auth":"no-fixed-path","dan":"not-http","mcp-registry":"no-fixed-path","wimse-aims":"no-fixed-path","personal-agent-protocol":"no-fixed-path","aauth-hardt":"no-fixed-path","cloudflare-pay-per-crawl":"no-fixed-path","wimse-agent-audit-record":"no-fixed-path","mcp-server-cards":"no-fixed-path","dawn-agent-discovery-framework":"no-fixed-path","agent-identity-document":"no-fixed-path","mcp-dns-discovery":"no-fixed-path","agent-principal-binding":"no-fixed-path","aip-delegation-chain":"no-fixed-path","credential-delegation-protocol-wimse":"no-fixed-path","agent-delegation-receipts":"no-fixed-path","aauth-r3":"no-fixed-path","acip":"no-fixed-path","knowledge-linkset":"no-fixed-path","scitt-ai-agent-execution":"no-fixed-path","agent-channel-fan-out":"no-fixed-path","aagv":"no-fixed-path","agentic-payments-gating-model":"no-fixed-path","idmandat-credential":"no-fixed-path","lws10-authn-ssi-cid":"no-fixed-path","wimse-workload-identity-metadata":"no-fixed-path","haace":"no-fixed-path","local-tool-call-proof":"no-fixed-path","agent-authorization-envelope":"no-fixed-path","a2wp":"no-fixed-path","agent-decision-commitment":"no-fixed-path","gbz-185-agent-interconnection":"no-fixed-path","amp-ant":"needs-credentials","x401":"no-fixed-path","kyapay-token":"needs-credentials","iab-comp":"no-fixed-path","agent-commerce-kit":"no-fixed-path","otel-genai-semconv":"not-http","erc-8001":"not-http","erc-8126":"not-http","erc-8196":"not-http","jafar":"no-fixed-path","anonymous-bot-auth":"no-fixed-path","workload-authz-grant":"needs-credentials","oauth-id-continuation":"needs-credentials","oauth-agent-delegation":"no-fixed-path","opena2a-aap":"no-fixed-path","open-responses":"no-fixed-path"},"coverage":{"discover":["api-catalog-rfc9727"],"identify":[],"permit":["ai-crawler-tokens-robots","oauth-metadata-for-agents"],"read":["llms-txt","cloudflare-markdown-for-agents"],"act":["anthropic-agent-skills-format"],"coordinate":["a2a"],"pay":[],"present":[],"account":[]},"rules":"https://agenticweb.wiki/data/probes.json","outcome":"scored","extracted":{"mcp_endpoints":[{"name":"scrapfly","title":null,"version":"1.0.0","tools":["scrape_url","extract_data","take_screenshot","crawl_site","browser_action"],"tool_details":[{"name":"scrape_url","description":"Fetch a URL through Scrapfly's managed proxy and the Unblocker; returns HTML, markdown, or rendered DOM."},{"name":"extract_data","description":"Extract typed structured data from a page using JSON schema or natural-language prompt."},{"name":"take_screenshot","description":"Capture a full-page, viewport, or element-level screenshot as JPEG, PNG, WebP or GIF."},{"name":"crawl_site","description":"Crawl a site with budget, depth, and URL-pattern controls; stream results via webhook."},{"name":"browser_action","description":"Drive a remote Chromium session via Playwright/Puppeteer/CDP for multi-step flows."}],"auth":"{\"type\":\"oauth2\",\"scopes\":[\"scrape\",\"br…","server_card":"/.well-known/mcp.json","source":"/.well-known/mcp.json","url":"https://mcp.scrapfly.io","transport":"streamable-http","protocol_versions":[]},{"name":"scrapfly-mcp","title":"Scrapfly MCP Server","version":"1.5.42","tools":[],"auth":"{\"oauth2\":{\"metadata\":\"https://mcp.scra…","server_card":"/.well-known/mcp/server-card.json","source":"/.well-known/mcp/server-card.json","url":"https://mcp.scrapfly.io/mcp","transport":"streamable-http","protocol_versions":[]}],"a2a_agents":[{"name":"scrapfly","description":"Scrapfly is a managed web scraping and browser automation platform. One API key gives an agent: anti-bot bypass on 20+ vendors (Cloudflare, DataDome, PerimeterX, Akamai, hCaptcha), residential and da…","url":"https://mcp.scrapfly.io","version":"1.0.0","protocol_version":"0.3","provider":"Scrapfly","skills":[{"id":"scrape_url","name":"Scrape a URL","description":"Fetch a single URL through Scrapfly's managed proxy and anti-bot bypass infrastructure, returning the full HTML response or rendered DOM."},{"id":"extract_data","name":"Extract structured data","description":"Extract typed structured data from a web page using a JSON schema or natural-language prompt; LLM-grounded with citations back to source HTML."},{"id":"take_screenshot","name":"Take a screenshot","description":"Capture a full-page, viewport, or element-level screenshot of a live URL."},{"id":"crawl_site","name":"Crawl a site","description":"Crawl an entire website with configurable budget, depth, URL patterns, and per-page scraping options. Results are streamed via webhook or pulled from a job queue."},{"id":"browser_action","name":"Cloud Browser action","description":"Drive a remote Chromium session via Playwright, Puppeteer, or raw CDP. Supports multi-step flows: login, click, type, evaluate JavaScript."}],"source":"/.well-known/agent-card.json"}],"agent_skills":[{"name":"scrapfly-agent-rules","description":"Cross-tool golden rules for an autonomous Scrapfly web agent connected to the Scrapfly MCP server (web_scrape, screenshot, check_if_blocked, the Cloud Browser lifecycle, snapshot/click/fill/type/pres…","type":"skill-md","url":"https://scrapfly.io/.well-known/agent-skills/scrapfly-agent-rules/SKILL.md","has_digest":true,"source":"/.well-known/agent-skills/index.json"},{"name":"scrapfly-alerting","description":"Threshold-based alerting on Scrapfly account metrics. Wire up rules like \"alert me when scrape success rate drops below 95% for 10 minutes\" and receive notifications via email, webhook, or in-app. Us…","type":"skill-md","url":"https://scrapfly.io/.well-known/agent-skills/scrapfly-alerting/SKILL.md","has_digest":true,"source":"/.well-known/agent-skills/index.json"},{"name":"scrapfly-browser","description":"Automate cloud browsers using the Scrapfly Cloud Browser API with Python Playwright. Covers connection options, sessions, anti-bot fingerprinting, and file downloads including streaming large files (…","type":"skill-md","url":"https://scrapfly.io/.well-known/agent-skills/scrapfly-browser/SKILL.md","has_digest":true,"source":"/.well-known/agent-skills/index.json"},{"name":"scrapfly-cli","description":"Use the Scrapfly CLI (`scrapfly`) to scrape web pages, capture screenshots, extract structured data with AI, crawl entire sites, and drive a cloud browser over CDP from a shell. JSON envelope on stdo…","type":"skill-md","url":"https://scrapfly.io/.well-known/agent-skills/scrapfly-cli/SKILL.md","has_digest":true,"source":"/.well-known/agent-skills/index.json"},{"name":"scrapfly-crawler","description":"Crawl entire websites using the Scrapfly Crawler API with the Python SDK","type":"skill-md","url":"https://scrapfly.io/.well-known/agent-skills/scrapfly-crawler/SKILL.md","has_digest":true,"source":"/.well-known/agent-skills/index.json"},{"name":"scrapfly-extraction","description":"Extract structured data from web content using the Scrapfly Extraction API with the Python SDK","type":"skill-md","url":"https://scrapfly.io/.well-known/agent-skills/scrapfly-extraction/SKILL.md","has_digest":true,"source":"/.well-known/agent-skills/index.json"},{"name":"scrapfly-scraper","description":"Web scraping using the Scrapfly Scraper API with the Python SDK","type":"skill-md","url":"https://scrapfly.io/.well-known/agent-skills/scrapfly-scraper/SKILL.md","has_digest":true,"source":"/.well-known/agent-skills/index.json"},{"name":"scrapfly-screenshot","description":"Capture web page screenshots using the Scrapfly Screenshot API with the Python SDK","type":"skill-md","url":"https://scrapfly.io/.well-known/agent-skills/scrapfly-screenshot/SKILL.md","has_digest":true,"source":"/.well-known/agent-skills/index.json"},{"name":"scrapfly-sdk-go","description":"Web scraping from Go with the Scrapfly SDK (`github.com/scrapfly/go-scrapfly`). Use when the user asks to scrape a URL, bypass anti-bot protection, render JavaScript, capture screenshots, or extract …","type":"skill-md","url":"https://scrapfly.io/.well-known/agent-skills/scrapfly-sdk-go/SKILL.md","has_digest":true,"source":"/.well-known/agent-skills/index.json"},{"name":"scrapfly-sdk-rust","description":"Web scraping from Rust with the Scrapfly SDK (`scrapfly-sdk` crate). Use when the user asks to scrape a URL, bypass anti-bot protection, render JavaScript, capture screenshots, or extract structured …","type":"skill-md","url":"https://scrapfly.io/.well-known/agent-skills/scrapfly-sdk-rust/SKILL.md","has_digest":true,"source":"/.well-known/agent-skills/index.json"},{"name":"scrapfly-sdk-typescript","description":"Web scraping from TypeScript or JavaScript with the Scrapfly SDK (`scrapfly-sdk`). Use when the user asks to scrape a URL, bypass anti-bot protection, render JavaScript, capture screenshots, or extra…","type":"skill-md","url":"https://scrapfly.io/.well-known/agent-skills/scrapfly-sdk-typescript/SKILL.md","has_digest":true,"source":"/.well-known/agent-skills/index.json"}],"api_specs":[{"url":"https://scrapfly.io/docs/scrape-api/getting-started","type":"text/html","source":"/.well-known/api-catalog"},{"url":"https://scrapfly.io/docs/scrape-api/getting-started?view=markdown","type":"text/markdown","source":"/.well-known/api-catalog"},{"url":"https://scrapfly.io/api_errors.json","type":"application/json","source":"/.well-known/api-catalog"},{"url":"https://scrapfly.io/docs/scrape-api/errors","type":"text/html","source":"/.well-known/api-catalog"},{"url":"https://mcp.scrapfly.io/.well-known/mcp/server-card.json","type":"application/json","source":"/.well-known/api-catalog"},{"url":"https://scrapfly.io/docs/mcp","type":"text/html","source":"/.well-known/api-catalog"}],"llms_txt_summary":{"title":"Scrapfly","description":"Scrapfly is a managed web scraping and browser automation platform. One API key gives an agent access to: reliable access to public web pages through the Unblocker (formerly ASP), residential and dat…","links":0,"sections":["When an agent should reach for Scrapfly","Quickstart for agents","Authentication","Documentation","SDKs","MCP server","Agent-specific guidance","Errors","Pricing summary","Contact"],"full_version":false,"estimated_tokens":1651,"html_to_markdown_token_ratio":3.202},"robots_ai_policy":{"allowed":[],"blocked":["CCBot","meta-externalagent","Bytespider","Amazonbot","cohere-ai","Diffbot"],"partial":["OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-Web","Google-Extended","PerplexityBot","Perplexity-User","Applebot-Extended"],"unlisted_default":"partial","agentmap":null,"sitemaps":["https://scrapfly.io/blog/sitemap.xml","https://scrapfly.io/sitemap.xml","https://scrapfly.io/scrapers.xml"],"content_signals":[],"license":[]},"root_links":[{"rel":"api-catalog","url":"/.well-known/api-catalog"},{"rel":"agent-skills","url":"/.well-known/agent-skills/index.json"},{"rel":"service-desc","url":"/api_errors.json"}],"root_readability":{"render_mode":"markdown_native","html_bytes":21144,"visible_text_bytes":20065,"visible_words":2309,"text_to_html_ratio":0.949,"estimated_tokens":5016,"html_bloat_ratio":1.054,"js_shell_only":false,"has_main_landmark":false,"h1_count":0,"h2_count":1,"heading_hierarchy_valid":false,"table_count":0,"table_rows":0,"first_content_byte_offset":0,"meta_robots_directives":[],"snippet_or_ai_blocked_by_meta":false,"json_ld_types":[],"has_attribute_rich_schema":false,"vary_accept_present":true,"x_markdown_tokens":5283,"html_link_alternates":[],"nav_links":[{"label":"Get Free API Key","url":"https://scrapfly.io/register"},{"label":"Web Scraping API","url":"https://scrapfly.io/products/web-scraping-api"},{"label":"Cloud Browser API","url":"https://scrapfly.io/products/cloud-browser-api"},{"label":"Screenshot API","url":"https://scrapfly.io/products/screenshot-api"},{"label":"Extraction API","url":"https://scrapfly.io/products/extraction-api"},{"label":"Crawler API","url":"https://scrapfly.io/products/crawler-api"},{"label":"AI Browser Agent","url":"https://scrapfly.io/products/ai-browser-agent"},{"label":"MCP Server","url":"https://scrapfly.io/products/mcp-cloud"},{"label":"**Cloudflare guide**","url":"https://scrapfly.io/bypass/cloudflare"},{"label":"Browse all target guides","url":"https://scrapfly.io/bypass"}]},"auth":{"resource":"https://mcp.scrapfly.io","authorization_servers":["https://mcp.scrapfly.io"],"scopes":[],"source":"/.well-known/oauth-protected-resource"},"security_txt":{"contact":"mailto:legal@scrapfly.io","expires":"2027-04-23T22:05:22Z","canonical":"https://scrapfly.io/.well-known/security.txt"}}}}