docs.jina.ai agentic web readiness

{
  "specVersion": "1.0",
  "host": {
    "displayName": "Docs",
    "identifier": "did:web:docs.jina.ai",
    "documentationUrl": "https://docs.jina.ai/AGENTS.md"
  },
  "entries": [
    {
      "identifier": "urn:air:docs.jina.ai:mcp:docs",
      "displayName": "Docs MCP server",
      "type": "application/mcp-server-card+json",
      "url": "https://docs.jina.ai/mcp/server-card",
      "description": "Docs and what it offers to agents. Streamable HTTP MCP server.",
      "representativeQueries": [
        "what can the Docs MCP server do",
        "use Docs tools from an agent"
      ],
      "tags": [
        "mcp",
        "mcp-server"
      ]
    },
    {
      "identifier": "urn:air:docs.jina.ai:api:openapi",
      "displayName": "Docs API description",
      "type": "application/openapi+json",
      "url": "https://docs.jina.ai/openapi.json",
      "description": "OpenAPI description of the Docs API.",
      "representativeQueries": [
        "Docs API reference"
      ],
      "tags": [
        "openapi",
        "api"
      ]
    }
  ]
}

{
  "specVersion": "1.0",
  "host": {
    "displayName": "Docs",
    "identifier": "did:web:docs.jina.ai",
    "documentationUrl": "https://docs.jina.ai/AGENTS.md"
  },
  "entries": [
    {
      "identifier": "urn:air:docs.jina.ai:mcp:docs",
      "displayName": "Docs MCP server",
      "type": "application/mcp-server-card+json",
      "url": "https://docs.jina.ai/mcp/server-card",
      "description": "Docs and what it offers to agents. Streamable HTTP MCP server.",
      "representativeQueries": [
        "what can the Docs MCP server do",
        "use Docs tools from an agent"
      ],
      "tags": [
        "mcp",
        "mcp-server"
      ]
    },
    {
      "identifier": "urn:air:docs.jina.ai:api:openapi",
      "displayName": "Docs API description",
      "type": "application/openapi+json",
      "url": "https://docs.jina.ai/openapi.json",
      "description": "OpenAPI description of the Docs API.",
      "representativeQueries": [
        "Docs API reference"
      ],
      "tags": [
        "openapi",
        "api"
      ]
    }
  ]
}

{
  "$schema": "https://static.modelcontextprotocol.io/schemas/v1/server-card.schema.json",
  "name": "ai.jina.docs/docs",
  "title": "Docs",
  "version": "1.0.0",
  "description": "Docs and what it offers to agents",
  "websiteUrl": "https://docs.jina.ai/",
  "icons": [
    {
      "src": "https://docs.jina.ai/icon.png",
      "mimeType": "image/png",
      "sizes": [
        "180x180"
      ]
    }
  ],
  "remotes": [
    {
      "type": "streamable-http",
      "url": "https://docs.jina.ai/mcp",
      "supportedProtocolVersions": [
        "2025-11-25",
        "2025-06-18",
        "2025-03-26"
      ]
    }
  ]
}

{
  "name": "Docs",
  "description": "Docs and what it offers to agents",
  "version": "1.0.0",
  "provider": {
    "organization": "Docs",
    "url": "https://docs.jina.ai/"
  },
  "documentationUrl": "https://docs.jina.ai/AGENTS.md",
  "supportedInterfaces": [
    {
      "url": "https://docs.jina.ai/a2a",
      "protocolBinding": "JSONRPC",
      "protocolVersion": "1.0"
    }
  ],
  "url": "https://docs.jina.ai/a2a",
  "protocolVersion": "1.0",
  "capabilities": {
    "streaming": false,
    "pushNotifications": false,
    "extendedAgentCard": false
  },
  "defaultInputModes": [
    "text/plain"
  ],
  "defaultOutputModes": [
    "text/plain"
  ],
  "skills": [
    {
      "id": "answer",
      "name": "Answer questions",
      "description": "Answer questions about Docs.",
      "tags": [
        "qa"
      ],
      "examples": [
        "What does Docs do?"
      ]
    }
  ],
  "securitySchemes": {},
  "securityRequirements": []
}

{
  "$schema": "https://schemas.agentskills.io/discovery/0.2.0/schema.json",
  "skills": [
    {
      "name": "docs",
      "type": "skill-md",
      "description": "Docs and what it offers to agents",
      "url": "https://docs.jina.ai/.well-known/agent-skills/docs/SKILL.md",
      "digest": "sha256:0000000000000000000000000000000000000000000000000000000000000000"
    }
  ]
}

{
  "linkset": [
    {
      "anchor": "https://docs.jina.ai/",
      "service-desc": [
        {
          "href": "https://docs.jina.ai/openapi.json",
          "type": "application/openapi+json"
        }
      ],
      "service-doc": [
        {
          "href": "https://docs.jina.ai/docs/api",
          "type": "text/html"
        }
      ],
      "service-meta": [
        {
          "href": "https://docs.jina.ai/AGENTS.md",
          "type": "text/markdown"
        }
      ]
    }
  ]
}

# search and answer-engine crawlers
User-agent: Googlebot
User-agent: bingbot
User-agent: OAI-SearchBot
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: ExaSearchBot
User-agent: TavilyBot
Allow: /

# model-training crawlers: choose Allow or Disallow and keep it explicit
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: meta-externalagent
User-agent: Bytespider
Disallow: /

# user-triggered fetchers (a person asked for this page)
User-agent: ChatGPT-User
User-agent: Claude-User
User-agent: Perplexity-User
Allow: /

# default fallback for unlisted crawlers (RFC 9309 §2.2.1: specific groups above take precedence over *)
User-agent: *
Allow: /
Disallow: /account/
Content-Signal: ai-train=no, search=yes, ai-input=yes

Sitemap: https://docs.jina.ai/sitemap.xml
Agentmap: https://docs.jina.ai/.well-known/ard.json

Contact: mailto:security@docs.jina.ai
Expires: 2027-09-21T18:22:05Z
Canonical: https://docs.jina.ai/.well-known/security.txt
Preferred-Languages: en
Policy: https://docs.jina.ai/security-policy

# Authenticating to Docs as an agent

This file is the agent-auth skill for docs.jina.ai. It is linked from the authorization server's metadata (`agent_auth.skill`).

## Discovery
1. Call the API. A `401` carries `WWW-Authenticate: Bearer resource_metadata="https://docs.jina.ai/.well-known/oauth-protected-resource"`.
2. Read `/.well-known/oauth-protected-resource` (RFC 9728) for `resource` and `authorization_servers`.
3. Read the authorization server's `/.well-known/oauth-authorization-server` (RFC 8414); the `agent_auth` block lists the endpoints below.

## Methods we accept
- `identity_assertion`: you hold a session for a user and can mint an ID-JAG with `aud` = our `resource`. Preferred.
- `service_auth`: you only know the user's email. A claim ceremony (6-digit code) is required.
- `anonymous`: no user. Immediate limited scopes; the user can claim later.

## Register
POST `agent_auth.identity_endpoint` with `{"type": "<method>", ...}`; exchange the returned `identity_assertion` at the token endpoint for an access token.

## Scopes
- `api.read`: read
- `api.write`: write (claimed registrations only)

## Rules
- Show the user our name and the scopes before asserting their identity.
- Keep `claim_token` in memory only.
- Revocation events arrive as Security Event Tokens at your registered events endpoint.

---
okf_version: "0.2"
title: "Docs Knowledge Bundle"
description: "Docs and what it offers to agents"
---

# Docs Knowledge Bundle

> Docs and what it offers to agents

- [Update Log](log.md)

## Concepts

- [Docs Overview](concepts/docs.md) — Docs and what it offers to agents