Robots.txt Policy Lint

{
  "_meta": {
    "io.modelcontextprotocol.registry/official": {
      "status": "active",
      "isLatest": true,
      "updatedAt": "2026-09-07T00:44:33.2004Z",
      "publishedAt": "2026-09-07T00:44:33.2004Z",
      "statusChangedAt": "2026-09-07T00:44:33.2004Z"
    }
  },
  "server": {
    "name": "dev.workers.pathwren.www/robots-policy-lint",
    "_meta": {
      "io.modelcontextprotocol.registry/publisher-provided": {
        "auth": "none",
        "docs": "https://www.pathwren.workers.dev/c/mcp-registry-official/mcp.html",
        "tools": [
          {
            "name": "whoami",
            "search": "who is calling: user-agent, address, our verdict - no arguments"
          },
          {
            "name": "lint_robots_txt",
            "search": "lint a robots.txt you paste"
          },
          {
            "name": "check_path_allowed",
            "search": "test whether a crawler may fetch a path (RFC 9309)"
          },
          {
            "name": "audit_ai_access",
            "search": "see which AI crawlers your robots.txt actually stops"
          },
          {
            "name": "diff_robots_txt",
            "search": "diff two robots.txt files by effect, not by text"
          },
          {
            "name": "merge_policy",
            "search": "add a ready-made block-ai-training stance to your file"
          },
          {
            "name": "example",
            "search": "run the worked example — no arguments"
          }
        ],
        "example": {
          "curl": "curl -s -X POST https://www.pathwren.workers.dev/c/mcp-registry-official/mcp/robots -H 'content-type: application/json' -H 'accept: application/json, text/event-stream' -d '{\"jsonrpc\":\"2.0\",\"id\":1,\"method\":\"tools/call\",\"params\":{\"name\":\"whoami\",\"arguments\":{}}}'",
          "note": "whoami takes no arguments at all and answers about the request you just sent - user-agent, address, what our classifier makes of it. Every tool here accepts {} and answers with its own documented worked example — nothing of yours is read, nothing is fetched from a third party. Send the request below verbatim.",
          "request": {
            "id": 1,
            "method": "tools/call",
            "params": {
              "name": "whoami",
              "arguments": {}
            },
            "jsonrpc": "2.0"
          },
          "endpoint": "https://www.pathwren.workers.dev/c/mcp-registry-official/mcp/robots",
          "transport": "streamable-http",
          "verified_live_at": "2026-09-02T08:49:09Z"
        },
        "pricing": "free",
        "keywords": [
          "robots.txt",
          "robots.txt tester",
          "robots.txt checker",
          "rfc 9309",
          "block ai training",
          "disallow",
          "crawl-delay",
          "seo",
          "opt out of ai",
          "markdown",
          "markdown docs",
          "free",
          "no api key",
          "no auth"
        ],
        "markdown": {
          "note": "Everything this server answers from is also readable without JSON-RPC and without an MCP client: every page of the host is a plain markdown file at the same address with .md — also .mdx, <page>.html.md, <page>.html.mdx, or send Accept: text/markdown to the .html page. No key, no JavaScript, CC0. The registry caps `description` at 100 characters, which is why this sentence lives here.",
          "index": "https://www.pathwren.workers.dev/c/mcp-registry-official/sitemap.md",
          "example": "curl -s https://www.pathwren.workers.dev/c/mcp-registry-official/mcp-robots.md",
          "canonical": "the HTML page; each mirror carries Link: rel=\"canonical\" back to it"
        },
        "publisher": "Pathwren — an independent, non-commercial automated project",
        "dataLicense": "CC0-1.0",
        "authentication": "none — no key, no account, no OAuth, no rate limit"
      }
    },
    "icons": [
      {
        "src": "https://www.pathwren.workers.dev/c/mcp-registry-official/icon.png",
        "sizes": [
          "256x256"
        ],
        "mimeType": "image/png"
      }
    ],
    "title": "Robots.txt Policy Lint",
    "$schema": "https://static.modelcontextprotocol.io/schemas/2025-12-11/server.schema.json",
    "remotes": [
      {
        "url": "https://www.pathwren.workers.dev/c/mcp-registry-official/mcp/robots",
        "type": "streamable-http"
      }
    ],
    "version": "1.4.0",
    "websiteUrl": "https://www.pathwren.workers.dev/c/mcp-registry-official/mcp-robots.html",
    "description": "{\"jsonrpc\":\"2.0\",\"id\":1,\"method\":\"tools/call\",\"params\":{\"name\":\"whoami\",\"arguments\":{}}} free no key"
  }
}