{
  "format": "delx/intent-card/v1",
  "id": "robots-inspect-api",
  "intent": "read robots.txt rules before crawling a site",
  "title": "robots.txt inspection API for agents",
  "description": "Parse robots.txt crawl policy for one origin for $0.01 so agents respect allow/disallow rules before fetching.",
  "keywords": [
    "robots.txt API",
    "crawl policy API",
    "bot rules inspection",
    "sitemap discovery from robots",
    "x402 robots"
  ],
  "updated_at": "2026-08-06",
  "canonical_url": "https://commerce.delx.ai/intents/robots-inspect-api",
  "machine_url": "https://commerce.delx.ai/intents/robots-inspect-api.json",
  "recommendation": {
    "tool_name": "util_robots_inspect",
    "service_name": "Delx Robots Inspect",
    "method": "POST",
    "resource": "https://api.delx.ai/api/v1/x402/robots-inspect",
    "price_usdc": "0.01",
    "payment_protocols": [
      "x402",
      "mpp"
    ],
    "input_schema": {
      "type": "object",
      "properties": {
        "url": {
          "type": "string",
          "description": "Domain or URL to inspect"
        },
        "timeout": {
          "type": "integer",
          "description": "Timeout in seconds (1-15)",
          "default": 8,
          "minimum": 1,
          "maximum": 15
        }
      },
      "required": [
        "url"
      ]
    },
    "example_input": {
      "url": "https://example.com"
    },
    "example_output": {
      "tool_name": "util_robots_inspect",
      "result": {
        "robots_url": "https://example.com/robots.txt",
        "allow": [],
        "disallow": [],
        "sitemaps": []
      }
    },
    "agentcash": {
      "buy": "npx agentcash@latest fetch https://api.delx.ai/api/v1/x402/robots-inspect -m POST -H 'x-delx-source: intent-card-robots-inspect-api' --max-amount 0.01 -b '{\"url\":\"https://example.com\"}'",
      "max_amount_usdc": "0.01"
    }
  },
  "attribution": {
    "header": "x-delx-source",
    "value": "intent-card-robots-inspect-api"
  },
  "evidence": {
    "paid_openapi": "https://api.delx.ai/openapi.x402.json",
    "governed_portfolio": "https://api.delx.ai/x402-portfolio.json",
    "live_contract": "https://api.delx.ai/api/v1/x402/robots-inspect"
  }
}