Skip to content
Back to api.crawlwitness.com

Card snapshot

api.crawlwitness.com · 2026-11-01 14:49:33 UTC · e30a6e3504fb02731100caa959c30627a42804a33068e6e84b3e69e93ff84931

This is a frozen copy of the agent's agent-card.json as we observed it at the timestamp above. We capture a new snapshot every time the card's content hash changes. Useful for: forensic drift analysis, verifying downstream callers see the right version, reproducing routing decisions made historically.

{
  "_source": "agentic.market",
  "service": {
    "id": "api-crawlwitness-com",
    "name": "api.crawlwitness.com",
    "description": "",
    "domain": "api.crawlwitness.com",
    "provider": "api.crawlwitness.com",
    "providerUrl": "",
    "category": "",
    "networks": [
      "Base",
      "solana:5eykt4usfv8p8njdtrepy1vzqkqzkvdp"
    ],
    "enriched": false,
    "endpoints": [
      {
        "url": "https://api.crawlwitness.com/mcp#can_ai_use",
        "description": "Use when an agent is about to crawl, train on or ingest a website into RAG: checks the domain's AI consent and licensing signals (robots.txt per AI bot, RSL license, IETF AIPREF, TDMRep, noai meta tags, llms.txt, C2PA), returns a 0-100 score and a training stance, and a signed EAS receipt anchored on Base proving what was checked and when. Errors: 400 invalid domain; 502 site unreachable (not charged).",
        "pricing": {
          "amount": "0.001",
          "currency": "USDC",
          "network": "eip155:8453",
          "scheme": "exact",
          "maxAmount": "",
          "minAmount": ""
        },
        "method": "",
        "providerName": "",
        "parameters": [],
        "serviceName": "",
        "tags": [],
        "quality": {
          "l30DaysTotalCalls": "1",
          "l30DaysUniquePayers": "1"
        }
      },
      {
        "url": "https://api.crawlwitness.com/mcp#consultar_senales",
        "description": "AI consent and licensing check for a web domain before crawling, training or RAG ingestion: robots.txt rules per AI bot, RSL license, IETF AIPREF, TDMRep, noai meta tags, llms.txt and C2PA, combined into a 0-100 score and a training stance, with a signed EAS receipt anchored on Base that proves what was checked and when. Errors: 400 invalid domain; 502 site unreachable (not charged).",
        "pricing": {
          "amount": "0.005",
          "currency": "USDC",
          "network": "eip155:8453",
          "scheme": "exact",
          "maxAmount": "",
          "minAmount": ""
        },
        "method": "",
        "providerName": "",
        "parameters": [],
        "serviceName": "",
        "tags": [],
        "quality": {
          "l30DaysTotalCalls": "1",
          "l30DaysUniquePayers": "1"
        }
      },
      {
        "url": "https://api.crawlwitness.com/v1/batch",
        "description": "Use when a crawler or dataset builder needs AI-consent verdicts for many domains at once: yes/no per domain for one AI bot and use (train, rag, search), up to 100 domains per payment, with one signed receipt for the whole batch. Errors: 400 invalid input (not charged); 503 if too many domains are still being analysed (not charged, retry).",
        "pricing": {
          "amount": "0.02",
          "currency": "USDC",
          "network": "eip155:8453",
          "scheme": "exact",
          "maxAmount": "",
          "minAmount": ""
        },
        "method": "POST",
        "providerName": "",
        "parameters": [
          {
            "group": "body",
            "name": "bot",
            "type": "string",
            "description": "",
            "example": "GPTBot",
            "enumValues": [],
            "default": null,
            "required": false
          },
          {
            "group": "body",
            "name": "domains",
            "type": "array",
            "description": "",
            "example": [],
            "enumValues": [],
            "default": null,
            "required": false
          },
          {
            "group": "body",
            "name": "use",
            "type": "string",
            "description": "",
            "example": "train",
            "enumValues": [],
            "default": null,
            "required": false
          }
        ],
        "serviceName": "CrawlWitness",
        "tags": [
          "ai-consent",
          "robots-txt",
          "crawler-compliance",
          "data-licensing",
          "batch"
        ],
        "quality": {
          "l30DaysTotalCalls": "1",
          "l30DaysUniquePayers": "1"
        }
      },
      {
        "url": "https://api.crawlwitness.com/v1/can-use",
        "description": "Use when a crawler, scraper or RAG pipeline must decide whether it may use a website for AI: yes/no verdict for a domain, AI bot and use (train, rag, search) from robots.txt, IETF AIPREF, TDMRep, noai and RSL licenses, with a signed receipt. Errors: 400 invalid domain or unknown bot (not charged).",
        "pricing": {
          "amount": "0.001",
          "currency": "USDC",
          "network": "eip155:8453",
          "scheme": "exact",
          "maxAmount": "",
          "minAmount": ""
        },
        "method": "GET",
        "providerName": "",
        "parameters": [
          {
            "group": "query",
            "name": "bot",
            "type": "string",
            "description": "",
            "example": "GPTBot",
            "enumValues": [],
            "default": null,
            "required": false
          },
          {
            "group": "query",
            "name": "domain",
            "type": "string",
            "description": "",
            "example": "nytimes.com",
            "enumValues": [],
            "default": null,
            "required": false
          },
          {
            "group": "query",
            "name": "use",
            "type": "string",
            "description": "",
            "example": "train",
            "enumValues": [],
            "default": null,
            "required": false
          }
        ],
        "serviceName": "CrawlWitness",
        "tags": [
          "ai-consent",
          "robots-txt",
          "crawler-compliance",
          "data-licensing",
          "batch"
        ],
        "quality": {
          "l30DaysTotalCalls": "3",
          "l30DaysUniquePayers": "3"
        }
      },
      {
        "url": "https://api.crawlwitness.com/v1/senales",
        "description": "Use when an agent is about to crawl, train on or ingest a website into RAG: checks the domain's AI consent and licensing signals (robots.txt per AI bot, RSL license, IETF AIPREF, TDMRep, noai meta tags, llms.txt, C2PA), returns a 0-100 score and a training stance, and a signed EAS receipt anchored on Base proving what was checked and when. Errors: 400 invalid domain; 502 site unreachable (not charged).",
        "pricing": {
          "amount": "0.005",
          "currency": "USDC",
          "network": "eip155:8453",
          "scheme": "exact",
          "maxAmount": "",
          "minAmount": ""
        },
        "method": "GET",
        "providerName": "",
        "parameters": [
          {
            "group": "query",
            "name": "dominio",
            "type": "string",
            "description": "",
            "example": "nytimes.com",
            "enumValues": [],
            "default": null,
            "required": false
          },
          {
            "group": "query",
            "name": "pagar",
            "type": "string",
            "description": "",
            "example": "true",
            "enumValues": [],
            "default": null,
            "required": false
          }
        ],
        "serviceName": "CrawlWitness",
        "tags": [
          "ai-consent",
          "robots-txt",
          "data-licensing",
          "provenance",
          "compliance"
        ],
        "quality": {
          "l30DaysTotalCalls": "5",
          "l30DaysUniquePayers": "1"
        }
      }
    ],
    "integrationType": "",
    "isNew": false,
    "priceSummary": {
      "minAmount": "0.001",
      "maxAmount": "0.02",
      "avgCostPerTransaction": "0.0064",
      "avgCostBasis": "exact",
      "currency": "USDC"
    },
    "serviceName": "CrawlWitness",
    "tags": [
      "ai-consent",
      "robots-txt",
      "crawler-compliance",
      "data-licensing",
      "batch",
      "provenance",
      "compliance"
    ],
    "iconUrl": "https://res.cloudinary.com/bdb-prod/image/upload/c_fill,ar_1:1,w_256,h_256,f_auto,q_auto/v1793462265/bazaar-icons/06e49880ca8f000a.png"
  }
}