Card snapshot
api.crawlwitness.com
·
2026-11-01 14:49:33 UTC
·
e30a6e3504fb02731100caa959c30627a42804a33068e6e84b3e69e93ff84931
This is a frozen copy of the agent's agent-card.json as we observed it at the timestamp above. We capture a new snapshot every time the card's content hash changes. Useful for: forensic drift analysis, verifying downstream callers see the right version, reproducing routing decisions made historically.
{
"_source": "agentic.market",
"service": {
"id": "api-crawlwitness-com",
"name": "api.crawlwitness.com",
"description": "",
"domain": "api.crawlwitness.com",
"provider": "api.crawlwitness.com",
"providerUrl": "",
"category": "",
"networks": [
"Base",
"solana:5eykt4usfv8p8njdtrepy1vzqkqzkvdp"
],
"enriched": false,
"endpoints": [
{
"url": "https://api.crawlwitness.com/mcp#can_ai_use",
"description": "Use when an agent is about to crawl, train on or ingest a website into RAG: checks the domain's AI consent and licensing signals (robots.txt per AI bot, RSL license, IETF AIPREF, TDMRep, noai meta tags, llms.txt, C2PA), returns a 0-100 score and a training stance, and a signed EAS receipt anchored on Base proving what was checked and when. Errors: 400 invalid domain; 502 site unreachable (not charged).",
"pricing": {
"amount": "0.001",
"currency": "USDC",
"network": "eip155:8453",
"scheme": "exact",
"maxAmount": "",
"minAmount": ""
},
"method": "",
"providerName": "",
"parameters": [],
"serviceName": "",
"tags": [],
"quality": {
"l30DaysTotalCalls": "1",
"l30DaysUniquePayers": "1"
}
},
{
"url": "https://api.crawlwitness.com/mcp#consultar_senales",
"description": "AI consent and licensing check for a web domain before crawling, training or RAG ingestion: robots.txt rules per AI bot, RSL license, IETF AIPREF, TDMRep, noai meta tags, llms.txt and C2PA, combined into a 0-100 score and a training stance, with a signed EAS receipt anchored on Base that proves what was checked and when. Errors: 400 invalid domain; 502 site unreachable (not charged).",
"pricing": {
"amount": "0.005",
"currency": "USDC",
"network": "eip155:8453",
"scheme": "exact",
"maxAmount": "",
"minAmount": ""
},
"method": "",
"providerName": "",
"parameters": [],
"serviceName": "",
"tags": [],
"quality": {
"l30DaysTotalCalls": "1",
"l30DaysUniquePayers": "1"
}
},
{
"url": "https://api.crawlwitness.com/v1/batch",
"description": "Use when a crawler or dataset builder needs AI-consent verdicts for many domains at once: yes/no per domain for one AI bot and use (train, rag, search), up to 100 domains per payment, with one signed receipt for the whole batch. Errors: 400 invalid input (not charged); 503 if too many domains are still being analysed (not charged, retry).",
"pricing": {
"amount": "0.02",
"currency": "USDC",
"network": "eip155:8453",
"scheme": "exact",
"maxAmount": "",
"minAmount": ""
},
"method": "POST",
"providerName": "",
"parameters": [
{
"group": "body",
"name": "bot",
"type": "string",
"description": "",
"example": "GPTBot",
"enumValues": [],
"default": null,
"required": false
},
{
"group": "body",
"name": "domains",
"type": "array",
"description": "",
"example": [],
"enumValues": [],
"default": null,
"required": false
},
{
"group": "body",
"name": "use",
"type": "string",
"description": "",
"example": "train",
"enumValues": [],
"default": null,
"required": false
}
],
"serviceName": "CrawlWitness",
"tags": [
"ai-consent",
"robots-txt",
"crawler-compliance",
"data-licensing",
"batch"
],
"quality": {
"l30DaysTotalCalls": "1",
"l30DaysUniquePayers": "1"
}
},
{
"url": "https://api.crawlwitness.com/v1/can-use",
"description": "Use when a crawler, scraper or RAG pipeline must decide whether it may use a website for AI: yes/no verdict for a domain, AI bot and use (train, rag, search) from robots.txt, IETF AIPREF, TDMRep, noai and RSL licenses, with a signed receipt. Errors: 400 invalid domain or unknown bot (not charged).",
"pricing": {
"amount": "0.001",
"currency": "USDC",
"network": "eip155:8453",
"scheme": "exact",
"maxAmount": "",
"minAmount": ""
},
"method": "GET",
"providerName": "",
"parameters": [
{
"group": "query",
"name": "bot",
"type": "string",
"description": "",
"example": "GPTBot",
"enumValues": [],
"default": null,
"required": false
},
{
"group": "query",
"name": "domain",
"type": "string",
"description": "",
"example": "nytimes.com",
"enumValues": [],
"default": null,
"required": false
},
{
"group": "query",
"name": "use",
"type": "string",
"description": "",
"example": "train",
"enumValues": [],
"default": null,
"required": false
}
],
"serviceName": "CrawlWitness",
"tags": [
"ai-consent",
"robots-txt",
"crawler-compliance",
"data-licensing",
"batch"
],
"quality": {
"l30DaysTotalCalls": "3",
"l30DaysUniquePayers": "3"
}
},
{
"url": "https://api.crawlwitness.com/v1/senales",
"description": "Use when an agent is about to crawl, train on or ingest a website into RAG: checks the domain's AI consent and licensing signals (robots.txt per AI bot, RSL license, IETF AIPREF, TDMRep, noai meta tags, llms.txt, C2PA), returns a 0-100 score and a training stance, and a signed EAS receipt anchored on Base proving what was checked and when. Errors: 400 invalid domain; 502 site unreachable (not charged).",
"pricing": {
"amount": "0.005",
"currency": "USDC",
"network": "eip155:8453",
"scheme": "exact",
"maxAmount": "",
"minAmount": ""
},
"method": "GET",
"providerName": "",
"parameters": [
{
"group": "query",
"name": "dominio",
"type": "string",
"description": "",
"example": "nytimes.com",
"enumValues": [],
"default": null,
"required": false
},
{
"group": "query",
"name": "pagar",
"type": "string",
"description": "",
"example": "true",
"enumValues": [],
"default": null,
"required": false
}
],
"serviceName": "CrawlWitness",
"tags": [
"ai-consent",
"robots-txt",
"data-licensing",
"provenance",
"compliance"
],
"quality": {
"l30DaysTotalCalls": "5",
"l30DaysUniquePayers": "1"
}
}
],
"integrationType": "",
"isNew": false,
"priceSummary": {
"minAmount": "0.001",
"maxAmount": "0.02",
"avgCostPerTransaction": "0.0064",
"avgCostBasis": "exact",
"currency": "USDC"
},
"serviceName": "CrawlWitness",
"tags": [
"ai-consent",
"robots-txt",
"crawler-compliance",
"data-licensing",
"batch",
"provenance",
"compliance"
],
"iconUrl": "https://res.cloudinary.com/bdb-prod/image/upload/c_fill,ar_1:1,w_256,h_256,f_auto,q_auto/v1793462265/bazaar-icons/06e49880ca8f000a.png"
}
}