{"id":"c838a345-b8ca-4841-8a96-cccd633649f5","url":"https://api.trustsource.cc/robots?domain=example.com","method":"GET","fingerprint":"213e0caa125e8faf04fb793175625cb0b1ed994534d9b986e30849cb955ef47a","name":null,"description":null,"category":"other","docs_url":null,"advertised_price_usd":"0.002000","asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","scheme":"exact","networks":["eip155:8453"],"pay_to":"0xC1FE5Ce97fB6038527D9660cF290b716a264e874","input_schema":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","required":["domain"],"properties":{"domain":{"type":"string","description":"Domain whose robots.txt to fetch and parse (e.g. example.com); https is tried first, then http."}}}},"additionalProperties":false},"output_schema":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object"}}},"schema_completeness":0,"status":"degraded","first_seen_at":"2026-08-23 22:36:49.632185+00","last_seen_at":"2026-08-23 22:36:48.21+00","last_success_at":"2026-09-14 16:30:18.103+00","dead_since":null,"probe_backoff_tier":0,"next_probe_at":"2026-09-14 16:35:18.103+00","search_tsv":"","catalog_number":"8145","x402_version":2,"resource_url":"https://api.trustsource.cc/robots?domain=example.com","resource_description":"robots.txt and AI crawler policy check. Tells an agent whether a website permits crawling and whether it blocks AI bots such as GPTBot, ClaudeBot, Google-Extended, PerplexityBot and CCBot, before scraping, RAG ingestion, training data collection or archiving. Parses robots.txt and returns a crawl-policy tier with per-bot allow and disallow rules and sitemap URLs.","bazaar_extension":{"info":{"input":{"type":"http","method":"GET","queryParams":{"domain":"example.com"}},"output":{"type":"json","example":{"ai":{"knownBotsBlocked":5,"knownBotsChecked":24,"knownBotsPartial":2},"tier":"SELECTIVE","domain":"example.com","exists":true,"aiFriendly":true}}},"schema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","required":["domain"],"properties":{"domain":{"type":"string","description":"Domain whose robots.txt to fetch and parse (e.g. example.com); https is tried first, then http."}}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object"}}}}}},"accepted_requirements":[{"raw":{"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","extra":{"name":"USD Coin","version":"2"},"payTo":"0xC1FE5Ce97fB6038527D9660cF290b716a264e874","amount":"2000","scheme":"exact","network":"eip155:8453","maxTimeoutSeconds":300},"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","payTo":"0xC1FE5Ce97fB6038527D9660cF290b716a264e874","scheme":"exact","network":"eip155:8453","amountAtomic":"2000"}],"bazaar_compatible":true,"bazaar_validated_at":"2026-09-14 16:30:18.103+00","bazaar_validation_error":null,"window":"24h","probes_n":20,"handshake_uptime":0.9,"settle_success_rate":0,"valid_result_rate":null,"latency_p50":688,"latency_p90":4936,"price_drift_pct":0,"score":0.6213,"computed_at":"2026-09-14 16:30:28.993+00","source_metadata":[{"raw":{"url":"https://api.trustsource.cc/robots?domain=example.com","method":"GET","source":"bazaar:api.cdp.coinbase.com","fingerprint":"213e0caa125e8faf04fb793175625cb0b1ed994534d9b986e30849cb955ef47a","advertisedPriceUsd":0.002},"source_id":1,"external_id":null}],"live_endpoint_metadata":{"x402_version":2,"resource_url":"https://api.trustsource.cc/robots?domain=example.com","resource_description":"robots.txt and AI crawler policy check. Tells an agent whether a website permits crawling and whether it blocks AI bots such as GPTBot, ClaudeBot, Google-Extended, PerplexityBot and CCBot, before scraping, RAG ingestion, training data collection or archiving. Parses robots.txt and returns a crawl-policy tier with per-bot allow and disallow rules and sitemap URLs.","bazaar_extension":{"info":{"input":{"type":"http","method":"GET","queryParams":{"domain":"example.com"}},"output":{"type":"json","example":{"ai":{"knownBotsBlocked":5,"knownBotsChecked":24,"knownBotsPartial":2},"tier":"SELECTIVE","domain":"example.com","exists":true,"aiFriendly":true}}},"schema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","required":["domain"],"properties":{"domain":{"type":"string","description":"Domain whose robots.txt to fetch and parse (e.g. example.com); https is tried first, then http."}}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object"}}}}}},"accepted_requirements":[{"raw":{"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","extra":{"name":"USD Coin","version":"2"},"payTo":"0xC1FE5Ce97fB6038527D9660cF290b716a264e874","amount":"2000","scheme":"exact","network":"eip155:8453","maxTimeoutSeconds":300},"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","payTo":"0xC1FE5Ce97fB6038527D9660cF290b716a264e874","scheme":"exact","network":"eip155:8453","amountAtomic":"2000"}],"bazaar_compatible":true,"bazaar_validated_at":"2026-09-14 16:30:18.103+00","bazaar_validation_error":null},"sonar_metrics":{"score":0.6213,"uptime":0.9,"paid_success_rate":0,"valid_result_rate":null,"latency_p50":688,"latency_p90":4936,"price_drift_pct":0},"cdp_indexed":false,"confidence":"high"}