{"id":"993742f2-90d1-404a-8935-08b4441e0271","url":"https://api.agentstools.dev/aeo/crawlers?domain=example.com","method":"GET","fingerprint":"61684abd9142b13e17a8a71e38b39aa7b1a00d5d4d7174f61c444becd42491cf","name":"aeo-crawlers","description":null,"category":"scraping","docs_url":null,"advertised_price_usd":"0.005000","asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","scheme":"exact","networks":["eip155:8453"],"pay_to":"0xF22e558a00D91Ee12A1F50C52186FecB8dDFf493","input_schema":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET","HEAD","DELETE"],"type":"string"},"queryParams":{"type":"object","required":[],"properties":{"url":{"type":"string","description":"Target URL to audit (e.g. https://example.com)"},"host":{"type":"string","description":"Alternative input: a hostname"},"domain":{"type":"string","description":"Alternative input: a bare domain (e.g. example.com)"}}}},"additionalProperties":false},"output_schema":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object"}}},"schema_completeness":0,"status":"degraded","first_seen_at":"2026-08-23 21:50:11.304321+00","last_seen_at":"2026-08-23 21:50:10.24+00","last_success_at":"2026-09-14 08:51:13.85+00","dead_since":null,"probe_backoff_tier":0,"next_probe_at":"2026-09-14 08:56:13.85+00","search_tsv":"'aeo':2 'aeo-crawl':1 'crawler':3 'scrape':4","catalog_number":"6580","x402_version":2,"resource_url":"https://api.agentstools.dev/aeo/crawlers","resource_description":"robots.txt AI-crawler access matrix: for the 2026 cohort of AI and answer-engine crawlers (GPTBot, ChatGPT-User, OAI-SearchBot, ClaudeBot, Claude-User, PerplexityBot, Google-Extended and more) reports allowed, blocked or unlisted per bot, whether the default rule blocks everything, declared sitemaps and a score. One network operation.","bazaar_extension":{"info":{"input":{"type":"http","method":"GET","queryParams":{"domain":"example.com"}},"output":{"type":"json","example":{"fixes":[],"domain":"example.com","disclaimer":"Automated AI-search visibility indicators, not a guarantee.","crawler_score":100,"crawler_matrix":[{"bot":"PerplexityBot","access":"allowed","listed":false,"operator":"Perplexity","citation_relevant":true}],"robots_present":true,"default_blocks_all":false}}},"schema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET","HEAD","DELETE"],"type":"string"},"queryParams":{"type":"object","required":[],"properties":{"url":{"type":"string","description":"Target URL to audit (e.g. https://example.com)"},"host":{"type":"string","description":"Alternative input: a hostname"},"domain":{"type":"string","description":"Alternative input: a bare domain (e.g. example.com)"}}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object"}}}}}},"accepted_requirements":[{"raw":{"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","extra":{"name":"USD Coin","version":"2"},"payTo":"0xF22e558a00D91Ee12A1F50C52186FecB8dDFf493","amount":"5000","scheme":"exact","network":"eip155:8453","maxTimeoutSeconds":300},"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","payTo":"0xF22e558a00D91Ee12A1F50C52186FecB8dDFf493","scheme":"exact","network":"eip155:8453","amountAtomic":"5000"}],"bazaar_compatible":true,"bazaar_validated_at":"2026-09-14 08:51:13.85+00","bazaar_validation_error":null,"window":"24h","probes_n":21,"handshake_uptime":0.9047619,"settle_success_rate":0,"valid_result_rate":null,"latency_p50":683,"latency_p90":1305,"price_drift_pct":0,"score":0.723,"computed_at":"2026-09-14 08:51:40.37+00","source_metadata":[{"raw":{"url":"https://api.agentstools.dev/aeo/crawlers?domain=example.com","name":"aeo-crawlers","method":"GET","source":"bazaar:api.cdp.coinbase.com","fingerprint":"61684abd9142b13e17a8a71e38b39aa7b1a00d5d4d7174f61c444becd42491cf","advertisedPriceUsd":0.005},"source_id":1,"external_id":null}],"live_endpoint_metadata":{"x402_version":2,"resource_url":"https://api.agentstools.dev/aeo/crawlers","resource_description":"robots.txt AI-crawler access matrix: for the 2026 cohort of AI and answer-engine crawlers (GPTBot, ChatGPT-User, OAI-SearchBot, ClaudeBot, Claude-User, PerplexityBot, Google-Extended and more) reports allowed, blocked or unlisted per bot, whether the default rule blocks everything, declared sitemaps and a score. One network operation.","bazaar_extension":{"info":{"input":{"type":"http","method":"GET","queryParams":{"domain":"example.com"}},"output":{"type":"json","example":{"fixes":[],"domain":"example.com","disclaimer":"Automated AI-search visibility indicators, not a guarantee.","crawler_score":100,"crawler_matrix":[{"bot":"PerplexityBot","access":"allowed","listed":false,"operator":"Perplexity","citation_relevant":true}],"robots_present":true,"default_blocks_all":false}}},"schema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET","HEAD","DELETE"],"type":"string"},"queryParams":{"type":"object","required":[],"properties":{"url":{"type":"string","description":"Target URL to audit (e.g. https://example.com)"},"host":{"type":"string","description":"Alternative input: a hostname"},"domain":{"type":"string","description":"Alternative input: a bare domain (e.g. example.com)"}}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object"}}}}}},"accepted_requirements":[{"raw":{"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","extra":{"name":"USD Coin","version":"2"},"payTo":"0xF22e558a00D91Ee12A1F50C52186FecB8dDFf493","amount":"5000","scheme":"exact","network":"eip155:8453","maxTimeoutSeconds":300},"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","payTo":"0xF22e558a00D91Ee12A1F50C52186FecB8dDFf493","scheme":"exact","network":"eip155:8453","amountAtomic":"5000"}],"bazaar_compatible":true,"bazaar_validated_at":"2026-09-14 08:51:13.85+00","bazaar_validation_error":null},"sonar_metrics":{"score":0.723,"uptime":0.9047619,"paid_success_rate":0,"valid_result_rate":null,"latency_p50":683,"latency_p90":1305,"price_drift_pct":0},"cdp_indexed":false,"confidence":"high"}