{"id":"e3341db1-03a6-432f-ae58-9bdfbe1d5b3a","url":"https://api.webbersites.com/api/seo/robots-check?url=https%3A%2F%2Fexample.com","method":"GET","fingerprint":"698a25f03614712db6afa5afe19021fce56a87398be5438067864edd0edb3f44","name":"WebberSites x402 Data API","description":null,"category":"other","docs_url":null,"advertised_price_usd":"0.001000","asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","scheme":"exact","networks":["eip155:8453"],"pay_to":"0xdd5fcEa81CA6f1EB39FEd5B973DE794293B81ba6","input_schema":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"Domain or any page on it"}}}},"additionalProperties":false},"output_schema":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object","properties":{"origin":{"type":"string"},"robots":{"type":"object"},"llms_txt":{"type":"object"}}}}},"schema_completeness":0,"status":"live","first_seen_at":"2026-08-23 12:59:49.639559+00","last_seen_at":"2026-08-23 15:27:35.792+00","last_success_at":"2026-09-14 16:34:50.955+00","dead_since":null,"probe_backoff_tier":0,"next_probe_at":"2026-09-14 16:39:50.955+00","search_tsv":"'api':4 'data':3 'webbersit':1 'x402':2","catalog_number":"13855","x402_version":2,"resource_url":"https://api.webbersites.com/api/seo/robots-check?url=https%3A%2F%2Fexample.com","resource_description":"robots.txt + llms.txt checker: crawler access verdicts for major search AND AI bots (Googlebot, Bingbot, GPTBot, ClaudeBot, PerplexityBot, CCBot, Google-Extended and more), declared sitemaps, syntax warnings, and llms.txt / llms-full.txt presence with structure summary. ?url=any page on the site","bazaar_extension":{"info":{"input":{"type":"http","method":"GET","queryParams":{"url":"https://example.com"}},"output":{"type":"json","example":{"origin":"https://example.com","robots":{"bots":{"GPTBot":{"kind":"ai","root_blocked":true},"Googlebot":{"kind":"search","root_blocked":false}},"found":true,"sitemaps_declared":["https://example.com/sitemap.xml"]},"llms_txt":{"found":false}}}},"schema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"Domain or any page on it"}}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object","properties":{"origin":{"type":"string"},"robots":{"type":"object"},"llms_txt":{"type":"object"}}}}}}}},"accepted_requirements":[{"raw":{"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","extra":{"name":"USD Coin","version":"2"},"payTo":"0xdd5fcEa81CA6f1EB39FEd5B973DE794293B81ba6","amount":"1000","scheme":"exact","network":"eip155:8453","maxTimeoutSeconds":300},"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","payTo":"0xdd5fcEa81CA6f1EB39FEd5B973DE794293B81ba6","scheme":"exact","network":"eip155:8453","amountAtomic":"1000"}],"bazaar_compatible":true,"bazaar_validated_at":"2026-09-14 16:34:50.955+00","bazaar_validation_error":null,"window":"24h","probes_n":20,"handshake_uptime":0.95,"settle_success_rate":0,"valid_result_rate":null,"latency_p50":604,"latency_p90":4001,"price_drift_pct":0,"score":0.7111,"computed_at":"2026-09-14 16:35:15.034+00","source_metadata":[{"raw":{"url":"https://api.webbersites.com/api/seo/robots-check?url=https%3A%2F%2Fexample.com","name":"WebberSites x402 Data API","method":"GET","source":"bazaar:api.cdp.coinbase.com","fingerprint":"698a25f03614712db6afa5afe19021fce56a87398be5438067864edd0edb3f44","advertisedPriceUsd":0.001},"source_id":1,"external_id":null}],"live_endpoint_metadata":{"x402_version":2,"resource_url":"https://api.webbersites.com/api/seo/robots-check?url=https%3A%2F%2Fexample.com","resource_description":"robots.txt + llms.txt checker: crawler access verdicts for major search AND AI bots (Googlebot, Bingbot, GPTBot, ClaudeBot, PerplexityBot, CCBot, Google-Extended and more), declared sitemaps, syntax warnings, and llms.txt / llms-full.txt presence with structure summary. ?url=any page on the site","bazaar_extension":{"info":{"input":{"type":"http","method":"GET","queryParams":{"url":"https://example.com"}},"output":{"type":"json","example":{"origin":"https://example.com","robots":{"bots":{"GPTBot":{"kind":"ai","root_blocked":true},"Googlebot":{"kind":"search","root_blocked":false}},"found":true,"sitemaps_declared":["https://example.com/sitemap.xml"]},"llms_txt":{"found":false}}}},"schema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"Domain or any page on it"}}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object","properties":{"origin":{"type":"string"},"robots":{"type":"object"},"llms_txt":{"type":"object"}}}}}}}},"accepted_requirements":[{"raw":{"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","extra":{"name":"USD Coin","version":"2"},"payTo":"0xdd5fcEa81CA6f1EB39FEd5B973DE794293B81ba6","amount":"1000","scheme":"exact","network":"eip155:8453","maxTimeoutSeconds":300},"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","payTo":"0xdd5fcEa81CA6f1EB39FEd5B973DE794293B81ba6","scheme":"exact","network":"eip155:8453","amountAtomic":"1000"}],"bazaar_compatible":true,"bazaar_validated_at":"2026-09-14 16:34:50.955+00","bazaar_validation_error":null},"sonar_metrics":{"score":0.7111,"uptime":0.95,"paid_success_rate":0,"valid_result_rate":null,"latency_p50":604,"latency_p90":4001,"price_drift_pct":0},"cdp_indexed":false,"confidence":"high"}