{"id":"44723f67-d190-413a-9d48-61d46708f584","url":"https://minifetch.com/api/v1/x402/preflight/url-check?url=https%3A%2F%2Fgithub.com","method":"GET","fingerprint":"72ccb50ee53a0894ce35c0e567c9d5ed5e018aedb78c6e76db449f144307376f","name":"Minifetch Technical SEO API","description":"Cheap preflight checks if a URL can be fetched by Minifetch's user agent before making requests to the other paid Minifetch endpoints. If your own site is blocked read the tutorial: https://minifetch.com/tutorials/unblock-minifetch","category":"other","docs_url":null,"advertised_price_usd":"0.001000","asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","scheme":"exact","networks":["eip155:8453","solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp"],"pay_to":"0xffA9155A0e4B3d8d42351Da226cC1feEe449686f","input_schema":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"The URL to check against robots.txt"},"fresh":{"type":"boolean","description":"Optional. If true, bypasses the 24h robots.txt cache and re-fetches robots.txt for this check. Use after editing your robots.txt or crawl-delay (or adding/removing a Minifetch block) to confirm the change took effect."}}}},"additionalProperties":false},"output_schema":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object","properties":{"tip":{"type":"object","properties":{"url":{"type":"string"},"message":{"type":"string"}},"description":"Present only when allowed=false: how site owners can unblock the minifetch user agent"},"results":{"type":"array","items":{"type":"object","properties":{"data":{"type":"object","required":["url","allowed","message","proxy"],"properties":{"url":{"type":"string","description":"The URL checked, exactly as given — redirects are not followed"},"proxy":{"type":"object","properties":{"proxyType":{"enum":["minifetch"],"type":"string"},"userAgent":{"type":"string"}},"description":"Fetch provenance — always minifetch UA here"},"allowed":{"type":"boolean","description":"Whether the minifetch user agent may fetch this URL per robots.txt"},"message":{"type":"string","description":"e.g. 'Access allowed by robots.txt', 'URL is blocked by robots.txt', or 'robots.txt not found, defaulting to allowed'"},"crawlDelay":{"type":"number","description":"Crawl-delay (seconds) for the minifetch UA; omitted when blocked or the domain is invalid"},"minifetchCache":{"type":"object","properties":{"hit":{"type":"boolean"},"cachedAt":{"type":"string"},"expiresAt":{"type":"string"}},"description":"robots.txt cache state (~24h TTL; pass fresh=true to bypass)"}}}}}},"success":{"type":"boolean"}}}}},"schema_completeness":0,"status":"live","first_seen_at":"2026-08-23 11:38:50.885743+00","last_seen_at":"2026-08-25 09:08:55.522+00","last_success_at":"2026-09-14 12:24:15.421+00","dead_since":null,"probe_backoff_tier":0,"next_probe_at":"2026-09-14 12:29:15.421+00","search_tsv":"'/tutorials/unblock-minifetch':39 'agent':18 'api':4 'block':33 'cheap':5 'check':7 'endpoint':27 'fetch':13 'make':20 'minifetch':1,15,26 'minifetch.com':38 'minifetch.com/tutorials/unblock-minifetch':37 'paid':25 'preflight':6 'read':34 'request':21 'seo':3 'site':31 'technic':2 'tutori':36 'url':10 'user':17","catalog_number":"11544","x402_version":2,"resource_url":"https://minifetch.com/api/v1/x402/preflight/url-check?url=https%3A%2F%2Fgithub.com","resource_description":"Cheap robots.txt preflight before you pay for other Minifetch endpoints: returns whether the Minifetch user agent may fetch a target URL (allow/deny) plus its crawl-delay. Blocked or setting a crawl delay? https://minifetch.com/tutorials/unblock-minifetch . Checks the URL as given — does not follow redirects. Supports GET & POST","bazaar_extension":{"info":{"input":{"type":"http","method":"GET","queryParams":{"url":"https://github.com"}},"output":{"type":"json","example":{"results":[{"data":{"url":"https://github.com","proxy":{"proxyType":"minifetch","userAgent":"minifetch/1.0 (+https://minifetch.com/site-owner-faq)"},"allowed":true,"message":"Access allowed by robots.txt","crawlDelay":1,"minifetchCache":{"hit":false,"cachedAt":"2026-08-16T18:22:10.000Z","expiresAt":"2026-08-17T18:22:10.000Z"}}}],"success":true}}},"schema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"The URL to check against robots.txt"},"fresh":{"type":"boolean","description":"Optional. If true, bypasses the 24h robots.txt cache and re-fetches robots.txt for this check. Use after editing your robots.txt or crawl-delay (or adding/removing a Minifetch block) to confirm the change took effect."}}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object","properties":{"tip":{"type":"object","properties":{"url":{"type":"string"},"message":{"type":"string"}},"description":"Present only when allowed=false: how site owners can unblock the minifetch user agent"},"results":{"type":"array","items":{"type":"object","properties":{"data":{"type":"object","required":["url","allowed","message","proxy"],"properties":{"url":{"type":"string","description":"The URL checked, exactly as given — redirects are not followed"},"proxy":{"type":"object","properties":{"proxyType":{"enum":["minifetch"],"type":"string"},"userAgent":{"type":"string"}},"description":"Fetch provenance — always minifetch UA here"},"allowed":{"type":"boolean","description":"Whether the minifetch user agent may fetch this URL per robots.txt"},"message":{"type":"string","description":"e.g. 'Access allowed by robots.txt', 'URL is blocked by robots.txt', or 'robots.txt not found, defaulting to allowed'"},"crawlDelay":{"type":"number","description":"Crawl-delay (seconds) for the minifetch UA; omitted when blocked or the domain is invalid"},"minifetchCache":{"type":"object","properties":{"hit":{"type":"boolean"},"cachedAt":{"type":"string"},"expiresAt":{"type":"string"}},"description":"robots.txt cache state (~24h TTL; pass fresh=true to bypass)"}}}}}},"success":{"type":"boolean"}}}}}}}},"accepted_requirements":[{"raw":{"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","extra":{"name":"USD Coin","version":"2"},"payTo":"0xffA9155A0e4B3d8d42351Da226cC1feEe449686f","amount":"1000","scheme":"exact","network":"eip155:8453","maxTimeoutSeconds":300},"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","payTo":"0xffA9155A0e4B3d8d42351Da226cC1feEe449686f","scheme":"exact","network":"eip155:8453","amountAtomic":"1000"},{"raw":{"asset":"EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v","extra":{"feePayer":"Hc3sdEAsCGQcpgfivywog9uwtk8gUBUZgsxdME1EJy88"},"payTo":"46vMcwuC4sK11sB3gkLhyA7J7GEwfkhn5rFyDtihBwqe","amount":"1000","scheme":"exact","network":"solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp","maxTimeoutSeconds":300},"asset":"EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v","payTo":"46vMcwuC4sK11sB3gkLhyA7J7GEwfkhn5rFyDtihBwqe","scheme":"exact","network":"solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp","amountAtomic":"1000"}],"bazaar_compatible":true,"bazaar_validated_at":"2026-09-14 12:24:15.421+00","bazaar_validation_error":null,"window":"24h","probes_n":25,"handshake_uptime":1,"settle_success_rate":0,"valid_result_rate":null,"latency_p50":943,"latency_p90":2199,"price_drift_pct":0,"score":0.7341,"computed_at":"2026-09-14 12:24:27.556+00","source_metadata":[{"raw":{"url":"https://minifetch.com/api/v1/x402/preflight/url-check?url=https%3A%2F%2Fgithub.com","name":"Minifetch Technical SEO API","method":"GET","source":"bazaar:api.cdp.coinbase.com","fingerprint":"72ccb50ee53a0894ce35c0e567c9d5ed5e018aedb78c6e76db449f144307376f","inputSchema":{"type":"http","method":"GET","queryParams":{"url":"https://github.com"}},"resourceUrl":"https://minifetch.com/api/v1/x402/preflight/url-check","serviceName":"Minifetch Technical SEO API","x402Version":2,"outputSchema":{"type":"json","example":{"results":[{"data":{"url":"https://github.com","allowed":true,"message":"Access allowed by robots.txt","crawlDelay":1,"minifetchCache":{"hit":false,"cachedAt":"2026-08-16T18:22:10.000Z","expiresAt":"2026-08-17T18:22:10.000Z"}}}],"success":true}},"acceptedAssets":["0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v"],"bazaarExtension":{"info":{"input":{"type":"http","method":"GET","queryParams":{"url":"https://github.com"}},"output":{"type":"json","example":{"results":[{"data":{"url":"https://github.com","allowed":true,"message":"Access allowed by robots.txt","crawlDelay":1,"minifetchCache":{"hit":false,"cachedAt":"2026-08-16T18:22:10.000Z","expiresAt":"2026-08-17T18:22:10.000Z"}}}],"success":true}}},"schema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"The URL to check against robots.txt"},"fresh":{"type":"boolean","description":"Optional. If true, bypasses the 24h robots.txt cache and re-fetches robots.txt for this check. Use after editing robots.txt or crawl-delay (or adding/removing a Minifetch block) to confirm the change took effect."}}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object","properties":{"results":{"type":"array","description":"Array of check results showing whether URL access is allowed by robots.txt, with crawlDelay (seconds), status message, and minifetchCache (robots.txt cache state: hit, cachedAt, expiresAt — ~24h TTL; pass fresh=true query param to bypass)"},"success":{"type":"boolean"}}}}}}}},"supportedNetworks":["eip155:8453","solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp"],"advertisedPriceUsd":0.001,"paymentRequirements":[{"raw":{"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","extra":{"name":"USD Coin","version":"2"},"payTo":"0xffA9155A0e4B3d8d42351Da226cC1feEe449686f","amount":"1000","scheme":"exact","network":"eip155:8453","maxTimeoutSeconds":300},"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","payTo":"0xffA9155A0e4B3d8d42351Da226cC1feEe449686f","scheme":"exact","network":"eip155:8453","amountAtomic":"1000"},{"raw":{"asset":"EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v","extra":{"feePayer":"BENrLoUbndxoNMUS5JXApGMtNykLjFXXixMtpDwDR9SP"},"payTo":"46vMcwuC4sK11sB3gkLhyA7J7GEwfkhn5rFyDtihBwqe","amount":"1000","scheme":"exact","network":"solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp","maxTimeoutSeconds":300},"asset":"EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v","payTo":"46vMcwuC4sK11sB3gkLhyA7J7GEwfkhn5rFyDtihBwqe","scheme":"exact","network":"solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp","amountAtomic":"1000"}],"resourceDescription":"Cheap preflight checks if a URL can be fetched by Minifetch's user agent before making requests to the other paid Minifetch endpoints. If your own site is blocked read the tutorial: https://minifetch.com/tutorials/unblock-minifetch","acceptedPaymentMethods":["exact"]},"source_id":1,"external_id":null}],"live_endpoint_metadata":{"x402_version":2,"resource_url":"https://minifetch.com/api/v1/x402/preflight/url-check?url=https%3A%2F%2Fgithub.com","resource_description":"Cheap robots.txt preflight before you pay for other Minifetch endpoints: returns whether the Minifetch user agent may fetch a target URL (allow/deny) plus its crawl-delay. Blocked or setting a crawl delay? https://minifetch.com/tutorials/unblock-minifetch . Checks the URL as given — does not follow redirects. Supports GET & POST","bazaar_extension":{"info":{"input":{"type":"http","method":"GET","queryParams":{"url":"https://github.com"}},"output":{"type":"json","example":{"results":[{"data":{"url":"https://github.com","proxy":{"proxyType":"minifetch","userAgent":"minifetch/1.0 (+https://minifetch.com/site-owner-faq)"},"allowed":true,"message":"Access allowed by robots.txt","crawlDelay":1,"minifetchCache":{"hit":false,"cachedAt":"2026-08-16T18:22:10.000Z","expiresAt":"2026-08-17T18:22:10.000Z"}}}],"success":true}}},"schema":{"type":"object","$schema":"https://json-schema.org/draft/2020-12/schema","required":["input"],"properties":{"input":{"type":"object","required":["type","method"],"properties":{"type":{"type":"string","const":"http"},"method":{"enum":["GET"],"type":"string"},"queryParams":{"type":"object","required":["url"],"properties":{"url":{"type":"string","description":"The URL to check against robots.txt"},"fresh":{"type":"boolean","description":"Optional. If true, bypasses the 24h robots.txt cache and re-fetches robots.txt for this check. Use after editing your robots.txt or crawl-delay (or adding/removing a Minifetch block) to confirm the change took effect."}}}},"additionalProperties":false},"output":{"type":"object","required":["type"],"properties":{"type":{"type":"string"},"example":{"type":"object","properties":{"tip":{"type":"object","properties":{"url":{"type":"string"},"message":{"type":"string"}},"description":"Present only when allowed=false: how site owners can unblock the minifetch user agent"},"results":{"type":"array","items":{"type":"object","properties":{"data":{"type":"object","required":["url","allowed","message","proxy"],"properties":{"url":{"type":"string","description":"The URL checked, exactly as given — redirects are not followed"},"proxy":{"type":"object","properties":{"proxyType":{"enum":["minifetch"],"type":"string"},"userAgent":{"type":"string"}},"description":"Fetch provenance — always minifetch UA here"},"allowed":{"type":"boolean","description":"Whether the minifetch user agent may fetch this URL per robots.txt"},"message":{"type":"string","description":"e.g. 'Access allowed by robots.txt', 'URL is blocked by robots.txt', or 'robots.txt not found, defaulting to allowed'"},"crawlDelay":{"type":"number","description":"Crawl-delay (seconds) for the minifetch UA; omitted when blocked or the domain is invalid"},"minifetchCache":{"type":"object","properties":{"hit":{"type":"boolean"},"cachedAt":{"type":"string"},"expiresAt":{"type":"string"}},"description":"robots.txt cache state (~24h TTL; pass fresh=true to bypass)"}}}}}},"success":{"type":"boolean"}}}}}}}},"accepted_requirements":[{"raw":{"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","extra":{"name":"USD Coin","version":"2"},"payTo":"0xffA9155A0e4B3d8d42351Da226cC1feEe449686f","amount":"1000","scheme":"exact","network":"eip155:8453","maxTimeoutSeconds":300},"asset":"0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913","payTo":"0xffA9155A0e4B3d8d42351Da226cC1feEe449686f","scheme":"exact","network":"eip155:8453","amountAtomic":"1000"},{"raw":{"asset":"EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v","extra":{"feePayer":"Hc3sdEAsCGQcpgfivywog9uwtk8gUBUZgsxdME1EJy88"},"payTo":"46vMcwuC4sK11sB3gkLhyA7J7GEwfkhn5rFyDtihBwqe","amount":"1000","scheme":"exact","network":"solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp","maxTimeoutSeconds":300},"asset":"EPjFWdd5AufqSSqeM2qN1xzybapC8G4wEGGkZwyTDt1v","payTo":"46vMcwuC4sK11sB3gkLhyA7J7GEwfkhn5rFyDtihBwqe","scheme":"exact","network":"solana:5eykt4UsFv8P8NJdTREpY1vzqKqZKvdp","amountAtomic":"1000"}],"bazaar_compatible":true,"bazaar_validated_at":"2026-09-14 12:24:15.421+00","bazaar_validation_error":null},"sonar_metrics":{"score":0.7341,"uptime":1,"paid_success_rate":0,"valid_result_rate":null,"latency_p50":943,"latency_p90":2199,"price_drift_pct":0},"cdp_indexed":false,"confidence":"high"}