{"success":true,"results":[{"data":{"url":"https://example.com","allowed":true,"message":"robots.txt not found, defaulting to allowed","crawlDelay":1,"proxy":{"proxyType":"minifetch","userAgent":"minifetch/1.0 (+https://minifetch.com/site-owner-faq)"},"minifetchCache":{"hit":false,"cachedAt":"2026-09-06T23:15:04.312Z","expiresAt":"2026-09-07T23:15:04.312Z"}}}]}