Read crawled pages, a page of results at a time
GET
bearerAuthheader
AuthorizationBearer <sc_live_<43 characters>>Organization API key created at /app/api. Scopes: scrape, crawl, search, research. The secret is shown once.
id*stringlimit?integerRange
1 <= value <= 100cursor?stringPages and optional nextCursor
application/json- response
pages?array<>nextCursor?stringcurl -X GET 'https://sparkcrawl.com/api/v1/crawls/string/pages'Example Response
{ "pages": [ { "id": "string", "url": "http://example.com", "depth": 0, "status": "string", "result": { "id": "string", "url": "http://example.com", "finalUrl": "http://example.com", "status": "success", "httpStatus": 0, "tierUsed": 0, "htmlSource": "response", "title": "string", "html": "string", "markdown": "string", "json": {}, "structuredJson": null, "jsonLd": [ null ], "screenshotBase64": "string", "pdfBase64": "string", "cacheHit": true, "cacheRevalidated": true, "etag": "string", "cacheControl": "string", "engine": "http", "stage": "http_direct", "verification": "passed", "attempts": [ { "id": "string", "tier": 0, "provider": "string", "proxy": "string", "status": "string", "stage": "string", "engine": "string", "durationMs": 0, "bytes": 0, "upstreamCostUsd": 0, "pricingStatus": "string" } ], "durationMs": 0, "bytes": 0, "links": [ "http://example.com" ], "upstreamCostUsd": 0, "pricingStatus": "known", "customerChargeUsd": 0, "artifacts": { "html": "string", "screenshot": "string", "pdf": "string", "json": "string" }, "error": { "code": "string", "message": "string" } } } ], "nextCursor": "string"}