output:
{
"inputs": {
"method": "GET",
"uri": "https://api.webscraper.io/api/v1/scraping-job/918748/csv?api_token=@{variables('WebScraperAPIKey')}",
"headers": {
"Accept": "application/json",
"Content-type": "application/json"
}
},
"runtimeConfiguration": {
"contentTransfer": {
"transferMode": "Chunked"
}
},
"metadata": {
"operationMetadataId": "1096a8f8-5650-4c6a-b99e-ecabdef82564"
}
}
Output:
There should be 250ish results in the body and you can see the by the Content-Length that information is there but not showing up.
{
"statusCode": 200,
"headers": {
"Transfer-Encoding": "chunked",
"Connection": "keep-alive",
"Vary": "Accept-Encoding",
"Pragma": "public",
"X-RateLimit-Limit": "200",
"X-RateLimit-Remaining": "196",
"X-Frame-Options": "DENY",
"Strict-Transport-Security": "max-age=47474747; includeSubDomains; preload",
"Cache-Control": "must-revalidate, private, post-check=0, pre-check=0",
"Date": "Mon, 24 Apr 2023 13:55:02 GMT",
"Server": "nginx/1.18.0,(Ubuntu)",
"Content-Disposition": "attachment; filename=Competitor_scrape.json",
"Content-Type": "application/json",
"Expires": "0",
"Content-Length": "62826"
},
"body": {
"web-scraper-order": "1682343731-1",
"web-scraper-start-url": "competitor url",
"sku": "product id",
"description": "product description",
"image-src": "product image url",
"price": "$244.00"
}
}
