Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- async function scrapepage(pagenum,query){
- let res = await fetch("https://o28sy4q7wu-dsn.algolia.net/1/indexes/*/queries?x-algolia-agent=Algolia%20for%20JavaScript%20(3.33.0)%3B%20Browser%20(lite)%3B%20react%20(16.3.2)%3B%20react-instantsearch%20(5.7.0)%3B%20JS%20Helper%20(2.28.0)&x-algolia-application-id=O28SY4Q7WU&x-algolia-api-key=e732e65c70ebf8b51d4e2f922b536496", {
- "headers": {
- "accept": "application/json",
- "accept-language": "en-US,en;q=0.9",
- "content-type": "application/x-www-form-urlencoded",
- "sec-fetch-dest": "empty",
- "sec-fetch-mode": "cors",
- "sec-fetch-site": "cross-site"
- },
- "referrer": "https://www.sothebys.com/en/search-results.html?query=rolex",
- "referrerPolicy": "no-referrer-when-downgrade",
- "body": `{"requests":[{"indexName":"bsp_dotcom_prod_en","params":"query=${query}&hitsPerPage=10&maxValuesPerFacet=20&page=${pagenum}&highlightPreTag=%3Cais-highlight-0000000000%3E&highlightPostTag=%3C%2Fais-highlight-0000000000%3E&clickAnalytics=true&filters=unrestricted%3A%20true&facets=%5B%22type%22%2C%22departments%22%2C%22locations%22%5D&tagFilters="}]}`,
- "method": "POST",
- "mode": "cors",
- "credentials": "omit"
- })
- if(res.status == 200){
- console.log("req successful")
- let json = await res.json()
- let results = json.results[0].hits
- console.log(results)
- results.forEach(result=>{
- console.log(result.conciseHeading)
- })
- }
- }
- scrapepage(2,"rolex")
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement