Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- var delay = (ms) => new Promise(res => setTimeout(res, ms));
- async function getListingInfoByPage(p){
- var res = await fetch("https://www.owler.com/a/v1/pr/getMemberProfileDetails/"+p+"", {"credentials":"include","headers":{"accept":"text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3","accept-language":"en-US,en;q=0.9","cache-control":"max-age=0","upgrade-insecure-requests":"1"},"referrerPolicy":"no-referrer-when-downgrade","body":null,"method":"GET","mode":"cors"});
- var jdat = await res.json();
- return jdat;
- }
- async function looper(){
- var temp = [];
- var totalPages = 5752419;
- for(var i = 1000001; i<totalPages; i++){
- var dat = await getListingInfoByPage(i+1);
- console.log(i);
- dat.searchResults.forEach(d=> temp.push(d));
- }
- await delay(2000);
- downloadr(temp);
- }
- async function downloadr(obj) {
- var type = "data:application/json;charset=utf-8,";
- var strDL = JSON.stringify(obj);
- var file = new Blob([strDL], { type: type });
- var a = document.createElement("a"),
- url = URL.createObjectURL(file);
- a.href = url;
- a.download = "jsonDumpDefaultName.json";
- document.body.appendChild(a);
- a.click();
- await delay(10);
- document.body.removeChild(a);
- window.URL.revokeObjectURL(url);
- }
- looper();
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement