Advertisement
bretfeig

Untitled

May 17th, 2019
136
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.32 KB | None | 0 0
  1. var delay = (ms) => new Promise(res => setTimeout(res, ms));
  2.  
  3. async function getListingInfoByPage(p){
  4. var res = await fetch("https://www.owler.com/a/v1/pr/getMemberProfileDetails/"+p+"", {"credentials":"include","headers":{"accept":"text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3","accept-language":"en-US,en;q=0.9","cache-control":"max-age=0","upgrade-insecure-requests":"1"},"referrerPolicy":"no-referrer-when-downgrade","body":null,"method":"GET","mode":"cors"});
  5.  
  6. var jdat = await res.json();
  7. return jdat;
  8. }
  9.  
  10. async function looper(){
  11. var temp = [];
  12. var totalPages = 5752419;
  13. for(var i = 1000001; i<totalPages; i++){
  14. var dat = await getListingInfoByPage(i+1);
  15. console.log(i);
  16. dat.searchResults.forEach(d=> temp.push(d));
  17. }
  18. await delay(2000);
  19. downloadr(temp);
  20. }
  21.  
  22. async function downloadr(obj) {
  23. var type = "data:application/json;charset=utf-8,";
  24. var strDL = JSON.stringify(obj);
  25. var file = new Blob([strDL], { type: type });
  26. var a = document.createElement("a"),
  27. url = URL.createObjectURL(file);
  28. a.href = url;
  29. a.download = "jsonDumpDefaultName.json";
  30. document.body.appendChild(a);
  31. a.click();
  32. await delay(10);
  33. document.body.removeChild(a);
  34. window.URL.revokeObjectURL(url);
  35. }
  36.  
  37. looper();
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement