Advertisement
Guest User

Untitled

a guest
Feb 18th, 2019
68
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.45 KB | None | 0 0
  1. var cloudscraper = require('cloudscraper');
  2. const readline = require('readline');
  3. var split = require('string-split');
  4. const fs = require('fs');
  5.  
  6. var tabelka = [];
  7. var tabelka2 = [];
  8.  
  9. let rl2 = readline.createInterface({
  10. input: fs.createReadStream('agents.txt')
  11. });
  12.  
  13. let line_no2 = 0;
  14. let agent_iter = 1;
  15.  
  16. rl2.on('line', function(line) {
  17. line_no2++;
  18. tabelka2[line_no2+1] = line;
  19. });
  20.  
  21. rl2.on('close', function(line) {
  22. console.log('Ilość wszystkich useragentów: ' + (line_no2));
  23. });
  24.  
  25. let rl = readline.createInterface({
  26. input: fs.createReadStream('proxies.txt')
  27. });
  28.  
  29. let line_no = 0;
  30. let proxy_iter = 1;
  31.  
  32. rl.on('line', function(line) {
  33. line_no++;
  34. tabelka[line_no+1] = line;
  35. });
  36.  
  37.  
  38. const request = async(url) =>
  39. {
  40. return new Promise((resolve, reject) => {
  41. cloudscraper.get(url, function(error, response, body) {
  42. if(proxy_iter+1 > line_no) {
  43. proxy_iter = 1;
  44. }
  45. proxy_iter++;
  46. var str=tabelka[proxy_iter];
  47. cloudscraper.setRequestProxy(str);
  48. if(agent_iter+1 > line_no2) {
  49. agent_iter = 1;
  50. }
  51. agent_iter++;
  52. var str_agent=tabelka[agent_iter];
  53. cloudscraper.setUserAgent(str_agent);
  54. if (error) {
  55. } else {
  56. console.log(response.statusCode + ' || ' + str);
  57. }
  58. });
  59. });
  60. }
  61.  
  62. rl.on('close', function(line) {
  63. console.log('Ilość wszystkich proxy: ' + (line_no));
  64. var url = "https://light-rpg.pl/";
  65. setInterval(async() =>
  66. {
  67. request(url);
  68. }, 10);
  69. });
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement