Advertisement
Guest User

Untitled

a guest
Jul 27th, 2016
271
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
D 3.40 KB | None | 0 0
  1. let cheerio = require('cheerio');
  2. let request = require('request');
  3. let colors  = require('colors');
  4. let fs      = require('fs');
  5. let faker   = require('faker');
  6.  
  7.  
  8. //let captar = ['Brasil','Copa Libertadores','Das Américas','Copa do Mundo FIFA 2018'];
  9. let captar = ['Brasil'];
  10.  
  11. //https://br.sportingbet.com/esportes-futebol/0-102.html
  12.  
  13. let i = 0;
  14. var options = {
  15.   url: 'https://br.sportingbet.com/esportes-futebol/0-102.html',
  16.   header: {
  17.     'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.110 Safari/537.36',
  18.     'Content-Type' : 'application/x-www-form-urlencoded',
  19.     'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',
  20.     'Accept-Encoding':'gzip, deflate, sdch, br',
  21.     'Accept-Language':'pt-BR,pt;q=0.8,en-US;q=0.6,en;q=0.4,es;q=0.2',
  22.     'Cache-Control':'no-cache',
  23.     'Connection':'keep-alive',
  24.     'Host': 'https://br.sportingbet.com/esportes-futebol/0-102.html',
  25.     'Pragma':'no-cache',
  26.     'Ip': faker.internet.ip(),
  27.     'Referer':'https://google.com.br'
  28.   }
  29. };
  30. // file para testes locais
  31. //fs.readFile('./file.html', 'utf8', (err, data) => {
  32. request(options, function(err, res, data){
  33.   if (err) {
  34.     console.log('Erro'.red);
  35.     console.log(err.red);
  36.  
  37.   } else {
  38.  
  39.     let $ = cheerio.load(data);
  40.     $('.box').each(function(index, el) {
  41.       //console.log(index);
  42.       var campeonato = $(this).find('.dt').find('h2').text().trim();
  43.       if(captar.indexOf(campeonato) != -1) {
  44.         console.log(campeonato.green.bold);
  45.         $(this).find('.dd').each(function(index, el) {
  46.             var url = $(this).find('a').attr('href');
  47.             console.log(url.grey);
  48.  
  49.             var options = {
  50.               url: url,
  51.               header: {
  52.                 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.110 Safari/537.36',
  53.                 'Content-Type' : 'application/x-www-form-urlencoded',
  54.                 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',
  55.                 'Accept-Encoding':'gzip, deflate, sdch, br',
  56.                 'Accept-Language':'pt-BR,pt;q=0.8,en-US;q=0.6,en;q=0.4,es;q=0.2',
  57.                 'Cache-Control':'no-cache',
  58.                 'Connection':'keep-alive',
  59.                 'Host':url,
  60.                 'Pragma':'no-cache',
  61.                 'Ip': faker.internet.ip(),
  62.                 'Referer':'https://br.sportingbet.com/esportes-futebol/0-102.html'
  63.               }
  64.             };
  65.  
  66.             request(options, function(err, res, b){
  67.               if(err){
  68.                 console.log(url.red);
  69.               }
  70.               else {
  71.                 console.log('SUCESS'+url.blue);
  72.                 let y = cheerio.load(b);
  73.                 console.log(y.grey);
  74.               }
  75.             });
  76.             i++;
  77.         });
  78.       }
  79.     });
  80.  
  81.     console.log('================================================');
  82.     console.log('================================================');
  83.     console.log('================================================');
  84.  
  85.     console.log(i);
  86.   };
  87. });
  88.  
  89.  
  90.  
  91.  
  92. //
  93. // request('https://br.sportingbet.com/esportes-futebol/0-102.html', function(err, res, body){
  94. //   if(err) { console.log('err', err); }
  95. //   else {
  96. //     console.log(body);
  97. //     var $ = cheerio.load(body);
  98. //     console.log($);
  99. //
  100. //   }
  101. // });
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement