Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- let cheerio = require('cheerio');
- let request = require('request');
- let colors = require('colors');
- let fs = require('fs');
- let faker = require('faker');
- //let captar = ['Brasil','Copa Libertadores','Das Américas','Copa do Mundo FIFA 2018'];
- let captar = ['Brasil'];
- //https://br.sportingbet.com/esportes-futebol/0-102.html
- let i = 0;
- var options = {
- url: 'https://br.sportingbet.com/esportes-futebol/0-102.html',
- header: {
- 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.110 Safari/537.36',
- 'Content-Type' : 'application/x-www-form-urlencoded',
- 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',
- 'Accept-Encoding':'gzip, deflate, sdch, br',
- 'Accept-Language':'pt-BR,pt;q=0.8,en-US;q=0.6,en;q=0.4,es;q=0.2',
- 'Cache-Control':'no-cache',
- 'Connection':'keep-alive',
- 'Host': 'https://br.sportingbet.com/esportes-futebol/0-102.html',
- 'Pragma':'no-cache',
- 'Ip': faker.internet.ip(),
- 'Referer':'https://google.com.br'
- }
- };
- // file para testes locais
- //fs.readFile('./file.html', 'utf8', (err, data) => {
- request(options, function(err, res, data){
- if (err) {
- console.log('Erro'.red);
- console.log(err.red);
- } else {
- let $ = cheerio.load(data);
- $('.box').each(function(index, el) {
- //console.log(index);
- var campeonato = $(this).find('.dt').find('h2').text().trim();
- if(captar.indexOf(campeonato) != -1) {
- console.log(campeonato.green.bold);
- $(this).find('.dd').each(function(index, el) {
- var url = $(this).find('a').attr('href');
- console.log(url.grey);
- var options = {
- url: url,
- header: {
- 'User-Agent': 'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.110 Safari/537.36',
- 'Content-Type' : 'application/x-www-form-urlencoded',
- 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',
- 'Accept-Encoding':'gzip, deflate, sdch, br',
- 'Accept-Language':'pt-BR,pt;q=0.8,en-US;q=0.6,en;q=0.4,es;q=0.2',
- 'Cache-Control':'no-cache',
- 'Connection':'keep-alive',
- 'Host':url,
- 'Pragma':'no-cache',
- 'Ip': faker.internet.ip(),
- 'Referer':'https://br.sportingbet.com/esportes-futebol/0-102.html'
- }
- };
- request(options, function(err, res, b){
- if(err){
- console.log(url.red);
- }
- else {
- console.log('SUCESS'+url.blue);
- let y = cheerio.load(b);
- console.log(y.grey);
- }
- });
- i++;
- });
- }
- });
- console.log('================================================');
- console.log('================================================');
- console.log('================================================');
- console.log(i);
- };
- });
- //
- // request('https://br.sportingbet.com/esportes-futebol/0-102.html', function(err, res, body){
- // if(err) { console.log('err', err); }
- // else {
- // console.log(body);
- // var $ = cheerio.load(body);
- // console.log($);
- //
- // }
- // });
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement