Advertisement
Guest User

scraper

a guest
Jul 21st, 2019
106
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
  1. const puppeteer = require('puppeteer');
  2.  
  3. (async () => {
  4.     const extractPartners = async url => {
  5.         const page = await browser.newPage();
  6.         await page.goto(url);
  7.         const partners = await page.evaluate(() => {
  8.             Array.from(document.querySelectorAll('div.thumbnail')).map(compact => ({
  9.                 title: compact.querySelector('a.title').innerText.trim(),
  10.                 logo: compact.querySelector('.img-responsive').src
  11.             }));
  12.         });
  13.         return partners;
  14.     };
  15.  
  16.     const browser = await puppeteer.launch({
  17.         headless: true,
  18.         args: ['--no-sandbox', '--disable-setuid-sandbox']
  19.     });
  20.  
  21.     const url = `https://www.webscraper.io/test-sites/e-commerce/static/computers/laptops`;
  22.     const partners = await extractPartners(url);
  23.  
  24.     console.log(partners);
  25.  
  26.     await browser.close();
  27. })();
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement