Advertisement
dereksir

Untitled

Dec 26th, 2023
113
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
  1. const puppeteer = require('puppeteer');
  2.  
  3. const delay = (ms) => new Promise(resolve => setTimeout(resolve, ms));
  4.  
  5. (async () => {
  6.   const browser = await puppeteer.launch();
  7.   const page = await browser.newPage();
  8.  
  9.   // list of URLs to scrape
  10.   const urls = ['https://example.com/page1', 'https://example.com/page2', 'https://example.com/page3'];
  11.  
  12.   for (const url of urls) {
  13.     await page.goto(url);
  14.  
  15.     // example scraping logic: Get and log the page title
  16.     const pageTitle = await page.title();
  17.     console.log(`Title of ${url}: ${pageTitle}`);
  18.  
  19.     // introduce a delay of 3 seconds before the next request
  20.     await delay(3000);
  21.   }
  22.  
  23.   // Close the browser
  24.   await browser.close();
  25. })();
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement