peachyontop

headless chrome

Mar 25th, 2024 (edited)
226
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
C# 0.88 KB | None | 0 0
  1. public async Task<IActionResult> Index()
  2. {
  3.     string fullUrl = "https://kick.com/categories/irl/just-chatting";
  4.  
  5.     List<string> programmerLinks = new List<string>();
  6.  
  7.     var options = new LaunchOptions()
  8.     {
  9.         Headless = true,
  10.         ExecutablePath = "C:\\Program Files (x86)\\Google\\Chrome\\Application\\chrome.exe"
  11.     };
  12.  
  13.     var browser = await Puppeteer.LaunchAsync(options, null, Product.Chrome);
  14.     var page = await browser.NewPageAsync();
  15.     await page.GoToAsync(fullUrl);
  16.                                                                     // card usually switches to "stream-name"
  17.     var links = @"Array.from(document.querySelectorAll('li:not([class^=""card-user-name""]) a')).map(a => a.href);";
  18.     var urls = await page.EvaluateExpressionAsync<string[]>(links);
  19.  
  20.     foreach (string url in urls)
  21.     {
  22.         programmerLinks.Add(url);
  23.     }
  24.    
  25.     WriteToCsv(programmerLinks);
  26.  
  27.     return View();
  28. }
Advertisement
Add Comment
Please, Sign In to add comment