Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- public async Task<IActionResult> Index()
- {
- string fullUrl = "https://kick.com/categories/irl/just-chatting";
- List<string> programmerLinks = new List<string>();
- var options = new LaunchOptions()
- {
- Headless = true,
- ExecutablePath = "C:\\Program Files (x86)\\Google\\Chrome\\Application\\chrome.exe"
- };
- var browser = await Puppeteer.LaunchAsync(options, null, Product.Chrome);
- var page = await browser.NewPageAsync();
- await page.GoToAsync(fullUrl);
- // card usually switches to "stream-name"
- var links = @"Array.from(document.querySelectorAll('li:not([class^=""card-user-name""]) a')).map(a => a.href);";
- var urls = await page.EvaluateExpressionAsync<string[]>(links);
- foreach (string url in urls)
- {
- programmerLinks.Add(url);
- }
- WriteToCsv(programmerLinks);
- return View();
- }
Advertisement
Add Comment
Please, Sign In to add comment