Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- function scrapeArticleLinks(category) {
- for (var i = 1; i <= category.pages; i++) {
- scrapeArticles(BASE_URL + category.href + '?page=' + i);
- }
- }
- function scrapeArticles(article_url) {
- request(article_url, function(error, response, body) {
- if (!error) {
- console.log(body);
- }
- });
- }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement