Advertisement
Guest User

Untitled

a guest
Nov 4th, 2015
259
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.34 KB | None | 0 0
  1. function scrapeArticleLinks(category) {
  2. for (var i = 1; i <= category.pages; i++) {
  3. scrapeArticles(BASE_URL + category.href + '?page=' + i);
  4. }
  5. }
  6.  
  7. function scrapeArticles(article_url) {
  8. request(article_url, function(error, response, body) {
  9. if (!error) {
  10. console.log(body);
  11. }
  12. });
  13. }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement