Advertisement
Guest User

Untitled

a guest
Jan 19th, 2013
39
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.69 KB | None | 0 0
  1. var httprequest = require('request');
  2. var cheerio = require('cheerio');
  3. var friends = [];
  4. //var uid = "1";
  5. var finished = false;
  6. var page = 1;
  7. var req = [];
  8.  
  9. do {
  10. req[page] = httprequest("http://www.dummysite.com", function (error, response, body) {
  11. var $ = cheerio.load(body);
  12. var addedData = false;
  13.  
  14. //random scraping and processing of scraped material from now onwards
  15. $('strong', 'div[class="medk_gray layout gridViewDiv"]').each(function(i, elem) {
  16. friends[i] = $(this).text();
  17. console.log("friend[" + i + "]" + friends[i]);
  18. addedData = true;
  19. });
  20.  
  21. if (!addedData) {
  22. finished = true;
  23. }
  24. else {
  25. page = page + 1;
  26. }
  27.  
  28. });
  29. }
  30. while (!finished)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement