Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- var httprequest = require('request');
- var cheerio = require('cheerio');
- var friends = [];
- //var uid = "1";
- var finished = false;
- var page = 1;
- var req = [];
- do {
- req[page] = httprequest("http://www.dummysite.com", function (error, response, body) {
- var $ = cheerio.load(body);
- var addedData = false;
- //random scraping and processing of scraped material from now onwards
- $('strong', 'div[class="medk_gray layout gridViewDiv"]').each(function(i, elem) {
- friends[i] = $(this).text();
- console.log("friend[" + i + "]" + friends[i]);
- addedData = true;
- });
- if (!addedData) {
- finished = true;
- }
- else {
- page = page + 1;
- }
- });
- }
- while (!finished)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement