Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- facebookScraper.prototype.scrapeFeed = function (url, cb) {
- f = ':scrapeFeed:';
- var evaluator = function (s) {
- var posts = [];
- for (var i = 0; i < FEED_ITEMS; i++) {
- log.info(__filename+f+' iterating step ' + i);
- log.info(__filename+f+util.inspect(document, false, null));
- }
- return {
- news: posts
- };
- }
- phantom.create(function (ph) {
- ph.createPage(function (page) {
- log.fine(__filename+f+' opening url ' + url);
- page.open(url, function (status) {
- log.fine(__filename+f+' opened site? ' + status);
- setTimeout(function() {
- page.evaluate(evaluator, function (result) {
- log.info(__filename+f+'Scraped feed: ' + util.inspect(result, false, null));
- cb(result, ph);
- });
- }, 5000);
- });
- });
- });
- };
- page.onConsoleMessage = function (msg) { console.log(msg); };
- var title = page.evaluate(function (s) {
- return document.querySelector(s).innerText;
- }, 'title');
- console.log(title);
Add Comment
Please, Sign In to add comment