Guest User

Untitled

a guest
Jan 22nd, 2019
81
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.14 KB | None | 0 0
  1. facebookScraper.prototype.scrapeFeed = function (url, cb) {
  2. f = ':scrapeFeed:';
  3.  
  4. var evaluator = function (s) {
  5. var posts = [];
  6.  
  7. for (var i = 0; i < FEED_ITEMS; i++) {
  8. log.info(__filename+f+' iterating step ' + i);
  9. log.info(__filename+f+util.inspect(document, false, null));
  10. }
  11.  
  12. return {
  13. news: posts
  14. };
  15. }
  16.  
  17. phantom.create(function (ph) {
  18. ph.createPage(function (page) {
  19. log.fine(__filename+f+' opening url ' + url);
  20. page.open(url, function (status) {
  21. log.fine(__filename+f+' opened site? ' + status);
  22. setTimeout(function() {
  23. page.evaluate(evaluator, function (result) {
  24. log.info(__filename+f+'Scraped feed: ' + util.inspect(result, false, null));
  25. cb(result, ph);
  26. });
  27. }, 5000);
  28. });
  29. });
  30. });
  31. };
  32.  
  33. page.onConsoleMessage = function (msg) { console.log(msg); };
  34.  
  35. var title = page.evaluate(function (s) {
  36. return document.querySelector(s).innerText;
  37. }, 'title');
  38. console.log(title);
Add Comment
Please, Sign In to add comment