robertohozza

Untitled

Mar 20th, 2018
73
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.27 KB | None | 0 0
  1. var request = require("request");
  2. var cheerio = require("cheerio");
  3. var fs = require("fs");
  4. var async = require('async');
  5. var images = [];
  6. var prod = [];
  7. var nazov = [];
  8.  
  9. request('http://www.orava.eu/produkty/led-televizory/vsetky-televizory', function(err, resp, body){
  10.  
  11. if(!err && resp.statusCode == 200) {
  12. var req = cheerio.load(body);
  13. req('span.catItemImage').children().each(function(){
  14. var link = req(this).attr('href');
  15. prod.push('http://www.orava.eu' + link);
  16. });
  17.  
  18. //console.log(prod)
  19.  
  20. var calls = prod.map((url) => (cb) => {
  21. request(url, function(err, resp, body){
  22. if(!err && resp.statusCode == 200) {
  23. var $ = cheerio.load(body);
  24. $('.itemTitle').each(function(){
  25. var name = $(this).children().text();
  26. nazov.push(name);
  27. });
  28.  
  29. $('a.sigProLink', 'div.itemImageGallery').each(function(){
  30. var url = $(this).attr('href');
  31. images.push('http://www.orava.eu' + url);
  32. });
  33. fs.writeFile("output.txt", JSON.stringify({name: nazov, images: images}, null, 4), function(err){
  34. if(err) {
  35. console.log(err);
  36. }
  37. else {
  38. console.log("Data boli pridane");
  39. }
  40. })
  41. }
  42.  
  43. });
  44. });
  45. async.parallel(calls, () => {
  46.  
  47. })
  48.  
  49. }
  50. });
Advertisement
Add Comment
Please, Sign In to add comment