Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- var request = require('request');
- var cheerio = require('cheerio');
- var async = require('async');
- exports.getCategories = function(obj, i, errors, cbfunct){
- storeCats = {};
- request({
- 'uri': obj.url,
- 'headers': {
- 'User-Agent': 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)'
- }
- }, function (err, resp, body) {
- if (err) {
- console.log("getCategories Error!: " + err + " using " + obj.url);
- errors.nexts.push(url);
- } else {
- console.log("Page loaded!");
- var $ = cheerio.load(body);
- async.series([
- function(callback){
- createObjects(obj, storeCats, i);
- callback();
- },
- function(callback){
- storeCats.categories = eval(obj.cat_function);
- }],
- function(err){
- if(err){
- console.log(err);
- }
- for (var ind = 0; ind < storeCats.categories.length; ind++){
- createObjects(obj, ind, storeCats);
- if (ind = storeCats.categories.length -1){
- cbfunct(storeCats);
- }
- }
- });
- }
- });
- }
- createObjects = function(obj, storeCats, i){
- // General_cat should be "Clothes / Shoes / Accessories" etc
- // Spec_Cat should be "Shirts / Chinos / Shorts" etc
- // Should run a function to get this info?
- storeCats.store = obj.store;
- storeCats.baseURL = obj.baseurl;
- storeCats.gender = obj.gender;
- storeCats.spec_cat = obj.spec_cat;
- storeCats.next_select = obj.next_select;
- storeCats.next_override = obj.next_override;
- storeCats.prod_name = obj.prod_name_select;
- storeCats.prod_name_override= obj.prod_name_override;
- storeCats.label_name = obj.label_name_select;
- storeCats.label_override = obj.label_override;
- storeCats.descript = obj.desc_select;
- storeCats.descript_override = obj.desc_override;
- storeCats.price = obj.price_select;
- storeCats.price_override = obj.price_override;
- storeCats.prodURL = obj.product_url;
- storeCats.prodURL_override = obj.product_url_override;
- storeCats.mainImg_select = obj.mainImg_select;
- storeCats.mainImg_ref = obj.mainImg_ref;
- storeCats.moreImg_select = obj.moreImg_select;
- storeCats.moreImg_ref = obj.moreImg_ref;
- storeCats.one_brand = obj.one_brand;
- storeCats.urls = [];
- storeCats.categories = [];
- return storeCats;
- }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement