var express = require('express');
var fs = require('fs');
var request = require('request');
var cheerio = require('cheerio');
var async = require('async');
var csvjson = require('csvjson');
var diacritics = require('diacritic');
var stringify = require('querystring').stringify;

var url = "http://www.meilleursagents.com";

var app = express();

//Cookies are disabled by default
//request = request.defaults({jar: true});

var form = {
    url: '',
    action:'signin',
    user_username: "bob@ledur.fr",
    user_password: "ledur"
};

var conf = {
    'url': url,
    'jar': request.jar(),
    'headers': {
        'User-Agent': "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/37.0.2062.120 Safari/537.36"
    }
};

var options = {
    'uri': url + '/signin?show=signin',
    'jar': conf.jar,
    'form': form
};

// 3 - callback pour confirmer que je suis toujours login
function verifLogin(err, res, body) {
    if (err) return console.log("ERROR:", err);
    var $ = cheerio.load(body);
    console.log($('a[href="/my/"]').text());
    start();
}

var base;

//start();
connect();

function connect() {
    request.post(options, function (err, res, body) {
        if (err) {
            console
            .log(err);
        } else {
            request.get(conf, verifLogin);
        }
    });
}

function start() {
    csvjson.toSchemaObject('./fake_ads_samples.csv').save('./fake_ads_samples.json');
    base = JSON.parse(fs.readFileSync('./fake_ads_samples.json', 'utf8'));
    getSqMeterPrices(base);
    // console.log(base);
}

function getSqMeterPrices(base) {
    async.eachSeries(base, function (item, callback) {
        if (item.chk == "true") {
            return callback();
        }
        var u = url + "/prix-immobilier/" + diacritics.clean(item.city.name.toLowerCase().replace(/\s/g, '-')) + '-' + item.city.postalCode + '/';
        console.log(u);
        request.get({url: u, jar: conf.jar, headers: conf.headers}, function (err, res, body) {
            var $ = cheerio.load(body);
            // console.log($('a[href="/my/"]').text());
            // console.log($('title').text());
            // console.log(res.request.headers);
            var statusCodeArr = [200, 404];
            if (err || statusCodeArr.indexOf(res.statusCode) == -1) {
                return console.log(err, res.statusCode);
            } else {
                $('li.price_house').each(function (i, element) {
                    var low = $(this).next();
                    var avg = $(this).next().next();
                    var high = $(this).next().next().next();
                    console.log('house,' + item.city.name + ',' + low.text().clear() + ',' + avg.text().clear() + ',' + high.text().clear());
                });
                $('li.price_apartment').each(function (i, element) {
                    var low = $(this).next();
                    var avg = $(this).next().next();
                    var high = $(this).next().next().next();
                    console.log('apt,' + item.city.name + ',' + low.text().clear() + ',' + avg.text().clear() + ',' + high.text().clear());
                });
            }
            callback();
        });
    }, function (err) {
        if (err) {
            console.log(err);
        } else {
            console.log('Grab Done!');
        }
    });
}

String.prototype.clear = function () {
    return this.replace(/[\s€]/g, '');
};

module.exports = app;

var server = app.listen(3333, function() {
  console.log('Express server listening on port ' + server.address().port);
});