var cloudscraper = require('cloudscraper');
const cheerio = require('cheerio');
var fs = require('fs');
var sleep = require('sleep');

const util = require('util');
const setTimeoutPromise = util.promisify(setTimeout);


fs.readFile(__dirname + '/log.txt', function (err, data) {
    if (err) {
        throw err;
    }

    const $ = cheerio.load(data.toString());

    $('#currencies-all tbody tr .currency-name-container').each(function () {
        var url = 'https://coinmarketcap.com' + $(this).attr('href'),
            sleeptime = getRandomInt(1, 4);

        getIcon(url)
            .then(
                response => {
                    console.log('src: ' + response);
                },
                error => {
                    console.log(error);
                }
            );
    })

});

function getIcon(url) {
    console.log('getIcon');
    return new Promise(function (resolve, reject) {
        cloudscraper.get(url, function (error, response, body) {
            console.log('get ' + url);
            if (error) {
                reject(error);
            } else {
                const ins = cheerio.load(body);
                resolve(ins('.currency-logo-32x32').attr('src'));
            }
        })
    })
}