/**
 * Script for downloading all of the music off of coda's blog
 * at: https://coda.s3m.us/category/ohc/page/137/
 */

var request = require("request");

function getPage(page, cb) {
    var postData = {
      action: "infinite_scroll",
      page: page,
      currentday: "07.08.06",
      order: "DESC",
      "query_args[paged]": 2,
      "query_args[category_name]": "ohc",
      "query_args[cat]": 10229527,
      "query_args[nopaging]": false,
      "query_args[no_found_rows]": false,
      "query_args[comments_per_page]": 0,
      "query_args[order]": "DESC"
    };

    var options = {
        url: 'https://coda.s3m.us/?infinity=scrolling',
        method: 'POST',
        // auth: {
        //   user: 'admin',
        //   pass: 'password',
        // },
        form: postData
    };
    var r = request(options, function(err, res, body) {
       if (err) {
          console.dir(err)
          return
       }
       // console.dir('status code', res.statusCode)
       // console.log(JSON.parse(body).postflair);

       cb(JSON.parse(body));
       // https://codatrigger.files.wordpress.com/2015/08/eggshoes.mp3
    });
}

function tick(page, data) {
    console.log("Requesting page " + page + "....");
    getPage(page, function(body) {
        for (var url in body.postflair) {
            data.push(
              (url + "")
              .replace(/coda\.s3m\.us/gi, "codatrigger.files.wordpress.com") // convert domain
              .replace(/([0-9]{4}\/[0-9]{2}\/)([0-9]{2}\/)/, "\$1") // remove day from URL
              .replace(/\/$/,"") // remove trailing /
              + ".mp3"); // add mp3
        }
        if (page > 0) {
            tick(page-1, data);
        }
        else {
            console.log("Data: ");
            console.log(data);

            console.log("dumping URLs to file...");
            var fs = require('fs');
            var stream = fs.createWriteStream("all_urls.txt");
            stream.once("open", function(fd) {
                for (var i = 0; i < data.length; i++) {
                    stream.write(data[i] + "\n");
                }
                stream.end();
            });
            console.log("truly done.");
        }
    });
}

tick(136, []);

console.log("done.");