scrape.js

#!/usr/bin/node --expose-gc

const fetch = require('node-fetch');
const request = require('request');
const fs = require('fs');
const ncp = require('ncp');
const asar = require('asar');
const archiver = require('archiver');
const exec = require('child_process').exec;

const branches = ['canary', 'ptb', 'stable'];
const platforms = ['win', 'linux', 'osx'];

console.log('loading config...');
var config = fs.existsSync('config.json') ?
    JSON.parse(fs.readFileSync('config.json').toString()) :
    {};

var lastver = {};

function patch(target, resolve) {

    console.log('extracting zip...');
    if (!fs.existsSync(target)) fs.mkdirSync(target);
    console.log(`unzip -o ${target}.orig.zip -d ${target}`);
    var child = exec(`unzip -o ${target}.orig.zip -d ${target}`);
    child.stdout.pipe(process.stdout);
    child.on('exit', () => {

        path = target + '/core';

        console.log('extracting asar...');
        asar.extractAll(path + '.asar', path);

        console.log('patching mainScreen.js...');
        var mainScreen = fs.readFileSync(path + '/app/mainScreen.js').toString();
        mainScreen = mainScreen
            .replace(/nodeIntegration: false,/, 'nodeIntegration: true,')
            .replace(/mainWindow\.loadURL\(URL_TO_LOAD\);/, "mainWindow.loadURL(_url.format({ pathname: _path2.default.join(__dirname, 'bspwn/updater.html'), protocol: 'file:', slashes: true }));");
        fs.writeFileSync(path + '/app/mainScreen.js', mainScreen);

        console.log('patching mainScreenPreload.js...');
        var mainScreenPreload = fs.readFileSync(path + '/app/mainScreenPreload.js').toString();
        mainScreenPreload = mainScreenPreload
            .replace(/var electron = require\('electron'\);/, "var bspwn = require('./bspwn');\nbspwn.go();\nvar electron = require('electron');");
        fs.writeFileSync(path + '/app/mainScreenPreload.js', mainScreenPreload);

        console.log('copying bspwn files...')
        ncp.ncp(__dirname + '/bspwn', path + '/app/bspwn', () => {

            console.log('zipping it all up...');
            var archive = archiver('zip');

            var output = fs.createWriteStream((config.target || './') + target + '.zip');

            archive.pipe(output);
            archive.directory(path, 'core');
            archive.file(__dirname + '/files/index.js', { name: 'index.js' });
            archive.file(target + '/package.json', { name: 'package.json' });
            archive.finalize();

            //output.close(resolve);
            resolve();

        });

    });

}

async function scrape() {

    console.log('scraping...');

    try {

        for (b in branches) {

            var branch = branches[b];

            for (p in platforms) {

                await new Promise(async (resolve, reject) => {

                    var platform = platforms[p];

                    var ident = `${branch}-${platform}`;

                    var currentver = await fetch(`https://discordapp.com/api/updates/${branch}?platform=${platform}`);
                    currentver = await currentver.json();
                    currentver = currentver.name;

                    var modules = await fetch(`https://discordapp.com/api/modules/${branch}/versions.json?platform=${platform}&host_version=${currentver}`);
                    modules = await modules.json();

                    var verstring = `${currentver}-${modules.discord_desktop_core}`;

                    console.log(`${ident} ${verstring}`);

                    if (!lastver[ident] || verstring > lastver[ident]) {
                        console.log('update available, fetching...');
                        lastver[ident] = verstring;
                        var target = `https://discordapp.com/api/modules/${branch}/discord_desktop_core/${modules.discord_desktop_core}?platform=${platform}&host_version=${currentver}`;
                        console.log(target);

                        request({
                            followAllRedirects: true,
                            url: target,
                            encoding: null
                        }, (err, response, body) => {
                            fs.writeFile(ident + '.orig.zip', body, () => {
                                console.log('done downloading');
                                patch(ident, resolve);
                            })
                        });
                    }
                    else resolve();

                });

            }

        }

    }
    catch (ex) {
        console.log(ex);
    }

    console.log('scraping again in 15 minutes');
    global.gc();

}

setInterval(scrape, 15 * 60 * 1000);
//setInterval(scrape, 60*1000);
scrape();