EndPwnArchive/bspwn-lambda
1
0
Fork 0
mirror of https://github.com/EndPwnArchive/bspwn-lambda.git synced 2024-08-14 23:57:04 +00:00
Code Issues Projects Releases Wiki Activity

.

Browse source
This commit is contained in:
Cynthia Foxwell 2018-07-11 18:29:19 -06:00
parent 4fbee777b0
commit 6f7c92df74
1 changed files with 81 additions and 73 deletions
Download patch file Download diff file Expand all files Collapse all files

154
scrape.js
View file

@ -1,135 +1,143 @@
#!/usr/bin/node --expose-gc
const fetch = require('node-fetch');
const request = require('request');
const fs = require('fs');
const ncp = require('ncp');
const asar = require('asar');
const archiver = require('archiver');
const exec = require('child_process').exec;
const fetch = require("node-fetch");
const request = require("request");
const fs = require("fs");
const ncp = require("ncp");
const asar = require("asar");
const archiver = require("archiver");
const exec = require("child_process").exec;
const branches = ['canary', 'ptb', 'stable'];
const platforms = ['win', 'linux', 'osx'];
const branches = ["canary", "ptb", "stable"];
const platforms = ["win", "linux", "osx"];
console.log('loading config...');
var config = fs.existsSync('config.json') ?
JSON.parse(fs.readFileSync('config.json').toString()) :
{};
console.log("loading config...");
var config = fs.existsSync("config.json")
? JSON.parse(fs.readFileSync("config.json").toString())
: {};
var lastver = {};
function patch(target, resolve) {
console.log('extracting zip...');
console.log("extracting zip...");
if (!fs.existsSync(target)) fs.mkdirSync(target);
console.log(`unzip -o ${target}.orig.zip -d ${target}`);
var child = exec(`unzip -o ${target}.orig.zip -d ${target}`);
child.stdout.pipe(process.stdout);
child.on('exit', () => {
child.on("exit", () => {
path = target + "/core";
path = target + '/core';
console.log("extracting asar...");
asar.extractAll(path + ".asar", path);
console.log('extracting asar...');
asar.extractAll(path + '.asar', path);
console.log('patching mainScreen.js...');
var mainScreen = fs.readFileSync(path + '/app/mainScreen.js').toString();
console.log("patching mainScreen.js...");
var mainScreen = fs
.readFileSync(path + "/app/mainScreen.js")
.toString();
mainScreen = mainScreen
.replace(/nodeIntegration: false,/, 'nodeIntegration: true,')
.replace(/mainWindow\.loadURL\(URL_TO_LOAD\);/, "mainWindow.loadURL(_url.format({ pathname: _path2.default.join(__dirname, 'bspwn/updater.html'), protocol: 'file:', slashes: true }));");
fs.writeFileSync(path + '/app/mainScreen.js', mainScreen);
.replace(/nodeIntegration: false,/, "nodeIntegration: true,")
.replace(
/mainWindow\.loadURL\(URL_TO_LOAD\);/,
"mainWindow.loadURL(_url.format({ pathname: _path2.default.join(__dirname, 'bspwn/updater.html'), protocol: 'file:', slashes: true }));"
);
fs.writeFileSync(path + "/app/mainScreen.js", mainScreen);
console.log('patching mainScreenPreload.js...');
var mainScreenPreload = fs.readFileSync(path + '/app/mainScreenPreload.js').toString();
mainScreenPreload = mainScreenPreload
.replace(/var electron = require\('electron'\);/, "var bspwn = require('./bspwn');\nbspwn.go();\nvar electron = require('electron');");
fs.writeFileSync(path + '/app/mainScreenPreload.js', mainScreenPreload);
console.log("patching mainScreenPreload.js...");
var mainScreenPreload = fs
.readFileSync(path + "/app/mainScreenPreload.js")
.toString();
mainScreenPreload = mainScreenPreload.replace(
/var electron = require\('electron'\);/,
"var bspwn = require('./bspwn');\nbspwn.go();\nvar electron = require('electron');"
);
fs.writeFileSync(path + "/app/mainScreenPreload.js", mainScreenPreload);
console.log('copying bspwn files...')
ncp.ncp(__dirname + '/bspwn', path + '/app/bspwn', () => {
console.log("copying bspwn files...");
ncp.ncp(__dirname + "/bspwn", path + "/app/bspwn", () => {
console.log("zipping it all up...");
var archive = archiver("zip");
console.log('zipping it all up...');
var archive = archiver('zip');
var output = fs.createWriteStream((config.target || './') + target + '.zip');
var output = fs.createWriteStream(
(config.target || "./out/") + target + ".zip"
);
archive.pipe(output);
archive.directory(path, 'core');
archive.file(__dirname + '/files/index.js', { name: 'index.js' });
archive.file(target + '/package.json', { name: 'package.json' });
archive.directory(path, "core");
archive.file(__dirname + "/files/index.js", { name: "index.js" });
archive.file(target + "/package.json", { name: "package.json" });
archive.finalize();
//output.close(resolve);
resolve();
});
});
}
async function scrape() {
console.log('scraping...');
console.log("scraping...");
try {
for (b in branches) {
var branch = branches[b];
for (p in platforms) {
await new Promise(async (resolve, reject) => {
var platform = platforms[p];
var ident = `${branch}-${platform}`;
var currentver = await fetch(`https://discordapp.com/api/updates/${branch}?platform=${platform}`);
var currentver = await fetch(
`https://discordapp.com/api/updates/${branch}?platform=${platform}`
);
currentver = await currentver.json();
currentver = currentver.name;
var modules = await fetch(`https://discordapp.com/api/modules/${branch}/versions.json?platform=${platform}&host_version=${currentver}`);
var modules = await fetch(
`https://discordapp.com/api/modules/${branch}/versions.json?platform=${platform}&host_version=${currentver}`
);
modules = await modules.json();
var verstring = `${currentver}-${modules.discord_desktop_core}`;
var verstring = `${currentver}-${
modules.discord_desktop_core
}`;
console.log(`${ident} ${verstring}`);
if (!lastver[ident] || verstring > lastver[ident]) {
console.log('update available, fetching...');
console.log("update available, fetching...");
lastver[ident] = verstring;
var target = `https://discordapp.com/api/modules/${branch}/discord_desktop_core/${modules.discord_desktop_core}?platform=${platform}&host_version=${currentver}`;
var target = `https://discordapp.com/api/modules/${branch}/discord_desktop_core/${
modules.discord_desktop_core
}?platform=${platform}&host_version=${currentver}`;
console.log(target);
request({
followAllRedirects: true,
url: target,
encoding: null
}, (err, response, body) => {
fs.writeFile(ident + '.orig.zip', body, () => {
console.log('done downloading');
patch(ident, resolve);
})
});
}
else resolve();
request(
{
followAllRedirects: true,
url: target,
encoding: null
},
(err, response, body) => {
fs.writeFile(
"./out/" + ident + ".orig.zip",
body,
() => {
console.log("done downloading");
patch(ident, resolve);
}
);
}
);
} else resolve();
});
}
}
}
catch (ex) {
} catch (ex) {
console.log(ex);
}
console.log('scraping again in 15 minutes');
console.log("scraping again in 15 minutes");
global.gc();
}
setInterval(scrape, 15 * 60 * 1000);