2020-08-28 02:34:12 +00:00
|
|
|
const magick = require("../build/Release/image.node");
|
2020-11-26 17:48:19 +00:00
|
|
|
const { Worker, isMainThread, parentPort, workerData } = require("worker_threads");
|
2020-09-01 22:10:19 +00:00
|
|
|
const fetch = require("node-fetch");
|
2020-08-28 02:34:12 +00:00
|
|
|
const { promisify } = require("util");
|
2020-10-18 21:53:35 +00:00
|
|
|
const AbortController = require("abort-controller");
|
2020-11-17 14:52:12 +00:00
|
|
|
const net = require("net");
|
|
|
|
const dgram = require("dgram");
|
2020-10-18 21:53:35 +00:00
|
|
|
const fileType = require("file-type");
|
|
|
|
const execPromise = promisify(require("child_process").exec);
|
2020-11-05 21:40:18 +00:00
|
|
|
const servers = require("../servers.json").image;
|
2020-10-18 21:53:35 +00:00
|
|
|
|
|
|
|
const formats = ["image/jpeg", "image/png", "image/webp", "image/gif"];
|
2020-08-28 02:34:12 +00:00
|
|
|
|
2020-12-26 02:27:45 +00:00
|
|
|
const chooseServer = async (ideal) => {
|
|
|
|
if (ideal.length === 0) throw "No available servers";
|
|
|
|
const sorted = ideal.sort((a, b) => {
|
|
|
|
return a.load - b.load;
|
|
|
|
});
|
|
|
|
return sorted[0];
|
|
|
|
};
|
|
|
|
|
|
|
|
const getIdeal = () => {
|
|
|
|
return new Promise((resolve, reject) => {
|
|
|
|
const socket = dgram.createSocket("udp4");
|
|
|
|
let serversLeft = servers.length;
|
|
|
|
const idealServers = [];
|
|
|
|
const timeout = setTimeout(() => {
|
|
|
|
socket.close(async () => {
|
|
|
|
try {
|
|
|
|
const server = await chooseServer(idealServers);
|
|
|
|
resolve(server);
|
|
|
|
} catch (e) {
|
|
|
|
reject(e);
|
|
|
|
}
|
|
|
|
});
|
|
|
|
}, 5000);
|
|
|
|
socket.on("message", async (msg, rinfo) => {
|
|
|
|
const opcode = msg.readUint8(0);
|
|
|
|
const res = parseInt(msg.slice(1, msg.length).toString());
|
|
|
|
if (opcode === 0x3) {
|
|
|
|
serversLeft--;
|
|
|
|
idealServers.push({
|
|
|
|
addr: rinfo.address,
|
|
|
|
load: res
|
|
|
|
});
|
|
|
|
if (!serversLeft) {
|
|
|
|
clearTimeout(timeout);
|
2020-12-26 18:17:10 +00:00
|
|
|
socket.close(async () => {
|
|
|
|
try {
|
|
|
|
const server = await chooseServer(idealServers);
|
|
|
|
resolve(server);
|
|
|
|
} catch (e) {
|
|
|
|
reject(e);
|
|
|
|
}
|
|
|
|
});
|
2020-12-26 02:27:45 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
});
|
|
|
|
for (const server of servers) {
|
|
|
|
socket.send(Buffer.from([0x2]), 8080, server, (err) => {
|
|
|
|
if (err) reject(err);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
});
|
|
|
|
};
|
|
|
|
|
2020-11-17 14:52:12 +00:00
|
|
|
const getFormat = (buffer, delimiter) => {
|
|
|
|
for (var i = 0; i < buffer.length ; i++) {
|
|
|
|
if (String.fromCharCode(buffer[i]) === delimiter) {
|
|
|
|
return {
|
|
|
|
buffer: buffer.slice(0, i),
|
|
|
|
dataStart: i
|
2020-10-20 01:24:53 +00:00
|
|
|
};
|
2020-10-18 21:53:35 +00:00
|
|
|
}
|
2020-09-01 22:10:19 +00:00
|
|
|
}
|
2020-10-06 19:48:22 +00:00
|
|
|
};
|
|
|
|
|
2020-11-26 17:48:19 +00:00
|
|
|
exports.check = (cmd) => {
|
|
|
|
return magick[cmd] ? true : false;
|
|
|
|
};
|
|
|
|
|
|
|
|
exports.getType = async (image) => {
|
|
|
|
if (!image.startsWith("http")) {
|
|
|
|
const imageType = await fileType.fromFile(image);
|
|
|
|
if (imageType && formats.includes(imageType.mime)) {
|
|
|
|
return imageType.mime;
|
|
|
|
}
|
|
|
|
return undefined;
|
|
|
|
}
|
|
|
|
let type;
|
|
|
|
const controller = new AbortController();
|
|
|
|
const timeout = setTimeout(() => {
|
|
|
|
controller.abort();
|
|
|
|
}, 25000);
|
|
|
|
try {
|
|
|
|
const imageRequest = await fetch(image, { signal: controller.signal, highWaterMark: 512 });
|
|
|
|
const imageBuffer = await imageRequest.buffer();
|
|
|
|
const imageType = await fileType.fromBuffer(imageBuffer);
|
|
|
|
if (imageType && formats.includes(imageType.mime)) {
|
|
|
|
type = imageType.mime;
|
|
|
|
}
|
|
|
|
} catch (error) {
|
|
|
|
if (error.name === "AbortError") {
|
|
|
|
throw Error("Timed out");
|
|
|
|
} else {
|
|
|
|
throw error;
|
|
|
|
}
|
|
|
|
} finally {
|
|
|
|
clearTimeout(timeout);
|
|
|
|
}
|
|
|
|
return type;
|
|
|
|
};
|
|
|
|
|
2020-11-17 14:52:12 +00:00
|
|
|
exports.run = (object, fromAPI = false) => {
|
|
|
|
return new Promise(async (resolve, reject) => {
|
|
|
|
if (process.env.API === "true" && !fromAPI) {
|
2020-12-26 02:27:45 +00:00
|
|
|
const currentServer = await getIdeal();
|
2020-11-17 14:52:12 +00:00
|
|
|
const socket = dgram.createSocket("udp4");
|
|
|
|
const data = Buffer.concat([Buffer.from([0x1]), Buffer.from(JSON.stringify(object))]);
|
2020-12-14 18:39:18 +00:00
|
|
|
|
2020-12-18 02:32:19 +00:00
|
|
|
const timeout = setTimeout(() => {
|
2020-12-14 18:39:18 +00:00
|
|
|
reject("Timed out");
|
|
|
|
}, 25000);
|
|
|
|
|
|
|
|
let jobID;
|
2020-11-17 14:52:12 +00:00
|
|
|
socket.on("message", (msg) => {
|
|
|
|
const opcode = msg.readUint8(0);
|
2020-12-14 18:39:18 +00:00
|
|
|
const req = msg.slice(37, msg.length);
|
|
|
|
const uuid = msg.slice(1, 36).toString();
|
2020-11-17 14:52:12 +00:00
|
|
|
if (opcode === 0x0) {
|
2020-12-18 02:32:19 +00:00
|
|
|
clearTimeout(timeout);
|
2020-12-14 18:39:18 +00:00
|
|
|
jobID = uuid;
|
2020-11-17 14:52:12 +00:00
|
|
|
} else if (opcode === 0x1) {
|
2020-12-14 18:39:18 +00:00
|
|
|
if (jobID === uuid) {
|
2020-12-26 02:27:45 +00:00
|
|
|
const client = net.createConnection(req.toString(), currentServer.addr);
|
2020-12-14 18:39:18 +00:00
|
|
|
const array = [];
|
|
|
|
client.on("data", (rawData) => {
|
|
|
|
array.push(rawData);
|
|
|
|
});
|
|
|
|
client.once("end", () => {
|
|
|
|
const data = Buffer.concat(array);
|
|
|
|
const format = getFormat(data, "\n");
|
|
|
|
const payload = {
|
|
|
|
buffer: data.slice(format.dataStart + 1),
|
|
|
|
type: format.buffer.toString().split("/")[1]
|
|
|
|
};
|
|
|
|
socket.close();
|
|
|
|
resolve(payload);
|
|
|
|
});
|
|
|
|
client.on("error", (err) => {
|
2020-12-26 02:27:45 +00:00
|
|
|
reject(err);
|
2020-12-14 18:39:18 +00:00
|
|
|
});
|
|
|
|
}
|
2020-11-17 14:52:12 +00:00
|
|
|
} else if (opcode === 0x2) {
|
2020-12-14 18:39:18 +00:00
|
|
|
if (jobID === uuid) reject(req);
|
2020-11-17 14:52:12 +00:00
|
|
|
}
|
|
|
|
});
|
|
|
|
|
2020-12-26 02:27:45 +00:00
|
|
|
socket.send(data, 8080, currentServer.addr, (err) => {
|
2020-11-17 14:52:12 +00:00
|
|
|
if (err) reject(err);
|
|
|
|
});
|
2020-11-26 17:48:19 +00:00
|
|
|
} else if (isMainThread && !fromAPI) {
|
|
|
|
const worker = new Worker(__filename, {
|
|
|
|
workerData: object
|
|
|
|
});
|
|
|
|
worker.on("message", (data) => {
|
|
|
|
resolve({
|
|
|
|
buffer: Buffer.from([...data.buffer]),
|
|
|
|
type: data.type
|
|
|
|
});
|
|
|
|
});
|
|
|
|
worker.on("error", reject);
|
2020-11-17 14:52:12 +00:00
|
|
|
} else {
|
|
|
|
let type;
|
|
|
|
if (!fromAPI && object.path) {
|
|
|
|
const newType = (object.type ? object.type : await this.getType(object.path));
|
|
|
|
type = newType ? newType.split("/")[1] : "png";
|
|
|
|
if (type !== "gif" && object.onlyGIF) resolve({
|
|
|
|
buffer: "nogif",
|
|
|
|
type: null
|
|
|
|
});
|
|
|
|
object.type = type;
|
|
|
|
const delay = (await execPromise(`ffprobe -v 0 -of csv=p=0 -select_streams v:0 -show_entries stream=r_frame_rate ${object.path}`)).stdout.replace("\n", "");
|
|
|
|
object.delay = (100 / delay.split("/")[0]) * delay.split("/")[1];
|
|
|
|
}
|
|
|
|
const data = await promisify(magick[object.cmd])(object);
|
2020-11-26 17:48:19 +00:00
|
|
|
const returnObject = fromAPI ? data : {
|
2020-11-17 14:52:12 +00:00
|
|
|
buffer: data,
|
|
|
|
type: type
|
2020-11-26 17:48:19 +00:00
|
|
|
};
|
|
|
|
if (!isMainThread && !fromAPI) {
|
|
|
|
parentPort.postMessage(returnObject);
|
|
|
|
process.exit();
|
|
|
|
} else {
|
|
|
|
resolve(returnObject);
|
|
|
|
}
|
2020-11-17 14:52:12 +00:00
|
|
|
}
|
|
|
|
});
|
|
|
|
};
|
|
|
|
|
2020-11-26 17:48:19 +00:00
|
|
|
if (!isMainThread && process.env.API !== "true") this.run(workerData);
|