murm/mrmBot-Matrix
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

A little bit more image work

Browse source
This commit is contained in:
TheEssem 2021-06-18 19:10:13 -05:00
parent a0a32c31b9
commit 4d3e1655e0
No known key found for this signature in database
GPG key ID: A3F9F02129092FCA
5 changed files with 123 additions and 145 deletions
Download patch file Download diff file Expand all files Collapse all files

2
api/index.js
View file

@ -169,7 +169,7 @@ httpServer.on("error", (e) => {
}); });
httpServer.listen(8080, () => { httpServer.listen(8080, () => {
log("HTTP listening on port 8080"); log("HTTP and WS listening on port 8080");
}); });
const runJob = (job, sock) => { const runJob = (job, sock) => {

4
commands/general/imagestats.js
View file

@ -10,11 +10,11 @@ class ImageStatsCommand extends Command {
"icon_url": this.client.user.avatarURL "icon_url": this.client.user.avatarURL
}, },
"color": 16711680, "color": 16711680,
"description": `The bot is currently connected to ${image.connections.length} image server(s).`, "description": `The bot is currently connected to ${image.connections.size} image server(s).`,
"fields": [] "fields": []
} }
}; };
const servers = await image.getStatus(); const servers = await image.getRunning();
for (let i = 0; i < servers.length; i++) { for (let i = 0; i < servers.length; i++) {
embed.embed.fields.push({ embed.embed.fields.push({
name: `Server ${i + 1}`, name: `Server ${i + 1}`,

4
shard.js
View file

@ -79,7 +79,7 @@ class Shard extends Base {
} }
res.write(`# HELP connected_workers Number of workers connected res.write(`# HELP connected_workers Number of workers connected
# TYPE connected_workers gauge # TYPE connected_workers gauge
connected_workers ${image.connections.length} connected_workers ${image.connections.size}
# HELP running_jobs Number of running jobs on this worker # HELP running_jobs Number of running jobs on this worker
# TYPE running_jobs gauge # TYPE running_jobs gauge
# HELP queued_jobs Number of queued jobs on this worker # HELP queued_jobs Number of queued jobs on this worker
@ -89,7 +89,7 @@ connected_workers ${image.connections.length}
# HELP command_count Number of times a command has been run # HELP command_count Number of times a command has been run
# TYPE command_count counter # TYPE command_count counter
`); `);
const servers = await image.getStatus(); const servers = await image.getRunning();
for (const [i, w] of servers.entries()) { for (const [i, w] of servers.entries()) {
res.write(`running_jobs{worker="${i}"} ${w.runningJobs}\n`); res.write(`running_jobs{worker="${i}"} ${w.runningJobs}\n`);
res.write(`queued_jobs{worker="${i}"} ${w.queued}\n`); res.write(`queued_jobs{worker="${i}"} ${w.queued}\n`);

138
utils/image.js
View file

@ -30,52 +30,45 @@ exports.repopulate = async () => {
return; return;
}; };
exports.getStatus = () => { exports.getRunning = async () => {
return new Promise((resolve, reject) => {
let serversLeft = this.connections.size; let serversLeft = this.connections.size;
const statuses = []; const statuses = [];
const timeout = setTimeout(() => {
resolve(statuses);
}, 5000);
for (const address of this.connections.keys()) { for (const address of this.connections.keys()) {
const connection = this.connections.get(address); const connection = this.connections.get(address);
if (connection.readyState !== 1) { if (connection.readyState !== 0 && connection.readyState !== 1) {
serversLeft--; serversLeft--;
continue; continue;
} }
fetch(`http://${address}:8080/running`).then(statusRequest => statusRequest.json()).then((status) => { const controller = new AbortController(); // eslint-disable-line no-undef
const timeout = setTimeout(() => {
controller.abort();
}, 2000);
try {
const statusRequest = await fetch(`http://${address}:8080/running`, { signal: controller.signal });
clearTimeout(timeout);
const status = await statusRequest.json();
serversLeft--; serversLeft--;
statuses.push(status); statuses.push(status);
if (!serversLeft) { } catch (e) {
clearTimeout(timeout); if (e.name === "AbortError") {
resolve(statuses);
}
return;
}).catch(e => {
if (e.code === "ECONNREFUSED") {
serversLeft--; serversLeft--;
return; continue;
} else if (e.code === "ECONNREFUSED") {
serversLeft--;
continue;
}
throw e;
} }
reject(e);
});
} }
if (!serversLeft) { if (!serversLeft) {
clearTimeout(timeout); return statuses;
resolve(statuses); } else {
throw new Error("Loop ended before all servers could be checked");
} }
});
}; };
exports.connect = (server) => { exports.connect = (server) => {
return new Promise((resolve, reject) => {
const connection = new WebSocket(`ws://${server}:8080/sock`); const connection = new WebSocket(`ws://${server}:8080/sock`);
const timeout = setTimeout(() => {
this.connections.delete(server);
reject(`Failed to connect to ${server}`);
}, 5000);
connection.once("open", () => {
clearTimeout(timeout);
});
connection.on("message", async (msg) => { connection.on("message", async (msg) => {
const opcode = msg.readUint8(0); const opcode = msg.readUint8(0);
const req = msg.slice(37, msg.length); const req = msg.slice(37, msg.length);
@ -107,13 +100,10 @@ exports.connect = (server) => {
for (const uuid of Object.keys(this.jobs)) { for (const uuid of Object.keys(this.jobs)) {
if (this.jobs[uuid].addr === server) this.jobs[uuid].event.emit("error", "Job ended prematurely due to a closed connection; please run your image job again"); if (this.jobs[uuid].addr === server) this.jobs[uuid].event.emit("error", "Job ended prematurely due to a closed connection; please run your image job again");
} }
logger.log(`Lost connection to ${server}, attempting to reconnect...`); //logger.log(`Lost connection to ${server}, attempting to reconnect...`);
this.connections.delete(server); this.connections.delete(server);
//this.connect(server);
}); });
this.connections.set(server, connection); this.connections.set(server, connection);
resolve();
});
}; };
exports.disconnect = async () => { exports.disconnect = async () => {
@ -128,84 +118,72 @@ exports.disconnect = async () => {
return; return;
}; };
const getIdeal = () => { const getIdeal = async () => {
return new Promise((resolve, reject) => {
let serversLeft = this.connections.size; let serversLeft = this.connections.size;
if (serversLeft === 0) { if (serversLeft === 0) {
for (const server of this.servers) { for (const server of this.servers) {
this.connect(server).catch(e => { try {
await this.connect(server);
} catch (e) {
logger.error(e); logger.error(e);
}); }
} }
serversLeft = this.connections.size; serversLeft = this.connections.size;
} }
const idealServers = []; const idealServers = [];
const timeout = setTimeout(async () => {
try {
const server = await chooseServer(idealServers);
resolve({ addr: server.addr, sock: this.connections.get(server.addr) });
} catch (e) {
reject(e);
}
}, 5000);
for (const address of this.connections.keys()) { for (const address of this.connections.keys()) {
const connection = this.connections.get(address); const connection = this.connections.get(address);
if (connection.readyState !== 1) { if (connection.readyState !== 0 && connection.readyState !== 1) {
serversLeft--; serversLeft--;
continue; continue;
} }
fetch(`http://${address}:8080/status`).then(statusRequest => statusRequest.text()).then((status) => { const controller = new AbortController(); // eslint-disable-line no-undef
const timeout = setTimeout(() => {
controller.abort();
}, 2000);
try {
const statusRequest = await fetch(`http://${address}:8080/status`, { signal: controller.signal });
clearTimeout(timeout);
const status = await statusRequest.text();
serversLeft--; serversLeft--;
idealServers.push({ idealServers.push({
addr: address, addr: address,
load: parseInt(status) load: parseInt(status)
}); });
return; } catch (e) {
}).then(async () => { if (e.name === "AbortError") {
if (!serversLeft) {
clearTimeout(timeout);
const server = await chooseServer(idealServers);
resolve({ addr: server.addr, sock: this.connections.get(server.addr) });
}
}).catch(e => {
if (e.code === "ECONNREFUSED") {
serversLeft--; serversLeft--;
return; continue;
} else if (e.code === "ECONNREFUSED") {
serversLeft--;
continue;
}
throw e;
} finally {
clearTimeout(timeout);
} }
reject(e);
});
} }
if (!serversLeft) { if (!serversLeft) {
clearTimeout(timeout); const server = await chooseServer(idealServers);
chooseServer(idealServers).then(server => { return { addr: server.addr, sock: this.connections.get(server.addr) };
resolve({ addr: server.addr, sock: this.connections.get(server.addr) }); } else {
}).catch(e => reject(e)); throw new Error("Loop ended before all servers could be checked");
} }
});
}; };
const start = (object, num) => { const start = async (object, num) => {
return getIdeal().then(async (currentServer) => { const currentServer = await getIdeal();
const data = Buffer.concat([Buffer.from([0x01 /* queue job */]), Buffer.from(num.length.toString()), Buffer.from(num), Buffer.from(JSON.stringify(object))]); const data = Buffer.concat([Buffer.from([0x01 /* queue job */]), Buffer.from(num.length.toString()), Buffer.from(num), Buffer.from(JSON.stringify(object))]);
return new Promise((resolve) => { currentServer.sock.send(data);
currentServer.sock.send(data, () => {
resolve(currentServer.addr);
});
});
}).catch((result) => {
throw result;
}).then((addr) => {
const event = new EventEmitter(); const event = new EventEmitter();
return new Promise((resolve, reject) => { this.jobs[num] = { event, addr: currentServer.addr };
event.once("uuid", (uuid) => resolve({ event, uuid, addr })); const uuid = await new Promise((resolve, reject) => {
event.once("uuid", (uuid) => resolve(uuid));
event.once("error", reject); event.once("error", reject);
this.jobs[num] = { event, addr };
}); });
}).then(data => {
delete this.jobs[num]; delete this.jobs[num];
this.jobs[data.uuid] = { event: data.event, addr: data.addr }; this.jobs[uuid] = { event: event, addr: currentServer.addr };
return { uuid: data.uuid, event: data.event }; return { uuid: uuid, event: event };
});
}; };
exports.check = (cmd) => { exports.check = (cmd) => {