2019-03-07 14:07:21 +00:00
|
|
|
import * as Queue from 'bull';
|
2019-02-06 06:01:43 +00:00
|
|
|
import * as httpSignature from 'http-signature';
|
2019-02-05 10:50:14 +00:00
|
|
|
|
2019-02-06 06:01:43 +00:00
|
|
|
import config from '../config';
|
2018-05-07 09:20:15 +00:00
|
|
|
import { ILocalUser } from '../models/user';
|
2019-02-04 04:37:50 +00:00
|
|
|
import { program } from '../argv';
|
2019-03-07 14:07:21 +00:00
|
|
|
|
|
|
|
import processDeliver from './processors/deliver';
|
|
|
|
import processInbox from './processors/process-inbox';
|
|
|
|
import processDb from './processors/db';
|
2019-03-07 14:36:08 +00:00
|
|
|
import { queueLogger } from './logger';
|
2019-03-07 14:07:21 +00:00
|
|
|
|
|
|
|
function initializeQueue(name: string) {
|
|
|
|
return new Queue(name, config.redis != null ? {
|
|
|
|
redis: {
|
|
|
|
port: config.redis.port,
|
|
|
|
host: config.redis.host,
|
|
|
|
password: config.redis.pass,
|
|
|
|
db: 1
|
|
|
|
}
|
|
|
|
} : null);
|
2019-02-04 07:41:53 +00:00
|
|
|
}
|
2019-02-04 04:35:58 +00:00
|
|
|
|
2019-03-07 14:07:21 +00:00
|
|
|
const deliverQueue = initializeQueue('deliver');
|
|
|
|
const inboxQueue = initializeQueue('inbox');
|
|
|
|
const dbQueue = initializeQueue('db');
|
|
|
|
|
2019-02-06 06:01:43 +00:00
|
|
|
export function deliver(user: ILocalUser, content: any, to: any) {
|
2019-03-07 14:07:21 +00:00
|
|
|
if (content == null) return null;
|
2019-02-06 06:01:43 +00:00
|
|
|
|
|
|
|
const data = {
|
|
|
|
user,
|
|
|
|
content,
|
|
|
|
to
|
|
|
|
};
|
|
|
|
|
2019-03-07 14:07:21 +00:00
|
|
|
return deliverQueue.add(data, {
|
|
|
|
attempts: 4,
|
|
|
|
backoff: {
|
|
|
|
type: 'exponential',
|
|
|
|
delay: 1000
|
|
|
|
},
|
2019-03-07 20:39:59 +00:00
|
|
|
lifo: true,
|
2019-03-07 14:07:21 +00:00
|
|
|
removeOnComplete: true,
|
|
|
|
removeOnFail: true
|
|
|
|
});
|
2018-04-04 14:12:35 +00:00
|
|
|
}
|
|
|
|
|
2019-03-07 14:07:21 +00:00
|
|
|
export function inbox(activity: any, signature: httpSignature.IParsedSignature) {
|
2019-02-06 06:01:43 +00:00
|
|
|
const data = {
|
|
|
|
activity: activity,
|
|
|
|
signature
|
|
|
|
};
|
2018-11-15 20:47:29 +00:00
|
|
|
|
2019-03-07 14:07:21 +00:00
|
|
|
return inboxQueue.add(data, {
|
|
|
|
attempts: 4,
|
|
|
|
backoff: {
|
|
|
|
type: 'exponential',
|
|
|
|
delay: 1000
|
|
|
|
},
|
2019-03-07 20:39:59 +00:00
|
|
|
lifo: true,
|
2019-03-07 14:07:21 +00:00
|
|
|
removeOnComplete: true,
|
|
|
|
removeOnFail: true
|
|
|
|
});
|
2018-04-05 14:24:51 +00:00
|
|
|
}
|
2019-02-03 09:16:57 +00:00
|
|
|
|
2019-02-20 16:30:21 +00:00
|
|
|
export function createDeleteNotesJob(user: ILocalUser) {
|
2019-03-07 14:27:38 +00:00
|
|
|
return dbQueue.add('deleteNotes', {
|
2019-02-20 16:30:21 +00:00
|
|
|
user: user
|
2019-03-07 14:27:38 +00:00
|
|
|
}, {
|
2019-03-07 14:07:21 +00:00
|
|
|
removeOnComplete: true,
|
|
|
|
removeOnFail: true
|
|
|
|
});
|
2019-02-20 16:30:21 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
export function createDeleteDriveFilesJob(user: ILocalUser) {
|
2019-03-07 14:27:38 +00:00
|
|
|
return dbQueue.add('deleteDriveFiles', {
|
2019-02-20 16:30:21 +00:00
|
|
|
user: user
|
2019-03-07 14:27:38 +00:00
|
|
|
}, {
|
2019-03-07 14:07:21 +00:00
|
|
|
removeOnComplete: true,
|
|
|
|
removeOnFail: true
|
|
|
|
});
|
2019-02-20 16:30:21 +00:00
|
|
|
}
|
|
|
|
|
2019-02-05 10:50:14 +00:00
|
|
|
export function createExportNotesJob(user: ILocalUser) {
|
2019-03-07 14:27:38 +00:00
|
|
|
return dbQueue.add('exportNotes', {
|
2019-02-05 10:50:14 +00:00
|
|
|
user: user
|
2019-03-07 14:27:38 +00:00
|
|
|
}, {
|
2019-03-07 14:07:21 +00:00
|
|
|
removeOnComplete: true,
|
|
|
|
removeOnFail: true
|
|
|
|
});
|
2019-02-05 10:50:14 +00:00
|
|
|
}
|
2019-02-04 04:35:58 +00:00
|
|
|
|
2019-02-06 12:21:49 +00:00
|
|
|
export function createExportFollowingJob(user: ILocalUser) {
|
2019-03-07 14:27:38 +00:00
|
|
|
return dbQueue.add('exportFollowing', {
|
2019-02-06 12:21:49 +00:00
|
|
|
user: user
|
2019-03-07 14:27:38 +00:00
|
|
|
}, {
|
2019-03-07 14:07:21 +00:00
|
|
|
removeOnComplete: true,
|
|
|
|
removeOnFail: true
|
|
|
|
});
|
2019-02-06 12:21:49 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
export function createExportMuteJob(user: ILocalUser) {
|
2019-03-07 14:27:38 +00:00
|
|
|
return dbQueue.add('exportMute', {
|
2019-02-06 12:21:49 +00:00
|
|
|
user: user
|
2019-03-07 14:27:38 +00:00
|
|
|
}, {
|
2019-03-07 14:07:21 +00:00
|
|
|
removeOnComplete: true,
|
|
|
|
removeOnFail: true
|
|
|
|
});
|
2019-02-06 12:21:49 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
export function createExportBlockingJob(user: ILocalUser) {
|
2019-03-07 14:27:38 +00:00
|
|
|
return dbQueue.add('exportBlocking', {
|
2019-02-06 12:21:49 +00:00
|
|
|
user: user
|
2019-03-07 14:27:38 +00:00
|
|
|
}, {
|
2019-03-07 14:07:21 +00:00
|
|
|
removeOnComplete: true,
|
|
|
|
removeOnFail: true
|
|
|
|
});
|
2019-02-06 12:21:49 +00:00
|
|
|
}
|
|
|
|
|
2019-02-04 04:35:58 +00:00
|
|
|
export default function() {
|
2019-03-07 14:07:21 +00:00
|
|
|
if (!program.onlyServer) {
|
2019-03-07 20:23:13 +00:00
|
|
|
deliverQueue.process(128, processDeliver);
|
|
|
|
inboxQueue.process(128, processInbox);
|
2019-03-07 14:27:38 +00:00
|
|
|
processDb(dbQueue);
|
2019-02-04 04:35:58 +00:00
|
|
|
}
|
|
|
|
}
|
2019-02-06 06:24:59 +00:00
|
|
|
|
|
|
|
export function destroy() {
|
2019-03-07 14:36:08 +00:00
|
|
|
deliverQueue.once('cleaned', (jobs, status) => {
|
|
|
|
queueLogger.succ(`[deliver] Cleaned ${jobs.length} ${status} jobs`);
|
|
|
|
});
|
|
|
|
deliverQueue.clean(0, 'wait');
|
|
|
|
|
|
|
|
inboxQueue.once('cleaned', (jobs, status) => {
|
|
|
|
queueLogger.succ(`[inbox] Cleaned ${jobs.length} ${status} jobs`);
|
|
|
|
});
|
|
|
|
inboxQueue.clean(0, 'wait');
|
2019-02-06 06:24:59 +00:00
|
|
|
}
|