mrmBot-Matrix/natives/whisper.cc

97 lines
3.4 KiB
C++
Raw Normal View History

2021-07-12 21:02:00 +00:00
#include <napi.h>
2022-03-20 04:25:59 +00:00
#include <vips/vips8>
2021-07-12 21:02:00 +00:00
using namespace std;
2022-03-20 04:25:59 +00:00
using namespace vips;
2021-07-12 21:02:00 +00:00
Napi::Value Whisper(const Napi::CallbackInfo &info) {
Napi::Env env = info.Env();
try {
Napi::Object obj = info[0].As<Napi::Object>();
Napi::Buffer<char> data = obj.Get("data").As<Napi::Buffer<char>>();
string caption = obj.Get("caption").As<Napi::String>().Utf8Value();
string type = obj.Get("type").As<Napi::String>().Utf8Value();
2022-03-20 04:25:59 +00:00
VOption *options = VImage::option()->set("access", "sequential");
2021-07-12 21:02:00 +00:00
2022-03-20 04:25:59 +00:00
VImage in =
VImage::new_from_buffer(data.Data(), data.Length(), "",
type == "gif" ? options->set("n", -1) : options)
.colourspace(VIPS_INTERPRETATION_sRGB);
if (!in.has_alpha()) in = in.bandjoin(255);
2021-07-12 21:02:00 +00:00
2022-03-20 04:25:59 +00:00
int width = in.width();
2022-06-20 06:05:06 +00:00
int pageHeight = vips_image_get_page_height(in.get_image());
int nPages = vips_image_get_n_pages(in.get_image());
2022-03-20 04:25:59 +00:00
int size = width / 6;
2021-07-12 21:53:54 +00:00
int dividedWidth = width / 175;
2022-03-20 04:25:59 +00:00
int rad = 1;
string font_string = "Upright " + to_string(size);
2021-07-12 21:02:00 +00:00
2022-03-20 04:25:59 +00:00
VImage mask;
if (dividedWidth >= 1) {
mask = VImage::black(dividedWidth * 2 + 1, dividedWidth * 2 + 1) + 128;
mask.draw_circle({255}, dividedWidth, dividedWidth, dividedWidth,
VImage::option()->set("fill", true));
} else {
mask = VImage::black(rad * 2 + 1, rad * 2 + 1) + 128;
mask.draw_circle({255}, rad, rad, rad,
VImage::option()->set("fill", true));
2021-07-12 21:02:00 +00:00
}
2022-03-20 04:25:59 +00:00
VImage textIn = VImage::text(
("<span foreground=\"white\">" + caption + "</span>").c_str(),
VImage::option()
->set("rgba", true)
->set("align", VIPS_ALIGN_CENTRE)
->set("font", font_string.c_str())
->set("width", width));
textIn = textIn.embed(rad + 10, rad + 10, (textIn.width() + 2 * rad) + 20,
(textIn.height() + 2 * rad) + 20);
2021-07-12 21:02:00 +00:00
2022-03-20 04:25:59 +00:00
VImage outline =
textIn.morph(mask, VIPS_OPERATION_MORPHOLOGY_DILATE)
.gaussblur(0.5, VImage::option()->set("min_ampl", 0.1));
outline = (outline == (vector<double>){0, 0, 0, 0});
VImage invert = outline.extract_band(3).invert();
outline =
outline.extract_band(0, VImage::option()->set("n", outline.bands() - 1))
.bandjoin(invert);
VImage textImg = outline.composite2(textIn, VIPS_BLEND_MODE_OVER);
vector<VImage> img;
for (int i = 0; i < nPages; i++) {
2022-03-20 04:25:59 +00:00
VImage img_frame =
2022-06-20 06:05:06 +00:00
type == "gif" ? in.crop(0, i * pageHeight, width, pageHeight) : in;
2022-03-20 04:25:59 +00:00
img_frame = img_frame.composite2(
textImg, VIPS_BLEND_MODE_OVER,
VImage::option()
->set("x", (width / 2) - (textImg.width() / 2))
2022-06-20 06:05:06 +00:00
->set("y", (pageHeight / 2) - (textImg.height() / 2)));
2022-03-20 04:25:59 +00:00
img.push_back(img_frame);
2021-07-12 21:02:00 +00:00
}
2022-03-20 04:25:59 +00:00
VImage final = VImage::arrayjoin(img, VImage::option()->set("across", 1));
2022-06-20 06:05:06 +00:00
final.set(VIPS_META_PAGE_HEIGHT, pageHeight);
2022-03-20 04:25:59 +00:00
void *buf;
size_t length;
final.write_to_buffer(
("." + type).c_str(), &buf, &length,
type == "gif" ? VImage::option()->set("dither", 0) : 0);
2021-07-12 21:02:00 +00:00
2022-03-20 04:25:59 +00:00
vips_thread_shutdown();
2021-07-12 21:02:00 +00:00
Napi::Object result = Napi::Object::New(env);
2022-03-20 04:25:59 +00:00
result.Set("data", Napi::Buffer<char>::Copy(env, (char *)buf, length));
2021-07-12 21:02:00 +00:00
result.Set("type", type);
return result;
} catch (std::exception const &err) {
throw Napi::Error::New(env, err.what());
} catch (...) {
throw Napi::Error::New(env, "Unknown error");
}
}