Upload files to Discord as streams for speed

Review and upgrade dependencies
2023-10-15 00:26:52 +13:00 · 2023-10-14 23:58:22 +13:00
6 changed files with 100 additions and 122 deletions
--- a/m2d/actions/channel-webhook.js
+++ b/m2d/actions/channel-webhook.js
@ -2,6 +2,7 @@

 const assert = require("assert").strict
 const DiscordTypes = require("discord-api-types/v10")
+const {Readable} = require("stream")
 const passthrough = require("../../passthrough")
 const {discord, db, select} = passthrough

@ -51,7 +52,7 @@ async function withWebhook(channelID, callback) {

 /**
 * @param {string} channelID
- * @param {DiscordTypes.RESTPostAPIWebhookWithTokenJSONBody & {files?: {name: string, file: Buffer}[]}} data
+ * @param {DiscordTypes.RESTPostAPIWebhookWithTokenJSONBody & {files?: {name: string, file: Buffer | Readable}[]}} data
 * @param {string} [threadID]
 */
 async function sendMessageWithWebhook(channelID, data, threadID) {
@ -64,7 +65,7 @@ async function sendMessageWithWebhook(channelID, data, threadID) {
 /**
 * @param {string} channelID
 * @param {string} messageID
- * @param {DiscordTypes.RESTPatchAPIWebhookWithTokenMessageJSONBody & {files?: {name: string, file: Buffer}[]}} data
+ * @param {DiscordTypes.RESTPatchAPIWebhookWithTokenMessageJSONBody & {files?: {name: string, file: Buffer | Readable}[]}} data
 * @param {string} [threadID]
 */
 async function editMessageWithWebhook(channelID, messageID, data, threadID) {
--- a/m2d/actions/send-event.js
+++ b/m2d/actions/send-event.js
@ -1,11 +1,11 @@
 // @ts-check

-const assert = require("assert").strict
-const crypto = require("crypto")
-const {pipeline} = require("stream")
-const {promisify} = require("util")
 const Ty = require("../../types")
 const DiscordTypes = require("discord-api-types/v10")
+const {Readable} = require("stream")
+const assert = require("assert").strict
+const crypto = require("crypto")
+const fetch = require("node-fetch").default
 const passthrough = require("../../passthrough")
 const {sync, discord, db, select} = passthrough

@ -17,13 +17,12 @@ const eventToMessage = sync.require("../converters/event-to-message")
 const api = sync.require("../../matrix/api")

 /**
- * @param {DiscordTypes.RESTPostAPIWebhookWithTokenJSONBody & {files?: {name: string, file: Buffer}[], pendingFiles?: ({name: string, url: string} | {name: string, url: string, key: string, iv: string} | {name: string, buffer: Buffer})[]}} message
- * @returns {Promise<DiscordTypes.RESTPostAPIWebhookWithTokenJSONBody & {files?: {name: string, file: Buffer}[]}>}
+ * @param {DiscordTypes.RESTPostAPIWebhookWithTokenJSONBody & {files?: {name: string, file: Buffer | Readable}[], pendingFiles?: ({name: string, url: string} | {name: string, url: string, key: string, iv: string} | {name: string, buffer: Buffer | Readable})[]}} message
+ * @returns {Promise<DiscordTypes.RESTPostAPIWebhookWithTokenJSONBody & {files?: {name: string, file: Buffer | Readable}[]}>}
 */
 async function resolvePendingFiles(message) {
 	if (!message.pendingFiles) return message
 	const files = await Promise.all(message.pendingFiles.map(async p => {
-		let fileBuffer
 		if ("buffer" in p) {
 			return {
 				name: p.name,
@ -31,21 +30,22 @@ async function resolvePendingFiles(message) {
 			}
 		}
 		if ("key" in p) {
-			// Encrypted
+			// Encrypted file
 			const d = crypto.createDecipheriv("aes-256-ctr", Buffer.from(p.key, "base64url"), Buffer.from(p.iv, "base64url"))
-			fileBuffer = await fetch(p.url).then(res => res.arrayBuffer()).then(x => {
-				return Buffer.concat([
-					d.update(Buffer.from(x)),
-					d.final()
-				])
-			})
+			// @ts-ignore
+			fetch(p.url).then(res => res.body.pipe(d))
+			return {
+				name: p.name,
+				file: d
+			}
 		} else {
-			// Unencrypted
-			fileBuffer = await fetch(p.url).then(res => res.arrayBuffer()).then(x => Buffer.from(x))
-		}
-		return {
-			name: p.name,
-			file: fileBuffer // TODO: Once SnowTransfer supports ReadableStreams for attachment uploads, pass in those instead of Buffers
+			// Unencrypted file
+			/** @type {Readable} */ // @ts-ignore
+			const body = await fetch(p.url).then(res => res.body)
+			return {
+				name: p.name,
+				file: body
+			}
 		}
 	}))
 	const newMessage = {
--- a/m2d/converters/event-to-message.js
+++ b/m2d/converters/event-to-message.js
@ -2,6 +2,7 @@

 const Ty = require("../../types")
 const DiscordTypes = require("discord-api-types/v10")
+const {Readable} = require("stream")
 const chunk = require("chunk-text")
 const TurndownService = require("turndown")
 const assert = require("assert").strict
@ -9,8 +10,6 @@ const entities = require("entities")

 const passthrough = require("../../passthrough")
 const {sync, db, discord, select, from} = passthrough
-/** @type {import("../../matrix/file")} */
-const file = sync.require("../../matrix/file")
 /** @type {import("../converters/utils")} */
 const utils = sync.require("../converters/utils")
 /** @type {import("./emoji-sheet")} */
@ -245,7 +244,7 @@ async function uploadEndOfMessageSpriteSheet(content, attachments, pendingFiles)
 * @param {{api: import("../../matrix/api")}} di simple-as-nails dependency injection for the matrix API
 */
 async function eventToMessage(event, guild, di) {
-	/** @type {(DiscordTypes.RESTPostAPIWebhookWithTokenJSONBody & {files?: {name: string, file: Buffer}[]})[]} */
+	/** @type {(DiscordTypes.RESTPostAPIWebhookWithTokenJSONBody & {files?: {name: string, file: Buffer | Readable}[]})[]} */
 	let messages = []

 	let displayName = event.sender
--- a/package-lock.json
+++ b/package-lock.json
@ -10,9 +10,9 @@
      "license": "AGPL-3.0-or-later",
      "dependencies": {
        "@chriscdn/promise-semaphore": "^2.0.1",
-        "better-sqlite3": "^8.3.0",
+        "better-sqlite3": "^9.0.0",
        "chunk-text": "^2.0.1",
-        "cloudstorm": "^0.8.0",
+        "cloudstorm": "^0.9.0",
        "discord-markdown": "git+https://git.sr.ht/~cadence/nodejs-discord-markdown#abc56d544072a1dc5624adfea455b0e902adf7b3",
        "entities": "^4.5.0",
        "giframe": "github:cloudrac3r/giframe#v0.4.1",
@ -25,7 +25,7 @@
        "pngjs": "^7.0.0",
        "prettier-bytes": "^1.0.4",
        "sharp": "^0.32.6",
-        "snowtransfer": "^0.8.0",
+        "snowtransfer": "^0.9.0",
        "stream-mime-type": "^1.0.2",
        "try-to-catch": "^3.0.1",
        "turndown": "^7.1.2",
@ -36,7 +36,7 @@
        "@types/node-fetch": "^2.6.3",
        "c8": "^8.0.1",
        "cross-env": "^7.0.3",
-        "discord-api-types": "^0.37.53",
+        "discord-api-types": "^0.37.60",
        "supertape": "^8.3.0",
        "tap-dot": "github:cloudrac3r/tap-dot#9dd7750ececeae3a96afba91905be812b6b2cc2d"
      }
@ -48,9 +48,9 @@
      "dev": true
    },
    "node_modules/@chriscdn/promise-semaphore": {
-      "version": "2.0.1",
-      "resolved": "https://registry.npmjs.org/@chriscdn/promise-semaphore/-/promise-semaphore-2.0.1.tgz",
-      "integrity": "sha512-C0Ku5DNZFbafbSRXagidIaRgzhgGmSHk4aAgPpmmHEostazBiSaMryovC/Aix3vRLNuaeGDKN/DHoNECmMD6jg=="
+      "version": "2.0.7",
+      "resolved": "https://registry.npmjs.org/@chriscdn/promise-semaphore/-/promise-semaphore-2.0.7.tgz",
+      "integrity": "sha512-xsa5SAYSBnYjqvGnzmaLca4X/RFeOl+ziCsIHl5iHkFBgE4NgWupB4z3A1rVMBM2I8TEKaah+5iu9Cm7gQu9JQ=="
    },
    "node_modules/@cloudcmd/stub": {
      "version": "4.0.1",
@ -152,6 +152,14 @@
        "node": ">=8"
      }
    },
+    "node_modules/@fastify/busboy": {
+      "version": "2.0.0",
+      "resolved": "https://registry.npmjs.org/@fastify/busboy/-/busboy-2.0.0.tgz",
+      "integrity": "sha512-JUFJad5lv7jxj926GPgymrWQxxjPYuJNiNjNMzqT+HiuP6Vl3dk5xzG+8sTX96np0ZAluvaMzPsjhHZ5rNuNQQ==",
+      "engines": {
+        "node": ">=14"
+      }
+    },
    "node_modules/@istanbuljs/schema": {
      "version": "0.1.3",
      "resolved": "https://registry.npmjs.org/@istanbuljs/schema/-/schema-0.1.3.tgz",
@ -231,15 +239,15 @@
      "dev": true
    },
    "node_modules/@supertape/engine-loader": {
-      "version": "1.1.3",
-      "resolved": "https://registry.npmjs.org/@supertape/engine-loader/-/engine-loader-1.1.3.tgz",
-      "integrity": "sha512-5ilgEng0WBvMQjNJWQ/bnAA6HKgbLKxTya2C0RxFH0LYSN5faBVtgxjLDvTQ+5L+ZxjK/7ooQDDaRS1Mo0ga5Q==",
+      "version": "2.0.0",
+      "resolved": "https://registry.npmjs.org/@supertape/engine-loader/-/engine-loader-2.0.0.tgz",
+      "integrity": "sha512-1G2MmfZnSxx546omLPAVNgvG/iqOQZGiXHnjJ2JXKvuf2lpPdDRnNm5eLl81lvEG473zE9neX979TzeFcr3Dxw==",
      "dev": true,
      "dependencies": {
        "try-catch": "^3.0.0"
      },
      "engines": {
-        "node": ">=14"
+        "node": ">=16"
      }
    },
    "node_modules/@supertape/formatter-fail": {
@ -268,9 +276,9 @@
      }
    },
    "node_modules/@supertape/formatter-progress-bar": {
-      "version": "3.0.0",
-      "resolved": "https://registry.npmjs.org/@supertape/formatter-progress-bar/-/formatter-progress-bar-3.0.0.tgz",
-      "integrity": "sha512-rVFAQ21eApq3TQV8taFLNcCxcGZvvOPxQC63swdmHFCp+07Dt3tvC/aFxF35NLobc3rySasGSEuPucpyoPrjfg==",
+      "version": "4.1.0",
+      "resolved": "https://registry.npmjs.org/@supertape/formatter-progress-bar/-/formatter-progress-bar-4.1.0.tgz",
+      "integrity": "sha512-MYwso7kbiTE0DaZgbiSlNOikmEcFdL4RQUu1JvnW+cS6ZLl3fqNnmvKa1a14VChKyHzfaTKYLuqToN8zgUjP2g==",
      "dev": true,
      "dependencies": {
        "chalk": "^4.1.0",
@ -280,7 +288,7 @@
        "once": "^1.4.0"
      },
      "engines": {
-        "node": ">=14"
+        "node": ">=16"
      }
    },
    "node_modules/@supertape/formatter-short": {
@ -325,19 +333,19 @@
      "dev": true
    },
    "node_modules/@types/node": {
-      "version": "18.16.5",
-      "resolved": "https://registry.npmjs.org/@types/node/-/node-18.16.5.tgz",
-      "integrity": "sha512-seOA34WMo9KB+UA78qaJoCO20RJzZGVXQ5Sh6FWu0g/hfT44nKXnej3/tCQl7FL97idFpBhisLYCTB50S0EirA==",
+      "version": "18.18.5",
+      "resolved": "https://registry.npmjs.org/@types/node/-/node-18.18.5.tgz",
+      "integrity": "sha512-4slmbtwV59ZxitY4ixUZdy1uRLf9eSIvBWPQxNjhHYWEtn0FryfKpyS2cvADYXTayWdKEIsJengncrVvkI4I6A==",
      "dev": true
    },
    "node_modules/@types/node-fetch": {
-      "version": "2.6.3",
-      "resolved": "https://registry.npmjs.org/@types/node-fetch/-/node-fetch-2.6.3.tgz",
-      "integrity": "sha512-ETTL1mOEdq/sxUtgtOhKjyB2Irra4cjxksvcMUR5Zr4n+PxVhsCD9WS46oPbHL3et9Zde7CNRr+WUNlcHvsX+w==",
+      "version": "2.6.6",
+      "resolved": "https://registry.npmjs.org/@types/node-fetch/-/node-fetch-2.6.6.tgz",
+      "integrity": "sha512-95X8guJYhfqiuVVhRFxVQcf4hW/2bCuoPwDasMf/531STFoNoWTT7YDnWdXHEZKqAGUigmpG31r2FE70LwnzJw==",
      "dev": true,
      "dependencies": {
        "@types/node": "*",
-        "form-data": "^3.0.0"
+        "form-data": "^4.0.0"
      }
    },
    "node_modules/@types/prop-types": {
@ -446,7 +454,8 @@
    "node_modules/asynckit": {
      "version": "0.4.0",
      "resolved": "https://registry.npmjs.org/asynckit/-/asynckit-0.4.0.tgz",
-      "integrity": "sha512-Oei9OH4tRh0YqU3GxhX79dM/mwVgvbZJaSNaRk+bshkj0S5cfHcgYakreBjrHwatXKbz+IoIdYLxrKim2MjW0Q=="
+      "integrity": "sha512-Oei9OH4tRh0YqU3GxhX79dM/mwVgvbZJaSNaRk+bshkj0S5cfHcgYakreBjrHwatXKbz+IoIdYLxrKim2MjW0Q==",
+      "dev": true
    },
    "node_modules/available-typed-arrays": {
      "version": "1.0.5",
@ -512,13 +521,13 @@
      "integrity": "sha512-Gd2UZBJDkXlY7GbJxfsE8/nvKkUEU1G38c1siN6QP6a9PT9MmHB8GnpscSmMJSoF8LOIrt8ud/wPtojys4G6+g=="
    },
    "node_modules/better-sqlite3": {
-      "version": "8.4.0",
-      "resolved": "https://registry.npmjs.org/better-sqlite3/-/better-sqlite3-8.4.0.tgz",
-      "integrity": "sha512-NmsNW1CQvqMszu/CFAJ3pLct6NEFlNfuGM6vw72KHkjOD1UDnL96XNN1BMQc1hiHo8vE2GbOWQYIpZ+YM5wrZw==",
+      "version": "9.0.0",
+      "resolved": "https://registry.npmjs.org/better-sqlite3/-/better-sqlite3-9.0.0.tgz",
+      "integrity": "sha512-lDxQ9qg/XuUHZG6xzrQaMHkNWl37t35/LPB/VJGV8DdScSuGFNfFSqgscXEd8UIuyk/d9wU8iaMxQa4If5Wqog==",
      "hasInstallScript": true,
      "dependencies": {
        "bindings": "^1.5.0",
-        "prebuild-install": "^7.1.0"
+        "prebuild-install": "^7.1.1"
      }
    },
    "node_modules/bindings": {
@ -631,17 +640,6 @@
        "ieee754": "^1.2.1"
      }
    },
-    "node_modules/busboy": {
-      "version": "1.6.0",
-      "resolved": "https://registry.npmjs.org/busboy/-/busboy-1.6.0.tgz",
-      "integrity": "sha512-8SFQbg/0hQ9xy3UNTB0YEnsNBbWfhf7RtnzpL7TkBiTBRfrQ9Fxcnz7VJsleJpyp6rVLvXiuORqjlHi5q+PYuA==",
-      "dependencies": {
-        "streamsearch": "^1.1.0"
-      },
-      "engines": {
-        "node": ">=10.16.0"
-      }
-    },
    "node_modules/bytes": {
      "version": "3.1.2",
      "resolved": "https://registry.npmjs.org/bytes/-/bytes-3.1.2.tgz",
@ -784,14 +782,14 @@
      }
    },
    "node_modules/cloudstorm": {
-      "version": "0.8.3",
-      "resolved": "https://registry.npmjs.org/cloudstorm/-/cloudstorm-0.8.3.tgz",
-      "integrity": "sha512-4c2rqFFvzM4P3pcnjnGUlYuyBjx/xnMew6imB0sFwmNLITLCTLYa3qGkrnhI1g/tM0fqg+Gr+EmDHiDZfEr9LQ==",
+      "version": "0.9.0",
+      "resolved": "https://registry.npmjs.org/cloudstorm/-/cloudstorm-0.9.0.tgz",
+      "integrity": "sha512-n5M5TVnvm/X5vdNKy85q8muMregnvPWxv7HGSDCChL/FReOh2PGOm0FZJVm4hcB+KIM07KmiJTiCSQTnrTrSnQ==",
      "dependencies": {
-        "snowtransfer": "^0.8.3"
+        "snowtransfer": "^0.9.0"
      },
      "engines": {
-        "node": ">=12.0.0"
+        "node": ">=14.8.0"
      }
    },
    "node_modules/color": {
@ -841,6 +839,7 @@
      "version": "1.0.8",
      "resolved": "https://registry.npmjs.org/combined-stream/-/combined-stream-1.0.8.tgz",
      "integrity": "sha512-FQN4MRfuJeHf7cBbBMJFXhKSDq+2kAArBlmRBvcvFE5BB1HZKXtSFASDhdlz9zOYwxh8lDdnvmMOe/+5cdoEdg==",
+      "dev": true,
      "dependencies": {
        "delayed-stream": "~1.0.0"
      },
@ -1014,6 +1013,7 @@
      "version": "1.0.0",
      "resolved": "https://registry.npmjs.org/delayed-stream/-/delayed-stream-1.0.0.tgz",
      "integrity": "sha512-ZySD7Nf91aLB0RxL4KGrKHBXl7Eds1DAmEdcoVawXnLD7SDhpNgtuII2aAkg7a7QS41jxPSZ17p4VdGnMHk3MQ==",
+      "dev": true,
      "engines": {
        "node": ">=0.4.0"
      }
@ -1053,9 +1053,9 @@
      }
    },
    "node_modules/discord-api-types": {
-      "version": "0.37.53",
-      "resolved": "https://registry.npmjs.org/discord-api-types/-/discord-api-types-0.37.53.tgz",
-      "integrity": "sha512-N6uUgv50OyP981Mfxrrt0uxcqiaNr0BDaQIoqfk+3zM2JpZtwU9v7ce1uaFAP53b2xSDvcbrk80Kneui6XJgGg=="
+      "version": "0.37.60",
+      "resolved": "https://registry.npmjs.org/discord-api-types/-/discord-api-types-0.37.60.tgz",
+      "integrity": "sha512-5BELXTsv7becqVHrD81nZrqT4oEyXXWBwbsO/kwDDu6X3u19VV1tYDB5I5vaVAK+c1chcDeheI9zACBLm41LiQ=="
    },
    "node_modules/discord-markdown": {
      "version": "2.4.1",
@ -1345,9 +1345,9 @@
      }
    },
    "node_modules/form-data": {
-      "version": "3.0.1",
-      "resolved": "https://registry.npmjs.org/form-data/-/form-data-3.0.1.tgz",
-      "integrity": "sha512-RHkBKtLWUVwd7SqRIvCZMEvAMoGUp0XU+seQiZejj0COz3RI3hWP4sCv3gZWWLjJTd7rGwcsF5eKZGii0r/hbg==",
+      "version": "4.0.0",
+      "resolved": "https://registry.npmjs.org/form-data/-/form-data-4.0.0.tgz",
+      "integrity": "sha512-ETEklSGi5t0QMZuiXoA/Q6vcnxcLQP5vdugSpuAyi6SVGi2clPPp+xgEhuMaHC+zGgn31Kd235W35f7Hykkaww==",
      "dev": true,
      "dependencies": {
        "asynckit": "^0.4.0",
@ -1549,9 +1549,9 @@
      }
    },
    "node_modules/heatsync": {
-      "version": "2.4.1",
-      "resolved": "https://registry.npmjs.org/heatsync/-/heatsync-2.4.1.tgz",
-      "integrity": "sha512-cRzLwnKnJ5O4dQWXiJyFp4myKY8lGfK+49/SbPsvnr3pf2PNG1Xh8pPono303cjJeFpaPSTs609mQH1xhPVyzA==",
+      "version": "2.4.2",
+      "resolved": "https://registry.npmjs.org/heatsync/-/heatsync-2.4.2.tgz",
+      "integrity": "sha512-s+YzwGpCjsJLRCuz6Ur8JFKz7vXEMFAPLqDbaEvMR5Um/IPPJpmupBH7LKeiyfGkIScFz9iyBPa1TifcoU4D7A==",
      "dependencies": {
        "backtracker": "3.3.2"
      }
@ -2192,9 +2192,9 @@
      "integrity": "sha512-+eawOlIgy680F0kBzPUNFhMZGtJ1YmqM6l4+Crf4IkImjYrO/mqPwRMh352g23uIaQKFItcQ64I7KMaJxHgAVA=="
    },
    "node_modules/node-fetch": {
-      "version": "2.6.12",
-      "resolved": "https://registry.npmjs.org/node-fetch/-/node-fetch-2.6.12.tgz",
-      "integrity": "sha512-C/fGU2E8ToujUivIO0H+tpQ6HWo4eEmchoPIoXtxCrVghxdKq+QOHqEZW7tuP3KlV3bC8FRMO5nMCC7Zm1VP6g==",
+      "version": "2.7.0",
+      "resolved": "https://registry.npmjs.org/node-fetch/-/node-fetch-2.7.0.tgz",
+      "integrity": "sha512-c4FRfUm/dbcWZ7U+1Wq0AwCyFL+3nt2bEw05wfxSz+DWpWsitgmSgYmy2dQdWyKC1694ELPqMs/YzUSNozLt8A==",
      "dependencies": {
        "whatwg-url": "^5.0.0"
      },
@ -2922,29 +2922,15 @@
      }
    },
    "node_modules/snowtransfer": {
-      "version": "0.8.3",
-      "resolved": "https://registry.npmjs.org/snowtransfer/-/snowtransfer-0.8.3.tgz",
-      "integrity": "sha512-0X6NLFBUKppYT5VH/mVQNGX+ufv0AndunZC84MqGAR/3rfTIGQblgGJlHlDQbeCytlXdMpgRHIGQnBFlE094NQ==",
+      "version": "0.9.0",
+      "resolved": "https://registry.npmjs.org/snowtransfer/-/snowtransfer-0.9.0.tgz",
+      "integrity": "sha512-43Q0pvk7ZV8uZwcL/IhEFYKFZj53FOqxr2dVDwduPT87eHOJzfs8aQ+tNDqsjW6OMUBurwR3XZZFEpQ2f/XzXA==",
      "dependencies": {
-        "discord-api-types": "^0.37.47",
-        "form-data": "^4.0.0",
-        "undici": "^5.22.1"
+        "discord-api-types": "^0.37.60",
+        "undici": "^5.26.3"
      },
      "engines": {
-        "node": ">=12.0.0"
-      }
-    },
-    "node_modules/snowtransfer/node_modules/form-data": {
-      "version": "4.0.0",
-      "resolved": "https://registry.npmjs.org/form-data/-/form-data-4.0.0.tgz",
-      "integrity": "sha512-ETEklSGi5t0QMZuiXoA/Q6vcnxcLQP5vdugSpuAyi6SVGi2clPPp+xgEhuMaHC+zGgn31Kd235W35f7Hykkaww==",
-      "dependencies": {
-        "asynckit": "^0.4.0",
-        "combined-stream": "^1.0.8",
-        "mime-types": "^2.1.12"
-      },
-      "engines": {
-        "node": ">= 6"
+        "node": ">=14.18.0"
      }
    },
    "node_modules/source-map": {
@ -3022,14 +3008,6 @@
        "node": ">=10"
      }
    },
-    "node_modules/streamsearch": {
-      "version": "1.1.0",
-      "resolved": "https://registry.npmjs.org/streamsearch/-/streamsearch-1.1.0.tgz",
-      "integrity": "sha512-Mcc5wHehp9aXz1ax6bZUyY5afg9u2rv5cqQI3mRrYkGC8rW2hM02jWuwjtL++LS5qinSyhj2QfLyNsuc+VsExg==",
-      "engines": {
-        "node": ">=10.0.0"
-      }
-    },
    "node_modules/streamx": {
      "version": "2.15.1",
      "resolved": "https://registry.npmjs.org/streamx/-/streamx-2.15.1.tgz",
@ -3122,18 +3100,18 @@
      }
    },
    "node_modules/supertape": {
-      "version": "8.3.0",
-      "resolved": "https://registry.npmjs.org/supertape/-/supertape-8.3.0.tgz",
-      "integrity": "sha512-dcMylmkr1Mctr5UBCrlvZynuBRuLvlkWJLGXdL/PcI41BERnObO+kV0PeZhH5n6lwVnvK2xfvZyN32WIAPf/tw==",
+      "version": "8.6.0",
+      "resolved": "https://registry.npmjs.org/supertape/-/supertape-8.6.0.tgz",
+      "integrity": "sha512-zvAXZaliVu8qpGRx5KiYQfPZcQD9B361lmRtXb3zyilpHHc0/5ygQ9MfWYZEwXywxHDfve3w8ZukI/NKPT9PyA==",
      "dev": true,
      "dependencies": {
        "@cloudcmd/stub": "^4.0.0",
        "@putout/cli-keypress": "^1.0.0",
        "@putout/cli-validate-args": "^1.0.1",
-        "@supertape/engine-loader": "^1.0.0",
+        "@supertape/engine-loader": "^2.0.0",
        "@supertape/formatter-fail": "^3.0.0",
        "@supertape/formatter-json-lines": "^2.0.0",
-        "@supertape/formatter-progress-bar": "^3.0.0",
+        "@supertape/formatter-progress-bar": "^4.0.0",
        "@supertape/formatter-short": "^2.0.0",
        "@supertape/formatter-tap": "^3.0.0",
        "@supertape/operator-stub": "^3.0.0",
@ -3414,11 +3392,11 @@
      }
    },
    "node_modules/undici": {
-      "version": "5.22.1",
-      "resolved": "https://registry.npmjs.org/undici/-/undici-5.22.1.tgz",
-      "integrity": "sha512-Ji2IJhFXZY0x/0tVBXeQwgPlLWw13GVzpsWPQ3rV50IFMMof2I55PZZxtm4P6iNq+L5znYN9nSTAq0ZyE6lSJw==",
+      "version": "5.26.3",
+      "resolved": "https://registry.npmjs.org/undici/-/undici-5.26.3.tgz",
+      "integrity": "sha512-H7n2zmKEWgOllKkIUkLvFmsJQj062lSm3uA4EYApG8gLuiOM0/go9bIoC3HVaSnfg4xunowDE2i9p8drkXuvDw==",
      "dependencies": {
-        "busboy": "^1.6.0"
+        "@fastify/busboy": "^2.0.0"
      },
      "engines": {
        "node": ">=14.0"
--- a/package.json
+++ b/package.json
@ -16,9 +16,9 @@
  "license": "AGPL-3.0-or-later",
  "dependencies": {
    "@chriscdn/promise-semaphore": "^2.0.1",
-    "better-sqlite3": "^8.3.0",
+    "better-sqlite3": "^9.0.0",
    "chunk-text": "^2.0.1",
-    "cloudstorm": "^0.8.0",
+    "cloudstorm": "^0.9.0",
    "discord-markdown": "git+https://git.sr.ht/~cadence/nodejs-discord-markdown#abc56d544072a1dc5624adfea455b0e902adf7b3",
    "entities": "^4.5.0",
    "giframe": "github:cloudrac3r/giframe#v0.4.1",
@ -31,7 +31,7 @@
    "pngjs": "^7.0.0",
    "prettier-bytes": "^1.0.4",
    "sharp": "^0.32.6",
-    "snowtransfer": "^0.8.0",
+    "snowtransfer": "^0.9.0",
    "stream-mime-type": "^1.0.2",
    "try-to-catch": "^3.0.1",
    "turndown": "^7.1.2",
@ -42,7 +42,7 @@
    "@types/node-fetch": "^2.6.3",
    "c8": "^8.0.1",
    "cross-env": "^7.0.3",
-    "discord-api-types": "^0.37.53",
+    "discord-api-types": "^0.37.60",
    "supertape": "^8.3.0",
    "tap-dot": "github:cloudrac3r/tap-dot#9dd7750ececeae3a96afba91905be812b6b2cc2d"
  },
--- a/readme.md
+++ b/readme.md
@ -73,7 +73,7 @@ You'll need:

 Follow these steps:

-1. [Get Node.js version 18 or later](https://nodejs.org/en/download/releases) (the version is required by the matrix-appservice dependency)
+1. [Get Node.js version 18 or later](https://nodejs.org/en/download/releases) (the version is required by the better-sqlite3 and matrix-appservice dependencies)

 1. Clone this repo and checkout a specific tag. (Development happens on main. Stabler versions are tagged.)
Author	SHA1	Message	Date
Cadence Ember	9c3f1abd3a	Upload files to Discord as streams for speed	2023-10-15 00:26:52 +13:00
Cadence Ember	fff8f0d94c	Review and upgrade dependencies	2023-10-14 23:58:22 +13:00