Move ooye.db to current working dir
This commit is contained in:
parent
b8962780ae
commit
01af302796
10 changed files with 20 additions and 18 deletions
2
.gitignore
vendored
2
.gitignore
vendored
|
@ -2,6 +2,6 @@ node_modules
|
||||||
config.js
|
config.js
|
||||||
registration.yaml
|
registration.yaml
|
||||||
coverage
|
coverage
|
||||||
src/db/ooye.db*
|
ooye.db*
|
||||||
test/res/*
|
test/res/*
|
||||||
!test/res/lottie*
|
!test/res/lottie*
|
||||||
|
|
|
@ -58,6 +58,7 @@
|
||||||
"supertape": "^10.4.0"
|
"supertape": "^10.4.0"
|
||||||
},
|
},
|
||||||
"scripts": {
|
"scripts": {
|
||||||
|
"start": "node start.js",
|
||||||
"addbot": "node addbot.js",
|
"addbot": "node addbot.js",
|
||||||
"test": "cross-env FORCE_COLOR=true supertape --no-check-assertions-count --format tap test/test.js | tap-dot",
|
"test": "cross-env FORCE_COLOR=true supertape --no-check-assertions-count --format tap test/test.js | tap-dot",
|
||||||
"test-slow": "cross-env FORCE_COLOR=true supertape --no-check-assertions-count --format tap --no-worker test/test.js -- --slow | tap-dot",
|
"test-slow": "cross-env FORCE_COLOR=true supertape --no-check-assertions-count --format tap --no-worker test/test.js -- --slow | tap-dot",
|
||||||
|
|
15
readme.md
15
readme.md
|
@ -55,7 +55,7 @@ For more information about features, [see the user guide.](https://gitdab.com/ca
|
||||||
|
|
||||||
Using WeatherStack as a thin layer between the bridge application and the Discord API lets us control exactly what data is cached in memory. Only necessary information is cached. For example, member data, user data, message content, and past edits are never stored in memory. This keeps the memory usage low and also prevents it ballooning in size over the bridge's runtime.
|
Using WeatherStack as a thin layer between the bridge application and the Discord API lets us control exactly what data is cached in memory. Only necessary information is cached. For example, member data, user data, message content, and past edits are never stored in memory. This keeps the memory usage low and also prevents it ballooning in size over the bridge's runtime.
|
||||||
|
|
||||||
The bridge uses a small SQLite database to store relationships like which Discord messages correspond to which Matrix messages. This is so the bridge knows what to edit when some message is edited on Discord. Using `without rowid` on the database tables stores the index and the data in the same B-tree. Since Matrix and Discord's internal IDs are quite long, this vastly reduces storage space because those IDs do not have to be stored twice separately. Some event IDs are actually stored as xxhash integers to reduce storage requirements even more. On my personal instance of OOYE, every 100,000 messages require 16.1 MB of storage space in the SQLite database.
|
The bridge uses a small SQLite database to store relationships like which Discord messages correspond to which Matrix messages. This is so the bridge knows what to edit when some message is edited on Discord. Using `without rowid` on the database tables stores the index and the data in the same B-tree. Since Matrix and Discord's internal IDs are quite long, this vastly reduces storage space because those IDs do not have to be stored twice separately. Some event IDs and URLs are actually stored as xxhash integers to reduce storage requirements even more. On my personal instance of OOYE, every 300,000 messages (representing a year of conversations) requires 47.3 MB of storage space in the SQLite database.
|
||||||
|
|
||||||
Only necessary data and columns are queried from the database. We only contact the homeserver API if the database doesn't contain what we need.
|
Only necessary data and columns are queried from the database. We only contact the homeserver API if the database doesn't contain what we need.
|
||||||
|
|
||||||
|
@ -83,7 +83,7 @@ Follow these steps:
|
||||||
|
|
||||||
1. Run `node scripts/seed.js` to check your setup and set the bot's initial state. It will prompt you for information. You only need to run this once ever.
|
1. Run `node scripts/seed.js` to check your setup and set the bot's initial state. It will prompt you for information. You only need to run this once ever.
|
||||||
|
|
||||||
1. Start the bridge: `node start.js`
|
1. Start the bridge: `npm run start`
|
||||||
|
|
||||||
1. Add the bot to a server - use any *one* of the following commands for an invite link:
|
1. Add the bot to a server - use any *one* of the following commands for an invite link:
|
||||||
* (in the REPL) `addbot`
|
* (in the REPL) `addbot`
|
||||||
|
@ -106,18 +106,19 @@ To get into the rooms on your Matrix account, either add yourself to `invite` in
|
||||||
## Repository structure
|
## Repository structure
|
||||||
|
|
||||||
.
|
.
|
||||||
* Run this to start the bridge:
|
|
||||||
├── start.js
|
|
||||||
* Runtime configuration, like tokens and user info:
|
* Runtime configuration, like tokens and user info:
|
||||||
├── registration.yaml
|
├── registration.yaml
|
||||||
* You are here! :)
|
* You are here! :)
|
||||||
└── readme.md
|
├── readme.md
|
||||||
|
* The bridge's SQLite database is stored here:
|
||||||
|
├── ooye.db*
|
||||||
* Source code
|
* Source code
|
||||||
└── src
|
└── src
|
||||||
* The bridge's SQLite database is stored here:
|
* Database schema:
|
||||||
├── db
|
├── db
|
||||||
│ ├── *.sql, *.db
|
│ ├── orm.js, orm-defs.d.ts
|
||||||
│ * Migrations change the database schema when you update to a newer version of OOYE:
|
│ * Migrations change the database schema when you update to a newer version of OOYE:
|
||||||
|
│ ├── migrate.js
|
||||||
│ └── migrations
|
│ └── migrations
|
||||||
│ └── *.sql, *.js
|
│ └── *.sql, *.js
|
||||||
* Discord-to-Matrix bridging:
|
* Discord-to-Matrix bridging:
|
||||||
|
|
|
@ -7,7 +7,7 @@
|
||||||
const sqlite = require("better-sqlite3")
|
const sqlite = require("better-sqlite3")
|
||||||
|
|
||||||
const passthrough = require("../src/passthrough")
|
const passthrough = require("../src/passthrough")
|
||||||
const db = new sqlite("db/ooye.db")
|
const db = new sqlite("ooye.db")
|
||||||
const migrate = require("../src/db/migrate")
|
const migrate = require("../src/db/migrate")
|
||||||
|
|
||||||
Object.assign(passthrough, {db})
|
Object.assign(passthrough, {db})
|
||||||
|
|
|
@ -17,7 +17,7 @@ const oldAT = reg.old_bridge.as_token
|
||||||
const newAT = reg.as_token
|
const newAT = reg.as_token
|
||||||
|
|
||||||
const oldDB = new sqlite(reg.old_bridge.database)
|
const oldDB = new sqlite(reg.old_bridge.database)
|
||||||
const db = new sqlite("db/ooye.db")
|
const db = new sqlite("ooye.db")
|
||||||
|
|
||||||
db.exec(`CREATE TABLE IF NOT EXISTS half_shot_migration (
|
db.exec(`CREATE TABLE IF NOT EXISTS half_shot_migration (
|
||||||
discord_channel TEXT NOT NULL,
|
discord_channel TEXT NOT NULL,
|
||||||
|
|
|
@ -6,7 +6,7 @@ const HeatSync = require("heatsync")
|
||||||
|
|
||||||
const {reg} = require("../src/matrix/read-registration")
|
const {reg} = require("../src/matrix/read-registration")
|
||||||
const passthrough = require("../src/passthrough")
|
const passthrough = require("../src/passthrough")
|
||||||
const db = new sqlite("db/ooye.db")
|
const db = new sqlite("ooye.db")
|
||||||
|
|
||||||
const sync = new HeatSync({watchFS: false})
|
const sync = new HeatSync({watchFS: false})
|
||||||
|
|
||||||
|
|
|
@ -5,7 +5,7 @@ const sqlite = require("better-sqlite3")
|
||||||
const HeatSync = require("heatsync")
|
const HeatSync = require("heatsync")
|
||||||
|
|
||||||
const passthrough = require("../src/passthrough")
|
const passthrough = require("../src/passthrough")
|
||||||
const db = new sqlite("db/ooye.db")
|
const db = new sqlite("ooye.db")
|
||||||
|
|
||||||
const sync = new HeatSync({watchFS: false})
|
const sync = new HeatSync({watchFS: false})
|
||||||
|
|
||||||
|
|
|
@ -21,11 +21,11 @@ const args = require("minimist")(process.argv.slice(2), {string: ["emoji-guild"]
|
||||||
// Move database file if it's still in the old location
|
// Move database file if it's still in the old location
|
||||||
if (fs.existsSync("db")) {
|
if (fs.existsSync("db")) {
|
||||||
if (fs.existsSync("db/ooye.db")) {
|
if (fs.existsSync("db/ooye.db")) {
|
||||||
fs.renameSync("db/ooye.db", "src/db/ooye.db")
|
fs.renameSync("db/ooye.db", "ooye.db")
|
||||||
}
|
}
|
||||||
const files = fs.readdirSync("db")
|
const files = fs.readdirSync("db")
|
||||||
if (files.length) {
|
if (files.length) {
|
||||||
console.error("You must manually move or delete the files in the db folder:")
|
console.error("The db folder is deprecated and must be removed. Your ooye.db database file has already been moved to the root of the repo. You must manually move or delete the remaining files:")
|
||||||
for (const file of files) {
|
for (const file of files) {
|
||||||
console.error(file)
|
console.error(file)
|
||||||
}
|
}
|
||||||
|
@ -35,7 +35,7 @@ if (fs.existsSync("db")) {
|
||||||
}
|
}
|
||||||
|
|
||||||
const passthrough = require("../src/passthrough")
|
const passthrough = require("../src/passthrough")
|
||||||
const db = new sqlite("src/db/ooye.db")
|
const db = new sqlite("ooye.db")
|
||||||
const migrate = require("../src/db/migrate")
|
const migrate = require("../src/db/migrate")
|
||||||
|
|
||||||
const sync = new HeatSync({watchFS: false})
|
const sync = new HeatSync({watchFS: false})
|
||||||
|
|
|
@ -2,6 +2,6 @@
|
||||||
// @ts-check
|
// @ts-check
|
||||||
|
|
||||||
const sqlite = require("better-sqlite3")
|
const sqlite = require("better-sqlite3")
|
||||||
const db = new sqlite("db/ooye.db", {fileMustExist: true})
|
const db = new sqlite("ooye.db", {fileMustExist: true})
|
||||||
db.pragma("journal_mode = wal")
|
db.pragma("journal_mode = wal")
|
||||||
db.close()
|
db.close()
|
||||||
|
|
2
start.js
2
start.js
|
@ -7,7 +7,7 @@ const HeatSync = require("heatsync")
|
||||||
|
|
||||||
const {reg} = require("./src/matrix/read-registration")
|
const {reg} = require("./src/matrix/read-registration")
|
||||||
const passthrough = require("./src/passthrough")
|
const passthrough = require("./src/passthrough")
|
||||||
const db = new sqlite("src/db/ooye.db")
|
const db = new sqlite("ooye.db")
|
||||||
|
|
||||||
/** @type {import("heatsync").default} */ // @ts-ignore
|
/** @type {import("heatsync").default} */ // @ts-ignore
|
||||||
const sync = new HeatSync()
|
const sync = new HeatSync()
|
||||||
|
|
Loading…
Reference in a new issue