117 lines
3.2 KiB
JavaScript
117 lines
3.2 KiB
JavaScript
import * as Comlink from "comlink";
|
|
import {
|
|
importInto,
|
|
exportDB,
|
|
peakImportFile,
|
|
} from "@mitchemmc/dexie-export-import";
|
|
import { encode } from "@msgpack/msgpack";
|
|
|
|
import { getDatabase } from "../database";
|
|
|
|
// Worker to load large amounts of database data on a separate thread
|
|
let service = {
|
|
/**
|
|
* Load either a whole table or individual item from the DB
|
|
* @param {string} table Table to load from
|
|
* @param {string=} key Optional database key to load, if undefined whole table will be loaded
|
|
* @param {bool} excludeFiles Optional exclude files from loaded data when using whole table loading
|
|
*/
|
|
async loadData(table, key, excludeFiles = true) {
|
|
try {
|
|
let db = getDatabase({});
|
|
if (key) {
|
|
// Load specific item
|
|
const data = await db.table(table).get(key);
|
|
db.close();
|
|
return data;
|
|
} else {
|
|
// Load entire table
|
|
let items = [];
|
|
// Use a cursor instead of toArray to prevent IPC max size error
|
|
await db.table(table).each((item) => {
|
|
if (excludeFiles) {
|
|
const { file, resolutions, ...rest } = item;
|
|
items.push(rest);
|
|
} else {
|
|
items.push(item);
|
|
}
|
|
});
|
|
|
|
db.close();
|
|
|
|
// Pack data with msgpack so we can use transfer to avoid memory issues
|
|
const packed = encode(items);
|
|
return Comlink.transfer(packed, [packed.buffer]);
|
|
}
|
|
} catch {}
|
|
},
|
|
|
|
/**
|
|
* Export current database
|
|
* @param {function} progressCallback
|
|
* @param {string[]} maps An array of map ids to export
|
|
* @param {string[]} tokens An array of token ids to export
|
|
*/
|
|
async exportData(progressCallback, maps, tokens) {
|
|
let db = getDatabase({});
|
|
|
|
const filter = (table, value) => {
|
|
if (table === "maps") {
|
|
return maps.includes(value.id);
|
|
}
|
|
if (table === "states") {
|
|
return maps.includes(value.mapId);
|
|
}
|
|
if (table === "tokens") {
|
|
return tokens.includes(value.id);
|
|
}
|
|
return false;
|
|
};
|
|
|
|
const data = await exportDB(db, {
|
|
progressCallback,
|
|
filter,
|
|
numRowsPerChunk: 1,
|
|
});
|
|
db.close();
|
|
return data;
|
|
},
|
|
|
|
/**
|
|
* Import into current database
|
|
* @param {Blob} data
|
|
* @param {string} databaseName The name of the database to import into
|
|
* @param {function} progressCallback
|
|
*/
|
|
async importData(data, databaseName, progressCallback) {
|
|
const importMeta = await peakImportFile(data);
|
|
let db = getDatabase({});
|
|
|
|
if (importMeta.data.databaseName !== db.name) {
|
|
throw new Error("Unable to import database, name mismatch");
|
|
}
|
|
|
|
let importDB = getDatabase({}, databaseName);
|
|
await importInto(importDB, data, {
|
|
progressCallback,
|
|
acceptNameDiff: true,
|
|
overwriteValues: true,
|
|
filter: (table, value) => {
|
|
// Ensure values are of the correct form
|
|
if (table === "maps" || table === "tokens") {
|
|
console.log("id" in value && "owner" in value);
|
|
return "id" in value && "owner" in value;
|
|
}
|
|
if (table === "states") {
|
|
return "mapId" in value;
|
|
}
|
|
return true;
|
|
},
|
|
});
|
|
db.close();
|
|
importDB.close();
|
|
},
|
|
};
|
|
|
|
Comlink.expose(service);
|