From 914bcbb474f6f186c212b2da0d9d864b5e75d8e4 Mon Sep 17 00:00:00 2001 From: RaindropsSys Date: Sat, 29 Jun 2024 20:59:16 +0200 Subject: Rename to Faunerie --- .fleet/settings.json | 3 - .gitignore | 1 - .idea/faunerie.iml | 18 ++ .idea/modules.xml | 2 +- .idea/prisbeam.iml | 18 -- README.md | 6 +- build.sh | 42 +---- buildversion.js | 15 -- dom/index.html | 6 +- e621/match.js | 2 +- e621/update.js | 2 +- main.js | 2 +- package-lock.json | 46 +++-- package.json | 4 +- src/FaunerieAI.ts | 224 +++++++++++++++++++++++ src/FaunerieActions.ts | 13 ++ src/FaunerieApp.ts | 129 +++++++++++++ src/FaunerieAppDisplay.ts | 455 ++++++++++++++++++++++++++++++++++++++++++++++ src/FaunerieDataStore.ts | 47 +++++ src/FaunerieDerpibooru.ts | 293 +++++++++++++++++++++++++++++ src/FaunerieLoader.ts | 261 ++++++++++++++++++++++++++ src/FaunerieSearch.ts | 136 ++++++++++++++ src/FaunerieSettings.ts | 290 +++++++++++++++++++++++++++++ src/FaunerieUtilities.ts | 75 ++++++++ src/PrisbeamAI.ts | 224 ----------------------- src/PrisbeamActions.ts | 13 -- src/PrisbeamApp.ts | 129 ------------- src/PrisbeamAppDisplay.ts | 455 ---------------------------------------------- src/PrisbeamDataStore.ts | 47 ----- src/PrisbeamDerpibooru.ts | 293 ----------------------------- src/PrisbeamLoader.ts | 261 -------------------------- src/PrisbeamSearch.ts | 136 -------------- src/PrisbeamSettings.ts | 290 ----------------------------- src/PrisbeamUtilities.ts | 75 -------- src/index.ts | 4 +- updater/main.js | 18 +- updater/package-lock.json | 25 ++- updater/package.json | 2 +- 38 files changed, 2018 insertions(+), 2044 deletions(-) delete mode 100755 .fleet/settings.json create mode 100755 .idea/faunerie.iml delete mode 100755 .idea/prisbeam.iml delete mode 100755 buildversion.js create mode 100755 src/FaunerieAI.ts create mode 100755 src/FaunerieActions.ts create mode 100755 src/FaunerieApp.ts create mode 100755 src/FaunerieAppDisplay.ts create mode 100755 src/FaunerieDataStore.ts create mode 100755 src/FaunerieDerpibooru.ts create mode 100755 src/FaunerieLoader.ts create mode 100755 src/FaunerieSearch.ts create mode 100755 src/FaunerieSettings.ts create mode 100755 src/FaunerieUtilities.ts delete mode 100755 src/PrisbeamAI.ts delete mode 100755 src/PrisbeamActions.ts delete mode 100755 src/PrisbeamApp.ts delete mode 100755 src/PrisbeamAppDisplay.ts delete mode 100755 src/PrisbeamDataStore.ts delete mode 100755 src/PrisbeamDerpibooru.ts delete mode 100755 src/PrisbeamLoader.ts delete mode 100755 src/PrisbeamSearch.ts delete mode 100755 src/PrisbeamSettings.ts delete mode 100755 src/PrisbeamUtilities.ts diff --git a/.fleet/settings.json b/.fleet/settings.json deleted file mode 100755 index 7266b6b..0000000 --- a/.fleet/settings.json +++ /dev/null @@ -1,3 +0,0 @@ -{ - "nodejs.typescript.rebuildOnChanges": true -} \ No newline at end of file diff --git a/.gitignore b/.gitignore index 432d2ca..aa803ba 100755 --- a/.gitignore +++ b/.gitignore @@ -16,5 +16,4 @@ e621/tag_aliases.json e621/parsed_tags.json e621/node_modules e621/credentials.json -libprisbeam intimate/build diff --git a/.idea/faunerie.iml b/.idea/faunerie.iml new file mode 100755 index 0000000..41eb966 --- /dev/null +++ b/.idea/faunerie.iml @@ -0,0 +1,18 @@ + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/.idea/modules.xml b/.idea/modules.xml index 58ece80..468ea56 100755 --- a/.idea/modules.xml +++ b/.idea/modules.xml @@ -2,7 +2,7 @@ - + \ No newline at end of file diff --git a/.idea/prisbeam.iml b/.idea/prisbeam.iml deleted file mode 100755 index 41eb966..0000000 --- a/.idea/prisbeam.iml +++ /dev/null @@ -1,18 +0,0 @@ - - - - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/README.md b/README.md index d3dba1e..67b5128 100755 --- a/README.md +++ b/README.md @@ -1,12 +1,12 @@ -# Prisbeam -A browser and search engine for local copies of various image boards (Derpibooru, Furbooru, e621, ...) +# Faunerie +A browser and search engine for local copies of various image boards (e621, Derpibooru, Furbooru, ...) ## Development Assuming you are using macOS or Linux. Other POSIX systems won't work as Electron does not have binaries for these. ### Cloning ``` -git clone https://source.equestria.dev/equestria.dev/prisbeam +git clone https://github.com/equestria-dev/faunerie ``` ### Setup diff --git a/build.sh b/build.sh index 83bdd6b..affdb98 100755 --- a/build.sh +++ b/build.sh @@ -3,44 +3,14 @@ rm -rf ./build # Build the app JS -cd src +cd src || exit tsc -cd .. +cd .. || exit # Build main app -v1=$(node buildversion.js) -v2=$(node buildversion.js 1) - -npx electron-packager . Prisbeam --ignore sql/win --ignore sql/preprocessed.db --ignore updater --ignore intimate --ignore sql/preprocessed.db --ignore sql/preprocessed2.db --ignore e621 --overwrite --platform=darwin --arch=arm64 --icon=./logo/logo.icns --out=./build -npx electron-packager . Prisbeam --ignore sql/mac --ignore sql/preprocessed.db --ignore updater --ignore intimate --ignore sql/preprocessed.db --ignore sql/preprocessed2.db --ignore e621 --overwrite --platform=win32 --arch=x64 --icon=./logo/logo-round.ico --out=./build -/Library/Atomic/SDK/convert_darwin_arm64.sh ./build/Prisbeam-darwin-arm64/Prisbeam.app - -cd ./build/Prisbeam-darwin-arm64 || exit -zip -r ../../build/Prisbeam-Mac-ARM64.zip ./Prisbeam.app -cd ../.. -curl -v --header "PRIVATE-TOKEN: $(cat ~/.deploy.txt)" --header "Content-Type: multipart/form-data" --upload-file ./build/Prisbeam-Mac-ARM64.zip https://source.equestria.dev/api/v4/projects/168/packages/generic/prisbeam/$v1/Prisbeam-Mac-ARM64.zip - -cd ./build/Prisbeam-win32-x64 || exit -zip -r ../../build/Prisbeam-Win32-x64.zip ./* -cd ../.. -curl -v --header "PRIVATE-TOKEN: $(cat ~/.deploy.txt)" --header "Content-Type: multipart/form-data" --upload-file ./build/Prisbeam-Win32-x64.zip https://source.equestria.dev/api/v4/projects/168/packages/generic/prisbeam/$v1/Prisbeam-Win32-x64.zip +npx electron-packager . Faunerie --ignore sql/win --ignore sql/preprocessed.db --ignore updater --ignore intimate --ignore sql/preprocessed.db --ignore sql/preprocessed2.db --ignore e621 --overwrite --platform=darwin --arch=arm64 --icon=./logo/logo.icns --out=./build +npx electron-packager . Faunerie --ignore sql/mac --ignore sql/preprocessed.db --ignore updater --ignore intimate --ignore sql/preprocessed.db --ignore sql/preprocessed2.db --ignore e621 --overwrite --platform=win32 --arch=x64 --icon=./logo/logo-round.ico --out=./build # Build updater -npx electron-packager ./updater "Prisbeam Updater" --ignore sql/win --ignore sql/preprocessed.db --ignore sql/preprocessed2.db --overwrite --platform=darwin --arch=arm64 --icon=./logo/logo-updater.icns --out=./build -npx electron-packager ./updater "Prisbeam Updater" --ignore sql/mac --ignore sql/preprocessed.db --ignore sql/preprocessed2.db --overwrite --platform=win32 --arch=x64 --icon=./logo/logo-updater-round.ico --out=./build -/Library/Atomic/SDK/convert_darwin_arm64.sh ./build/Prisbeam\ Updater-darwin-arm64/Prisbeam\ Updater.app - -cd ./build/Prisbeam\ Updater-darwin-arm64 || exit -zip -r ../../build/Prisbeam-Updater-Mac-ARM64.zip ./Prisbeam\ Updater.app -cd ../.. -curl -v --header "PRIVATE-TOKEN: $(cat ~/.deploy.txt)" --header "Content-Type: multipart/form-data" --upload-file ./build/Prisbeam-Updater-Mac-ARM64.zip https://source.equestria.dev/api/v4/projects/168/packages/generic/prisbeam-updater/$v2/Prisbeam-Updater-Mac-ARM64.zip - -cd ./build/Prisbeam\ Updater-win32-x64 || exit -zip -r ../../build/Prisbeam-Updater-Win32-x64.zip ./* -cd ../.. -curl -v --header "PRIVATE-TOKEN: $(cat ~/.deploy.txt)" --header "Content-Type: multipart/form-data" --upload-file ./build/Prisbeam-Updater-Win32-x64.zip https://source.equestria.dev/api/v4/projects/168/packages/generic/prisbeam-updater/$v2/Prisbeam-Updater-Win32-x64.zip - -# Remove uploaded files -rm -rf ./build -rm -rf ./build -rm -rf ./build +npx electron-packager ./updater "Faunerie Updater" --ignore sql/win --ignore sql/preprocessed.db --ignore sql/preprocessed2.db --overwrite --platform=darwin --arch=arm64 --icon=./logo/logo-updater.icns --out=./build +npx electron-packager ./updater "Faunerie Updater" --ignore sql/mac --ignore sql/preprocessed.db --ignore sql/preprocessed2.db --overwrite --platform=win32 --arch=x64 --icon=./logo/logo-updater-round.ico --out=./build diff --git a/buildversion.js b/buildversion.js deleted file mode 100755 index 72b2d9d..0000000 --- a/buildversion.js +++ /dev/null @@ -1,15 +0,0 @@ -const isUpdater = !!process.argv[2]; -let baseVersion = "0.0.0"; - -if (isUpdater) { - baseVersion = require('./updater/package.json')['version']; -} else { - baseVersion = require('./package.json')['version']; -} - -process.stdout.write(baseVersion + "-" + new Date().toISOString() - .replaceAll("-", "") - .replaceAll(":", "") - .split(".")[0] - .replace("T", ".") -); diff --git a/dom/index.html b/dom/index.html index 7b090b3..4239a1d 100755 --- a/dom/index.html +++ b/dom/index.html @@ -2,7 +2,7 @@ - Prisbeam + Faunerie @@ -13,7 +13,7 @@
-

Log into your Derpibooru account on Prisbeam to access your filters, watched tags, and more. All the information about your Derpibooru account is encrypted and stored securely on your own device.

+

Log into your Derpibooru account on Faunerie to access your filters, watched tags, and more. All the information about your Derpibooru account is encrypted and stored securely on your own device.

@@ -96,7 +96,7 @@ diff --git a/e621/match.js b/e621/match.js index f2272e7..3837500 100755 --- a/e621/match.js +++ b/e621/match.js @@ -1,4 +1,4 @@ -const PATH = require('fs').readFileSync(require('os').homedir() + "/.prisbeam_path").toString().trim(); +const PATH = require('fs').readFileSync(require('os').homedir() + "/.faunerie_path").toString().trim(); const sqlite3 = require('sqlite3').verbose(); const db = new sqlite3.Database(PATH, sqlite3.OPEN_READONLY); diff --git a/e621/update.js b/e621/update.js index 7c44c73..08d61af 100755 --- a/e621/update.js +++ b/e621/update.js @@ -46,7 +46,7 @@ db.serialize(async () => { let res = await fetch("https://e621.net/posts.json?page=" + page + "&limit=320&tags=" + encodeURIComponent("fav:" + API_ID), { headers: { "Authorization": "Basic " + btoa(TOKEN), - "User-Agent": "Mozilla/5.0 (+Prisbeam; https://source.equestria.dev/equestria.dev/prisbeam)" + "User-Agent": "Mozilla/5.0 (+Faunerie; https://github.com/equestria-dev/faunerie)" } }); diff --git a/main.js b/main.js index 05851e0..1ecab42 100755 --- a/main.js +++ b/main.js @@ -19,7 +19,7 @@ function open() { global.win = new BrowserWindow({ width: 1500, minWidth: 800, - title: "Prisbeam", + title: "Faunerie", height: 800, minHeight: 450, webPreferences: { diff --git a/package-lock.json b/package-lock.json index ef8d051..a1c7bc6 100755 --- a/package-lock.json +++ b/package-lock.json @@ -1,17 +1,18 @@ { - "name": "prisbeam", + "name": "faunerie", "version": "3.0.4", "lockfileVersion": 3, "requires": true, "packages": { "": { + "name": "faunerie", "version": "3.0.4", "hasInstallScript": true, "dependencies": { "@electron/remote": "^2.1.2", "axios": "^1.6.7", "fuse.js": "^6.6.2", - "libprisbeam": "github:equestria-dev/libprisbeam", + "libfaunerie": "github:equestria-dev/libfaunerie", "sqlite3": "^5.1.7", "systeminformation": "^5.21.11" }, @@ -2003,11 +2004,18 @@ "resolved": "https://registry.npmjs.org/ini/-/ini-1.3.8.tgz", "integrity": "sha512-JV/yugV2uzW5iMRSiZAyDtQd+nxtUnjeLt0acNdw98kKLrvuRVyB80tsREOE7yvGVgalhZ6RNXCmEHkUKBKxew==" }, - "node_modules/ip": { - "version": "2.0.1", - "resolved": "https://registry.npmjs.org/ip/-/ip-2.0.1.tgz", - "integrity": "sha512-lJUL9imLTNi1ZfXT+DU6rBBdbiKGBuay9B6xGSPVjUeQwaH1RIGqef8RZkUtHioLmSNpPR5M4HVKJGm1j8FWVQ==", - "devOptional": true + "node_modules/ip-address": { + "version": "9.0.5", + "resolved": "https://registry.npmjs.org/ip-address/-/ip-address-9.0.5.tgz", + "integrity": "sha512-zHtQzGojZXTwZTHQqra+ETKd4Sn3vgi7uBmlPoXVWZqYvuKmtI0l/VZTjqGmJY9x88GGOaZ9+G9ES8hC4T4X8g==", + "devOptional": true, + "dependencies": { + "jsbn": "1.1.0", + "sprintf-js": "^1.1.3" + }, + "engines": { + "node": ">= 12" + } }, "node_modules/is-arrayish": { "version": "0.2.1", @@ -2108,6 +2116,12 @@ "integrity": "sha512-RHxMLp9lnKHGHRng9QFhRCMbYAcVpn69smSGcq3f36xjgVVWThj4qqLbTLlq7Ssj8B+fIQ1EuCEGI2lKsyQeIw==", "devOptional": true }, + "node_modules/jsbn": { + "version": "1.1.0", + "resolved": "https://registry.npmjs.org/jsbn/-/jsbn-1.1.0.tgz", + "integrity": "sha512-4bYVV3aAMtDTTu4+xsDYa6sy9GyJ69/amsu9sYF2zqjiEoZA5xJi3BrfX3uY+/IekIu7MwdObdbDWpoZdBv3/A==", + "devOptional": true + }, "node_modules/json-buffer": { "version": "3.0.1", "resolved": "https://registry.npmjs.org/json-buffer/-/json-buffer-3.0.1.tgz", @@ -2144,9 +2158,9 @@ "json-buffer": "3.0.1" } }, - "node_modules/libprisbeam": { - "version": "2.3.4", - "resolved": "git+ssh://git@github.com/equestria-dev/libprisbeam.git#d211ab6d26ff8caf4dcb7352c59b5f43df3526e0", + "node_modules/libfaunerie": { + "version": "2.4.0", + "resolved": "git+ssh://git@github.com/equestria-dev/libfaunerie.git#e2dc982e0530f11c5afd673b08ccab2e7d1341ad", "hasInstallScript": true, "dependencies": { "@types/sqlite3": "^3.1.11" @@ -3222,16 +3236,16 @@ } }, "node_modules/socks": { - "version": "2.7.1", - "resolved": "https://registry.npmjs.org/socks/-/socks-2.7.1.tgz", - "integrity": "sha512-7maUZy1N7uo6+WVEX6psASxtNlKaNVMlGQKkG/63nEDdLOWNbiUMoLK7X4uYoLhQstau72mLgfEWcXcwsaHbYQ==", + "version": "2.8.3", + "resolved": "https://registry.npmjs.org/socks/-/socks-2.8.3.tgz", + "integrity": "sha512-l5x7VUUWbjVFbafGLxPWkYsHIhEvmF85tbIeFZWc8ZPtoMyybuEhL7Jye/ooC4/d48FgOjSJXgsF/AJPYCW8Zw==", "devOptional": true, "dependencies": { - "ip": "^2.0.0", + "ip-address": "^9.0.5", "smart-buffer": "^4.2.0" }, "engines": { - "node": ">= 10.13.0", + "node": ">= 10.0.0", "npm": ">= 3.0.0" } }, @@ -3285,7 +3299,7 @@ "version": "1.1.3", "resolved": "https://registry.npmjs.org/sprintf-js/-/sprintf-js-1.1.3.tgz", "integrity": "sha512-Oo+0REFV59/rz3gfJNKQiBlwfHaSESl1pcGyABQsnnIfWOFt6JNj5gCog2U6MLZ//IGYD+nA8nI+mTShREReaA==", - "optional": true + "devOptional": true }, "node_modules/sqlite3": { "version": "5.1.7", diff --git a/package.json b/package.json index c816b63..3c66aa5 100755 --- a/package.json +++ b/package.json @@ -3,7 +3,7 @@ "version": "3.0.4", "scripts": { "install": "cd updater && npm install && cd ..", - "postinstall": "echo \"============================\n\nThank you for developing on Prisbeam!\n\n- Run 'npm run build' to build TypeScript code\n- Run 'npm run debug' to start the application in debug mode\n- Run 'npm run debug-updater' to start Prisbeam Updater in debug mode\n- Run 'npm run release' to build the release application\n\n============================\"", + "postinstall": "echo \"============================\n\nThank you for developing on Faunerie!\n\n- Run 'npm run build' to build TypeScript code\n- Run 'npm run debug' to start the application in debug mode\n- Run 'npm run debug-updater' to start Faunerie Updater in debug mode\n- Run 'npm run release' to build the release application\n\n============================\"", "build": "cd src && tsc && cd ..", "debug": "npm run build && electron main.js", "debug-updater": "npm run build && cd updater && npx electron main.js && cd ..", @@ -13,7 +13,7 @@ "@electron/remote": "^2.1.2", "axios": "^1.6.7", "fuse.js": "^6.6.2", - "libprisbeam": "github:equestria-dev/libprisbeam", + "libfaunerie": "github:equestria-dev/libfaunerie", "sqlite3": "^5.1.7", "systeminformation": "^5.21.11" }, diff --git a/src/FaunerieAI.ts b/src/FaunerieAI.ts new file mode 100755 index 0000000..aa93cbb --- /dev/null +++ b/src/FaunerieAI.ts @@ -0,0 +1,224 @@ +import {FaunerieApp} from "./FaunerieApp"; +import {ChildProcess} from "node:child_process"; +import {FaunerieImageType} from "libfaunerie"; +import * as fs from "node:fs"; +import * as cp from "node:child_process"; + +export class FaunerieAI { + instance: FaunerieApp; + aiProcess: ChildProcess; + aiStarting: boolean; + + constructor(instance: FaunerieApp) { + this.instance = instance; + } + + get aiRunning() { + return (!!this.aiProcess && this.aiProcess.exitCode === null) || this.aiStarting; + } + + findPythonExecutable() { + try { + if (process.platform !== "darwin") throw new Error("Not running on macOS"); + cp.execFileSync("/usr/local/bin/python3.11", ["--version"], {cwd: __dirname + "/../ai"}).toString().trim(); + return "/usr/local/bin/python3.11"; + } catch (e) { + try { + cp.execFileSync("py", ["--version"], {cwd: __dirname + "/../ai"}).toString().trim(); + return "py"; + } catch (e) { + try { + cp.execFileSync("python3.11", ["--version"], {cwd: __dirname + "/../ai"}).toString().trim(); + return "python3.11"; + } catch (e) { + try { + cp.execFileSync("python3", ["--version"], {cwd: __dirname + "/../ai"}).toString().trim(); + return "python3"; + } catch (e) { + cp.execFileSync("python", ["--version"], {cwd: __dirname + "/../ai"}).toString().trim(); + return "python"; + } + } + } + } + } + + getPythonVersion() { + return cp.execFileSync(this.findPythonExecutable(), ["--version"], {cwd: __dirname + "/../ai"}).toString().trim(); + } + + updateDependencies() { + return new Promise((res) => { + this.aiProcess = cp.execFile(this.findPythonExecutable(), ["-m", "pip", "install", "-U", "torch", "ultralytics", "Pillow", "requests", "pandas", "opencv-python", "flask", "gitpython", "setuptools>=65.5.1"], {cwd: __dirname + "/../ai"}); + + this.aiProcess.stdout.on('data', (d) => { + console.debug(d.toString()); + }); + + this.aiProcess.stderr.on('data', (d) => { + console.debug(d.toString()); + }); + + this.aiProcess.on('exit', () => { + res(); + }); + }); + } + + triggerEngineStart() { + this.aiProcess = cp.execFile(this.findPythonExecutable(), ["server.py"], {cwd: __dirname + "/../ai"}); + + this.aiProcess.stdout.on('data', (d) => { + console.debug(d.toString()); + }); + + this.aiProcess.stderr.on('data', (d) => { + console.debug(d.toString()); + }); + + this.aiProcess.on('exit', () => { + this.aiProcess = null; + }); + } + + waitForEngine() { + return new Promise((res) => { + let aiInterval = setInterval(async () => { + try { + if ("data" in (await (await fetch("http://127.0.0.1:25091/status")).json())) { + clearInterval(aiInterval); + this.aiStarting = false; + res(); + } + } catch (e) { + } + }, 1000); + }) + } + + validatePythonVersion() { + let pyVersion: string = this.getPythonVersion(); + + if (!pyVersion) { + console.log("Unable to find a Python executable"); + throw new Error("Python not found"); + } else if (!pyVersion.startsWith("Python 3.11.") && pyVersion !== "Python 3.11") { + console.log("Invalid Python version: " + pyVersion); + throw new Error("Python not found"); + } + } + + async startAI() { + if (this.aiRunning) return; + + this.aiStarting = true; + this.validatePythonVersion(); + await this.updateDependencies(); + this.triggerEngineStart(); + await this.waitForEngine(); + } + + async getClasses() { + let _dataStore = this.instance.dataStore; + let protectedDecode = (b: Buffer) => { + return require('zlib').inflateRawSync(b); + } + + await this.startAI(); + let url = _dataStore.database.frontend.getImageFile(_dataStore.currentImage, FaunerieImageType.ViewURL); + let data: any; + + if (url.startsWith("blob:") || url.startsWith("pbip:")) { + fs.writeFileSync(_dataStore.appData + "/.temp", protectedDecode(fs.readFileSync(_dataStore.database.frontend.getImageFile(_dataStore.currentImage, FaunerieImageType.ViewFile)))); + url = "file://" + (_dataStore.appData + "/.temp").replaceAll("\\", "/"); + } + + if (_dataStore.currentImage.tags.includes("safe")) { + data = await (await fetch("http://127.0.0.1:25091/safe?url=" + encodeURIComponent(url.replace("file://", "")))).json(); + } else { + data = await (await fetch("http://127.0.0.1:25091/explicit?url=" + encodeURIComponent(url.replace("file://", "")))).json(); + } + + if (fs.existsSync(_dataStore.appData + "/.temp")) fs.unlinkSync(_dataStore.appData + "/.temp"); + return data; + } + + unload() { + if (this.instance.dataStore.appData && fs.existsSync(this.instance.dataStore.appData + "/.temp")) fs.unlinkSync(this.instance.dataStore.appData + "/.temp"); + + if (this.aiProcess) { + console.log("Engine did not stop before quitting, forcefully killing it"); + this.aiProcess.kill("SIGKILL"); + } + } + + makeClassesHTML(c: any) { + let _dataStore = this.instance.dataStore; + + window.onresize = () => { + document.getElementById("preview-zones").style.top = document.getElementById("preview-content-inner").offsetTop + "px"; + document.getElementById("preview-zones").style.left = document.getElementById("preview-content-inner").offsetLeft + "px"; + document.getElementById("preview-zones").style.width = document.getElementById("preview-content-inner").clientWidth + "px"; + document.getElementById("preview-zones").style.height = document.getElementById("preview-content-inner").clientHeight + "px"; + } + + window.onresize(null); + _dataStore.currentImageClasses = c.data || []; + + let properClasses = _dataStore.currentImageClasses.filter(i => i.confidence > 0.5).map(i => { + return { + name: i.name, + top: (i.ymin / _dataStore.currentImage.height) * 100, + left: (i.xmin / _dataStore.currentImage.width) * 100, + width: ((i.xmax - i.xmin) / _dataStore.currentImage.width) * 100, + height: ((i.ymax - i.ymin) / _dataStore.currentImage.height) * 100 + } + }); + document.getElementById("preview-zones").innerHTML = properClasses.map((i, j) => ` +
+ `).join(""); + + this.displayClassesList(properClasses); + } + + displayClassesList(properClasses: any) { + if (properClasses.length === 0) { + document.getElementById("preview-parts-loader").style.display = "none"; + document.getElementById("preview-parts-none").style.display = ""; + document.getElementById("preview-parts-unsupported").style.display = "none"; + document.getElementById("preview-parts-list").style.display = "none"; + } else { + document.getElementById("preview-parts-loader").style.display = "none"; + document.getElementById("preview-parts-none").style.display = "none"; + document.getElementById("preview-parts-unsupported").style.display = "none"; + document.getElementById("preview-parts-list").style.display = ""; + document.getElementById("preview-parts-list").innerHTML = properClasses.map((i, j) => ` + ${i.name} + `).join(""); + } + } + + displayClasses(id: string) { + let _dataStore = this.instance.dataStore; + + if (_dataStore.currentImage.mime_type.startsWith("image/")) { + if (_dataStore.currentImage.tags.includes("screencap") || !_dataStore.currentImage.tags.includes("safe")) { + this.instance.ai.getClasses().then((c: any) => { + if (_dataStore.currentImage.id === parseInt(id)) { + this.makeClassesHTML(c); + } + }); + } else { + document.getElementById("preview-parts-loader").style.display = "none"; + document.getElementById("preview-parts-none").style.display = ""; + document.getElementById("preview-parts-unsupported").style.display = "none"; + document.getElementById("preview-parts-list").style.display = "none"; + } + } else { + document.getElementById("preview-parts-loader").style.display = "none"; + document.getElementById("preview-parts-none").style.display = "none"; + document.getElementById("preview-parts-unsupported").style.display = ""; + document.getElementById("preview-parts-list").style.display = "none"; + } + } +} diff --git a/src/FaunerieActions.ts b/src/FaunerieActions.ts new file mode 100755 index 0000000..853ac12 --- /dev/null +++ b/src/FaunerieActions.ts @@ -0,0 +1,13 @@ +import {FaunerieApp} from "./FaunerieApp"; + +export class FaunerieActions { + instance: FaunerieApp; + + constructor(instance: FaunerieApp) { + this.instance = instance; + } + + goHome() { + this.instance.search.startTagSearch(""); + } +} diff --git a/src/FaunerieApp.ts b/src/FaunerieApp.ts new file mode 100755 index 0000000..6614d07 --- /dev/null +++ b/src/FaunerieApp.ts @@ -0,0 +1,129 @@ +import {FaunerieDataStore} from "./FaunerieDataStore"; +import {FaunerieListType} from "libfaunerie"; +import {FaunerieAppDisplay} from "./FaunerieAppDisplay"; +import {FaunerieSettings} from "./FaunerieSettings"; +import {FaunerieSearch} from "./FaunerieSearch"; +import {FaunerieActions} from "./FaunerieActions"; +import {FaunerieAI} from "./FaunerieAI"; +import {FaunerieLoader} from "./FaunerieLoader"; +import {FauneriePropertyStore} from "libfaunerie/src/FauneriePropertyStore"; +import {FaunerieDerpibooru} from "./FaunerieDerpibooru"; + +export class FaunerieApp { + dataStore: FaunerieDataStore; + bootstrap: any; + display: FaunerieAppDisplay; + settings: FaunerieSettings; + search: FaunerieSearch; + actions: FaunerieActions; + ai: FaunerieAI; + loader: FaunerieLoader; + propertyStore: FauneriePropertyStore; + derpibooru: FaunerieDerpibooru; + + constructor(bootstrap: any) { + this.bootstrap = bootstrap; + this.dataStore = new FaunerieDataStore(this); + this.display = new FaunerieAppDisplay(this); + this.settings = new FaunerieSettings(this); + this.search = new FaunerieSearch(this); + this.actions = new FaunerieActions(this); + this.ai = new FaunerieAI(this); + this.loader = new FaunerieLoader(this); + this.derpibooru = new FaunerieDerpibooru(this); + + this.search.loadSearchModule(); + } + + createPropertyStore() { + this.propertyStore = this.dataStore.database.propertyStore; + } + + async finishLoading() { + document.getElementById("loading-btn").classList.add("disabled"); + + document.getElementById("load").innerText = "Loading interface..."; + document.getElementById("progress").classList.add("progress-bar-striped"); + document.getElementById("progress").style.width = "100%"; + + this.dataStore.loaded = true; + this.dataStore.page = 1; + this.dataStore.currentView = await this.dataStore.database.frontend.getAllImages(FaunerieListType.Array) as any[]; + this.display.updateDisplay(); + + this.dataStore.loader.hide(); + document.getElementById("app").classList.remove("disabled"); + } + + loadingError(msg: string) { + let li = document.createElement("li"); + li.classList.add("list-group-item"); + li.classList.add("list-group-item-warning"); + li.innerHTML = msg; + + document.getElementById("loader-errors-list").append(li); + document.getElementById("loader-errors").style.display = ""; + this.dataStore.hadErrorsLoading = true; + } + + async loadApp() { + if (this.dataStore.loaded) return; + + document.getElementById("load").innerText = "Waiting for application..."; + document.getElementById("progress").classList.remove("progress-bar-striped"); + document.getElementById("progress").style.width = "0%"; + + await this.loader.findDatabase(); + this.loader.checkBusyUpdating(); + await this.loader.initializeDatabase(); + await this.loader.updateCache(); + await this.loader.completeLoading(); + await this.derpibooru.initialize(); + } + + safeUnload() { + let modal = new this.bootstrap.Modal(document.getElementById("close-dialog")); + modal.show(); + + return new Promise((res) => { + this.ai.unload(); + + if (!this.derpibooru.window?.isDestroyed()) { + this.derpibooru.window.destroy(); + } + + if (this.dataStore.database && !this.dataStore.unloaded) { + (async () => { + try { + await this.dataStore.database.close(); + } catch (e) { + console.error(e); + } + + this.dataStore.unloaded = true; + + res(); + })(); + } else { + res(); + } + }); + } + + async safeReload() { + await this.safeUnload(); + location.reload(); + } + + // noinspection JSUnusedGlobalSymbols + async safeClose() { + await this.safeUnload(); + window.close(); + } + + bootstrapTooltips() { + const tooltipTriggerList = document.querySelectorAll('[data-bs-toggle="tooltip"]'); + //@ts-ignore + [...tooltipTriggerList].map(tooltipTriggerEl => new bootstrap.Tooltip(tooltipTriggerEl)); + } +} diff --git a/src/FaunerieAppDisplay.ts b/src/FaunerieAppDisplay.ts new file mode 100755 index 0000000..66f592b --- /dev/null +++ b/src/FaunerieAppDisplay.ts @@ -0,0 +1,455 @@ +import {FaunerieApp} from "./FaunerieApp"; +import {FaunerieImageType} from "libfaunerie"; +import * as fs from "node:fs"; +import {FaunerieUtilities} from "./FaunerieUtilities"; +import {shell} from "@electron/remote"; + +export class FaunerieAppDisplay { + private instance: FaunerieApp; + + constructor(app: FaunerieApp) { + this.instance = app; + } + + runUserSort(a: any, b: any) { + if ((document.getElementById("sorting") as HTMLInputElement).value === "new") { + return new Date(b.first_seen_at).getTime() - new Date(a.first_seen_at).getTime(); + } else if ((document.getElementById("sorting") as HTMLInputElement).value === "id") { + return b.id - a.id; + } else if ((document.getElementById("sorting") as HTMLInputElement).value === "popular") { + return b.score - a.score; + } else if ((document.getElementById("sorting") as HTMLInputElement).value === "size") { + return b.size - a.size; + } else if ((document.getElementById("sorting") as HTMLInputElement).value === "duration") { + return b.duration - a.duration; + } else if ((document.getElementById("sorting") as HTMLInputElement).value === "resolution") { + return (b.height * b.width) - (a.height * a.width); + } else if ((document.getElementById("sorting") as HTMLInputElement).value === "relevant") { + return b.wilson_score - a.wilson_score; + } + } + + displayNoResults() { + document.getElementById("search-warning").style.display = ""; + document.getElementById("pages").style.display = "none"; + document.getElementById("search-warning").innerHTML = "There are no images matching your request. Make sure the selected rating, filters and search query are correct and try again."; + } + + getThumbnailHTML(i: any) { + if (i['representations']['thumb'].endsWith(".webm")) i['representations']['thumb'] = i['representations']['thumb'].substring(0, i['representations']['thumb'].length - 5) + ".gif"; + let thumbnail = this.instance.dataStore.database.frontend.getImageFile(i, FaunerieImageType.ThumbnailURL); + + // noinspection CssUnknownTarget + return ` +
+ `; + } + + filterEnabledRatings(i: any) { + return (((document.getElementById("rating-safe") as HTMLInputElement).checked && i.tags.includes("safe")) || + ((document.getElementById("rating-suggestive") as HTMLInputElement).checked && i.tags.includes("suggestive")) || + ((document.getElementById("rating-questionable") as HTMLInputElement).checked && i.tags.includes("questionable")) || + ((document.getElementById("rating-explicit") as HTMLInputElement).checked && i.tags.includes("explicit")) || + ((document.getElementById("rating-grimdark") as HTMLInputElement).checked && i.tags.includes("grimdark"))) + } + + getPageNumbers() { + let _dataStore = this.instance.dataStore; + let items = _dataStore.currentViewItems; + let totalPages = Math.ceil(items.length / 50) + 1; + let pageNumbers = []; + + if (_dataStore.page - 4 > 0) { + pageNumbers.push(_dataStore.page - 4); + pageNumbers.push(_dataStore.page - 3); + pageNumbers.push(_dataStore.page - 2); + pageNumbers.push(_dataStore.page - 1); + } else if (_dataStore.page - 3 > 0) { + pageNumbers.push(_dataStore.page - 3); + pageNumbers.push(_dataStore.page - 2); + pageNumbers.push(_dataStore.page - 1); + } else if (_dataStore.page - 2 > 0) { + pageNumbers.push(_dataStore.page - 2); + pageNumbers.push(_dataStore.page - 1); + } else if (_dataStore.page - 1 > 0) { + pageNumbers.push(_dataStore.page - 1); + } + + pageNumbers.push(_dataStore.page); + let i = 0; + + while (pageNumbers.length < 9) { + if (_dataStore.page + i + 1 <= totalPages) { + pageNumbers.push(_dataStore.page + i + 1); + } else { + break; + } + + i++; + } + + return pageNumbers; + } + + getPageHTML(page: number) { + let length = (Math.ceil(this.instance.dataStore.currentViewItems.length / 50) + 1).toString().length; + return "" + ("0".repeat(length).substring(0, length - page.toString().length) + page.toString()) + ""; + } + + getPageListHTML(pageNumbers: number[]) { + let _dataStore = this.instance.dataStore; + let items = _dataStore.currentViewItems; + let totalPages = Math.ceil(items.length / 50) + 1; + + return ` +
+ « + ‹ +
+
+ ${totalPages > 5 ? pageNumbers.map(i => ` + ${this.getPageHTML(i)} + `).join("") : Array(totalPages).fill(null).map((_, i) => i + 1).map(i => ` + ${this.getPageHTML(i)} + `).join("")} +
+
+ › + » +
+ `; + } + + updateDisplay() { + let _dataStore = this.instance.dataStore; + document.getElementById("search-warning").style.display = "none"; + + if (document.getElementById("search-error").style.display === "none") { + document.getElementById("pages").style.display = ""; + } else { + document.getElementById("pages").style.display = "none"; + } + + let items = _dataStore.currentViewItems = [..._dataStore.currentView] + .sort(this.runUserSort) + .filter(this.filterEnabledRatings) + .map((i) => this.getThumbnailHTML(i)); + + if (items.length === 0 && document.getElementById("search-error").style.display === "none") this.displayNoResults(); + + if ((document.getElementById("order") as HTMLInputElement).value === "up") { + items = items.reverse(); + } + + document.getElementById("images").innerHTML = items.splice((_dataStore.page - 1) * 50, 50).join(""); + document.getElementById("pages").innerHTML = this.getPageListHTML(this.getPageNumbers()); + + this.updateTitle(); + this.instance.bootstrapTooltips(); + } + + updateTitle() { + let _dataStore = this.instance.dataStore; + let totalPages = Math.ceil(_dataStore.currentViewItems.length / 50) + 1; + + if (_dataStore.searching) { + if (_dataStore.loadedFromCache) { + document.title = "Searching for " + (document.getElementById("search") as HTMLInputElement).value.trim() + " (page " + _dataStore.page + "/" + totalPages + ") — Faunerie (Cached)"; + } else { + document.title = "Searching for " + (document.getElementById("search") as HTMLInputElement).value.trim() + " (page " + _dataStore.page + "/" + totalPages + ") — Faunerie"; + } + } else { + if (_dataStore.loadedFromCache) { + document.title = "All images (page " + _dataStore.page + "/" + totalPages + ") — Faunerie (Cached)"; + } else { + document.title = "All images (page " + _dataStore.page + "/" + totalPages + ") — Faunerie"; + } + } + } + + setRating(rating: string) { + Array.from(document.querySelectorAll(".tooltip.bs-tooltip-auto")).map(i => i.outerHTML = ""); + + (document.getElementById("rating-safe") as HTMLInputElement).checked = false; + (document.getElementById("rating-questionable") as HTMLInputElement).checked = false; + (document.getElementById("rating-suggestive") as HTMLInputElement).checked = false; + (document.getElementById("rating-explicit") as HTMLInputElement).checked = false; + (document.getElementById("rating-grimdark") as HTMLInputElement).checked = false; + + let code = 0; + if (rating === "safe") code = 1; + if (rating === "questionable") code = 2; + if (rating === "suggestive") code = 3; + if (rating === "explicit") code = 4; + if (rating === "grimdark") code = 5; + + if (code >= 1) (document.getElementById("rating-safe") as HTMLInputElement).checked = true; + if (code >= 2) (document.getElementById("rating-questionable") as HTMLInputElement).checked = true; + if (code >= 3) (document.getElementById("rating-suggestive") as HTMLInputElement).checked = true; + if (code >= 4) (document.getElementById("rating-explicit") as HTMLInputElement).checked = true; + if (code >= 5) (document.getElementById("rating-grimdark") as HTMLInputElement).checked = true; + } + + highlightZone(id: string, state: boolean) { + if (state) { + document.getElementById("preview-zone-" + id).classList.add("hover"); + document.getElementById("preview-tag-zone-" + id).classList.add("hover"); + } else { + document.getElementById("preview-zone-" + id).classList.remove("hover"); + document.getElementById("preview-tag-zone-" + id).classList.remove("hover"); + } + } + + buildImageTitle() { + let _dataStore = this.instance.dataStore; + + return "Image #" + + (_dataStore.currentImage.source_id ?? _dataStore.currentImage.id) + + (_dataStore.currentImage.source_name + ? " (" + _dataStore.currentImage.source_name + ")" + : "") + + "" + + FaunerieUtilities.getMimeBadge(_dataStore.currentImage.mime_type) + } + + displayImageSize() { + let _dataStore = this.instance.dataStore; + let size = 0; + let sizeExplanation = []; + + let file = _dataStore.database.frontend.getImageFile(_dataStore.currentImage, FaunerieImageType.ViewFile); + let thumb = _dataStore.database.frontend.getImageFile(_dataStore.currentImage, FaunerieImageType.ThumbnailFile); + + if (file) { + let cSize = fs.lstatSync(file).size; + size += cSize; + sizeExplanation.push("Image: " + FaunerieUtilities.formatSize(cSize)); + } + + if (thumb) { + let cSize = fs.lstatSync(thumb).size; + size += cSize; + sizeExplanation.push("Thumbnail: " + FaunerieUtilities.formatSize(cSize)); + } + + let cSize = JSON.stringify(_dataStore.currentImage).length; + size += cSize; + sizeExplanation.push("Metadata: " + FaunerieUtilities.formatSize(cSize)); + + document.getElementById("preview-size").innerHTML = + "" + + FaunerieUtilities.formatSize(size) + ""; + } + + categorySortingNumber(cat: string) { + if (cat === "error") return 0; + if (cat === "rating") return 1; + if (cat === "origin") return 2; + if (cat === "character") return 3; + if (cat === "oc") return 4; + if (cat === "species") return 5; + if (cat === "body-type") return 6; + if (cat === "content-official") return 7; + if (cat === "content-fanmade") return 8; + if (cat === "spoiler") return 9; + return 999; + } + + async getImpliedTags() { + let _dataStore = this.instance.dataStore; + + let categories = {}; + let implied = []; + let impliedNames = []; + + for (let id of _dataStore.currentImage.tag_ids) { + implied.push(...(await _dataStore.database.frontend.getImpliedTagIdsFromId(id)).filter(i => !_dataStore.currentImage.tag_ids.includes(i))); + impliedNames.push(...(await _dataStore.database.frontend.getImpliedTagNamesFromId(id)).filter(i => !_dataStore.currentImage.tags.includes(i))); + } + + for (let id of implied) { + categories[id] = (await _dataStore.database._sql("SELECT category FROM tags WHERE id=" + id))[0]['category']; + } + + implied = [...new Set(implied)]; + impliedNames = [...new Set(impliedNames)]; + + let impliedTags = impliedNames.map((i: string, j: number) => [i, implied[j], categories[implied[j]]]); + + return impliedTags.sort((a, b) => { + return a[0].localeCompare(b[0]); + }).sort((a, b) => { + return this.categorySortingNumber(a[2]) - this.categorySortingNumber(b[2]); + }); + } + + async getTags() { + let _dataStore = this.instance.dataStore; + let categories = {}; + + for (let id of _dataStore.currentImage.tag_ids) { + categories[id] = (await _dataStore.database._sql("SELECT category FROM tags WHERE id=" + id))[0]['category']; + } + + let tags = _dataStore.currentImage.tags.map((i: string, j: number) => [i, _dataStore.currentImage.tag_ids[j], categories[_dataStore.currentImage.tag_ids[j]]]); + + return tags.sort((a: string, b: string) => { + return a[0].localeCompare(b[0]); + }).sort((a: string, b: string) => { + return this.categorySortingNumber(a[2]) - this.categorySortingNumber(b[2]); + }); + } + + async displayTags() { + let tags = await this.getTags(); + let impliedTags = await this.getImpliedTags(); + + document.getElementById("preview-tags").innerHTML = tags.map((i: any[]) => + "" + + i[0] + "" + ).join("") + + impliedTags.map(i => + "" + + i[0] + "" + ).join(""); + } + + async initializeImageUI(id: string) { + let _dataStore = this.instance.dataStore; + + _dataStore.modal.show(); + _dataStore.currentImage = await _dataStore.database.frontend.getImage(id); + _dataStore.currentImageClasses = []; + document.getElementById("preview-zones").innerHTML = ""; + + document.getElementById("preview-parts-loader").style.display = ""; + document.getElementById("preview-parts-none").style.display = "none"; + document.getElementById("preview-parts-unsupported").style.display = "none"; + document.getElementById("preview-parts-list").style.display = "none"; + document.title = "Viewing image #" + (_dataStore.currentImage.source_id ?? id) + " — " + document.title; + document.getElementById("preview-title").innerHTML = this.buildImageTitle(); + document.getElementById("preview-date").innerHTML = "Uploaded " + FaunerieUtilities.timeAgo(_dataStore.currentImage.created_at * 1000) + ""; + document.getElementById("preview-resolution").innerText = _dataStore.currentImage.width + " × " + _dataStore.currentImage.height; + document.getElementById("preview-source-cta").innerText = "View on " + _dataStore.currentImage.source_name ?? "Derpibooru"; + } + + getCreditDescriptors() { + let descriptors = { + artists: [], editors: [], generators: [], photographers: [], prompters: [], colorists: [] + }; + let finalDescriptors = []; + + for (let tag of this.instance.dataStore.currentImage.tags) { + if (tag.startsWith("artist:")) descriptors.artists.push(tag.substring(7)); + if (tag.startsWith("editor:")) descriptors.editors.push(tag.substring(7)); + if (tag.startsWith("generator:")) descriptors.generators.push(tag.substring(10)); + if (tag.startsWith("photographer:")) descriptors.photographers.push(tag.substring(13)); + if (tag.startsWith("prompter:")) descriptors.prompters.push(tag.substring(9)); + if (tag.startsWith("colorist:")) descriptors.colorists.push(tag.substring(9)); + } + + if (descriptors.artists.length > 0) finalDescriptors.push("artist" + (descriptors.artists.length > 1 ? "s" : "") + ": " + descriptors.artists.join("")); + if (descriptors.editors.length > 0) finalDescriptors.push("editor" + (descriptors.editors.length > 1 ? "s" : "") + ": " + descriptors.editors.join("")); + if (descriptors.generators.length > 0) finalDescriptors.push("generator" + (descriptors.generators.length > 1 ? "s" : "") + ": " + descriptors.generators.join("")); + if (descriptors.photographers.length > 0) finalDescriptors.push("photographer" + (descriptors.photographers.length > 1 ? "s" : "") + ": " + descriptors.photographers.join("")); + if (descriptors.prompters.length > 0) finalDescriptors.push("prompter" + (descriptors.prompters.length > 1 ? "s" : "") + ": " + descriptors.prompters.join("")); + if (descriptors.colorists.length > 0) finalDescriptors.push("colorist" + (descriptors.colorists.length > 1 ? "s" : "") + ": " + descriptors.colorists.join("")); + + if (finalDescriptors[0]) finalDescriptors[0] = finalDescriptors[0].substring(0, 1).toUpperCase() + finalDescriptors[0].substring(1); + + return finalDescriptors; + } + + displayCredits() { + let _dataStore = this.instance.dataStore; + let artist = "Anonymous artist"; + let finalDescriptors = this.getCreditDescriptors(); + if (finalDescriptors.length > 0) artist = finalDescriptors.join("; "); + + if (_dataStore.currentImage.tags.includes("official")) { + if (finalDescriptors.length > 0) { + artist = finalDescriptors.join("; ") + " (official content)"; + } else { + artist = "Official Hasbro content"; + } + } + + if (_dataStore.currentImage.tags.includes("artist needed")) { + artist = "Unknown artist"; + } + + document.getElementById("preview-artist").innerText = artist; + } + + displayScore() { + let _dataStore = this.instance.dataStore; + + if (_dataStore.currentImage.score !== 0) { + try { document.getElementById("preview-score").outerHTML = ""; } catch (e) {} + document.getElementById("preview-statistics").insertAdjacentHTML("afterbegin", `
`); + + if (_dataStore.currentImage.faves > 0) { + document.getElementById("preview-score").innerText = _dataStore.currentImage.faves + " favorites · " + _dataStore.currentImage.score + " points (" + _dataStore.currentImage.upvotes + " up, " + _dataStore.currentImage.downvotes + " down)"; + } else { + document.getElementById("preview-score").innerText = _dataStore.currentImage.score + " points (" + _dataStore.currentImage.upvotes + " up, " + _dataStore.currentImage.downvotes + " down)"; + } + } else { + try { document.getElementById("preview-score").outerHTML = ""; } catch (e) {} + } + } + + displayViewer() { + let _dataStore = this.instance.dataStore; + let url = _dataStore.database.frontend.getImageFile(_dataStore.currentImage, FaunerieImageType.ViewURL) + + if (_dataStore.currentImage.mime_type.startsWith("video/")) { + document.getElementById("preview-content").innerHTML = ` + + `; + } else { + document.getElementById("preview-content").innerHTML = ` + + `; + } + } + + async openImage(id: string) { + await this.initializeImageUI(id); + this.displayImageSize(); + await this.displayTags(); + this.displayCredits(); + this.displayScore(); + this.displayViewer(); + this.instance.ai.displayClasses(id); + this.instance.bootstrapTooltips(); + } + + openImageOnSource() { + let image = this.instance.dataStore.currentImage; + shell.openExternal(image['source'].replace("%s", image['source_id'])); + } +} diff --git a/src/FaunerieDataStore.ts b/src/FaunerieDataStore.ts new file mode 100755 index 0000000..3506841 --- /dev/null +++ b/src/FaunerieDataStore.ts @@ -0,0 +1,47 @@ +import {FaunerieApp} from "./FaunerieApp"; +import {Faunerie} from "libfaunerie"; + +export class FaunerieDataStore { + public loaded: boolean; + public loadedFromCache: boolean; + public hadErrorsLoading: boolean; + public searching: boolean; + public source: string; + public appData: string; + public database: Faunerie; + public db: object; + public tags: any[][]; + public tagsHashed: object; + public currentView: any[]; + public currentViewItems: any[]; + public page: number; + public modal: any; + public loader: any; + public login: any; + public unloaded: boolean; + public currentImage: any; + public currentImageClasses: any[]; + public needUpdate: boolean; + public lastQuery: string; + public lastPress: number; + public close: boolean; + + constructor(instance: FaunerieApp) { + let bootstrap = instance.bootstrap; + + this.page = 1; + this.searching = false; + this.unloaded = false; + // @ts-ignore + this.modal = new bootstrap.Modal(document.getElementById("preview")); + // @ts-ignore + this.loader = new bootstrap.Modal(document.getElementById("loader")); + this.login = new bootstrap.Modal(document.getElementById("login")); + this.loader.show(); + this.currentImage = null; + this.currentImageClasses = []; + this.hadErrorsLoading = false; + this.lastQuery = ""; + this.loaded = false; + } +} diff --git a/src/FaunerieDerpibooru.ts b/src/FaunerieDerpibooru.ts new file mode 100755 index 0000000..84252f9 --- /dev/null +++ b/src/FaunerieDerpibooru.ts @@ -0,0 +1,293 @@ +import {FaunerieApp} from "./FaunerieApp"; +import {BrowserWindow, shell} from "@electron/remote"; +import {BrowserWindow as TBrowserWindow, SafeStorage} from "electron"; + +interface DerpibooruJSDataStore { + fancyTagEdit: boolean; + fancyTagUpload: boolean; + filterId: number; + hiddenFilter: string; + hiddenTagList: number[]; + ignoredTagList: number[]; + interactions: any[]; + spoilerType: string; + spoileredFilter: string; + spoileredTagList: number[]; + userCanEditFilter: boolean; + userIsSignedIn: boolean; + watchedTagList: number[]; +} + +export class FaunerieDerpibooru { + instance: FaunerieApp; + enabled: boolean; + window: TBrowserWindow; + dataStore: DerpibooruJSDataStore; + + constructor(instance: FaunerieApp) { + this.instance = instance; + this.enabled = null; + } + + async getDataStore() { + if (await this.window.webContents.executeJavaScript("!!document.getElementsByClassName(\"js-datastore\")[0]")) { + let attributes = await this.window.webContents.executeJavaScript("document.getElementsByClassName(\"js-datastore\")[0].getAttributeNames().filter(i => i.startsWith(\"data\"))"); + let obj = {}; + + for (let name of attributes) { + let data = await this.window.webContents.executeJavaScript("document.getElementsByClassName(\"js-datastore\")[0].getAttribute(\"" + name + "\")"); + + name = name.substring(5).toLowerCase().replace(/-(.)/g, function(_: string, g: string) { + return g.toUpperCase(); + }); + + try { + obj[name] = JSON.parse(data); + } catch (e) { + obj[name] = data; + } + } + + return obj; + } else { + return {}; + } + } + + startLoginFlow() { + (document.getElementById("derpibooru-email") as HTMLInputElement).value = ""; + (document.getElementById("derpibooru-password") as HTMLInputElement).value = ""; + (document.getElementById("derpibooru-2fa") as HTMLInputElement).value = ""; + document.getElementById("derpibooru-login-2fa").style.display = "none"; + document.getElementById("derpibooru-login-initial").style.display = ""; + + this.setFormLock(false); + this.instance.dataStore.login.show(); + } + + validateEmail(email: string) { + return /^(([^<>()\[\]\\.,;:\s@"]+(\.[^<>()\[\]\\.,;:\s@"]+)*)|(".+"))@((\[[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}])|(([a-zA-Z\-0-9]+\.)+[a-zA-Z]{2,}))$/ + .test(email.toLowerCase()); + } + + validateCredentials(email: string, password: string) { + if (email.trim() === "") { + alert("Please enter an email address."); + document.getElementById("derpibooru-email").focus(); + return false; + } + + if (password.trim() === "") { + alert("Please enter a password."); + document.getElementById("derpibooru-password").focus(); + return false; + } + + if (!this.validateEmail(email)) { + alert("Please enter a valid email address."); + document.getElementById("derpibooru-email").focus(); + return false; + } + + if (password.length < 12) { + alert("Your password must be at least 12 characters."); + document.getElementById("derpibooru-password").focus(); + return false; + } + + return true; + } + + setFormLock(lock: boolean) { + document.getElementById("login").style['pointerEvents'] = lock ? "none" : ""; + (document.getElementById("derpibooru-email") as HTMLInputElement).disabled = lock; + (document.getElementById("derpibooru-password") as HTMLInputElement).disabled = lock; + (document.getElementById("derpibooru-2fa") as HTMLInputElement).disabled = lock; + document.getElementById("derpibooru-confirm-btn").classList[lock ? "add" : "remove"]("disabled"); + document.getElementById("derpibooru-confirm-btn2").classList[lock ? "add" : "remove"]("disabled"); + } + + async handleLoginPage(email?: string, password?: string) { + if (this.window.webContents.getURL().endsWith("/sessions/new") || + this.window.webContents.getURL().endsWith("/sessions/new/") || + this.window.webContents.getURL().endsWith("/sessions") || + this.window.webContents.getURL().endsWith("/sessions/")) { + await this.requestCredentials(email, password); + } else if (this.window.webContents.getURL().endsWith("/sessions/totp/new") || this.window.webContents.getURL().endsWith("/sessions/totp/new/")) { + await this.request2fa(); + } else { + await this.regularLoginItem(); + } + } + + async requestCredentials(email?: string, password?: string) { + let msg = await this.window.webContents.executeJavaScript('document.querySelector(".alert.alert-danger")?.innerText'); + + if (msg) { + alert(msg); + this.setFormLock(false); + document.getElementById("derpibooru-email").focus(); + } else { + this.window.webContents.once("did-stop-loading", () => this.handleLoginPage(email, password)); + + await this.window.webContents.executeJavaScript("document.getElementById('user_email').value = \"" + email.trim().replaceAll('\\', '\\\\').replaceAll('"', '\\"') + "\";"); + await this.window.webContents.executeJavaScript("document.getElementById('user_password').value = \"" + password.trim().replaceAll('\\', '\\\\').replaceAll('"', '\\"') + "\";"); + await this.window.webContents.executeJavaScript("document.getElementById('user_remember_me').checked = true;"); + await this.window.webContents.executeJavaScript('document.querySelector("[action=\\"/sessions\\"] [type=\\"submit\\"]").click();'); + } + } + + async request2fa() { + document.getElementById("derpibooru-login-2fa").style.display = ""; + document.getElementById("derpibooru-login-initial").style.display = "none"; + document.getElementById("derpibooru-2fa").focus(); + this.setFormLock(false); + } + + async loadUserData() { + if (!this.dataStore.userIsSignedIn) { + document.getElementById("derpibooru-login-btn").classList.remove("disabled"); + document.getElementById("derpibooru-login").style.display = ""; + Array.from(document.getElementsByClassName("derpibooru-when-logged-in")) + .map((i: HTMLElement) => i.style.display = "none"); + } else { + document.getElementById("derpibooru-login-btn").classList.add("disabled"); + document.getElementById("derpibooru-login").style.display = "none"; + Array.from(document.getElementsByClassName("derpibooru-when-logged-in")) + .map((i: HTMLElement) => i.style.display = ""); + + let avatar = await this.window.webContents + .executeJavaScript('document.querySelector("[src^=\\"https://derpicdn.net/avatars/\\"]").src'); + await this.instance.propertyStore.setItem("pba_derpibooru_avatar", avatar); + (document.getElementById("avatar") as HTMLImageElement).src = avatar; + + this.window.webContents.on('did-stop-loading', async () => { + let apiKey = await this.window.webContents.executeJavaScript('document.getElementById("api-key").innerText.trim();'); + let apiKeyToStore = apiKey; + let safeStorage: SafeStorage = require('@electron/remote').safeStorage; + + if (safeStorage.isEncryptionAvailable()) { + apiKeyToStore = safeStorage.encryptString(apiKey).toString("base64"); + } + + await this.instance.propertyStore.setItem("pba_derpibooru_key_encrypted", apiKeyToStore); + + let userName = await this.window.webContents.executeJavaScript('document.querySelector("[class=\\"header__link\\"][href^=\\"/profiles/\\"]").innerText'); + await this.instance.propertyStore.setItem("pba_derpibooru_user_name", userName); + document.getElementById("user-name").innerText = "Logged in as: " + userName; + }); + + await this.window.loadURL("https://derpibooru.org/registrations/edit"); + } + } + + openManager() { + shell.openExternal("https://derpibooru.org/registrations/edit"); + } + + async logOut() { + if (confirm("Are you sure you want to log out from Derpibooru? Any features using Derpibooru will stop working and your Derpibooru user data will be removed from Faunerie.")) { + await this.instance.propertyStore.removeItem("pba_derpibooru_user_name"); + await this.instance.propertyStore.removeItem("pba_derpibooru_key_encrypted"); + await this.instance.propertyStore.removeItem("pba_derpibooru_avatar"); + await this.window.webContents.executeJavaScript('document.querySelector("[data-method=\\"delete\\"][href=\\"/sessions\\"]").click();'); + location.reload(); + } + } + + async regularLoginItem() { + if ((await this.getDataStore() as DerpibooruJSDataStore).userIsSignedIn) { + this.setFormLock(false); + this.instance.dataStore.login.hide(); + location.reload(); + } else { + if (document.getElementById("derpibooru-login-2fa").style.display !== "none") { + alert("An invalid two-factor authentication code was entered. Please try again."); + (document.getElementById("derpibooru-2fa") as HTMLInputElement).value = ""; + (document.getElementById("derpibooru-email") as HTMLInputElement).value = ""; + (document.getElementById("derpibooru-password") as HTMLInputElement).value = ""; + this.setFormLock(false); + } + + document.getElementById("derpibooru-login-2fa").style.display = "none"; + document.getElementById("derpibooru-login-initial").style.display = ""; + } + } + + submitLogin() { + let email = (document.getElementById("derpibooru-email") as HTMLInputElement).value; + let password = (document.getElementById("derpibooru-password") as HTMLInputElement).value; + if (!this.validateCredentials(email, password)) return; + + this.setFormLock(true); + this.window.webContents.once("did-stop-loading", () => this.handleLoginPage(email, password)); + + this.window.loadURL("https://derpibooru.org/sessions/new"); + } + + async submit2fa() { + let mfa = parseInt((document.getElementById("derpibooru-2fa") as HTMLInputElement).value).toString(); + if (mfa.length !== 6) { + alert("A two-factor authentication code contains 6 digits, but you entered " + mfa.length + "."); + document.getElementById("derpibooru-2fa").focus(); + return; + } + + this.setFormLock(true); + this.window.webContents.once("did-stop-loading", () => this.handleLoginPage(null, null)); + await this.window.webContents.executeJavaScript("document.getElementById('user_twofactor_token').value = \"" + mfa.trim().replaceAll('\\', '\\\\').replaceAll('"', '\\"') + "\";"); + await this.window.webContents.executeJavaScript("document.getElementById('user_remember_me').checked = true;"); + await this.window.webContents.executeJavaScript('document.querySelector("[action=\\"/sessions/totp\\"] [type=\\"submit\\"]").click();'); + } + + initialize() { + document.getElementById("login").addEventListener("shown.bs.modal", () => { + if (this.window.webContents.getURL().endsWith("/sessions/totp/new") || this.window.webContents.getURL().endsWith("/sessions/totp/new/")) { + document.getElementById("derpibooru-login-2fa").style.display = ""; + document.getElementById("derpibooru-login-initial").style.display = "none"; + document.getElementById("derpibooru-2fa").focus(); + } else { + document.getElementById("derpibooru-login-2fa").style.display = "none"; + document.getElementById("derpibooru-login-initial").style.display = ""; + document.getElementById("derpibooru-email").focus(); + } + }); + + document.getElementById("derpibooru-email").onkeydown = document.getElementById("derpibooru-password").onkeydown = (event) => { + if (event.key === "Enter") { + this.submitLogin(); + } + } + + document.getElementById("derpibooru-2fa").onkeydown = (event) => { + if (event.key === "Enter") { + this.submit2fa(); + } + } + + document.getElementById("avatar").onerror = () => { + (document.getElementById("avatar") as HTMLImageElement).src = "../logo/placeholder.jpg"; + } + + return new Promise(async (res) => { + this.enabled = false; + + this.window = new BrowserWindow({ + show: false + }); + + await this.window.loadURL("https://derpibooru.org"); + + this.dataStore = await this.getDataStore() as DerpibooruJSDataStore; + await this.loadUserData(); + this.enabled = true; + + this.window.webContents.on('did-stop-loading', async () => { + this.dataStore = await this.getDataStore() as DerpibooruJSDataStore; + if (!this.dataStore.userIsSignedIn) await this.loadUserData(); + }); + + res(); + }) + } +} diff --git a/src/FaunerieLoader.ts b/src/FaunerieLoader.ts new file mode 100755 index 0000000..926ece6 --- /dev/null +++ b/src/FaunerieLoader.ts @@ -0,0 +1,261 @@ +import {FaunerieApp} from "./FaunerieApp"; +import {ipcRenderer} from "electron"; +import * as si from "systeminformation"; +import fs from "fs"; +import {Faunerie, FaunerieListType} from "libfaunerie"; + +export class FaunerieLoader { + instance: FaunerieApp; + dataPath: string; + + constructor(instance: FaunerieApp) { + this.instance = instance; + } + + async requestDatabaseOpen() { + if (localStorage.getItem("path") === null) { + let path = await ipcRenderer.invoke("openFolder"); + if (typeof path !== "object" && typeof path !== "string") { + alert("Please select a folder and try again."); + this.instance.dataStore.unloaded = true; + window.close(); + return; + } + + if (path instanceof Array) { + localStorage.setItem("path", path[0]); + } else { + localStorage.setItem("path", path); + } + + if (!require('fs').existsSync(localStorage.getItem("path") + "/instance.pbmk")) require('fs').writeFileSync(localStorage.getItem("path") + "/instance.pbmk", ""); + } + } + + async getPossibleSources() { + let mounts = (await si.fsSize()).map(i => i.mount); + let list = [localStorage.getItem("path").replaceAll("\\", "/")]; + let parts = localStorage.getItem("path").replaceAll("\\", "/").split("/").filter(i => i.trim() !== ""); + + for (let i = 1; i <= parts.length; i++) { + for (let mount of mounts) { + list.push(mount + "/" + parts.slice(0, i).join("/")); + } + } + + for (let i = 1; i <= parts.length; i++) { + for (let mount of mounts) { + let j = i + 1; + + while (j <= parts.length) { + list.push(mount + "/" + parts.slice(i, j).join("/")); + j++; + } + } + } + + for (let i = 1; i <= parts.length; i++) { + for (let mount of mounts) { + list.push(mount + "/" + parts.slice(i, i + 1).join("/")); + } + } + + return [...new Set(list.map(i => i.replaceAll("//", "/").replaceAll("\\", "/")))]; + } + + async filterValidSources(list: string[]) { + let validSources = []; + let statFolders = ["images", "thumbnails"]; + let statFiles = ["current.pbdb", "instance.pbmk"]; + + for (let item of list) { + let validFolders = 0; + let validFiles = 0; + + for (let folder of statFolders) { + let valid = false; + + try { + valid = (await fs.promises.lstat(item + "/" + folder)).isDirectory(); + } catch (e) { + } + + if (valid) validFolders++; + } + + for (let file of statFiles) { + let valid = false; + + try { + valid = (await fs.promises.lstat(item + "/" + file)).isFile(); + } catch (e) { + } + + if (valid) validFiles++; + } + + if (validFolders > 0 || validFiles > 0) { + validSources.push(item); + } + } + + return validSources; + } + + openFirstSource(validSources: string[]) { + let selectedSource: string; + + if (validSources.filter(i => i === localStorage.getItem("path").replaceAll("\\", "/")).length > 0) { + selectedSource = validSources.filter(i => i === localStorage.getItem("path").replaceAll("\\", "/"))[0]; + } else { + selectedSource = validSources[0]; + this.instance.loadingError("Database was read from " + selectedSource + " as the normal path is not available"); + } + + return selectedSource; + } + + async triggerInvalidSource(list: string[]) { + alert("Unable to load images as no valid image source could be found.\n\nTried: " + list.join(", ")); + + let path = await ipcRenderer.invoke("openFolder"); + if (typeof path !== "object" && typeof path !== "string") { + alert("Please select a folder and try again."); + this.instance.dataStore.unloaded = true; + window.close(); + return; + } + + if (path instanceof Array) { + localStorage.setItem("path", path[0]); + } else { + localStorage.setItem("path", path); + } + + if (!require('fs').existsSync(localStorage.getItem("path") + "/instance.pbmk")) require('fs').writeFileSync(localStorage.getItem("path") + "/instance.pbmk", ""); + + location.reload(); + } + + async loadFromCache() { + let _dataStore = this.instance.dataStore; + let valid = false; + + try { + valid = (await fs.promises.lstat(_dataStore.appData + "/FaunerieCache/current.pbdb")).isFile(); + } catch (e) { + valid = false; + } + + if (valid) { + this.instance.loadingError("No valid image source found, images will be downloaded from their source"); + _dataStore.loadedFromCache = true; + return _dataStore.appData + "/FaunerieCache"; + } else { + alert("Unable to load images from cache as the cache is empty or corrupted."); + this.instance.dataStore.unloaded = true; + window.close(); + } + } + + async loadAppropriateSource() { + let _dataStore = this.instance.dataStore; + + _dataStore.loadedFromCache = false; + + let list = await this.getPossibleSources(); + let validSources = await this.filterValidSources(list); + + if (validSources.length > 0) { + return this.openFirstSource(validSources); + } else { + if (fs.existsSync(_dataStore.appData + "/FaunerieCache")) { + return await this.loadFromCache(); + } else { + await this.triggerInvalidSource(list); + } + } + } + + async findDatabase(): Promise { + document.getElementById("load").innerText = "Finding database..."; + + await this.requestDatabaseOpen(); + + document.getElementById("progress").classList.remove("progress-bar-striped"); + document.getElementById("progress").style.width = "0%"; + + document.getElementById("progress").classList.remove("progress-bar-striped"); + document.getElementById("progress").style.width = "0%"; + + this.instance.dataStore.source = this.dataPath = await this.loadAppropriateSource(); + return this.dataPath; + } + + checkBusyUpdating() { + if (require('fs').existsSync(this.dataPath + "/updater.pbmk")) { + let pid = parseInt(require('fs').readFileSync(this.dataPath + "/updater.pbmk").toString().trim()); + let isUpdating = false; + + try { + process.kill(pid, 0); + isUpdating = true; + } catch (e) { + isUpdating = false; + } + + if (isUpdating) { + alert("This database is locked because an external Faunerie Updater is updating its content. Please try again later."); + this.instance.dataStore.unloaded = true; + window.close(); + } + } + } + + async initializeDatabase() { + let _dataStore = this.instance.dataStore; + + _dataStore.database = new Faunerie({ + database: this.dataPath, + cachePath: _dataStore.appData, + sqlitePath: process.platform === "darwin" ? "../../../sql/mac" : "../../../sql/win", + readOnly: false, + sensitiveImageProtocol: true + }); + + await _dataStore.database.initialize(true); + this.instance.createPropertyStore(); + } + + async updateCache() { + let _dataStore = this.instance.dataStore; + + if (!_dataStore.loadedFromCache) { + document.getElementById("load").innerText = "Updating cache..."; + document.getElementById("progress").classList.remove("progress-bar-striped"); + document.getElementById("progress").style.width = "0%"; + + if (!fs.existsSync(_dataStore.appData + "/FaunerieCache")) await fs.promises.mkdir(_dataStore.appData + "/FaunerieCache"); + await fs.promises.copyFile(this.dataPath + "/current.pbdb", _dataStore.appData + "/FaunerieCache/current.pbdb"); + + document.getElementById("progress").style.width = "100%"; + } + } + + async completeLoading() { + let _dataStore = this.instance.dataStore; + + _dataStore.db = await _dataStore.database.frontend.getAllImages(FaunerieListType.Object); + _dataStore.tags = _dataStore.database.frontend.tags; + _dataStore.tagsHashed = _dataStore.database.frontend.tagsHashed; + + if (_dataStore.hadErrorsLoading) { + document.getElementById("load").innerText = "Finished loading with warnings."; + document.getElementById("progress").classList.remove("progress-bar-striped"); + document.getElementById("progress").style.width = "100%"; + document.getElementById("loading-btn").classList.remove("disabled"); + } else { + this.instance.finishLoading(); + } + } +} diff --git a/src/FaunerieSearch.ts b/src/FaunerieSearch.ts new file mode 100755 index 0000000..eb4db33 --- /dev/null +++ b/src/FaunerieSearch.ts @@ -0,0 +1,136 @@ +import {FaunerieApp} from "./FaunerieApp"; +import {FaunerieListType} from "libfaunerie"; + +export class FaunerieSearch { + instance: FaunerieApp; + + constructor(instance: FaunerieApp) { + this.instance = instance; + } + + startTagSearch(tag: string) { + this.instance.dataStore.modal.hide(); + (document.getElementById("search") as HTMLInputElement).value = tag; + this.updateSearch(); + this.instance.display.updateDisplay(); + } + + searchError(e: Error, query: string, sql: string = null) { + this.instance.dataStore.currentView = []; + + document.getElementById("search-error").style.display = ""; + document.getElementById("pages").style.display = "none"; + document.getElementById("search-error").innerHTML = ` +

${this.resolveError(e)}

+

Faunerie uses the same search query format as Derpibooru/Philomena. To make sure you make correct use of the search syntax, you can try to search for the same query on Derpibooru directly (if possible). Please keep in mind that fuzzy matching, boosting, escaping, the faved_by and uploader fields as well as the my:hidden are not supported.

+

If you think something is wrong with Faunerie, please send a bug report, so we can fix it.

+
+
+ Show technical information + 
Query: ${query.substring(0, 1024)}${sql ? `\n\nSQL: ${sql.substring(0, 1024)}` : ""}\n\nError dump:\n${e.stack
+                    .replaceAll("&", "&")
+                    .replaceAll(">", ">")
+                    .replaceAll("<", "<")}
+
+ `; + } + + async displayAll() { + this.instance.dataStore.page = 1; + this.instance.dataStore.searching = false; + this.instance.dataStore.currentView = await this.instance.dataStore.database.frontend.getAllImages(FaunerieListType.Array) as any[]; + this.instance.display.updateDisplay(); + } + + async updateSearch() { + document.getElementById("images").classList.add("searching"); + document.getElementById("search-error").style.display = "none"; + document.getElementById("search-warning").style.display = "none"; + document.getElementById("pages").style.display = ""; + + if ((document.getElementById("search") as HTMLInputElement).value.trim() !== "") { + this.instance.dataStore.searching = true; + this.instance.dataStore.page = 1; + + try { + this.instance.dataStore.currentView = await this.initiateSearch((document.getElementById("search") as HTMLInputElement).value.trim()); + } catch (e) { + console.error(e); + let query = (document.getElementById("search") as HTMLInputElement).value.trim(); + let sql: string; + + try { + sql = this.instance.dataStore.database.frontend.searchEngine.buildQueryV2(query, false); + } catch (e) {} + + this.searchError(e, query, sql); + } + + this.instance.display.updateDisplay(); + } else { + this.displayAll(); + } + + document.getElementById("images").classList.remove("searching"); + (document.getElementById('search') as HTMLInputElement).disabled = false; + document.getElementById('filter-bar').classList.remove("disabled"); + } + + resolveError(e: Error) { + if (e.name === "SyntaxError") { + if (e.message === "Unexpected end of input") { + return "Unclosed parenthesis or quote, or trailing operator"; + } + + if (e.message === "Unexpected token ')'") { + return "Empty parenthesis statement or trailing close parenthesis"; + } + } + + if (e.name === "SearchError" || e.stack.startsWith("SearchError: ")) { + return e.message + .replaceAll("&", "&") + .replaceAll(">", ">") + .replaceAll("<", "<"); + } + + return "An error has occurred while processing your search query"; + } + + initiateSearch(query: string): Promise { + return new Promise(async (res, rej) => { + try { + res(await this.instance.dataStore.database.frontend.search(query)); + } catch (e) { + rej(e); + } + }); + } + + loadSearchModule() { + setInterval(() => { + let _dataStore = this.instance.dataStore; + + if (new Date().getTime() - _dataStore.lastPress > 1000 && _dataStore.needUpdate && _dataStore.lastQuery.trim().toLowerCase() !== (document.getElementById('search') as HTMLInputElement).value.trim().toLowerCase()) { + _dataStore.needUpdate = false; + _dataStore.lastQuery = (document.getElementById('search') as HTMLInputElement).value; + (document.getElementById('search') as HTMLInputElement).disabled = true; + document.getElementById('filter-bar').classList.add("disabled"); + this.updateSearch(); + } + }, 50); + + document.getElementById("search").onkeydown = (event) => { + if (event.key === "Enter") { + this.instance.dataStore.lastPress = new Date().getTime() - 5000; this.instance.dataStore.needUpdate = true; + } else { + this.instance.dataStore.lastPress = new Date().getTime(); this.instance.dataStore.needUpdate = true; + } + } + } + + async viewPage(n: number) { + this.instance.dataStore.page = n; + this.instance.display.updateDisplay(); + } +} diff --git a/src/FaunerieSettings.ts b/src/FaunerieSettings.ts new file mode 100755 index 0000000..74919ae --- /dev/null +++ b/src/FaunerieSettings.ts @@ -0,0 +1,290 @@ +import {FaunerieApp} from "./FaunerieApp"; +import * as fs from "node:fs"; +import * as path from "node:path"; +import {FaunerieImageType, FaunerieListType} from "libfaunerie"; + +export class FaunerieSettings { + instance: FaunerieApp; + + constructor(instance: FaunerieApp) { + this.instance = instance; + } + + async getThumbnailFiles() { + let _dataStore = this.instance.dataStore; + let files = []; + let filesPre = await fs.promises.readdir(_dataStore.source + "/thumbnails"); + + for (let i of filesPre) { + if ((await fs.promises.lstat(_dataStore.source + "/thumbnails/" + i)).isDirectory()) { + let list = await fs.promises.readdir(_dataStore.source + "/thumbnails/" + i); + + for (let j of list) { + if ((await fs.promises.lstat(_dataStore.source + "/thumbnails/" + i + "/" + j)).isDirectory()) { + let list2 = await fs.promises.readdir(_dataStore.source + "/thumbnails/" + i + "/" + j); + + for (let k of list2) { + if ((await fs.promises.lstat(_dataStore.source + "/thumbnails/" + i + "/" + j + "/" + k)).isDirectory()) { + let list3 = await fs.promises.readdir(_dataStore.source + "/thumbnails/" + i + "/" + j + "/" + k); + + for (let l of list3) { + files.push(_dataStore.source + "/thumbnails/" + i + "/" + j + "/" + k + "/" + l); + } + } + } + } + } + } + } + + return files; + } + + async getImageFiles() { + let _dataStore = this.instance.dataStore; + let files = []; + let filesPre = await fs.promises.readdir(_dataStore.source + "/images"); + + for (let i of filesPre) { + if ((await fs.promises.lstat(_dataStore.source + "/images/" + i)).isDirectory()) { + let list = await fs.promises.readdir(_dataStore.source + "/images/" + i); + + for (let j of list) { + if ((await fs.promises.lstat(_dataStore.source + "/images/" + i + "/" + j)).isDirectory()) { + let list2 = await fs.promises.readdir(_dataStore.source + "/images/" + i + "/" + j); + + for (let k of list2) { + if ((await fs.promises.lstat(_dataStore.source + "/images/" + i + "/" + j + "/" + k)).isDirectory()) { + let list3 = await fs.promises.readdir(_dataStore.source + "/images/" + i + "/" + j + "/" + k); + + for (let l of list3) { + files.push(_dataStore.source + "/images/" + i + "/" + j + "/" + k + "/" + l); + } + } + } + } + } + } + } + + return files; + } + + async processList(files: string[]) { + let _dataStore = this.instance.dataStore; + + let total = files.length; + let index = 0; + let orphans = []; + + for (let file of files) { + document.getElementById("load").innerText = "Looking for orphan files... " + file; + + if (!(await _dataStore.database.frontend.getImage(path.basename(file, path.extname(file))))) { + orphans.push(file); + } + + index++; + document.getElementById("progress").style.width = ((index / total) * 100) + "%"; + } + + return orphans; + } + + async processOrphans(orphans: string[]): Promise { + let hadErrors = false; + + document.getElementById("load").innerText = "Removing orphan files..."; + document.getElementById("progress").classList.remove("progress-bar-striped"); + document.getElementById("progress").style.width = "0%"; + + let index = 0; + + for (let orphan of orphans) { + document.getElementById("load").innerText = "Removing orphan files... " + orphan; + document.getElementById("progress").classList.remove("progress-bar-striped"); + document.getElementById("progress").style.width = ((index / orphans.length) * 100) + "%"; + + try { + await fs.promises.unlink(orphan); + } catch (e) { + console.error(e); + this.instance.loadingError("Failed to remove " + orphan); + hadErrors = true; + } + + index++; + } + + return hadErrors; + } + + async removeOrphans() { + let _dataStore = this.instance.dataStore; + if (_dataStore.loadedFromCache) return; + + _dataStore.loader.show(); + _dataStore.hadErrorsLoading = false; + document.getElementById("progress").classList.remove("progress-bar-striped"); + document.getElementById("loader-errors-list").innerHTML = ""; + document.getElementById("loader-errors").style.display = "none"; + + document.getElementById("load").innerText = "Looking for orphan files..."; + document.getElementById("progress").classList.remove("progress-bar-striped"); + document.getElementById("progress").style.width = "0%"; + + let files = [ + ...(await this.getThumbnailFiles()), + ...(await this.getImageFiles()) + ]; + + let hadErrors = false; + let orphans = await this.processList(files); + + if (orphans.length > 0) { + hadErrors = await this.processOrphans(orphans); + } + + document.getElementById("load").innerText = hadErrors ? "This operation completed with some errors." : "This operation completed successfully."; + document.getElementById("progress").classList.remove("progress-bar-striped"); + document.getElementById("progress").style.width = "100%"; + document.getElementById("loading-btn").classList.remove("disabled"); + document.getElementById("loader-errors").style.display = ""; + } + + private protectedEncode(b: string | ArrayBuffer) { + return require('zlib').deflateRawSync(b, {level: 9}); + } + + checkImageForCorruptions(image: any): Promise { + let i = image; + let instance = this.instance; + let _dataStore = this.instance.dataStore; + + return new Promise(async (res) => { + function next() { + let imageIsCorrupted: Function; + let img = i['mime_type'].startsWith("image/") ? new Image() : document.createElement("video"); + img.onload = img.oncanplaythrough = () => { + img.remove(); + if ("srcObject" in img) img.srcObject = null; + // noinspection HttpUrlsUsage + if (img.src.startsWith("https://") || img.src.startsWith("http://")) imageIsCorrupted(); + res(false); + } + img.onerror = imageIsCorrupted = () => { + instance.loadingError("Image " + i.id + " is corrupted"); + res(true); + } + img.src = _dataStore.database.frontend.getImageFile(i, FaunerieImageType.ViewURL); + } + + let imageIsCorrupted: Function; + let img = new Image(); + img.onload = img.oncanplaythrough = () => { + img.remove(); + if ("srcObject" in img) img.srcObject = null; + // noinspection HttpUrlsUsage + if (img.src.startsWith("https://") || img.src.startsWith("http://")) imageIsCorrupted(); + next(); + } + img.onerror = imageIsCorrupted = () => { + instance.loadingError("Image " + i.id + " is corrupted"); + res(true); + } + img.src = _dataStore.database.frontend.getImageFile(i, FaunerieImageType.ThumbnailURL); + }); + } + + async repairCorruptedImage(i: any) { + let _dataStore = this.instance.dataStore; + + try { + await fs.promises.writeFile(_dataStore.source + "/images/" + (i['sha512_hash'] ?? i['orig_sha512_hash'] ?? "0000000").substring(0, 1) + "/" + (i['sha512_hash'] ?? i['orig_sha512_hash'] ?? "0000000").substring(0, 2) + "/" + i.id + ".bin", this.protectedEncode(Buffer.from(await (await fetch(i['view_url'])).arrayBuffer()))); + await fs.promises.writeFile(_dataStore.source + "/thumbnails/" + (i['sha512_hash'] ?? i['orig_sha512_hash'] ?? "0000000").substring(0, 1) + "/" + (i['sha512_hash'] ?? i['orig_sha512_hash'] ?? "0000000").substring(0, 2) + "/" + i.id + ".bin", this.protectedEncode(Buffer.from(await (await fetch(i['representations']['thumb'])).arrayBuffer()))); + return true; + } catch (e) { + console.error(e); + this.instance.loadingError("Failed to repair image " + i.id); + return false; + } + } + + finishRepairing(hadErrorsFixing: boolean) { + if (this.instance.dataStore.hadErrorsLoading) { + if (hadErrorsFixing) { + document.getElementById("load").innerText = "Corrupted files found and could not be repaired."; + } else { + document.getElementById("load").innerText = "Corrupted files found and repaired successfully."; + } + + document.getElementById("progress").classList.remove("progress-bar-striped"); + document.getElementById("progress").style.width = "100%"; + document.getElementById("loading-btn").classList.remove("disabled"); + } else { + document.getElementById("load").innerText = "No corrupted files found."; + document.getElementById("progress").classList.remove("progress-bar-striped"); + document.getElementById("progress").style.width = "100%"; + document.getElementById("loading-btn").classList.remove("disabled"); + document.getElementById("loader-errors").style.display = ""; + } + } + + async repairScanForCorruptions() { + let corrupted = []; + let _dataStore = this.instance.dataStore; + + _dataStore.loader.show(); + _dataStore.hadErrorsLoading = false; + document.getElementById("progress").classList.remove("progress-bar-striped"); + document.getElementById("loader-errors-list").innerHTML = ""; + document.getElementById("loader-errors").style.display = "none"; + document.getElementById("load").innerText = "Checking for corrupted images..."; + + let total = await _dataStore.database.frontend.countImages(); + let index = 0; + + document.getElementById("progress").style.width = "0%"; + + for (let image of await _dataStore.database.frontend.getAllImages(FaunerieListType.Array) as any[]) { + document.getElementById("load").innerText = "Checking for corrupted images... " + Math.round(((index / total) * 100)) + "% (" + image.id + ")"; + if (await this.checkImageForCorruptions(image)) { + corrupted.push(image); + } + + index++; + document.getElementById("progress").style.width = ((index / total) * 100) + "%"; + } + + document.getElementById("progress").style.width = "0%"; + document.getElementById("load").innerText = "Repairing corrupted images..."; + index = 0; + + return corrupted; + } + + async repairProcessCorruptions(corrupted: any[]) { + let hadErrorsFixing = false; + let index = 0; + + for (let file of corrupted) { + hadErrorsFixing = hadErrorsFixing && await this.repairCorruptedImage(file); + + document.getElementById("progress").style.width = ((index / corrupted.length) * 100) + "%"; + document.getElementById("load").innerText = "Repairing corrupted images... " + Math.round(((index / corrupted.length) * 100)) + "% (" + file.id + ")"; + index++; + } + + return hadErrorsFixing; + } + + async repairCorruptions() { + if (this.instance.dataStore.loadedFromCache) return; + + this.finishRepairing( + await this.repairProcessCorruptions( + await this.repairScanForCorruptions() + ) + ) + } +} diff --git a/src/FaunerieUtilities.ts b/src/FaunerieUtilities.ts new file mode 100755 index 0000000..1c84300 --- /dev/null +++ b/src/FaunerieUtilities.ts @@ -0,0 +1,75 @@ +export class FaunerieUtilities { + static timeAgo(time: number | Date | string) { + if (!isNaN(parseInt(time as string))) { + time = new Date(time).getTime(); + } + + let periods = ["second", "minute", "hour", "day", "week", "month", "year", "age"]; + + let lengths = [60, 60, 24, 7, 4.35, 12, 100]; + + let now = new Date().getTime(); + + let difference = Math.round((now - (time as number)) / 1000); + let tense: string; + let period: string; + + if (difference <= 10 && difference >= 0) { + return "now"; + } else if (difference > 0) { + tense = "ago"; + } else { + tense = "later"; + } + + let j: number; + + for (j = 0; difference >= lengths[j] && j < lengths.length - 1; j++) { + difference /= lengths[j]; + } + + difference = Math.round(difference); + + period = periods[j]; + + return `${difference} ${period}${difference > 1 ? "s" : ""} ${tense}`; + } + + static formatSize(size: number) { + let sizeString: string; + + if (size > 1024 ** 3) { + sizeString = (size / 1024 ** 3).toFixed(1) + " GB"; + } else if (size > 1024 ** 2) { + sizeString = (size / 1024 ** 2).toFixed(1) + " MB"; + } else if (size > 1024) { + sizeString = (size / 1024).toFixed(0) + " KB"; + } else { + sizeString = size + " B"; + } + + return sizeString ?? size; + } + + static getMimeBadge(type: string) { + switch (type) { + case "image/gif": + return `GIF`; + + case "image/jpeg": + return `JPEG`; + + case "image/png": + return `PNG`; + + case "image/svg+xml": + return `SVG`; + + case "video/webm": + return `WebM`; + + default: + return `Unknown`; + } + } +} diff --git a/src/PrisbeamAI.ts b/src/PrisbeamAI.ts deleted file mode 100755 index a9fc4d4..0000000 --- a/src/PrisbeamAI.ts +++ /dev/null @@ -1,224 +0,0 @@ -import {PrisbeamApp} from "./PrisbeamApp"; -import {ChildProcess} from "node:child_process"; -import {PrisbeamImageType} from "libprisbeam"; -import * as fs from "node:fs"; -import * as cp from "node:child_process"; - -export class PrisbeamAI { - instance: PrisbeamApp; - aiProcess: ChildProcess; - aiStarting: boolean; - - constructor(instance: PrisbeamApp) { - this.instance = instance; - } - - get aiRunning() { - return (!!this.aiProcess && this.aiProcess.exitCode === null) || this.aiStarting; - } - - findPythonExecutable() { - try { - if (process.platform !== "darwin") throw new Error("Not running on macOS"); - cp.execFileSync("/usr/local/bin/python3.11", ["--version"], {cwd: __dirname + "/../ai"}).toString().trim(); - return "/usr/local/bin/python3.11"; - } catch (e) { - try { - cp.execFileSync("py", ["--version"], {cwd: __dirname + "/../ai"}).toString().trim(); - return "py"; - } catch (e) { - try { - cp.execFileSync("python3.11", ["--version"], {cwd: __dirname + "/../ai"}).toString().trim(); - return "python3.11"; - } catch (e) { - try { - cp.execFileSync("python3", ["--version"], {cwd: __dirname + "/../ai"}).toString().trim(); - return "python3"; - } catch (e) { - cp.execFileSync("python", ["--version"], {cwd: __dirname + "/../ai"}).toString().trim(); - return "python"; - } - } - } - } - } - - getPythonVersion() { - return cp.execFileSync(this.findPythonExecutable(), ["--version"], {cwd: __dirname + "/../ai"}).toString().trim(); - } - - updateDependencies() { - return new Promise((res) => { - this.aiProcess = cp.execFile(this.findPythonExecutable(), ["-m", "pip", "install", "-U", "torch", "ultralytics", "Pillow", "requests", "pandas", "opencv-python", "flask", "gitpython", "setuptools>=65.5.1"], {cwd: __dirname + "/../ai"}); - - this.aiProcess.stdout.on('data', (d) => { - console.debug(d.toString()); - }); - - this.aiProcess.stderr.on('data', (d) => { - console.debug(d.toString()); - }); - - this.aiProcess.on('exit', () => { - res(); - }); - }); - } - - triggerEngineStart() { - this.aiProcess = cp.execFile(this.findPythonExecutable(), ["server.py"], {cwd: __dirname + "/../ai"}); - - this.aiProcess.stdout.on('data', (d) => { - console.debug(d.toString()); - }); - - this.aiProcess.stderr.on('data', (d) => { - console.debug(d.toString()); - }); - - this.aiProcess.on('exit', () => { - this.aiProcess = null; - }); - } - - waitForEngine() { - return new Promise((res) => { - let aiInterval = setInterval(async () => { - try { - if ("data" in (await (await fetch("http://127.0.0.1:25091/status")).json())) { - clearInterval(aiInterval); - this.aiStarting = false; - res(); - } - } catch (e) { - } - }, 1000); - }) - } - - validatePythonVersion() { - let pyVersion: string = this.getPythonVersion(); - - if (!pyVersion) { - console.log("Unable to find a Python executable"); - throw new Error("Python not found"); - } else if (!pyVersion.startsWith("Python 3.11.") && pyVersion !== "Python 3.11") { - console.log("Invalid Python version: " + pyVersion); - throw new Error("Python not found"); - } - } - - async startAI() { - if (this.aiRunning) return; - - this.aiStarting = true; - this.validatePythonVersion(); - await this.updateDependencies(); - this.triggerEngineStart(); - await this.waitForEngine(); - } - - async getClasses() { - let _dataStore = this.instance.dataStore; - let protectedDecode = (b: Buffer) => { - return require('zlib').inflateRawSync(b); - } - - await this.startAI(); - let url = _dataStore.database.frontend.getImageFile(_dataStore.currentImage, PrisbeamImageType.ViewURL); - let data: any; - - if (url.startsWith("blob:") || url.startsWith("pbip:")) { - fs.writeFileSync(_dataStore.appData + "/.temp", protectedDecode(fs.readFileSync(_dataStore.database.frontend.getImageFile(_dataStore.currentImage, PrisbeamImageType.ViewFile)))); - url = "file://" + (_dataStore.appData + "/.temp").replaceAll("\\", "/"); - } - - if (_dataStore.currentImage.tags.includes("safe")) { - data = await (await fetch("http://127.0.0.1:25091/safe?url=" + encodeURIComponent(url.replace("file://", "")))).json(); - } else { - data = await (await fetch("http://127.0.0.1:25091/explicit?url=" + encodeURIComponent(url.replace("file://", "")))).json(); - } - - if (fs.existsSync(_dataStore.appData + "/.temp")) fs.unlinkSync(_dataStore.appData + "/.temp"); - return data; - } - - unload() { - if (this.instance.dataStore.appData && fs.existsSync(this.instance.dataStore.appData + "/.temp")) fs.unlinkSync(this.instance.dataStore.appData + "/.temp"); - - if (this.aiProcess) { - console.log("Engine did not stop before quitting, forcefully killing it"); - this.aiProcess.kill("SIGKILL"); - } - } - - makeClassesHTML(c: any) { - let _dataStore = this.instance.dataStore; - - window.onresize = () => { - document.getElementById("preview-zones").style.top = document.getElementById("preview-content-inner").offsetTop + "px"; - document.getElementById("preview-zones").style.left = document.getElementById("preview-content-inner").offsetLeft + "px"; - document.getElementById("preview-zones").style.width = document.getElementById("preview-content-inner").clientWidth + "px"; - document.getElementById("preview-zones").style.height = document.getElementById("preview-content-inner").clientHeight + "px"; - } - - window.onresize(null); - _dataStore.currentImageClasses = c.data || []; - - let properClasses = _dataStore.currentImageClasses.filter(i => i.confidence > 0.5).map(i => { - return { - name: i.name, - top: (i.ymin / _dataStore.currentImage.height) * 100, - left: (i.xmin / _dataStore.currentImage.width) * 100, - width: ((i.xmax - i.xmin) / _dataStore.currentImage.width) * 100, - height: ((i.ymax - i.ymin) / _dataStore.currentImage.height) * 100 - } - }); - document.getElementById("preview-zones").innerHTML = properClasses.map((i, j) => ` -
- `).join(""); - - this.displayClassesList(properClasses); - } - - displayClassesList(properClasses: any) { - if (properClasses.length === 0) { - document.getElementById("preview-parts-loader").style.display = "none"; - document.getElementById("preview-parts-none").style.display = ""; - document.getElementById("preview-parts-unsupported").style.display = "none"; - document.getElementById("preview-parts-list").style.display = "none"; - } else { - document.getElementById("preview-parts-loader").style.display = "none"; - document.getElementById("preview-parts-none").style.display = "none"; - document.getElementById("preview-parts-unsupported").style.display = "none"; - document.getElementById("preview-parts-list").style.display = ""; - document.getElementById("preview-parts-list").innerHTML = properClasses.map((i, j) => ` - ${i.name} - `).join(""); - } - } - - displayClasses(id: string) { - let _dataStore = this.instance.dataStore; - - if (_dataStore.currentImage.mime_type.startsWith("image/")) { - if (_dataStore.currentImage.tags.includes("screencap") || !_dataStore.currentImage.tags.includes("safe")) { - this.instance.ai.getClasses().then((c: any) => { - if (_dataStore.currentImage.id === parseInt(id)) { - this.makeClassesHTML(c); - } - }); - } else { - document.getElementById("preview-parts-loader").style.display = "none"; - document.getElementById("preview-parts-none").style.display = ""; - document.getElementById("preview-parts-unsupported").style.display = "none"; - document.getElementById("preview-parts-list").style.display = "none"; - } - } else { - document.getElementById("preview-parts-loader").style.display = "none"; - document.getElementById("preview-parts-none").style.display = "none"; - document.getElementById("preview-parts-unsupported").style.display = ""; - document.getElementById("preview-parts-list").style.display = "none"; - } - } -} diff --git a/src/PrisbeamActions.ts b/src/PrisbeamActions.ts deleted file mode 100755 index 06e69fe..0000000 --- a/src/PrisbeamActions.ts +++ /dev/null @@ -1,13 +0,0 @@ -import {PrisbeamApp} from "./PrisbeamApp"; - -export class PrisbeamActions { - instance: PrisbeamApp; - - constructor(instance: PrisbeamApp) { - this.instance = instance; - } - - goHome() { - this.instance.search.startTagSearch(""); - } -} diff --git a/src/PrisbeamApp.ts b/src/PrisbeamApp.ts deleted file mode 100755 index a44e1e4..0000000 --- a/src/PrisbeamApp.ts +++ /dev/null @@ -1,129 +0,0 @@ -import {PrisbeamDataStore} from "./PrisbeamDataStore"; -import {PrisbeamListType} from "libprisbeam"; -import {PrisbeamAppDisplay} from "./PrisbeamAppDisplay"; -import {PrisbeamSettings} from "./PrisbeamSettings"; -import {PrisbeamSearch} from "./PrisbeamSearch"; -import {PrisbeamActions} from "./PrisbeamActions"; -import {PrisbeamAI} from "./PrisbeamAI"; -import {PrisbeamLoader} from "./PrisbeamLoader"; -import {PrisbeamPropertyStore} from "libprisbeam/src/PrisbeamPropertyStore"; -import {PrisbeamDerpibooru} from "./PrisbeamDerpibooru"; - -export class PrisbeamApp { - dataStore: PrisbeamDataStore; - bootstrap: any; - display: PrisbeamAppDisplay; - settings: PrisbeamSettings; - search: PrisbeamSearch; - actions: PrisbeamActions; - ai: PrisbeamAI; - loader: PrisbeamLoader; - propertyStore: PrisbeamPropertyStore; - derpibooru: PrisbeamDerpibooru; - - constructor(bootstrap: any) { - this.bootstrap = bootstrap; - this.dataStore = new PrisbeamDataStore(this); - this.display = new PrisbeamAppDisplay(this); - this.settings = new PrisbeamSettings(this); - this.search = new PrisbeamSearch(this); - this.actions = new PrisbeamActions(this); - this.ai = new PrisbeamAI(this); - this.loader = new PrisbeamLoader(this); - this.derpibooru = new PrisbeamDerpibooru(this); - - this.search.loadSearchModule(); - } - - createPropertyStore() { - this.propertyStore = this.dataStore.database.propertyStore; - } - - async finishLoading() { - document.getElementById("loading-btn").classList.add("disabled"); - - document.getElementById("load").innerText = "Loading interface..."; - document.getElementById("progress").classList.add("progress-bar-striped"); - document.getElementById("progress").style.width = "100%"; - - this.dataStore.loaded = true; - this.dataStore.page = 1; - this.dataStore.currentView = await this.dataStore.database.frontend.getAllImages(PrisbeamListType.Array) as any[]; - this.display.updateDisplay(); - - this.dataStore.loader.hide(); - document.getElementById("app").classList.remove("disabled"); - } - - loadingError(msg: string) { - let li = document.createElement("li"); - li.classList.add("list-group-item"); - li.classList.add("list-group-item-warning"); - li.innerHTML = msg; - - document.getElementById("loader-errors-list").append(li); - document.getElementById("loader-errors").style.display = ""; - this.dataStore.hadErrorsLoading = true; - } - - async loadApp() { - if (this.dataStore.loaded) return; - - document.getElementById("load").innerText = "Waiting for application..."; - document.getElementById("progress").classList.remove("progress-bar-striped"); - document.getElementById("progress").style.width = "0%"; - - await this.loader.findDatabase(); - this.loader.checkBusyUpdating(); - await this.loader.initializeDatabase(); - await this.loader.updateCache(); - await this.loader.completeLoading(); - await this.derpibooru.initialize(); - } - - safeUnload() { - let modal = new this.bootstrap.Modal(document.getElementById("close-dialog")); - modal.show(); - - return new Promise((res) => { - this.ai.unload(); - - if (!this.derpibooru.window?.isDestroyed()) { - this.derpibooru.window.destroy(); - } - - if (this.dataStore.database && !this.dataStore.unloaded) { - (async () => { - try { - await this.dataStore.database.close(); - } catch (e) { - console.error(e); - } - - this.dataStore.unloaded = true; - - res(); - })(); - } else { - res(); - } - }); - } - - async safeReload() { - await this.safeUnload(); - location.reload(); - } - - // noinspection JSUnusedGlobalSymbols - async safeClose() { - await this.safeUnload(); - window.close(); - } - - bootstrapTooltips() { - const tooltipTriggerList = document.querySelectorAll('[data-bs-toggle="tooltip"]'); - //@ts-ignore - [...tooltipTriggerList].map(tooltipTriggerEl => new bootstrap.Tooltip(tooltipTriggerEl)); - } -} diff --git a/src/PrisbeamAppDisplay.ts b/src/PrisbeamAppDisplay.ts deleted file mode 100755 index e3a9ee6..0000000 --- a/src/PrisbeamAppDisplay.ts +++ /dev/null @@ -1,455 +0,0 @@ -import {PrisbeamApp} from "./PrisbeamApp"; -import {PrisbeamImageType} from "libprisbeam"; -import * as fs from "node:fs"; -import {PrisbeamUtilities} from "./PrisbeamUtilities"; -import {shell} from "@electron/remote"; - -export class PrisbeamAppDisplay { - private instance: PrisbeamApp; - - constructor(app: PrisbeamApp) { - this.instance = app; - } - - runUserSort(a: any, b: any) { - if ((document.getElementById("sorting") as HTMLInputElement).value === "new") { - return new Date(b.first_seen_at).getTime() - new Date(a.first_seen_at).getTime(); - } else if ((document.getElementById("sorting") as HTMLInputElement).value === "id") { - return b.id - a.id; - } else if ((document.getElementById("sorting") as HTMLInputElement).value === "popular") { - return b.score - a.score; - } else if ((document.getElementById("sorting") as HTMLInputElement).value === "size") { - return b.size - a.size; - } else if ((document.getElementById("sorting") as HTMLInputElement).value === "duration") { - return b.duration - a.duration; - } else if ((document.getElementById("sorting") as HTMLInputElement).value === "resolution") { - return (b.height * b.width) - (a.height * a.width); - } else if ((document.getElementById("sorting") as HTMLInputElement).value === "relevant") { - return b.wilson_score - a.wilson_score; - } - } - - displayNoResults() { - document.getElementById("search-warning").style.display = ""; - document.getElementById("pages").style.display = "none"; - document.getElementById("search-warning").innerHTML = "There are no images matching your request. Make sure the selected rating, filters and search query are correct and try again."; - } - - getThumbnailHTML(i: any) { - if (i['representations']['thumb'].endsWith(".webm")) i['representations']['thumb'] = i['representations']['thumb'].substring(0, i['representations']['thumb'].length - 5) + ".gif"; - let thumbnail = this.instance.dataStore.database.frontend.getImageFile(i, PrisbeamImageType.ThumbnailURL); - - // noinspection CssUnknownTarget - return ` -
- `; - } - - filterEnabledRatings(i: any) { - return (((document.getElementById("rating-safe") as HTMLInputElement).checked && i.tags.includes("safe")) || - ((document.getElementById("rating-suggestive") as HTMLInputElement).checked && i.tags.includes("suggestive")) || - ((document.getElementById("rating-questionable") as HTMLInputElement).checked && i.tags.includes("questionable")) || - ((document.getElementById("rating-explicit") as HTMLInputElement).checked && i.tags.includes("explicit")) || - ((document.getElementById("rating-grimdark") as HTMLInputElement).checked && i.tags.includes("grimdark"))) - } - - getPageNumbers() { - let _dataStore = this.instance.dataStore; - let items = _dataStore.currentViewItems; - let totalPages = Math.ceil(items.length / 50) + 1; - let pageNumbers = []; - - if (_dataStore.page - 4 > 0) { - pageNumbers.push(_dataStore.page - 4); - pageNumbers.push(_dataStore.page - 3); - pageNumbers.push(_dataStore.page - 2); - pageNumbers.push(_dataStore.page - 1); - } else if (_dataStore.page - 3 > 0) { - pageNumbers.push(_dataStore.page - 3); - pageNumbers.push(_dataStore.page - 2); - pageNumbers.push(_dataStore.page - 1); - } else if (_dataStore.page - 2 > 0) { - pageNumbers.push(_dataStore.page - 2); - pageNumbers.push(_dataStore.page - 1); - } else if (_dataStore.page - 1 > 0) { - pageNumbers.push(_dataStore.page - 1); - } - - pageNumbers.push(_dataStore.page); - let i = 0; - - while (pageNumbers.length < 9) { - if (_dataStore.page + i + 1 <= totalPages) { - pageNumbers.push(_dataStore.page + i + 1); - } else { - break; - } - - i++; - } - - return pageNumbers; - } - - getPageHTML(page: number) { - let length = (Math.ceil(this.instance.dataStore.currentViewItems.length / 50) + 1).toString().length; - return "" + ("0".repeat(length).substring(0, length - page.toString().length) + page.toString()) + ""; - } - - getPageListHTML(pageNumbers: number[]) { - let _dataStore = this.instance.dataStore; - let items = _dataStore.currentViewItems; - let totalPages = Math.ceil(items.length / 50) + 1; - - return ` -
- « - ‹ -
-
- ${totalPages > 5 ? pageNumbers.map(i => ` - ${this.getPageHTML(i)} - `).join("") : Array(totalPages).fill(null).map((_, i) => i + 1).map(i => ` - ${this.getPageHTML(i)} - `).join("")} -
-
- › - » -
- `; - } - - updateDisplay() { - let _dataStore = this.instance.dataStore; - document.getElementById("search-warning").style.display = "none"; - - if (document.getElementById("search-error").style.display === "none") { - document.getElementById("pages").style.display = ""; - } else { - document.getElementById("pages").style.display = "none"; - } - - let items = _dataStore.currentViewItems = [..._dataStore.currentView] - .sort(this.runUserSort) - .filter(this.filterEnabledRatings) - .map((i) => this.getThumbnailHTML(i)); - - if (items.length === 0 && document.getElementById("search-error").style.display === "none") this.displayNoResults(); - - if ((document.getElementById("order") as HTMLInputElement).value === "up") { - items = items.reverse(); - } - - document.getElementById("images").innerHTML = items.splice((_dataStore.page - 1) * 50, 50).join(""); - document.getElementById("pages").innerHTML = this.getPageListHTML(this.getPageNumbers()); - - this.updateTitle(); - this.instance.bootstrapTooltips(); - } - - updateTitle() { - let _dataStore = this.instance.dataStore; - let totalPages = Math.ceil(_dataStore.currentViewItems.length / 50) + 1; - - if (_dataStore.searching) { - if (_dataStore.loadedFromCache) { - document.title = "Searching for " + (document.getElementById("search") as HTMLInputElement).value.trim() + " (page " + _dataStore.page + "/" + totalPages + ") — Prisbeam (Cached)"; - } else { - document.title = "Searching for " + (document.getElementById("search") as HTMLInputElement).value.trim() + " (page " + _dataStore.page + "/" + totalPages + ") — Prisbeam"; - } - } else { - if (_dataStore.loadedFromCache) { - document.title = "All images (page " + _dataStore.page + "/" + totalPages + ") — Prisbeam (Cached)"; - } else { - document.title = "All images (page " + _dataStore.page + "/" + totalPages + ") — Prisbeam"; - } - } - } - - setRating(rating: string) { - Array.from(document.querySelectorAll(".tooltip.bs-tooltip-auto")).map(i => i.outerHTML = ""); - - (document.getElementById("rating-safe") as HTMLInputElement).checked = false; - (document.getElementById("rating-questionable") as HTMLInputElement).checked = false; - (document.getElementById("rating-suggestive") as HTMLInputElement).checked = false; - (document.getElementById("rating-explicit") as HTMLInputElement).checked = false; - (document.getElementById("rating-grimdark") as HTMLInputElement).checked = false; - - let code = 0; - if (rating === "safe") code = 1; - if (rating === "questionable") code = 2; - if (rating === "suggestive") code = 3; - if (rating === "explicit") code = 4; - if (rating === "grimdark") code = 5; - - if (code >= 1) (document.getElementById("rating-safe") as HTMLInputElement).checked = true; - if (code >= 2) (document.getElementById("rating-questionable") as HTMLInputElement).checked = true; - if (code >= 3) (document.getElementById("rating-suggestive") as HTMLInputElement).checked = true; - if (code >= 4) (document.getElementById("rating-explicit") as HTMLInputElement).checked = true; - if (code >= 5) (document.getElementById("rating-grimdark") as HTMLInputElement).checked = true; - } - - highlightZone(id: string, state: boolean) { - if (state) { - document.getElementById("preview-zone-" + id).classList.add("hover"); - document.getElementById("preview-tag-zone-" + id).classList.add("hover"); - } else { - document.getElementById("preview-zone-" + id).classList.remove("hover"); - document.getElementById("preview-tag-zone-" + id).classList.remove("hover"); - } - } - - buildImageTitle() { - let _dataStore = this.instance.dataStore; - - return "Image #" + - (_dataStore.currentImage.source_id ?? _dataStore.currentImage.id) + - (_dataStore.currentImage.source_name - ? " (" + _dataStore.currentImage.source_name + ")" - : "") + - "" + - PrisbeamUtilities.getMimeBadge(_dataStore.currentImage.mime_type) - } - - displayImageSize() { - let _dataStore = this.instance.dataStore; - let size = 0; - let sizeExplanation = []; - - let file = _dataStore.database.frontend.getImageFile(_dataStore.currentImage, PrisbeamImageType.ViewFile); - let thumb = _dataStore.database.frontend.getImageFile(_dataStore.currentImage, PrisbeamImageType.ThumbnailFile); - - if (file) { - let cSize = fs.lstatSync(file).size; - size += cSize; - sizeExplanation.push("Image: " + PrisbeamUtilities.formatSize(cSize)); - } - - if (thumb) { - let cSize = fs.lstatSync(thumb).size; - size += cSize; - sizeExplanation.push("Thumbnail: " + PrisbeamUtilities.formatSize(cSize)); - } - - let cSize = JSON.stringify(_dataStore.currentImage).length; - size += cSize; - sizeExplanation.push("Metadata: " + PrisbeamUtilities.formatSize(cSize)); - - document.getElementById("preview-size").innerHTML = - "" + - PrisbeamUtilities.formatSize(size) + ""; - } - - categorySortingNumber(cat: string) { - if (cat === "error") return 0; - if (cat === "rating") return 1; - if (cat === "origin") return 2; - if (cat === "character") return 3; - if (cat === "oc") return 4; - if (cat === "species") return 5; - if (cat === "body-type") return 6; - if (cat === "content-official") return 7; - if (cat === "content-fanmade") return 8; - if (cat === "spoiler") return 9; - return 999; - } - - async getImpliedTags() { - let _dataStore = this.instance.dataStore; - - let categories = {}; - let implied = []; - let impliedNames = []; - - for (let id of _dataStore.currentImage.tag_ids) { - implied.push(...(await _dataStore.database.frontend.getImpliedTagIdsFromId(id)).filter(i => !_dataStore.currentImage.tag_ids.includes(i))); - impliedNames.push(...(await _dataStore.database.frontend.getImpliedTagNamesFromId(id)).filter(i => !_dataStore.currentImage.tags.includes(i))); - } - - for (let id of implied) { - categories[id] = (await _dataStore.database._sql("SELECT category FROM tags WHERE id=" + id))[0]['category']; - } - - implied = [...new Set(implied)]; - impliedNames = [...new Set(impliedNames)]; - - let impliedTags = impliedNames.map((i: string, j: number) => [i, implied[j], categories[implied[j]]]); - - return impliedTags.sort((a, b) => { - return a[0].localeCompare(b[0]); - }).sort((a, b) => { - return this.categorySortingNumber(a[2]) - this.categorySortingNumber(b[2]); - }); - } - - async getTags() { - let _dataStore = this.instance.dataStore; - let categories = {}; - - for (let id of _dataStore.currentImage.tag_ids) { - categories[id] = (await _dataStore.database._sql("SELECT category FROM tags WHERE id=" + id))[0]['category']; - } - - let tags = _dataStore.currentImage.tags.map((i: string, j: number) => [i, _dataStore.currentImage.tag_ids[j], categories[_dataStore.currentImage.tag_ids[j]]]); - - return tags.sort((a: string, b: string) => { - return a[0].localeCompare(b[0]); - }).sort((a: string, b: string) => { - return this.categorySortingNumber(a[2]) - this.categorySortingNumber(b[2]); - }); - } - - async displayTags() { - let tags = await this.getTags(); - let impliedTags = await this.getImpliedTags(); - - document.getElementById("preview-tags").innerHTML = tags.map((i: any[]) => - "" + - i[0] + "" - ).join("") + - impliedTags.map(i => - "" + - i[0] + "" - ).join(""); - } - - async initializeImageUI(id: string) { - let _dataStore = this.instance.dataStore; - - _dataStore.modal.show(); - _dataStore.currentImage = await _dataStore.database.frontend.getImage(id); - _dataStore.currentImageClasses = []; - document.getElementById("preview-zones").innerHTML = ""; - - document.getElementById("preview-parts-loader").style.display = ""; - document.getElementById("preview-parts-none").style.display = "none"; - document.getElementById("preview-parts-unsupported").style.display = "none"; - document.getElementById("preview-parts-list").style.display = "none"; - document.title = "Viewing image #" + (_dataStore.currentImage.source_id ?? id) + " — " + document.title; - document.getElementById("preview-title").innerHTML = this.buildImageTitle(); - document.getElementById("preview-date").innerHTML = "Uploaded " + PrisbeamUtilities.timeAgo(_dataStore.currentImage.created_at * 1000) + ""; - document.getElementById("preview-resolution").innerText = _dataStore.currentImage.width + " × " + _dataStore.currentImage.height; - document.getElementById("preview-source-cta").innerText = "View on " + _dataStore.currentImage.source_name ?? "Derpibooru"; - } - - getCreditDescriptors() { - let descriptors = { - artists: [], editors: [], generators: [], photographers: [], prompters: [], colorists: [] - }; - let finalDescriptors = []; - - for (let tag of this.instance.dataStore.currentImage.tags) { - if (tag.startsWith("artist:")) descriptors.artists.push(tag.substring(7)); - if (tag.startsWith("editor:")) descriptors.editors.push(tag.substring(7)); - if (tag.startsWith("generator:")) descriptors.generators.push(tag.substring(10)); - if (tag.startsWith("photographer:")) descriptors.photographers.push(tag.substring(13)); - if (tag.startsWith("prompter:")) descriptors.prompters.push(tag.substring(9)); - if (tag.startsWith("colorist:")) descriptors.colorists.push(tag.substring(9)); - } - - if (descriptors.artists.length > 0) finalDescriptors.push("artist" + (descriptors.artists.length > 1 ? "s" : "") + ": " + descriptors.artists.join("")); - if (descriptors.editors.length > 0) finalDescriptors.push("editor" + (descriptors.editors.length > 1 ? "s" : "") + ": " + descriptors.editors.join("")); - if (descriptors.generators.length > 0) finalDescriptors.push("generator" + (descriptors.generators.length > 1 ? "s" : "") + ": " + descriptors.generators.join("")); - if (descriptors.photographers.length > 0) finalDescriptors.push("photographer" + (descriptors.photographers.length > 1 ? "s" : "") + ": " + descriptors.photographers.join("")); - if (descriptors.prompters.length > 0) finalDescriptors.push("prompter" + (descriptors.prompters.length > 1 ? "s" : "") + ": " + descriptors.prompters.join("")); - if (descriptors.colorists.length > 0) finalDescriptors.push("colorist" + (descriptors.colorists.length > 1 ? "s" : "") + ": " + descriptors.colorists.join("")); - - if (finalDescriptors[0]) finalDescriptors[0] = finalDescriptors[0].substring(0, 1).toUpperCase() + finalDescriptors[0].substring(1); - - return finalDescriptors; - } - - displayCredits() { - let _dataStore = this.instance.dataStore; - let artist = "Anonymous artist"; - let finalDescriptors = this.getCreditDescriptors(); - if (finalDescriptors.length > 0) artist = finalDescriptors.join("; "); - - if (_dataStore.currentImage.tags.includes("official")) { - if (finalDescriptors.length > 0) { - artist = finalDescriptors.join("; ") + " (official content)"; - } else { - artist = "Official Hasbro content"; - } - } - - if (_dataStore.currentImage.tags.includes("artist needed")) { - artist = "Unknown artist"; - } - - document.getElementById("preview-artist").innerText = artist; - } - - displayScore() { - let _dataStore = this.instance.dataStore; - - if (_dataStore.currentImage.score !== 0) { - try { document.getElementById("preview-score").outerHTML = ""; } catch (e) {} - document.getElementById("preview-statistics").insertAdjacentHTML("afterbegin", `
`); - - if (_dataStore.currentImage.faves > 0) { - document.getElementById("preview-score").innerText = _dataStore.currentImage.faves + " favorites · " + _dataStore.currentImage.score + " points (" + _dataStore.currentImage.upvotes + " up, " + _dataStore.currentImage.downvotes + " down)"; - } else { - document.getElementById("preview-score").innerText = _dataStore.currentImage.score + " points (" + _dataStore.currentImage.upvotes + " up, " + _dataStore.currentImage.downvotes + " down)"; - } - } else { - try { document.getElementById("preview-score").outerHTML = ""; } catch (e) {} - } - } - - displayViewer() { - let _dataStore = this.instance.dataStore; - let url = _dataStore.database.frontend.getImageFile(_dataStore.currentImage, PrisbeamImageType.ViewURL) - - if (_dataStore.currentImage.mime_type.startsWith("video/")) { - document.getElementById("preview-content").innerHTML = ` - - `; - } else { - document.getElementById("preview-content").innerHTML = ` - - `; - } - } - - async openImage(id: string) { - await this.initializeImageUI(id); - this.displayImageSize(); - await this.displayTags(); - this.displayCredits(); - this.displayScore(); - this.displayViewer(); - this.instance.ai.displayClasses(id); - this.instance.bootstrapTooltips(); - } - - openImageOnSource() { - let image = this.instance.dataStore.currentImage; - shell.openExternal(image['source'].replace("%s", image['source_id'])); - } -} diff --git a/src/PrisbeamDataStore.ts b/src/PrisbeamDataStore.ts deleted file mode 100755 index cf910f0..0000000 --- a/src/PrisbeamDataStore.ts +++ /dev/null @@ -1,47 +0,0 @@ -import {PrisbeamApp} from "./PrisbeamApp"; -import {Prisbeam} from "libprisbeam"; - -export class PrisbeamDataStore { - public loaded: boolean; - public loadedFromCache: boolean; - public hadErrorsLoading: boolean; - public searching: boolean; - public source: string; - public appData: string; - public database: Prisbeam; - public db: object; - public tags: any[][]; - public tagsHashed: object; - public currentView: any[]; - public currentViewItems: any[]; - public page: number; - public modal: any; - public loader: any; - public login: any; - public unloaded: boolean; - public currentImage: any; - public currentImageClasses: any[]; - public needUpdate: boolean; - public lastQuery: string; - public lastPress: number; - public close: boolean; - - constructor(instance: PrisbeamApp) { - let bootstrap = instance.bootstrap; - - this.page = 1; - this.searching = false; - this.unloaded = false; - // @ts-ignore - this.modal = new bootstrap.Modal(document.getElementById("preview")); - // @ts-ignore - this.loader = new bootstrap.Modal(document.getElementById("loader")); - this.login = new bootstrap.Modal(document.getElementById("login")); - this.loader.show(); - this.currentImage = null; - this.currentImageClasses = []; - this.hadErrorsLoading = false; - this.lastQuery = ""; - this.loaded = false; - } -} diff --git a/src/PrisbeamDerpibooru.ts b/src/PrisbeamDerpibooru.ts deleted file mode 100755 index 0680f13..0000000 --- a/src/PrisbeamDerpibooru.ts +++ /dev/null @@ -1,293 +0,0 @@ -import {PrisbeamApp} from "./PrisbeamApp"; -import {BrowserWindow, shell} from "@electron/remote"; -import {BrowserWindow as TBrowserWindow, SafeStorage} from "electron"; - -interface DerpibooruJSDataStore { - fancyTagEdit: boolean; - fancyTagUpload: boolean; - filterId: number; - hiddenFilter: string; - hiddenTagList: number[]; - ignoredTagList: number[]; - interactions: any[]; - spoilerType: string; - spoileredFilter: string; - spoileredTagList: number[]; - userCanEditFilter: boolean; - userIsSignedIn: boolean; - watchedTagList: number[]; -} - -export class PrisbeamDerpibooru { - instance: PrisbeamApp; - enabled: boolean; - window: TBrowserWindow; - dataStore: DerpibooruJSDataStore; - - constructor(instance: PrisbeamApp) { - this.instance = instance; - this.enabled = null; - } - - async getDataStore() { - if (await this.window.webContents.executeJavaScript("!!document.getElementsByClassName(\"js-datastore\")[0]")) { - let attributes = await this.window.webContents.executeJavaScript("document.getElementsByClassName(\"js-datastore\")[0].getAttributeNames().filter(i => i.startsWith(\"data\"))"); - let obj = {}; - - for (let name of attributes) { - let data = await this.window.webContents.executeJavaScript("document.getElementsByClassName(\"js-datastore\")[0].getAttribute(\"" + name + "\")"); - - name = name.substring(5).toLowerCase().replace(/-(.)/g, function(_: string, g: string) { - return g.toUpperCase(); - }); - - try { - obj[name] = JSON.parse(data); - } catch (e) { - obj[name] = data; - } - } - - return obj; - } else { - return {}; - } - } - - startLoginFlow() { - (document.getElementById("derpibooru-email") as HTMLInputElement).value = ""; - (document.getElementById("derpibooru-password") as HTMLInputElement).value = ""; - (document.getElementById("derpibooru-2fa") as HTMLInputElement).value = ""; - document.getElementById("derpibooru-login-2fa").style.display = "none"; - document.getElementById("derpibooru-login-initial").style.display = ""; - - this.setFormLock(false); - this.instance.dataStore.login.show(); - } - - validateEmail(email: string) { - return /^(([^<>()\[\]\\.,;:\s@"]+(\.[^<>()\[\]\\.,;:\s@"]+)*)|(".+"))@((\[[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}\.[0-9]{1,3}])|(([a-zA-Z\-0-9]+\.)+[a-zA-Z]{2,}))$/ - .test(email.toLowerCase()); - } - - validateCredentials(email: string, password: string) { - if (email.trim() === "") { - alert("Please enter an email address."); - document.getElementById("derpibooru-email").focus(); - return false; - } - - if (password.trim() === "") { - alert("Please enter a password."); - document.getElementById("derpibooru-password").focus(); - return false; - } - - if (!this.validateEmail(email)) { - alert("Please enter a valid email address."); - document.getElementById("derpibooru-email").focus(); - return false; - } - - if (password.length < 12) { - alert("Your password must be at least 12 characters."); - document.getElementById("derpibooru-password").focus(); - return false; - } - - return true; - } - - setFormLock(lock: boolean) { - document.getElementById("login").style['pointerEvents'] = lock ? "none" : ""; - (document.getElementById("derpibooru-email") as HTMLInputElement).disabled = lock; - (document.getElementById("derpibooru-password") as HTMLInputElement).disabled = lock; - (document.getElementById("derpibooru-2fa") as HTMLInputElement).disabled = lock; - document.getElementById("derpibooru-confirm-btn").classList[lock ? "add" : "remove"]("disabled"); - document.getElementById("derpibooru-confirm-btn2").classList[lock ? "add" : "remove"]("disabled"); - } - - async handleLoginPage(email?: string, password?: string) { - if (this.window.webContents.getURL().endsWith("/sessions/new") || - this.window.webContents.getURL().endsWith("/sessions/new/") || - this.window.webContents.getURL().endsWith("/sessions") || - this.window.webContents.getURL().endsWith("/sessions/")) { - await this.requestCredentials(email, password); - } else if (this.window.webContents.getURL().endsWith("/sessions/totp/new") || this.window.webContents.getURL().endsWith("/sessions/totp/new/")) { - await this.request2fa(); - } else { - await this.regularLoginItem(); - } - } - - async requestCredentials(email?: string, password?: string) { - let msg = await this.window.webContents.executeJavaScript('document.querySelector(".alert.alert-danger")?.innerText'); - - if (msg) { - alert(msg); - this.setFormLock(false); - document.getElementById("derpibooru-email").focus(); - } else { - this.window.webContents.once("did-stop-loading", () => this.handleLoginPage(email, password)); - - await this.window.webContents.executeJavaScript("document.getElementById('user_email').value = \"" + email.trim().replaceAll('\\', '\\\\').replaceAll('"', '\\"') + "\";"); - await this.window.webContents.executeJavaScript("document.getElementById('user_password').value = \"" + password.trim().replaceAll('\\', '\\\\').replaceAll('"', '\\"') + "\";"); - await this.window.webContents.executeJavaScript("document.getElementById('user_remember_me').checked = true;"); - await this.window.webContents.executeJavaScript('document.querySelector("[action=\\"/sessions\\"] [type=\\"submit\\"]").click();'); - } - } - - async request2fa() { - document.getElementById("derpibooru-login-2fa").style.display = ""; - document.getElementById("derpibooru-login-initial").style.display = "none"; - document.getElementById("derpibooru-2fa").focus(); - this.setFormLock(false); - } - - async loadUserData() { - if (!this.dataStore.userIsSignedIn) { - document.getElementById("derpibooru-login-btn").classList.remove("disabled"); - document.getElementById("derpibooru-login").style.display = ""; - Array.from(document.getElementsByClassName("derpibooru-when-logged-in")) - .map((i: HTMLElement) => i.style.display = "none"); - } else { - document.getElementById("derpibooru-login-btn").classList.add("disabled"); - document.getElementById("derpibooru-login").style.display = "none"; - Array.from(document.getElementsByClassName("derpibooru-when-logged-in")) - .map((i: HTMLElement) => i.style.display = ""); - - let avatar = await this.window.webContents - .executeJavaScript('document.querySelector("[src^=\\"https://derpicdn.net/avatars/\\"]").src'); - await this.instance.propertyStore.setItem("pba_derpibooru_avatar", avatar); - (document.getElementById("avatar") as HTMLImageElement).src = avatar; - - this.window.webContents.on('did-stop-loading', async () => { - let apiKey = await this.window.webContents.executeJavaScript('document.getElementById("api-key").innerText.trim();'); - let apiKeyToStore = apiKey; - let safeStorage: SafeStorage = require('@electron/remote').safeStorage; - - if (safeStorage.isEncryptionAvailable()) { - apiKeyToStore = safeStorage.encryptString(apiKey).toString("base64"); - } - - await this.instance.propertyStore.setItem("pba_derpibooru_key_encrypted", apiKeyToStore); - - let userName = await this.window.webContents.executeJavaScript('document.querySelector("[class=\\"header__link\\"][href^=\\"/profiles/\\"]").innerText'); - await this.instance.propertyStore.setItem("pba_derpibooru_user_name", userName); - document.getElementById("user-name").innerText = "Logged in as: " + userName; - }); - - await this.window.loadURL("https://derpibooru.org/registrations/edit"); - } - } - - openManager() { - shell.openExternal("https://derpibooru.org/registrations/edit"); - } - - async logOut() { - if (confirm("Are you sure you want to log out from Derpibooru? Any features using Derpibooru will stop working and your Derpibooru user data will be removed from Prisbeam.")) { - await this.instance.propertyStore.removeItem("pba_derpibooru_user_name"); - await this.instance.propertyStore.removeItem("pba_derpibooru_key_encrypted"); - await this.instance.propertyStore.removeItem("pba_derpibooru_avatar"); - await this.window.webContents.executeJavaScript('document.querySelector("[data-method=\\"delete\\"][href=\\"/sessions\\"]").click();'); - location.reload(); - } - } - - async regularLoginItem() { - if ((await this.getDataStore() as DerpibooruJSDataStore).userIsSignedIn) { - this.setFormLock(false); - this.instance.dataStore.login.hide(); - location.reload(); - } else { - if (document.getElementById("derpibooru-login-2fa").style.display !== "none") { - alert("An invalid two-factor authentication code was entered. Please try again."); - (document.getElementById("derpibooru-2fa") as HTMLInputElement).value = ""; - (document.getElementById("derpibooru-email") as HTMLInputElement).value = ""; - (document.getElementById("derpibooru-password") as HTMLInputElement).value = ""; - this.setFormLock(false); - } - - document.getElementById("derpibooru-login-2fa").style.display = "none"; - document.getElementById("derpibooru-login-initial").style.display = ""; - } - } - - submitLogin() { - let email = (document.getElementById("derpibooru-email") as HTMLInputElement).value; - let password = (document.getElementById("derpibooru-password") as HTMLInputElement).value; - if (!this.validateCredentials(email, password)) return; - - this.setFormLock(true); - this.window.webContents.once("did-stop-loading", () => this.handleLoginPage(email, password)); - - this.window.loadURL("https://derpibooru.org/sessions/new"); - } - - async submit2fa() { - let mfa = parseInt((document.getElementById("derpibooru-2fa") as HTMLInputElement).value).toString(); - if (mfa.length !== 6) { - alert("A two-factor authentication code contains 6 digits, but you entered " + mfa.length + "."); - document.getElementById("derpibooru-2fa").focus(); - return; - } - - this.setFormLock(true); - this.window.webContents.once("did-stop-loading", () => this.handleLoginPage(null, null)); - await this.window.webContents.executeJavaScript("document.getElementById('user_twofactor_token').value = \"" + mfa.trim().replaceAll('\\', '\\\\').replaceAll('"', '\\"') + "\";"); - await this.window.webContents.executeJavaScript("document.getElementById('user_remember_me').checked = true;"); - await this.window.webContents.executeJavaScript('document.querySelector("[action=\\"/sessions/totp\\"] [type=\\"submit\\"]").click();'); - } - - initialize() { - document.getElementById("login").addEventListener("shown.bs.modal", () => { - if (this.window.webContents.getURL().endsWith("/sessions/totp/new") || this.window.webContents.getURL().endsWith("/sessions/totp/new/")) { - document.getElementById("derpibooru-login-2fa").style.display = ""; - document.getElementById("derpibooru-login-initial").style.display = "none"; - document.getElementById("derpibooru-2fa").focus(); - } else { - document.getElementById("derpibooru-login-2fa").style.display = "none"; - document.getElementById("derpibooru-login-initial").style.display = ""; - document.getElementById("derpibooru-email").focus(); - } - }); - - document.getElementById("derpibooru-email").onkeydown = document.getElementById("derpibooru-password").onkeydown = (event) => { - if (event.key === "Enter") { - this.submitLogin(); - } - } - - document.getElementById("derpibooru-2fa").onkeydown = (event) => { - if (event.key === "Enter") { - this.submit2fa(); - } - } - - document.getElementById("avatar").onerror = () => { - (document.getElementById("avatar") as HTMLImageElement).src = "../logo/placeholder.jpg"; - } - - return new Promise(async (res) => { - this.enabled = false; - - this.window = new BrowserWindow({ - show: false - }); - - await this.window.loadURL("https://derpibooru.org"); - - this.dataStore = await this.getDataStore() as DerpibooruJSDataStore; - await this.loadUserData(); - this.enabled = true; - - this.window.webContents.on('did-stop-loading', async () => { - this.dataStore = await this.getDataStore() as DerpibooruJSDataStore; - if (!this.dataStore.userIsSignedIn) await this.loadUserData(); - }); - - res(); - }) - } -} diff --git a/src/PrisbeamLoader.ts b/src/PrisbeamLoader.ts deleted file mode 100755 index 935b003..0000000 --- a/src/PrisbeamLoader.ts +++ /dev/null @@ -1,261 +0,0 @@ -import {PrisbeamApp} from "./PrisbeamApp"; -import {ipcRenderer} from "electron"; -import * as si from "systeminformation"; -import fs from "fs"; -import {Prisbeam, PrisbeamListType} from "libprisbeam"; - -export class PrisbeamLoader { - instance: PrisbeamApp; - dataPath: string; - - constructor(instance: PrisbeamApp) { - this.instance = instance; - } - - async requestDatabaseOpen() { - if (localStorage.getItem("path") === null) { - let path = await ipcRenderer.invoke("openFolder"); - if (typeof path !== "object" && typeof path !== "string") { - alert("Please select a folder and try again."); - this.instance.dataStore.unloaded = true; - window.close(); - return; - } - - if (path instanceof Array) { - localStorage.setItem("path", path[0]); - } else { - localStorage.setItem("path", path); - } - - if (!require('fs').existsSync(localStorage.getItem("path") + "/instance.pbmk")) require('fs').writeFileSync(localStorage.getItem("path") + "/instance.pbmk", ""); - } - } - - async getPossibleSources() { - let mounts = (await si.fsSize()).map(i => i.mount); - let list = [localStorage.getItem("path").replaceAll("\\", "/")]; - let parts = localStorage.getItem("path").replaceAll("\\", "/").split("/").filter(i => i.trim() !== ""); - - for (let i = 1; i <= parts.length; i++) { - for (let mount of mounts) { - list.push(mount + "/" + parts.slice(0, i).join("/")); - } - } - - for (let i = 1; i <= parts.length; i++) { - for (let mount of mounts) { - let j = i + 1; - - while (j <= parts.length) { - list.push(mount + "/" + parts.slice(i, j).join("/")); - j++; - } - } - } - - for (let i = 1; i <= parts.length; i++) { - for (let mount of mounts) { - list.push(mount + "/" + parts.slice(i, i + 1).join("/")); - } - } - - return [...new Set(list.map(i => i.replaceAll("//", "/").replaceAll("\\", "/")))]; - } - - async filterValidSources(list: string[]) { - let validSources = []; - let statFolders = ["images", "thumbnails"]; - let statFiles = ["current.pbdb", "instance.pbmk"]; - - for (let item of list) { - let validFolders = 0; - let validFiles = 0; - - for (let folder of statFolders) { - let valid = false; - - try { - valid = (await fs.promises.lstat(item + "/" + folder)).isDirectory(); - } catch (e) { - } - - if (valid) validFolders++; - } - - for (let file of statFiles) { - let valid = false; - - try { - valid = (await fs.promises.lstat(item + "/" + file)).isFile(); - } catch (e) { - } - - if (valid) validFiles++; - } - - if (validFolders > 0 || validFiles > 0) { - validSources.push(item); - } - } - - return validSources; - } - - openFirstSource(validSources: string[]) { - let selectedSource: string; - - if (validSources.filter(i => i === localStorage.getItem("path").replaceAll("\\", "/")).length > 0) { - selectedSource = validSources.filter(i => i === localStorage.getItem("path").replaceAll("\\", "/"))[0]; - } else { - selectedSource = validSources[0]; - this.instance.loadingError("Database was read from " + selectedSource + " as the normal path is not available"); - } - - return selectedSource; - } - - async triggerInvalidSource(list: string[]) { - alert("Unable to load images as no valid image source could be found.\n\nTried: " + list.join(", ")); - - let path = await ipcRenderer.invoke("openFolder"); - if (typeof path !== "object" && typeof path !== "string") { - alert("Please select a folder and try again."); - this.instance.dataStore.unloaded = true; - window.close(); - return; - } - - if (path instanceof Array) { - localStorage.setItem("path", path[0]); - } else { - localStorage.setItem("path", path); - } - - if (!require('fs').existsSync(localStorage.getItem("path") + "/instance.pbmk")) require('fs').writeFileSync(localStorage.getItem("path") + "/instance.pbmk", ""); - - location.reload(); - } - - async loadFromCache() { - let _dataStore = this.instance.dataStore; - let valid = false; - - try { - valid = (await fs.promises.lstat(_dataStore.appData + "/PrisbeamCache/current.pbdb")).isFile(); - } catch (e) { - valid = false; - } - - if (valid) { - this.instance.loadingError("No valid image source found, images will be downloaded from their source"); - _dataStore.loadedFromCache = true; - return _dataStore.appData + "/PrisbeamCache"; - } else { - alert("Unable to load images from cache as the cache is empty or corrupted."); - this.instance.dataStore.unloaded = true; - window.close(); - } - } - - async loadAppropriateSource() { - let _dataStore = this.instance.dataStore; - - _dataStore.loadedFromCache = false; - - let list = await this.getPossibleSources(); - let validSources = await this.filterValidSources(list); - - if (validSources.length > 0) { - return this.openFirstSource(validSources); - } else { - if (fs.existsSync(_dataStore.appData + "/PrisbeamCache")) { - return await this.loadFromCache(); - } else { - await this.triggerInvalidSource(list); - } - } - } - - async findDatabase(): Promise { - document.getElementById("load").innerText = "Finding database..."; - - await this.requestDatabaseOpen(); - - document.getElementById("progress").classList.remove("progress-bar-striped"); - document.getElementById("progress").style.width = "0%"; - - document.getElementById("progress").classList.remove("progress-bar-striped"); - document.getElementById("progress").style.width = "0%"; - - this.instance.dataStore.source = this.dataPath = await this.loadAppropriateSource(); - return this.dataPath; - } - - checkBusyUpdating() { - if (require('fs').existsSync(this.dataPath + "/updater.pbmk")) { - let pid = parseInt(require('fs').readFileSync(this.dataPath + "/updater.pbmk").toString().trim()); - let isUpdating = false; - - try { - process.kill(pid, 0); - isUpdating = true; - } catch (e) { - isUpdating = false; - } - - if (isUpdating) { - alert("This database is locked because an external Prisbeam Updater is updating its content. Please try again later."); - this.instance.dataStore.unloaded = true; - window.close(); - } - } - } - - async initializeDatabase() { - let _dataStore = this.instance.dataStore; - - _dataStore.database = new Prisbeam({ - database: this.dataPath, - cachePath: _dataStore.appData, - sqlitePath: process.platform === "darwin" ? "../../../sql/mac" : "../../../sql/win", - readOnly: false, - sensitiveImageProtocol: true - }); - - await _dataStore.database.initialize(true); - this.instance.createPropertyStore(); - } - - async updateCache() { - let _dataStore = this.instance.dataStore; - - if (!_dataStore.loadedFromCache) { - document.getElementById("load").innerText = "Updating cache..."; - document.getElementById("progress").classList.remove("progress-bar-striped"); - document.getElementById("progress").style.width = "0%"; - - if (!fs.existsSync(_dataStore.appData + "/PrisbeamCache")) await fs.promises.mkdir(_dataStore.appData + "/PrisbeamCache"); - await fs.promises.copyFile(this.dataPath + "/current.pbdb", _dataStore.appData + "/PrisbeamCache/current.pbdb"); - - document.getElementById("progress").style.width = "100%"; - } - } - - async completeLoading() { - let _dataStore = this.instance.dataStore; - - _dataStore.db = await _dataStore.database.frontend.getAllImages(PrisbeamListType.Object); - _dataStore.tags = _dataStore.database.frontend.tags; - _dataStore.tagsHashed = _dataStore.database.frontend.tagsHashed; - - if (_dataStore.hadErrorsLoading) { - document.getElementById("load").innerText = "Finished loading with warnings."; - document.getElementById("progress").classList.remove("progress-bar-striped"); - document.getElementById("progress").style.width = "100%"; - document.getElementById("loading-btn").classList.remove("disabled"); - } else { - this.instance.finishLoading(); - } - } -} diff --git a/src/PrisbeamSearch.ts b/src/PrisbeamSearch.ts deleted file mode 100755 index 5e352d8..0000000 --- a/src/PrisbeamSearch.ts +++ /dev/null @@ -1,136 +0,0 @@ -import {PrisbeamApp} from "./PrisbeamApp"; -import {PrisbeamListType} from "libprisbeam"; - -export class PrisbeamSearch { - instance: PrisbeamApp; - - constructor(instance: PrisbeamApp) { - this.instance = instance; - } - - startTagSearch(tag: string) { - this.instance.dataStore.modal.hide(); - (document.getElementById("search") as HTMLInputElement).value = tag; - this.updateSearch(); - this.instance.display.updateDisplay(); - } - - searchError(e: Error, query: string, sql: string = null) { - this.instance.dataStore.currentView = []; - - document.getElementById("search-error").style.display = ""; - document.getElementById("pages").style.display = "none"; - document.getElementById("search-error").innerHTML = ` -

${this.resolveError(e)}

-

Prisbeam uses the same search query format as Derpibooru/Philomena. To make sure you make correct use of the search syntax, you can try to search for the same query on Derpibooru directly (if possible). Please keep in mind that fuzzy matching, boosting, escaping, the faved_by and uploader fields as well as the my:hidden are not supported.

-

If you think something is wrong with Prisbeam, please send a bug report, so we can fix it.

-
-
- Show technical information - 
Query: ${query.substring(0, 1024)}${sql ? `\n\nSQL: ${sql.substring(0, 1024)}` : ""}\n\nError dump:\n${e.stack
-                    .replaceAll("&", "&")
-                    .replaceAll(">", ">")
-                    .replaceAll("<", "<")}
-
- `; - } - - async displayAll() { - this.instance.dataStore.page = 1; - this.instance.dataStore.searching = false; - this.instance.dataStore.currentView = await this.instance.dataStore.database.frontend.getAllImages(PrisbeamListType.Array) as any[]; - this.instance.display.updateDisplay(); - } - - async updateSearch() { - document.getElementById("images").classList.add("searching"); - document.getElementById("search-error").style.display = "none"; - document.getElementById("search-warning").style.display = "none"; - document.getElementById("pages").style.display = ""; - - if ((document.getElementById("search") as HTMLInputElement).value.trim() !== "") { - this.instance.dataStore.searching = true; - this.instance.dataStore.page = 1; - - try { - this.instance.dataStore.currentView = await this.initiateSearch((document.getElementById("search") as HTMLInputElement).value.trim()); - } catch (e) { - console.error(e); - let query = (document.getElementById("search") as HTMLInputElement).value.trim(); - let sql: string; - - try { - sql = this.instance.dataStore.database.frontend.searchEngine.buildQueryV2(query, false); - } catch (e) {} - - this.searchError(e, query, sql); - } - - this.instance.display.updateDisplay(); - } else { - this.displayAll(); - } - - document.getElementById("images").classList.remove("searching"); - (document.getElementById('search') as HTMLInputElement).disabled = false; - document.getElementById('filter-bar').classList.remove("disabled"); - } - - resolveError(e: Error) { - if (e.name === "SyntaxError") { - if (e.message === "Unexpected end of input") { - return "Unclosed parenthesis or quote, or trailing operator"; - } - - if (e.message === "Unexpected token ')'") { - return "Empty parenthesis statement or trailing close parenthesis"; - } - } - - if (e.name === "SearchError" || e.stack.startsWith("SearchError: ")) { - return e.message - .replaceAll("&", "&") - .replaceAll(">", ">") - .replaceAll("<", "<"); - } - - return "An error has occurred while processing your search query"; - } - - initiateSearch(query: string): Promise { - return new Promise(async (res, rej) => { - try { - res(await this.instance.dataStore.database.frontend.search(query)); - } catch (e) { - rej(e); - } - }); - } - - loadSearchModule() { - setInterval(() => { - let _dataStore = this.instance.dataStore; - - if (new Date().getTime() - _dataStore.lastPress > 1000 && _dataStore.needUpdate && _dataStore.lastQuery.trim().toLowerCase() !== (document.getElementById('search') as HTMLInputElement).value.trim().toLowerCase()) { - _dataStore.needUpdate = false; - _dataStore.lastQuery = (document.getElementById('search') as HTMLInputElement).value; - (document.getElementById('search') as HTMLInputElement).disabled = true; - document.getElementById('filter-bar').classList.add("disabled"); - this.updateSearch(); - } - }, 50); - - document.getElementById("search").onkeydown = (event) => { - if (event.key === "Enter") { - this.instance.dataStore.lastPress = new Date().getTime() - 5000; this.instance.dataStore.needUpdate = true; - } else { - this.instance.dataStore.lastPress = new Date().getTime(); this.instance.dataStore.needUpdate = true; - } - } - } - - async viewPage(n: number) { - this.instance.dataStore.page = n; - this.instance.display.updateDisplay(); - } -} diff --git a/src/PrisbeamSettings.ts b/src/PrisbeamSettings.ts deleted file mode 100755 index 7ec0b2b..0000000 --- a/src/PrisbeamSettings.ts +++ /dev/null @@ -1,290 +0,0 @@ -import {PrisbeamApp} from "./PrisbeamApp"; -import * as fs from "node:fs"; -import * as path from "node:path"; -import {PrisbeamImageType, PrisbeamListType} from "libprisbeam"; - -export class PrisbeamSettings { - instance: PrisbeamApp; - - constructor(instance: PrisbeamApp) { - this.instance = instance; - } - - async getThumbnailFiles() { - let _dataStore = this.instance.dataStore; - let files = []; - let filesPre = await fs.promises.readdir(_dataStore.source + "/thumbnails"); - - for (let i of filesPre) { - if ((await fs.promises.lstat(_dataStore.source + "/thumbnails/" + i)).isDirectory()) { - let list = await fs.promises.readdir(_dataStore.source + "/thumbnails/" + i); - - for (let j of list) { - if ((await fs.promises.lstat(_dataStore.source + "/thumbnails/" + i + "/" + j)).isDirectory()) { - let list2 = await fs.promises.readdir(_dataStore.source + "/thumbnails/" + i + "/" + j); - - for (let k of list2) { - if ((await fs.promises.lstat(_dataStore.source + "/thumbnails/" + i + "/" + j + "/" + k)).isDirectory()) { - let list3 = await fs.promises.readdir(_dataStore.source + "/thumbnails/" + i + "/" + j + "/" + k); - - for (let l of list3) { - files.push(_dataStore.source + "/thumbnails/" + i + "/" + j + "/" + k + "/" + l); - } - } - } - } - } - } - } - - return files; - } - - async getImageFiles() { - let _dataStore = this.instance.dataStore; - let files = []; - let filesPre = await fs.promises.readdir(_dataStore.source + "/images"); - - for (let i of filesPre) { - if ((await fs.promises.lstat(_dataStore.source + "/images/" + i)).isDirectory()) { - let list = await fs.promises.readdir(_dataStore.source + "/images/" + i); - - for (let j of list) { - if ((await fs.promises.lstat(_dataStore.source + "/images/" + i + "/" + j)).isDirectory()) { - let list2 = await fs.promises.readdir(_dataStore.source + "/images/" + i + "/" + j); - - for (let k of list2) { - if ((await fs.promises.lstat(_dataStore.source + "/images/" + i + "/" + j + "/" + k)).isDirectory()) { - let list3 = await fs.promises.readdir(_dataStore.source + "/images/" + i + "/" + j + "/" + k); - - for (let l of list3) { - files.push(_dataStore.source + "/images/" + i + "/" + j + "/" + k + "/" + l); - } - } - } - } - } - } - } - - return files; - } - - async processList(files: string[]) { - let _dataStore = this.instance.dataStore; - - let total = files.length; - let index = 0; - let orphans = []; - - for (let file of files) { - document.getElementById("load").innerText = "Looking for orphan files... " + file; - - if (!(await _dataStore.database.frontend.getImage(path.basename(file, path.extname(file))))) { - orphans.push(file); - } - - index++; - document.getElementById("progress").style.width = ((index / total) * 100) + "%"; - } - - return orphans; - } - - async processOrphans(orphans: string[]): Promise { - let hadErrors = false; - - document.getElementById("load").innerText = "Removing orphan files..."; - document.getElementById("progress").classList.remove("progress-bar-striped"); - document.getElementById("progress").style.width = "0%"; - - let index = 0; - - for (let orphan of orphans) { - document.getElementById("load").innerText = "Removing orphan files... " + orphan; - document.getElementById("progress").classList.remove("progress-bar-striped"); - document.getElementById("progress").style.width = ((index / orphans.length) * 100) + "%"; - - try { - await fs.promises.unlink(orphan); - } catch (e) { - console.error(e); - this.instance.loadingError("Failed to remove " + orphan); - hadErrors = true; - } - - index++; - } - - return hadErrors; - } - - async removeOrphans() { - let _dataStore = this.instance.dataStore; - if (_dataStore.loadedFromCache) return; - - _dataStore.loader.show(); - _dataStore.hadErrorsLoading = false; - document.getElementById("progress").classList.remove("progress-bar-striped"); - document.getElementById("loader-errors-list").innerHTML = ""; - document.getElementById("loader-errors").style.display = "none"; - - document.getElementById("load").innerText = "Looking for orphan files..."; - document.getElementById("progress").classList.remove("progress-bar-striped"); - document.getElementById("progress").style.width = "0%"; - - let files = [ - ...(await this.getThumbnailFiles()), - ...(await this.getImageFiles()) - ]; - - let hadErrors = false; - let orphans = await this.processList(files); - - if (orphans.length > 0) { - hadErrors = await this.processOrphans(orphans); - } - - document.getElementById("load").innerText = hadErrors ? "This operation completed with some errors." : "This operation completed successfully."; - document.getElementById("progress").classList.remove("progress-bar-striped"); - document.getElementById("progress").style.width = "100%"; - document.getElementById("loading-btn").classList.remove("disabled"); - document.getElementById("loader-errors").style.display = ""; - } - - private protectedEncode(b: string | ArrayBuffer) { - return require('zlib').deflateRawSync(b, {level: 9}); - } - - checkImageForCorruptions(image: any): Promise { - let i = image; - let instance = this.instance; - let _dataStore = this.instance.dataStore; - - return new Promise(async (res) => { - function next() { - let imageIsCorrupted: Function; - let img = i['mime_type'].startsWith("image/") ? new Image() : document.createElement("video"); - img.onload = img.oncanplaythrough = () => { - img.remove(); - if ("srcObject" in img) img.srcObject = null; - // noinspection HttpUrlsUsage - if (img.src.startsWith("https://") || img.src.startsWith("http://")) imageIsCorrupted(); - res(false); - } - img.onerror = imageIsCorrupted = () => { - instance.loadingError("Image " + i.id + " is corrupted"); - res(true); - } - img.src = _dataStore.database.frontend.getImageFile(i, PrisbeamImageType.ViewURL); - } - - let imageIsCorrupted: Function; - let img = new Image(); - img.onload = img.oncanplaythrough = () => { - img.remove(); - if ("srcObject" in img) img.srcObject = null; - // noinspection HttpUrlsUsage - if (img.src.startsWith("https://") || img.src.startsWith("http://")) imageIsCorrupted(); - next(); - } - img.onerror = imageIsCorrupted = () => { - instance.loadingError("Image " + i.id + " is corrupted"); - res(true); - } - img.src = _dataStore.database.frontend.getImageFile(i, PrisbeamImageType.ThumbnailURL); - }); - } - - async repairCorruptedImage(i: any) { - let _dataStore = this.instance.dataStore; - - try { - await fs.promises.writeFile(_dataStore.source + "/images/" + (i['sha512_hash'] ?? i['orig_sha512_hash'] ?? "0000000").substring(0, 1) + "/" + (i['sha512_hash'] ?? i['orig_sha512_hash'] ?? "0000000").substring(0, 2) + "/" + i.id + ".bin", this.protectedEncode(Buffer.from(await (await fetch(i['view_url'])).arrayBuffer()))); - await fs.promises.writeFile(_dataStore.source + "/thumbnails/" + (i['sha512_hash'] ?? i['orig_sha512_hash'] ?? "0000000").substring(0, 1) + "/" + (i['sha512_hash'] ?? i['orig_sha512_hash'] ?? "0000000").substring(0, 2) + "/" + i.id + ".bin", this.protectedEncode(Buffer.from(await (await fetch(i['representations']['thumb'])).arrayBuffer()))); - return true; - } catch (e) { - console.error(e); - this.instance.loadingError("Failed to repair image " + i.id); - return false; - } - } - - finishRepairing(hadErrorsFixing: boolean) { - if (this.instance.dataStore.hadErrorsLoading) { - if (hadErrorsFixing) { - document.getElementById("load").innerText = "Corrupted files found and could not be repaired."; - } else { - document.getElementById("load").innerText = "Corrupted files found and repaired successfully."; - } - - document.getElementById("progress").classList.remove("progress-bar-striped"); - document.getElementById("progress").style.width = "100%"; - document.getElementById("loading-btn").classList.remove("disabled"); - } else { - document.getElementById("load").innerText = "No corrupted files found."; - document.getElementById("progress").classList.remove("progress-bar-striped"); - document.getElementById("progress").style.width = "100%"; - document.getElementById("loading-btn").classList.remove("disabled"); - document.getElementById("loader-errors").style.display = ""; - } - } - - async repairScanForCorruptions() { - let corrupted = []; - let _dataStore = this.instance.dataStore; - - _dataStore.loader.show(); - _dataStore.hadErrorsLoading = false; - document.getElementById("progress").classList.remove("progress-bar-striped"); - document.getElementById("loader-errors-list").innerHTML = ""; - document.getElementById("loader-errors").style.display = "none"; - document.getElementById("load").innerText = "Checking for corrupted images..."; - - let total = await _dataStore.database.frontend.countImages(); - let index = 0; - - document.getElementById("progress").style.width = "0%"; - - for (let image of await _dataStore.database.frontend.getAllImages(PrisbeamListType.Array) as any[]) { - document.getElementById("load").innerText = "Checking for corrupted images... " + Math.round(((index / total) * 100)) + "% (" + image.id + ")"; - if (await this.checkImageForCorruptions(image)) { - corrupted.push(image); - } - - index++; - document.getElementById("progress").style.width = ((index / total) * 100) + "%"; - } - - document.getElementById("progress").style.width = "0%"; - document.getElementById("load").innerText = "Repairing corrupted images..."; - index = 0; - - return corrupted; - } - - async repairProcessCorruptions(corrupted: any[]) { - let hadErrorsFixing = false; - let index = 0; - - for (let file of corrupted) { - hadErrorsFixing = hadErrorsFixing && await this.repairCorruptedImage(file); - - document.getElementById("progress").style.width = ((index / corrupted.length) * 100) + "%"; - document.getElementById("load").innerText = "Repairing corrupted images... " + Math.round(((index / corrupted.length) * 100)) + "% (" + file.id + ")"; - index++; - } - - return hadErrorsFixing; - } - - async repairCorruptions() { - if (this.instance.dataStore.loadedFromCache) return; - - this.finishRepairing( - await this.repairProcessCorruptions( - await this.repairScanForCorruptions() - ) - ) - } -} diff --git a/src/PrisbeamUtilities.ts b/src/PrisbeamUtilities.ts deleted file mode 100755 index 455a4d7..0000000 --- a/src/PrisbeamUtilities.ts +++ /dev/null @@ -1,75 +0,0 @@ -export class PrisbeamUtilities { - static timeAgo(time: number | Date | string) { - if (!isNaN(parseInt(time as string))) { - time = new Date(time).getTime(); - } - - let periods = ["second", "minute", "hour", "day", "week", "month", "year", "age"]; - - let lengths = [60, 60, 24, 7, 4.35, 12, 100]; - - let now = new Date().getTime(); - - let difference = Math.round((now - (time as number)) / 1000); - let tense: string; - let period: string; - - if (difference <= 10 && difference >= 0) { - return "now"; - } else if (difference > 0) { - tense = "ago"; - } else { - tense = "later"; - } - - let j: number; - - for (j = 0; difference >= lengths[j] && j < lengths.length - 1; j++) { - difference /= lengths[j]; - } - - difference = Math.round(difference); - - period = periods[j]; - - return `${difference} ${period}${difference > 1 ? "s" : ""} ${tense}`; - } - - static formatSize(size: number) { - let sizeString: string; - - if (size > 1024 ** 3) { - sizeString = (size / 1024 ** 3).toFixed(1) + " GB"; - } else if (size > 1024 ** 2) { - sizeString = (size / 1024 ** 2).toFixed(1) + " MB"; - } else if (size > 1024) { - sizeString = (size / 1024).toFixed(0) + " KB"; - } else { - sizeString = size + " B"; - } - - return sizeString ?? size; - } - - static getMimeBadge(type: string) { - switch (type) { - case "image/gif": - return `GIF`; - - case "image/jpeg": - return `JPEG`; - - case "image/png": - return `PNG`; - - case "image/svg+xml": - return `SVG`; - - case "video/webm": - return `WebM`; - - default: - return `Unknown`; - } - } -} diff --git a/src/index.ts b/src/index.ts index f6d526f..5413d83 100755 --- a/src/index.ts +++ b/src/index.ts @@ -1,5 +1,5 @@ import {ipcRenderer} from "electron"; -import {PrisbeamApp} from "./PrisbeamApp"; +import {FaunerieApp} from "./FaunerieApp"; let loaded = false; @@ -10,7 +10,7 @@ window.onload = () => { // noinspection JSUnusedGlobalSymbols export function runApp(bootstrap: any) { ipcRenderer.on('path', (_, appDataPath) => { - let instance = window['instance'] = new PrisbeamApp(bootstrap); + let instance = window['instance'] = new FaunerieApp(bootstrap); instance.dataStore.appData = appDataPath; let loadInterval = setInterval(() => { diff --git a/updater/main.js b/updater/main.js index 15ca4dc..e3d59e6 100755 --- a/updater/main.js +++ b/updater/main.js @@ -4,19 +4,19 @@ require('os').setPriority(19); const { app, Tray, Menu, shell } = require('electron'); const fs = require('fs'); -const libprisbeam = require('libprisbeam'); +const libfaunerie = require('libfaunerie'); const execCb = require('child_process').exec; let tray = null; app.whenReady().then(() => { const config = app.getPath("userData"); - if (!fs.existsSync(config + "/database.txt")) fs.writeFileSync(config + "/database.txt", "# Insert the full path to your Prisbeam database below:\n\n# Insert your Derpibooru username below:\n\n# (if you have not registered for Prisbeam Cloud, please contact Equestria.dev)"); + if (!fs.existsSync(config + "/database.txt")) fs.writeFileSync(config + "/database.txt", "# Insert the full path to your Faunerie database below:\n\n# Insert your Derpibooru username below:\n\n# (if you have not registered for Faunerie Cloud, please contact Equestria.dev)"); if (!fs.existsSync(config + "/last.txt")) fs.writeFileSync(config + "/last.txt", "0"); if (process.platform === "darwin") app.dock.hide(); tray = new Tray(__dirname + "/tray/16x16Template@2x.png"); - tray.setToolTip("Prisbeam Updater"); + tray.setToolTip("Faunerie Updater"); let update = null; @@ -100,7 +100,7 @@ app.whenReady().then(() => { fs.writeFileSync(databasePath + "/updater.pbmk", process.pid.toString()); - let database = new libprisbeam.Prisbeam({ + let database = new libfaunerie.Faunerie({ database: databasePath, cachePath: config + "/temp", sqlitePath: process.platform === "darwin" ? "../../../sql/mac" : "../../../sql/win", @@ -110,7 +110,7 @@ app.whenReady().then(() => { }); await database.initialize(true); - let updater = new libprisbeam.PrisbeamUpdater(database); + let updater = new libfaunerie.FaunerieUpdater(database); await updater.updateFromPreprocessed(config + "/temp/preprocessed.db", config + "/temp/tags.db", (status) => { update = status; updateTray(); @@ -132,7 +132,7 @@ app.whenReady().then(() => { function updateTray() { let template = [ - { label: "Prisbeam Updater", type: 'normal', enabled: false, icon: __dirname + "/menu/16x16@2x.png" }, + { label: "Faunerie Updater", type: 'normal', enabled: false, icon: __dirname + "/menu/16x16@2x.png" }, { type: 'separator' }, ]; @@ -149,7 +149,7 @@ app.whenReady().then(() => { { type: 'separator' }, - { label: "Open Prisbeam", enabled: false }, + { label: "Open Faunerie", enabled: false }, ]); } else { template.push(...[ @@ -164,7 +164,7 @@ app.whenReady().then(() => { { type: 'separator' }, - { label: "Open Prisbeam", enabled: false, }, + { label: "Open Faunerie", enabled: false, }, ]); } } else { @@ -179,7 +179,7 @@ app.whenReady().then(() => { { type: 'separator' }, - { label: "Open Prisbeam", enabled: false }, + { label: "Open Faunerie", enabled: false }, ]); } diff --git a/updater/package-lock.json b/updater/package-lock.json index e1098d5..99658cf 100755 --- a/updater/package-lock.json +++ b/updater/package-lock.json @@ -7,7 +7,7 @@ "": { "version": "1.0.0", "dependencies": { - "libprisbeam": "git+https://github.com/equestria-dev/libprisbeam.git/", + "libfaunerie": "github:equestria-dev/libfaunerie", "sqlite3": "^5.1.7" }, "devDependencies": { @@ -333,7 +333,6 @@ "version": "20.12.7", "resolved": "https://registry.npmjs.org/@types/node/-/node-20.12.7.tgz", "integrity": "sha512-wq0cICSkRLVaf3UGLMGItu/PtdY7oaXaI/RVU+xliKVOtRna3PRY57ZDfztpDL0n11vfymMUnXv8QwYCO7L1wg==", - "dev": true, "dependencies": { "undici-types": "~5.26.4" } @@ -347,6 +346,14 @@ "@types/node": "*" } }, + "node_modules/@types/sqlite3": { + "version": "3.1.11", + "resolved": "https://registry.npmjs.org/@types/sqlite3/-/sqlite3-3.1.11.tgz", + "integrity": "sha512-KYF+QgxAnnAh7DWPdNDroxkDI3/MspH1NMx6m/N/6fT1G6+jvsw4/ZePt8R8cr7ta58aboeTfYFBDxTJ5yv15w==", + "dependencies": { + "@types/node": "*" + } + }, "node_modules/@types/yauzl": { "version": "2.10.3", "resolved": "https://registry.npmjs.org/@types/yauzl/-/yauzl-2.10.3.tgz", @@ -2224,10 +2231,13 @@ "json-buffer": "3.0.1" } }, - "node_modules/libprisbeam": { - "version": "2.3.3", - "resolved": "git+ssh://git@github.com/equestria-dev/libprisbeam.git#7bf016d82110d45de4287ee91b5b1a1a2e75d45d", - "hasInstallScript": true + "node_modules/libfaunerie": { + "version": "2.4.0", + "resolved": "git+ssh://git@github.com/equestria-dev/libfaunerie.git#e2dc982e0530f11c5afd673b08ccab2e7d1341ad", + "hasInstallScript": true, + "dependencies": { + "@types/sqlite3": "^3.1.11" + } }, "node_modules/load-json-file": { "version": "2.0.0", @@ -3507,8 +3517,7 @@ "node_modules/undici-types": { "version": "5.26.5", "resolved": "https://registry.npmjs.org/undici-types/-/undici-types-5.26.5.tgz", - "integrity": "sha512-JlCMO+ehdEIKqlFxk6IfVoAUVmgz7cU7zD/h9XZ0qzeosSHmUJVOzSQvvYSYWXkFXC+IfLKSIffhv0sVZup6pA==", - "dev": true + "integrity": "sha512-JlCMO+ehdEIKqlFxk6IfVoAUVmgz7cU7zD/h9XZ0qzeosSHmUJVOzSQvvYSYWXkFXC+IfLKSIffhv0sVZup6pA==" }, "node_modules/unique-filename": { "version": "1.1.1", diff --git a/updater/package.json b/updater/package.json index 0e53ee8..34f86f2 100755 --- a/updater/package.json +++ b/updater/package.json @@ -2,7 +2,7 @@ "main": "main.js", "version": "1.0.0", "dependencies": { - "libprisbeam": "git+https://github.com/equestria-dev/libprisbeam.git/", + "libfaunerie": "github:equestria-dev/libfaunerie", "sqlite3": "^5.1.7" }, "devDependencies": { -- cgit