nebel/gadl
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

refactor platform

Browse source
This commit is contained in:
Nebel 2023-12-03 00:48:24 +09:00
parent 4e6afe7bf0
commit 7f36682b04
Signed by: nebel
GPG key ID: 79807D08C6EF6460
3 changed files with 78 additions and 80 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

39
platform.ts
View file

@ -36,11 +36,48 @@ export function createPlatform(opts: {
return {
...platform,
async download(dir: string, book: Book): Promise<void> {
await fs.mkdir(path.dirname(dir), { recursive: true });
await fs.mkdir(dir);
await platform.download(dir, book);
const files: Array<() => Promise<string>> = await platform.getFiles(book);
const digits = String(files.length).length;
function pad(n: string) {
return n.padStart(digits, "0");
}
const supportedTypes = {
"image/png": "png",
"image/jpeg": "jpg",
};
for (const [n, dataUrl] of Object.entries(files)) {
const [prefix, base64] = (await dataUrl()).split(",", 2);
const [, type, encoding] =
/^data:([^;]*)(;base64)?$/.exec(prefix) ?? [];
const extension = supportedTypes[type];
if (!extension) {
throw new Error(
`It was ${type}. The image must be a file of type: ${[
...Object.keys(supportedTypes),
].join(", ")}.`,
);
}
if (encoding !== ";base64") {
throw new Error("Only base64 is supported.");
}
const buffer = Buffer.from(base64, "base64");
await fs.writeFile(`${dir}/${pad(n)}.${extension}`, buffer);
}
process.stderr.write(`\n`);
},
async logout() {
await opts.db.run(
`update platforms set secrets = 'null' where name = ?`,

65
platforms/dmm-books.ts
View file

@ -1,10 +1,16 @@
import fs from "node:fs/promises";
import type { Book } from "../library";
import type { Browser, BrowserContext } from "../browser";
type ImageFile = {
url: string;
blocks: Array<Record<string, number>>;
width: number;
height: number;
};
var NFBR: any;
async function getFiles() {
async function getImageFiles(): Promise<Array<ImageFile>> {
const params = new URLSearchParams(location.search);
const model = new NFBR.a6G.Model({
settings: new NFBR.Settings("NFBR.SettingData"),
@ -29,12 +35,7 @@ async function getFiles() {
const a5n = new NFBR.a5n();
await a5n.a5s(content, "configuration", a6l);
const files: Array<{
url: string;
blocks: [];
width: number;
height: number;
}> = [];
const imageFiles: Array<ImageFile> = [];
for (const index of Object.keys(content.files)) {
const file = content.files[index];
@ -67,7 +68,7 @@ async function getFiles() {
const url = `${a5w.url}${page.url}`;
files.push({
imageFiles.push({
url,
blocks,
width: Width,
@ -75,24 +76,19 @@ async function getFiles() {
});
}
return files;
return imageFiles;
}
async function drawImage(file: {
url: string;
blocks: Array<Record<string, number>>;
width: number;
height: number;
}) {
async function drawImage(imageFile: ImageFile) {
const canvas = Object.assign(document.createElement("canvas"), {
width: file.width,
height: file.height,
width: imageFile.width,
height: imageFile.height,
});
const image = (await new Promise((resolve) => {
Object.assign(new Image(), {
crossOrigin: "use-credentials",
src: file.url,
src: imageFile.url,
onload() {
resolve(this);
},
@ -101,7 +97,7 @@ async function drawImage(file: {
const ctx = canvas.getContext("2d")!;
for (const q of file.blocks) {
for (const q of imageFile.blocks) {
ctx.drawImage(
image,
q.destX,
@ -241,38 +237,21 @@ export function DmmBooks(browser: Browser) {
process.stderr.write(`\n`);
},
async download(dir: string, book: Book) {
async getFiles(book: Book): Promise<Array<() => Promise<string>>> {
const ctx = await browser.loadBrowserContext("dmm-books");
const page = await ctx.newPage();
await page.goto(book.readerUrl);
const files = await page.evaluate(getFiles);
const digits = String(files.length).length;
const imageFiles = await page.evaluate(getImageFiles);
function pad(n: string) {
return n.padStart(digits, "0");
}
for (const [n, file] of Object.entries(files)) {
const dataUrl = await page.evaluate(drawImage, file);
const [prefix, base64] = dataUrl.split(",", 2);
if (!prefix.startsWith("data:image/png;")) {
throw new Error("Only image/png is supported.");
}
if (!prefix.endsWith(";base64")) {
throw new Error("Only base64 is supported.");
}
const buffer = Buffer.from(base64, "base64");
await fs.writeFile(`${dir}/${pad(n)}.png`, buffer);
return imageFiles.map((imageFile) => async () => {
const dataUrl = await page.evaluate(drawImage, imageFile);
process.stderr.write(".");
}
process.stderr.write(`\n`);
return dataUrl;
});
},
};
}

54
platforms/google-play-books.ts
View file

@ -1,8 +1,11 @@
import fs from "node:fs/promises";
import type { Book } from "../library";
import type { Browser } from "../browser";
async function getFiles(): Promise<Array<{ url: string }>> {
type ImageFile = {
url: string;
};
async function getImageFiles(): Promise<Array<ImageFile>> {
const pages: NodeListOf<HTMLElement> = await new Promise(async function (
resolve,
reject,
@ -35,12 +38,11 @@ async function getFiles(): Promise<Array<{ url: string }>> {
(el) => el.querySelector("svg image")!,
);
const files = [...images].map((image) => ({ url: image.href.baseVal }));
return files;
return [...images].map((image) => ({ url: image.href.baseVal }));
}
async function drawImage(file: { url: string }): Promise<string> {
const res = await fetch(file.url);
async function fetchImage(imageFile: ImageFile): Promise<string> {
const res = await fetch(imageFile.url);
const blob = await res.blob();
const dataUrl: string = await new Promise((resolve, reject) => {
const fileReader = Object.assign(new FileReader(), {
@ -98,7 +100,7 @@ export function GooglePlayBooks(browser: Browser) {
process.stderr.write(`\n`);
},
async download(dir: string, book: Book) {
async getFiles(book: Book): Promise<Array<() => Promise<string>>> {
const ctx = await browser.loadBrowserContext("google-play-books");
const page = await ctx.newPage();
@ -140,43 +142,23 @@ export function GooglePlayBooks(browser: Browser) {
});
}
const fileMap: Map<string, { url: string; dataUrl: string }> = new Map();
const fileMap: Map<string, () => Promise<string>> = new Map();
while (await next()) {
const files = await frame.evaluate(getFiles);
const imageFiles = await frame.evaluate(getImageFiles);
for (const file of files) {
if (fileMap.has(file.url)) continue;
for (const imageFile of imageFiles) {
if (fileMap.has(imageFile.url)) continue;
const dataUrl = await frame.evaluate(fetchImage, imageFile);
const dataUrl = await frame.evaluate(drawImage, file);
fileMap.set(file.url, { ...file, dataUrl });
process.stderr.write(".");
fileMap.set(imageFile.url, async () => dataUrl);
}
}
const files = [...fileMap.values()];
const digits = String(files.length).length;
function pad(n: string) {
return n.padStart(digits, "0");
}
for (const [n, file] of Object.entries(files)) {
const [prefix, base64] = file.dataUrl.split(",", 2);
if (!prefix.startsWith("data:image/jpeg;")) {
throw new Error("Only image/jpeg is supported.");
}
if (!prefix.endsWith(";base64")) {
throw new Error("Only base64 is supported.");
}
const buffer = Buffer.from(base64, "base64");
await fs.writeFile(`${dir}/${pad(n)}.jpeg`, buffer);
}
process.stderr.write(`\n`);
return [...fileMap.values()];
},
};
}