Prettier (#852)
* add prettier * lint-staged * prettier * upgrade husky
This commit is contained in:
nyagami
@@ -1,8 +1,8 @@
|
||||
import { ScrpitGeneratorFunction } from "../generate";
|
||||
import { LightNovelWPMetadata } from "./template";
|
||||
import list from "./sources.json";
|
||||
import { readFileSync } from "fs";
|
||||
import path from "path";
|
||||
import { ScrpitGeneratorFunction } from '../generate';
|
||||
import { LightNovelWPMetadata } from './template';
|
||||
import list from './sources.json';
|
||||
import { readFileSync } from 'fs';
|
||||
import path from 'path';
|
||||
|
||||
export const generateAll: ScrpitGeneratorFunction = function (name) {
|
||||
return list.map((source: LightNovelWPMetadata) => {
|
||||
@@ -11,15 +11,20 @@ export const generateAll: ScrpitGeneratorFunction = function (name) {
|
||||
filters = require(`./filters/${source.id}`);
|
||||
source.filters = filters.filters;
|
||||
} catch (e) {}
|
||||
console.log(`[${name}] Generating: ${source.id}${" ".repeat(20 - source.id.length)} ${source.filters ? "🔎with filters🔍" : "🚫no filters🚫"}`);
|
||||
console.log(
|
||||
`[${name}] Generating: ${source.id}${' '.repeat(20 - source.id.length)} ${source.filters ? '🔎with filters🔍' : '🚫no filters🚫'}`,
|
||||
);
|
||||
return generator(source);
|
||||
});
|
||||
};
|
||||
|
||||
const generator = function generator(source: LightNovelWPMetadata) {
|
||||
const LightNovelWPTemplate = readFileSync(path.join(__dirname, "template.ts"),{
|
||||
encoding: "utf-8",
|
||||
});
|
||||
const LightNovelWPTemplate = readFileSync(
|
||||
path.join(__dirname, 'template.ts'),
|
||||
{
|
||||
encoding: 'utf-8',
|
||||
},
|
||||
);
|
||||
|
||||
const pluginScript = `
|
||||
${LightNovelWPTemplate}
|
||||
@@ -28,7 +33,7 @@ export default plugin;
|
||||
`.trim();
|
||||
|
||||
return {
|
||||
lang: source.options?.lang || "English",
|
||||
lang: source.options?.lang || 'English',
|
||||
filename: source.sourceName,
|
||||
pluginScript,
|
||||
};
|
||||
|
||||
@@ -3,99 +3,123 @@ import * as cheerio from 'cheerio';
|
||||
import * as path from 'path';
|
||||
|
||||
function getFilters(name: string, html: string) {
|
||||
const $:cheerio.CheerioAPI = cheerio.load(html);
|
||||
const filters: any = {filters: {
|
||||
"genre[]": {
|
||||
type: "Checkbox",
|
||||
label: "Genre",
|
||||
value: [],
|
||||
options: []
|
||||
},
|
||||
"type[]": {
|
||||
type: "Checkbox",
|
||||
label: "Type",
|
||||
value: [],
|
||||
options: []
|
||||
},
|
||||
"status": {
|
||||
type: "Picker",
|
||||
label: "Status",
|
||||
value: "",
|
||||
options: []
|
||||
},
|
||||
"order": {
|
||||
type: "Picker",
|
||||
label: "Order",
|
||||
value: "",
|
||||
options: []
|
||||
},
|
||||
}};
|
||||
const $: cheerio.CheerioAPI = cheerio.load(html);
|
||||
const filters: any = {
|
||||
filters: {
|
||||
'genre[]': {
|
||||
type: 'Checkbox',
|
||||
label: 'Genre',
|
||||
value: [],
|
||||
options: [],
|
||||
},
|
||||
'type[]': {
|
||||
type: 'Checkbox',
|
||||
label: 'Type',
|
||||
value: [],
|
||||
options: [],
|
||||
},
|
||||
'status': {
|
||||
type: 'Picker',
|
||||
label: 'Status',
|
||||
value: '',
|
||||
options: [],
|
||||
},
|
||||
'order': {
|
||||
type: 'Picker',
|
||||
label: 'Order',
|
||||
value: '',
|
||||
options: [],
|
||||
},
|
||||
},
|
||||
};
|
||||
|
||||
const filtersContainer = $('div.quickfilter').find("ul");
|
||||
filtersContainer.each((i, el) => {
|
||||
const filterName = Object.keys(filters.filters)[i];
|
||||
filters.filters[filterName].label = $(el).prev().contents().first().text().trim();
|
||||
$(el).find("li").each((j, li) => {
|
||||
filters.filters[filterName].options.push({
|
||||
label: $(li).text().trim(),
|
||||
value: decodeURI($(li).find("input").attr("value") || "")
|
||||
});
|
||||
});
|
||||
});
|
||||
fs.writeFileSync(
|
||||
path.join(__dirname, 'filters', name + ".json"),
|
||||
JSON.stringify(filters, null, 2)
|
||||
);
|
||||
const filtersContainer = $('div.quickfilter').find('ul');
|
||||
filtersContainer.each((i, el) => {
|
||||
const filterName = Object.keys(filters.filters)[i];
|
||||
filters.filters[filterName].label = $(el)
|
||||
.prev()
|
||||
.contents()
|
||||
.first()
|
||||
.text()
|
||||
.trim();
|
||||
$(el)
|
||||
.find('li')
|
||||
.each((j, li) => {
|
||||
filters.filters[filterName].options.push({
|
||||
label: $(li).text().trim(),
|
||||
value: decodeURI($(li).find('input').attr('value') || ''),
|
||||
});
|
||||
});
|
||||
});
|
||||
fs.writeFileSync(
|
||||
path.join(__dirname, 'filters', name + '.json'),
|
||||
JSON.stringify(filters, null, 2),
|
||||
);
|
||||
}
|
||||
|
||||
async function getFiltersFromURL(name: string, url: string) {
|
||||
const response = await fetch(url + "/series/");
|
||||
if (!response.ok) {
|
||||
throw new Error(`HTTP error! status: ${response.status}, while fetching ${response.url}`);
|
||||
}
|
||||
const html = await response.text();
|
||||
try {
|
||||
getFilters(name, html);
|
||||
} catch (e) {
|
||||
console.error("Error while getting filters from", url);
|
||||
}
|
||||
const response = await fetch(url + '/series/');
|
||||
if (!response.ok) {
|
||||
throw new Error(
|
||||
`HTTP error! status: ${response.status}, while fetching ${response.url}`,
|
||||
);
|
||||
}
|
||||
const html = await response.text();
|
||||
try {
|
||||
getFilters(name, html);
|
||||
} catch (e) {
|
||||
console.error('Error while getting filters from', url);
|
||||
}
|
||||
}
|
||||
|
||||
async function askGetFilter() {
|
||||
const readline = require('readline').createInterface({
|
||||
input: process.stdin,
|
||||
output: process.stdout,
|
||||
});
|
||||
|
||||
async function askGetFilter(){
|
||||
const readline = require('readline').createInterface({
|
||||
input: process.stdin,
|
||||
output: process.stdout
|
||||
});
|
||||
|
||||
const EREASE_PREV_LINE = '\x1b[1A\r\x1b[2K';
|
||||
await readline.question('Enter the id of the site (same one as in sources.json): ', async (name: string) => {
|
||||
await readline.question(EREASE_PREV_LINE + 'Do you want to get the filters from a URL or the html text? (if url dosen\'t work try html) (url/html): ', async (method: string) => {
|
||||
if (method.toLowerCase() === "url") {
|
||||
await readline.question(EREASE_PREV_LINE + 'Enter the URL (same one as in sources.json): ', async (url: string) => {
|
||||
try {
|
||||
await getFiltersFromURL(name, url);
|
||||
} catch (e: any) {
|
||||
console.error("Error while getting filters from", url);
|
||||
console.log(e.message || e);
|
||||
}
|
||||
readline.close();
|
||||
});
|
||||
} else {
|
||||
process.stdout.write(EREASE_PREV_LINE + `Enter the html text from the page at {sourceSite}/series (at the end press ENTER then press CTRL+C)
|
||||
(to make it faster you can run \`$(\"div.quickfilter\").parent().html()\` in the console to get only the important html part): `)
|
||||
let html = "";
|
||||
readline.on('SIGINT', () => {
|
||||
console.log("Creating filters file");
|
||||
getFilters(name, html);
|
||||
readline.close();
|
||||
});
|
||||
readline.on('line', (line: string) => {
|
||||
html += line + "\n";
|
||||
});
|
||||
}
|
||||
});
|
||||
});
|
||||
const EREASE_PREV_LINE = '\x1b[1A\r\x1b[2K';
|
||||
await readline.question(
|
||||
'Enter the id of the site (same one as in sources.json): ',
|
||||
async (name: string) => {
|
||||
await readline.question(
|
||||
EREASE_PREV_LINE +
|
||||
"Do you want to get the filters from a URL or the html text? (if url dosen't work try html) (url/html): ",
|
||||
async (method: string) => {
|
||||
if (method.toLowerCase() === 'url') {
|
||||
await readline.question(
|
||||
EREASE_PREV_LINE +
|
||||
'Enter the URL (same one as in sources.json): ',
|
||||
async (url: string) => {
|
||||
try {
|
||||
await getFiltersFromURL(name, url);
|
||||
} catch (e: any) {
|
||||
console.error('Error while getting filters from', url);
|
||||
console.log(e.message || e);
|
||||
}
|
||||
readline.close();
|
||||
},
|
||||
);
|
||||
} else {
|
||||
process.stdout.write(
|
||||
EREASE_PREV_LINE +
|
||||
`Enter the html text from the page at {sourceSite}/series (at the end press ENTER then press CTRL+C)
|
||||
(to make it faster you can run \`$(\"div.quickfilter\").parent().html()\` in the console to get only the important html part): `,
|
||||
);
|
||||
let html = '';
|
||||
readline.on('SIGINT', () => {
|
||||
console.log('Creating filters file');
|
||||
getFilters(name, html);
|
||||
readline.close();
|
||||
});
|
||||
readline.on('line', (line: string) => {
|
||||
html += line + '\n';
|
||||
});
|
||||
}
|
||||
},
|
||||
);
|
||||
},
|
||||
);
|
||||
}
|
||||
|
||||
askGetFilter();
|
||||
|
||||
@@ -1,9 +1,9 @@
|
||||
import { CheerioAPI, load } from "cheerio";
|
||||
import { fetchApi, fetchFile } from "@libs/fetch";
|
||||
import { Plugin } from "@typings/plugin";
|
||||
import { NovelStatus } from "@libs/novelStatus";
|
||||
import { defaultCover } from "@libs/defaultCover";
|
||||
import { Filters } from "@libs/filterInputs";
|
||||
import { CheerioAPI, load } from 'cheerio';
|
||||
import { fetchApi, fetchFile } from '@libs/fetch';
|
||||
import { Plugin } from '@typings/plugin';
|
||||
import { NovelStatus } from '@libs/novelStatus';
|
||||
import { defaultCover } from '@libs/defaultCover';
|
||||
import { Filters } from '@libs/filterInputs';
|
||||
|
||||
interface LightNovelWPOptions {
|
||||
reverseChapters?: boolean;
|
||||
@@ -40,50 +40,64 @@ class LightNovelWPPlugin implements Plugin.PluginBase {
|
||||
}
|
||||
|
||||
getHostname(url: string): string {
|
||||
return url.split("/")[2];
|
||||
return url.split('/')[2];
|
||||
}
|
||||
|
||||
async getCheerio(url: string, search: boolean): Promise<CheerioAPI> {
|
||||
const r = await fetchApi(url);
|
||||
if (!r.ok && search != true) throw new Error("Could not reach site (" + r.status + ") try to open in webview.");
|
||||
if (!r.ok && search != true)
|
||||
throw new Error(
|
||||
'Could not reach site (' + r.status + ') try to open in webview.',
|
||||
);
|
||||
const $ = load(await r.text());
|
||||
const title = $("title").text().trim();
|
||||
if (this.getHostname(url) != this.getHostname(r.url) ||
|
||||
title == "Bot Verification" || title == "You are being redirected..." || title == "Un instant..." || title == "Just a moment..." || title == "Redirecting...")
|
||||
throw new Error("Captcha error, please open in webview");
|
||||
const title = $('title').text().trim();
|
||||
if (
|
||||
this.getHostname(url) != this.getHostname(r.url) ||
|
||||
title == 'Bot Verification' ||
|
||||
title == 'You are being redirected...' ||
|
||||
title == 'Un instant...' ||
|
||||
title == 'Just a moment...' ||
|
||||
title == 'Redirecting...'
|
||||
)
|
||||
throw new Error('Captcha error, please open in webview');
|
||||
|
||||
return ($);
|
||||
return $;
|
||||
}
|
||||
|
||||
parseNovels($: CheerioAPI): Plugin.NovelItem[] {
|
||||
const novels: Plugin.NovelItem[] = [];
|
||||
|
||||
$("div.listupd > article").each((i, elem) => {
|
||||
const novelName = $(elem).find("h2").text();
|
||||
const image = $(elem).find("img");
|
||||
const novelUrl = $(elem).find("a").attr("href");
|
||||
$('div.listupd > article').each((i, elem) => {
|
||||
const novelName = $(elem).find('h2').text();
|
||||
const image = $(elem).find('img');
|
||||
const novelUrl = $(elem).find('a').attr('href');
|
||||
|
||||
if (novelUrl) {
|
||||
novels.push({
|
||||
name: novelName,
|
||||
cover: image.attr("data-src") || image.attr("src") || defaultCover,
|
||||
path: novelUrl.replace(this.site, ""),
|
||||
cover: image.attr('data-src') || image.attr('src') || defaultCover,
|
||||
path: novelUrl.replace(this.site, ''),
|
||||
});
|
||||
}
|
||||
});
|
||||
return novels;
|
||||
}
|
||||
|
||||
async popularNovels(pageNo: number, { filters, showLatestNovels }: Plugin.PopularNovelsOptions <typeof this.filters>): Promise<Plugin.NovelItem[]> {
|
||||
let url = this.site + "/series/?page=" + pageNo;
|
||||
async popularNovels(
|
||||
pageNo: number,
|
||||
{
|
||||
filters,
|
||||
showLatestNovels,
|
||||
}: Plugin.PopularNovelsOptions<typeof this.filters>,
|
||||
): Promise<Plugin.NovelItem[]> {
|
||||
let url = this.site + '/series/?page=' + pageNo;
|
||||
if (!filters) filters = {};
|
||||
if (showLatestNovels) url += "&order=latest";
|
||||
if (showLatestNovels) url += '&order=latest';
|
||||
for (const key in filters) {
|
||||
if (typeof filters[key].value === "object")
|
||||
if (typeof filters[key].value === 'object')
|
||||
for (const value of filters[key].value as string[])
|
||||
url += `&${key}=${value}`;
|
||||
else if (filters[key].value)
|
||||
url += `&${key}=${filters[key].value}`;
|
||||
else if (filters[key].value) url += `&${key}=${filters[key].value}`;
|
||||
}
|
||||
const $ = await this.getCheerio(url, false);
|
||||
return this.parseNovels($);
|
||||
@@ -92,19 +106,22 @@ class LightNovelWPPlugin implements Plugin.PluginBase {
|
||||
async parseNovel(novelPath: string): Promise<Plugin.SourceNovel> {
|
||||
const $ = await this.getCheerio(this.site + novelPath, false);
|
||||
|
||||
const novel: Plugin.SourceNovel = { path: novelPath.replace(this.site, ""), name: "Untitled" };
|
||||
const novel: Plugin.SourceNovel = {
|
||||
path: novelPath.replace(this.site, ''),
|
||||
name: 'Untitled',
|
||||
};
|
||||
|
||||
novel.name = $("h1.entry-title").text().trim();
|
||||
const image = $("img.wp-post-image");
|
||||
novel.cover = image.attr("data-src") || image.attr("src") || defaultCover;
|
||||
switch ($("div.sertostat > span").attr("class")?.toLowerCase() || "") {
|
||||
case "completed":
|
||||
novel.name = $('h1.entry-title').text().trim();
|
||||
const image = $('img.wp-post-image');
|
||||
novel.cover = image.attr('data-src') || image.attr('src') || defaultCover;
|
||||
switch ($('div.sertostat > span').attr('class')?.toLowerCase() || '') {
|
||||
case 'completed':
|
||||
novel.status = NovelStatus.Completed;
|
||||
break;
|
||||
case "ongoing":
|
||||
case 'ongoing':
|
||||
novel.status = NovelStatus.Ongoing;
|
||||
break;
|
||||
case "hiatus":
|
||||
case 'hiatus':
|
||||
novel.status = NovelStatus.OnHiatus;
|
||||
break;
|
||||
default:
|
||||
@@ -112,49 +129,55 @@ class LightNovelWPPlugin implements Plugin.PluginBase {
|
||||
break;
|
||||
}
|
||||
|
||||
let details = $("div.serl");
|
||||
if (!details.length) details = $("div.spe > span");
|
||||
let details = $('div.serl');
|
||||
if (!details.length) details = $('div.spe > span');
|
||||
details.each(function () {
|
||||
const detailName = $(this).contents().first().text().replace(":", "").trim().toLowerCase();
|
||||
const detailName = $(this)
|
||||
.contents()
|
||||
.first()
|
||||
.text()
|
||||
.replace(':', '')
|
||||
.trim()
|
||||
.toLowerCase();
|
||||
const detail = $(this).contents().last().text().trim().toLowerCase();
|
||||
|
||||
switch (detailName) {
|
||||
case "الكاتب":
|
||||
case "author":
|
||||
case "auteur":
|
||||
case "autor":
|
||||
case "yazar":
|
||||
case 'الكاتب':
|
||||
case 'author':
|
||||
case 'auteur':
|
||||
case 'autor':
|
||||
case 'yazar':
|
||||
novel.author = detail;
|
||||
break;
|
||||
case "الحالة":
|
||||
case "status":
|
||||
case "statut":
|
||||
case "estado":
|
||||
case "durum":
|
||||
case 'الحالة':
|
||||
case 'status':
|
||||
case 'statut':
|
||||
case 'estado':
|
||||
case 'durum':
|
||||
switch (detail) {
|
||||
case "مكتملة":
|
||||
case "completed":
|
||||
case "complété":
|
||||
case "completo":
|
||||
case "completado":
|
||||
case "tamamlandı":
|
||||
case 'مكتملة':
|
||||
case 'completed':
|
||||
case 'complété':
|
||||
case 'completo':
|
||||
case 'completado':
|
||||
case 'tamamlandı':
|
||||
novel.status = NovelStatus.Completed;
|
||||
break;
|
||||
case "مستمرة":
|
||||
case "ongoing":
|
||||
case "en cours":
|
||||
case "em andamento":
|
||||
case "en progreso":
|
||||
case "devam ediyor":
|
||||
case 'مستمرة':
|
||||
case 'ongoing':
|
||||
case 'en cours':
|
||||
case 'em andamento':
|
||||
case 'en progreso':
|
||||
case 'devam ediyor':
|
||||
novel.status = NovelStatus.Ongoing;
|
||||
break;
|
||||
case "متوقفة":
|
||||
case "hiatus":
|
||||
case "en pause":
|
||||
case "hiato":
|
||||
case "pausa":
|
||||
case "pausado":
|
||||
case "duraklatıldı":
|
||||
case 'متوقفة':
|
||||
case 'hiatus':
|
||||
case 'en pause':
|
||||
case 'hiato':
|
||||
case 'pausa':
|
||||
case 'pausado':
|
||||
case 'duraklatıldı':
|
||||
novel.status = NovelStatus.OnHiatus;
|
||||
break;
|
||||
default:
|
||||
@@ -162,40 +185,48 @@ class LightNovelWPPlugin implements Plugin.PluginBase {
|
||||
break;
|
||||
}
|
||||
break;
|
||||
case "الفنان":
|
||||
case "artist":
|
||||
case "artiste":
|
||||
case "artista":
|
||||
case "çizer":
|
||||
case 'الفنان':
|
||||
case 'artist':
|
||||
case 'artiste':
|
||||
case 'artista':
|
||||
case 'çizer':
|
||||
novel.artist = detail;
|
||||
break;
|
||||
}
|
||||
});
|
||||
|
||||
let genres = $(".sertogenre")
|
||||
if (!genres.length) genres = $(".genxed")
|
||||
let genres = $('.sertogenre');
|
||||
if (!genres.length) genres = $('.genxed');
|
||||
novel.genres = genres
|
||||
.children("a")
|
||||
.children('a')
|
||||
.map((i, el) => $(el).text())
|
||||
.toArray()
|
||||
.join(",");
|
||||
.join(',');
|
||||
|
||||
let summary = $(".sersys > p").map((i, el) => $(el).text().trim()).toArray();
|
||||
if (!summary.length) summary = $(".entry-content > p").map((i, el) => $(el).text().trim()).toArray();
|
||||
novel.summary = summary.join("\n");
|
||||
let summary = $('.sersys > p')
|
||||
.map((i, el) => $(el).text().trim())
|
||||
.toArray();
|
||||
if (!summary.length)
|
||||
summary = $('.entry-content > p')
|
||||
.map((i, el) => $(el).text().trim())
|
||||
.toArray();
|
||||
novel.summary = summary.join('\n');
|
||||
|
||||
const chapters: Plugin.ChapterItem[] = [];
|
||||
$(".eplister li").each((i, elem) => {
|
||||
const chapterName = $(elem).find(".epl-num").text() + " " + $(elem).find(".epl-title").text();
|
||||
const chapterUrl = $(elem).find("a").attr("href") || "";
|
||||
const releaseTime = $(elem).find(".epl-date").text().trim();
|
||||
$('.eplister li').each((i, elem) => {
|
||||
const chapterName =
|
||||
$(elem).find('.epl-num').text() +
|
||||
' ' +
|
||||
$(elem).find('.epl-title').text();
|
||||
const chapterUrl = $(elem).find('a').attr('href') || '';
|
||||
const releaseTime = $(elem).find('.epl-date').text().trim();
|
||||
let isFreeChapter: boolean;
|
||||
switch ($(elem).find(".epl-price").text().trim().toLowerCase()) {
|
||||
case "free":
|
||||
case "gratuit":
|
||||
case "مجاني":
|
||||
case "livre":
|
||||
case "":
|
||||
switch ($(elem).find('.epl-price').text().trim().toLowerCase()) {
|
||||
case 'free':
|
||||
case 'gratuit':
|
||||
case 'مجاني':
|
||||
case 'livre':
|
||||
case '':
|
||||
isFreeChapter = true;
|
||||
break;
|
||||
default:
|
||||
@@ -205,7 +236,7 @@ class LightNovelWPPlugin implements Plugin.PluginBase {
|
||||
if (isFreeChapter)
|
||||
chapters.push({
|
||||
name: chapterName,
|
||||
path: chapterUrl.replace(this.site, ""),
|
||||
path: chapterUrl.replace(this.site, ''),
|
||||
releaseTime: releaseTime,
|
||||
});
|
||||
});
|
||||
@@ -218,16 +249,24 @@ class LightNovelWPPlugin implements Plugin.PluginBase {
|
||||
|
||||
async parseChapter(chapterPath: string): Promise<string> {
|
||||
const $ = await this.getCheerio(this.site + chapterPath, false);
|
||||
if (this.id == "kolnovel") {
|
||||
let ignore = $("article > style").text().trim().split(",");
|
||||
ignore.push(...(ignore.pop()?.match(/^\.\w+/) || []));
|
||||
ignore.map((tag) => $(`p${tag}`).remove());
|
||||
if (this.id == 'kolnovel') {
|
||||
let ignore = $('article > style').text().trim().split(',');
|
||||
ignore.push(...(ignore.pop()?.match(/^\.\w+/) || []));
|
||||
ignore.map(tag => $(`p${tag}`).remove());
|
||||
}
|
||||
return $(".epcontent p").map((i, el) => $(el)).toArray().join("\n") || "";
|
||||
return (
|
||||
$('.epcontent p')
|
||||
.map((i, el) => $(el))
|
||||
.toArray()
|
||||
.join('\n') || ''
|
||||
);
|
||||
}
|
||||
|
||||
async searchNovels(searchTerm: string, page: number): Promise<Plugin.NovelItem[]> {
|
||||
const url = this.site + "page/" + page + "/?s=" + searchTerm;
|
||||
async searchNovels(
|
||||
searchTerm: string,
|
||||
page: number,
|
||||
): Promise<Plugin.NovelItem[]> {
|
||||
const url = this.site + 'page/' + page + '/?s=' + searchTerm;
|
||||
const $ = await this.getCheerio(url, true);
|
||||
return this.parseNovels($);
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user