Full TS for Plugins (#538)
* remove lang, descrription in plugin script * remove languages import * Update README.md * fix: missing lang * clean: remove description * feat(Add Sources) (#15) * add many sources * add showToast * feat(Add Source): (#16) * add source * remove descriptions * Early Novel & Fast Novel (#1) * some more plugin * plugin * try something new * yes * try yes * genres is plural * fastnovel full fix * testings * early check * earlynovel fixed * showToast check * earlynovel done * fastnovel fixe * again * showToasts again * fix for fastnovel * done * for pr * Update freenovelupdates.js * MTL Reader and MTL Novel (#2) * first * test * wops * mtlreaders * ok * for PR * Nitro Scans and Novel Hold (#3) * start feature * more feature * something * eslint * yes * maybe * wa * asdasd * amazing * change it up * for pr * WPmangastream and Novelfull (#4) (#17) * source generation * fix json parse error * update plguins * delete fetchApi, nobleMTL (.js) * delete showToast.js * Typescript Support (#18) * Initial TS Config * Initial TS Config * Fix most errors * Fix test webserver * Fix webserver isPlugin not working * Fix typos * Add check if plugins have all the fields * Move exports.protected to the bottom of the plugin * Change username, reponame and branchname * Fix no exports error * Fix type * Fix typo in tsc_fix * Remove const from exports to not re-define consts * Readd const becuause exports may not exist. * Fix plugins to work in-app * Fix NobleMTL * Remove fix_ts.ts * Change template.ts * delete cheerio_space * move api into ./testweb * remove js dir * remove js dir (again) * remove ./js (again) * init multisrc generator (test) * remove module.exports in libs * madara generator * update template * rename generator, TS for hako * fix icon url for madara * fix icon for madara (again) * update Readme, nodemon * export default for all libs * fix madara novelurl * update: pluginId, name, filename for madara * feat: check same id error * update: precommit, fix: require.default * Revert "update: precommit, fix: require.default" This reverts commit c642c5c72241f13eccfe417210c22272c4739ffa. * Port all plugins to ts (#19) - fix cheerio - remove export default - fix spelling * update template * add multisrc noveltl, update generator param, fix web search * fix undefined id for Snailulitka * add rulate multisrc, fix max length textarea * add readwn multisrc * delete: erolate and rulate are in multisrc * Change broken extension and show error on commit for those files (#20) * Change to .broken.ts and show error on commit for those files * remove novelStatus * fix: wrong id in github action * remove mangastream multisrc * update icon for readwn multisrc --------- Co-authored-by: K1ngfish3r <trulyihu@gmail.com> Co-authored-by: Marcin Majewski <skilletssgames@gmail.com>
This commit is contained in:
nyagami
@@ -1,49 +0,0 @@
|
||||
require('module-alias/register');
|
||||
const fs = require('fs');
|
||||
const languages = require('@libs/languages');
|
||||
const path = require('path')
|
||||
const root = path.dirname(__dirname);
|
||||
const config = fs.existsSync(path.join(root, "config.json")) ? require("../config.json") : {};
|
||||
const username = config.githubUsername;
|
||||
const repo = config.githubRepository;
|
||||
const branch = config.githubBranch;
|
||||
|
||||
if(!username || !repo || !branch){
|
||||
process.exit();
|
||||
}
|
||||
if(!fs.existsSync(path.join(root, "dist", username))){
|
||||
fs.mkdirSync(path.join(root, "dist", username));
|
||||
}
|
||||
const githubIconsLink = `https://raw.githubusercontent.com/${username}/${repo}/${branch}/icons`;
|
||||
const githubPluginsLink = `https://raw.githubusercontent.com/${username}/${repo}/${branch}/plugins`;
|
||||
|
||||
const json = {};
|
||||
const jsonPath = path.join(root, 'dist', username, 'plugins.json');
|
||||
const jsonMinPath = path.join(root, 'dist', username, 'plugins.min.json');
|
||||
|
||||
for (let language in languages) { // language with English name
|
||||
const langPath = path.join(root, 'plugins', language.toLowerCase());
|
||||
if (!fs.existsSync(langPath)) continue;
|
||||
const plugins = fs.readdirSync(langPath);
|
||||
json[languages[language]] = [];
|
||||
plugins.forEach(plugin => {
|
||||
if(plugin.startsWith('.')) return;
|
||||
const instance = require(`@plugins/${language.toLowerCase()}/${plugin.split('.')[0]}`);
|
||||
|
||||
const { id, name, site, lang, version, icon, description } = instance;
|
||||
// lang: language with native name
|
||||
const info = { id, name, site, lang, version, description }
|
||||
info.url = `${githubPluginsLink}/${language.toLowerCase()}/${plugin}`;
|
||||
info.iconUrl = `${githubIconsLink}/${icon}`;
|
||||
|
||||
json[lang].push(info);
|
||||
|
||||
console.log('Collected', name);
|
||||
});
|
||||
}
|
||||
|
||||
for(let lang in json) json[lang].sort((a, b) => a.id.localeCompare(b.id))
|
||||
|
||||
fs.writeFileSync(jsonMinPath, JSON.stringify(json));
|
||||
fs.writeFileSync(jsonPath, JSON.stringify(json, null, '\t'));
|
||||
console.log('Done ✅');
|
||||
@@ -0,0 +1,106 @@
|
||||
require("module-alias/register");
|
||||
|
||||
import * as fs from "fs";
|
||||
import { languages } from "@libs/languages";
|
||||
import * as path from "path";
|
||||
import { Plugin, isPlugin } from "@typings/plugin";
|
||||
|
||||
import config from "./../config.json";
|
||||
|
||||
const root = path.dirname(__dirname);
|
||||
const outRoot = path.join(root, "..");
|
||||
const username = config.githubUsername;
|
||||
const repo = config.githubRepository;
|
||||
const branch = config.githubBranch;
|
||||
if (!username || !repo || !branch) {
|
||||
console.error("config.json not provided!");
|
||||
process.exit(1);
|
||||
}
|
||||
if (!fs.existsSync(path.join(outRoot, "dist", username))) {
|
||||
fs.mkdirSync(path.join(outRoot, "dist", username));
|
||||
}
|
||||
const githubIconsLink = `https://raw.githubusercontent.com/${username}/${repo}/${branch}/icons`;
|
||||
const githubPluginsLink = `https://raw.githubusercontent.com/${username}/${repo}/${branch}/js/plugins`;
|
||||
|
||||
const json: {
|
||||
[key: string]: {
|
||||
id: string;
|
||||
name: string;
|
||||
site: string;
|
||||
lang: string;
|
||||
version: string;
|
||||
url: string;
|
||||
iconUrl: string;
|
||||
}[];
|
||||
} = {};
|
||||
const jsonPath = path.join(outRoot, "dist", username, "plugins.json");
|
||||
const jsonMinPath = path.join(outRoot, "dist", username, "plugins.min.json");
|
||||
const pluginSet = new Set();
|
||||
|
||||
for (let language in languages) {
|
||||
// language with English name
|
||||
const languageNative = languages[language as keyof typeof languages];
|
||||
const langPath = path.join(root, "plugins", language.toLowerCase());
|
||||
if (!fs.existsSync(langPath)) continue;
|
||||
const plugins = fs.readdirSync(langPath);
|
||||
json[languageNative] = [];
|
||||
plugins.forEach((plugin) => {
|
||||
if (plugin.startsWith(".")) return;
|
||||
const instance:
|
||||
| Plugin.instance
|
||||
| unknown = require(`../plugins/${language.toLowerCase()}/${
|
||||
plugin.split(".")[0]
|
||||
}`);
|
||||
|
||||
if (!isPlugin(instance)) {
|
||||
console.log(plugin);
|
||||
return;
|
||||
}
|
||||
|
||||
const { id, name, site, version, icon } = instance;
|
||||
const info = {
|
||||
id,
|
||||
name,
|
||||
site,
|
||||
lang: languageNative,
|
||||
version,
|
||||
url: `${githubPluginsLink}/${language.toLowerCase()}/${plugin}`,
|
||||
iconUrl: `${githubIconsLink}/${icon}`,
|
||||
} as const;
|
||||
|
||||
if (pluginSet.has(id)) {
|
||||
console.log("There's already a plugin with id:", id);
|
||||
throw new Error("2 or more plugins have the same id");
|
||||
} else {
|
||||
pluginSet.add(id);
|
||||
}
|
||||
|
||||
json[languageNative].push(info);
|
||||
console.log(name, "✅");
|
||||
});
|
||||
}
|
||||
|
||||
for (let lang in json) json[lang].sort((a, b) => a.id.localeCompare(b.id));
|
||||
|
||||
fs.writeFileSync(jsonMinPath, JSON.stringify(json));
|
||||
fs.writeFileSync(jsonPath, JSON.stringify(json, null, "\t"));
|
||||
|
||||
// check for broken plugins
|
||||
for (let language in languages) {
|
||||
const tsFiles = fs.readdirSync(
|
||||
path.join(root, "..", "plugins", language.toLocaleLowerCase())
|
||||
);
|
||||
tsFiles
|
||||
.filter((f) => f.endsWith(".broken.ts"))
|
||||
.forEach((fn) => {
|
||||
console.error(
|
||||
language.toLocaleLowerCase() +
|
||||
"/" +
|
||||
fn.replace(".broken.ts", "") +
|
||||
" ❌"
|
||||
);
|
||||
});
|
||||
}
|
||||
|
||||
console.log(jsonPath);
|
||||
console.log("Done ✅");
|
||||
@@ -0,0 +1,52 @@
|
||||
import path from "path";
|
||||
import fs from "fs";
|
||||
|
||||
type GeneratedScript = {
|
||||
lang: string;
|
||||
filename: string;
|
||||
pluginScript: string;
|
||||
};
|
||||
|
||||
export type ScrpitGeneratorFunction = () => GeneratedScript[];
|
||||
|
||||
const isScriptGenerator = (s: unknown): s is ScrpitGeneratorFunction => {
|
||||
return !!s && typeof s === "function";
|
||||
};
|
||||
|
||||
const generate = async (name: string): Promise<boolean> => {
|
||||
const generateAll: ScrpitGeneratorFunction | unknown =
|
||||
require(`./${name}/generator`).generateAll;
|
||||
if (!isScriptGenerator(generateAll)) return false;
|
||||
|
||||
const sources = generateAll();
|
||||
|
||||
for (let source of sources) {
|
||||
const { lang, filename, pluginScript } = source;
|
||||
if(!lang || !filename || !pluginScript){
|
||||
console.warn(name, ": lang, filename, pluginScript are required!");
|
||||
continue;
|
||||
}
|
||||
const pluginsDir = path.join(
|
||||
path.dirname(path.dirname(__dirname)),
|
||||
"plugins"
|
||||
);
|
||||
const filePath = path.join(pluginsDir, lang.toLowerCase(), filename.replace(/[\s-\.]+/g, "") + `[${name}].ts`);
|
||||
fs.writeFileSync(filePath, pluginScript, { encoding: "utf-8" });
|
||||
}
|
||||
return true;
|
||||
};
|
||||
|
||||
const run = async () => {
|
||||
const sources = fs
|
||||
.readdirSync(__dirname)
|
||||
.filter((name) =>
|
||||
fs.lstatSync(path.join(__dirname, name)).isDirectory()
|
||||
);
|
||||
|
||||
for (let name of sources) {
|
||||
const success = await generate(name);
|
||||
if (success) console.log(name + " OK");
|
||||
}
|
||||
};
|
||||
|
||||
run();
|
||||
@@ -0,0 +1,234 @@
|
||||
import { ScrpitGeneratorFunction } from "../generate";
|
||||
import list from "./sources.json";
|
||||
|
||||
type sourceData = (typeof list)[number];
|
||||
|
||||
export const generateAll: ScrpitGeneratorFunction = function () {
|
||||
return list.map((source) => {
|
||||
return generator(source);
|
||||
});
|
||||
};
|
||||
|
||||
const generator = function generator(sourceJson: sourceData) {
|
||||
const { pluginId, baseUrl, sourceName, options } = sourceJson;
|
||||
const lang = options?.lang || "English";
|
||||
const path = options?.path || {
|
||||
novels: "novel",
|
||||
novel: "novel",
|
||||
chapter: "novel",
|
||||
};
|
||||
const useNewChapterEndpoint = options?.useNewChapterEndpoint || false;
|
||||
const iconFileName = sourceName.replace(/\s+/g, "").toLowerCase();
|
||||
|
||||
const pluginScript = `
|
||||
import { load as parseHTML } from "cheerio";
|
||||
import { fetchFile, fetchApi } from "@libs/fetch";
|
||||
import { Novel, Plugin, Chapter } from "@typings/plugin";
|
||||
import { defaultCover } from "@libs/defaultCover";
|
||||
import { NovelStatus } from "@libs/novelStatus"
|
||||
import { parseMadaraDate } from "@libs/parseMadaraDate";
|
||||
import dayjs from "dayjs";
|
||||
|
||||
export const id = "${pluginId}";
|
||||
export const name = "${sourceName} [madara]";
|
||||
export const icon = "multisrc/madara/icons/${iconFileName}.png";
|
||||
export const version = "1.0.0";
|
||||
export const site = "${baseUrl}";
|
||||
const baseUrl = site;
|
||||
|
||||
export const popularNovels: Plugin.popularNovels = async (pageNo, {showLatestNovels}) => {
|
||||
const novels: Novel.Item[] = [];
|
||||
const sortOrder = showLatestNovels
|
||||
? '?m_orderby=latest'
|
||||
: '/?m_orderby=rating';
|
||||
|
||||
let url = site + "${path.novels}" + '/page/' + pageNo + sortOrder;
|
||||
|
||||
const body = await fetchApi(url).then(res => res.text());
|
||||
|
||||
const loadedCheerio = parseHTML(body);
|
||||
|
||||
|
||||
loadedCheerio('.manga-title-badges').remove();
|
||||
|
||||
loadedCheerio('.page-item-detail').each(function () {
|
||||
const novelName = loadedCheerio(this).find('.post-title').text().trim();
|
||||
let image = loadedCheerio(this).find('img');
|
||||
const novelCover = image.attr('data-src') || image.attr('src');
|
||||
|
||||
let novelUrl = loadedCheerio(this).find('.post-title')
|
||||
.find('a')
|
||||
.attr('href') || '';
|
||||
const novel: Novel.Item = {
|
||||
name: novelName,
|
||||
cover: novelCover,
|
||||
url: novelUrl,
|
||||
};
|
||||
|
||||
novels.push(novel);
|
||||
});
|
||||
|
||||
return novels;
|
||||
};
|
||||
|
||||
export const parseNovelAndChapters: Plugin.parseNovelAndChapters = async (
|
||||
novelUrl
|
||||
) => {
|
||||
const novel: Novel.instance = {
|
||||
url: novelUrl,
|
||||
};
|
||||
|
||||
const body = await fetchApi(novelUrl).then(res => res.text());
|
||||
|
||||
let loadedCheerio = parseHTML(body);
|
||||
|
||||
loadedCheerio('.manga-title-badges').remove();
|
||||
|
||||
novel.name = loadedCheerio('.post-title h1').text().trim();
|
||||
|
||||
novel.cover =
|
||||
loadedCheerio('.summary_image > a > img').attr('data-lazy-src') ||
|
||||
loadedCheerio('.summary_image > a > img').attr('data-src') ||
|
||||
loadedCheerio('.summary_image > a > img').attr('src') ||
|
||||
defaultCover;
|
||||
|
||||
loadedCheerio('.post-content_item, .post-content').each(function () {
|
||||
const detailName = loadedCheerio(this).find('h5').text().trim();
|
||||
const detail = loadedCheerio(this).find('.summary-content').text().trim();
|
||||
|
||||
switch (detailName) {
|
||||
case 'Genre(s)':
|
||||
case 'التصنيفات':
|
||||
novel.genres = detail.replace(/[\\t\\n]/g, ',');
|
||||
break;
|
||||
case 'Author(s)':
|
||||
case 'المؤلف':
|
||||
case 'المؤلف (ين)':
|
||||
novel.author = detail;
|
||||
break;
|
||||
case 'Status':
|
||||
case 'الحالة':
|
||||
novel.status =
|
||||
detail.includes('OnGoing') || detail.includes('مستمرة')
|
||||
? NovelStatus.Ongoing
|
||||
: NovelStatus.Completed;
|
||||
break;
|
||||
}
|
||||
});
|
||||
|
||||
loadedCheerio('div.summary__content .code-block,script').remove();
|
||||
novel.summary = loadedCheerio('div.summary__content').text().trim();
|
||||
|
||||
|
||||
let html;
|
||||
|
||||
if (${useNewChapterEndpoint}) {
|
||||
const novelId =
|
||||
loadedCheerio('.rating-post-id').attr('value') ||
|
||||
loadedCheerio('#manga-chapters-holder').attr('data-id') || '';
|
||||
|
||||
const body = {
|
||||
action: "manga_get_chapters",
|
||||
manga: novelId,
|
||||
}
|
||||
html = await fetchApi(
|
||||
baseUrl + 'wp-admin/admin-ajax.php',
|
||||
{
|
||||
method: 'POST',
|
||||
body: JSON.stringify(body),
|
||||
})
|
||||
.then(res => res.text());
|
||||
} else {
|
||||
html = await fetchApi(
|
||||
baseUrl + 'ajax/chapters/',
|
||||
{ method: 'POST' })
|
||||
.then(res => res.text());
|
||||
}
|
||||
|
||||
if (html !== '0') {
|
||||
loadedCheerio = parseHTML(html);
|
||||
}
|
||||
|
||||
const chapters: Chapter.Item[] = [];
|
||||
loadedCheerio('.wp-manga-chapter').each(function () {
|
||||
const chapterName = loadedCheerio(this).find('a').text().trim();
|
||||
|
||||
let releaseDate = null;
|
||||
releaseDate = loadedCheerio(this)
|
||||
.find('span.chapter-release-date')
|
||||
.text()
|
||||
.trim();
|
||||
|
||||
if (releaseDate) {
|
||||
releaseDate = parseMadaraDate(releaseDate);
|
||||
} else {
|
||||
/**
|
||||
* Insert current date
|
||||
*/
|
||||
|
||||
releaseDate = dayjs().format('LL');
|
||||
}
|
||||
|
||||
let chapterUrl = loadedCheerio(this).find('a').attr('href') || '';
|
||||
|
||||
chapters.push({ name: chapterName, releaseTime: releaseDate, url: chapterUrl });
|
||||
});
|
||||
|
||||
novel.chapters = chapters.reverse();
|
||||
return novel;
|
||||
};
|
||||
|
||||
export const parseChapter: Plugin.parseChapter = async (chapterUrl) => {
|
||||
const url = baseUrl + "/" + "${path.chapter}" + "/" + chapterUrl;
|
||||
|
||||
const body = await fetchApi(chapterUrl).then(res => res.text());
|
||||
|
||||
const loadedCheerio = parseHTML(body);
|
||||
const chapterText =
|
||||
loadedCheerio('.text-left').html() ||
|
||||
loadedCheerio('.text-right').html() ||
|
||||
loadedCheerio('.entry-content').html();
|
||||
|
||||
return chapterText;
|
||||
};
|
||||
|
||||
export const searchNovels: Plugin.searchNovels = async (searchTerm) => {
|
||||
const novels: Novel.Item[] = [];
|
||||
const url = baseUrl + "?s=" + searchTerm + "&post_type=wp-manga";
|
||||
|
||||
const body = await fetchApi(url).then(res => res.text());
|
||||
|
||||
const loadedCheerio = parseHTML(body);
|
||||
|
||||
|
||||
loadedCheerio('.c-tabs-item__content').each(function () {
|
||||
const novelName = loadedCheerio(this).find('.post-title').text().trim();
|
||||
|
||||
let image = loadedCheerio(this).find('img');
|
||||
const novelCover = image.attr('data-src') || image.attr('src');
|
||||
|
||||
let novelUrl = loadedCheerio(this)
|
||||
.find('.post-title')
|
||||
.find('a')
|
||||
.attr('href') || '';
|
||||
const novel = {
|
||||
name: novelName,
|
||||
cover: novelCover,
|
||||
url: novelUrl,
|
||||
};
|
||||
|
||||
novels.push(novel);
|
||||
});
|
||||
return novels;
|
||||
};
|
||||
|
||||
export const fetchImage: Plugin.fetchImage = async (url) => {
|
||||
return await fetchFile(url);
|
||||
};`;
|
||||
|
||||
return {
|
||||
lang,
|
||||
filename: sourceName,
|
||||
pluginScript,
|
||||
};
|
||||
};
|
||||
@@ -0,0 +1,360 @@
|
||||
[
|
||||
{
|
||||
"pluginId": "boxnovel",
|
||||
"baseUrl": "https://boxnovel.com/",
|
||||
"sourceName": "BoxNovel",
|
||||
"options": {
|
||||
"useNewChapterEndpoint": true
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "zinnovel",
|
||||
"baseUrl": "https://zinnovel.com/",
|
||||
"sourceName": "ZinnNovel",
|
||||
"options": {
|
||||
"path": { "novels": "manga", "novel": "manga", "chapter": "manga" }
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "novelTL",
|
||||
"baseUrl": "https://noveltranslate.com/",
|
||||
"sourceName": "NovelTranslate",
|
||||
"options": {
|
||||
"path": { "novels": "all-novels", "novel": "manga", "chapter": "manga" }
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "lunarletters",
|
||||
"baseUrl": "https://www.lunarletters.com/",
|
||||
"sourceName": "LunarLetters",
|
||||
"options": {
|
||||
"path": { "novels": "series", "novel": "series", "chapter": "series" },
|
||||
"useNewChapterEndpoint": true
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "sleeptTLS",
|
||||
"baseUrl": "https://sleepytranslations.com/",
|
||||
"sourceName": "SleepyTranslations",
|
||||
"options": {
|
||||
"path": { "novels": "series", "novel": "series", "chapter": "series" },
|
||||
"useNewChapterEndpoint": true
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "freenovel.me",
|
||||
"baseUrl": "https://freenovel.me/",
|
||||
"sourceName": "FreeNovelMe"
|
||||
},
|
||||
{
|
||||
"pluginId": "1stkissnovel",
|
||||
"baseUrl": "https://1stkissnovel.org/",
|
||||
"sourceName": "FirstKissNovel",
|
||||
"options": {
|
||||
"useNewChapterEndpoint": true
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "daonovel",
|
||||
"baseUrl": "https://daonovel.com/",
|
||||
"sourceName": "DaoNovel",
|
||||
"options": {
|
||||
"path": {
|
||||
"novels": "novels-list",
|
||||
"novel": "novels",
|
||||
"chapter": "novels"
|
||||
},
|
||||
"useNewChapterEndpoint": true
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "mostnovel",
|
||||
"baseUrl": "https://mostnovel.com/",
|
||||
"sourceName": "MostNovel",
|
||||
"options": {
|
||||
"path": { "novels": "manga", "novel": "manga", "chapter": "manga" }
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "novelmultiverse",
|
||||
"baseUrl": "https://www.novelmultiverse.com/",
|
||||
"sourceName": "NovelMultiverse"
|
||||
},
|
||||
{
|
||||
"pluginId": "lnheaven",
|
||||
"baseUrl": "https://lightnovelheaven.com/",
|
||||
"sourceName": "LightNovelHeaven",
|
||||
"options": {
|
||||
"path": { "novels": "series", "novel": "series", "chapter": "series" },
|
||||
"useNewChapterEndpoint": true
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "arnovel",
|
||||
"baseUrl": "https://arnovel.me/",
|
||||
"sourceName": "ArNovel",
|
||||
"options": {
|
||||
"useNewChapterEndpoint": true,
|
||||
"lang": "Arabic"
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "meionovel",
|
||||
"baseUrl": "https://meionovel.id/",
|
||||
"sourceName": "MeioNovel",
|
||||
"options": {
|
||||
"useNewChapterEndpoint": true,
|
||||
"lang": "Indonesian"
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "webnovelover",
|
||||
"baseUrl": "https://www.webnovelover.com/",
|
||||
"sourceName": "WebNovelLover"
|
||||
},
|
||||
{
|
||||
"pluginId": "cratenovel",
|
||||
"baseUrl": "https://cratenovel.com/",
|
||||
"sourceName": "CrateNovel",
|
||||
"options": {
|
||||
"useNewChapterEndpoint": true
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "clicknovel",
|
||||
"baseUrl": "https://clicknovel.net/",
|
||||
"sourceName": "ClickNovel"
|
||||
},
|
||||
{
|
||||
"pluginId": "readwebnovels",
|
||||
"baseUrl": "https://readwebnovels.net/",
|
||||
"sourceName": "ReadWebNovels"
|
||||
},
|
||||
{
|
||||
"pluginId": "wbnovel",
|
||||
"baseUrl": "https://wbnovel.com/",
|
||||
"sourceName": "WBNovel",
|
||||
"options": { "lang": "Indonesian" }
|
||||
},
|
||||
{
|
||||
"pluginId": "wuxiaworld.site",
|
||||
"baseUrl": "https://wuxiaworld.site/",
|
||||
"sourceName": "WuxiaWorld.Site",
|
||||
"options": {
|
||||
"useNewChapterEndpoint": true
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "mysticalmerries",
|
||||
"baseUrl": "https://mysticalmerries.com/",
|
||||
"sourceName": "MysticalSeries",
|
||||
"options": {
|
||||
"path": { "novels": "series", "novel": "series", "chapter": "series" },
|
||||
"useNewChapterEndpoint": true
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "morenovel",
|
||||
"baseUrl": "https://morenovel.net/",
|
||||
"sourceName": "MoreNovel",
|
||||
"options": {
|
||||
"useNewChapterEndpoint": true,
|
||||
"lang": "Indonesian"
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "onlymtl",
|
||||
"baseUrl": "https://www.onlymtl.com/",
|
||||
"sourceName": "OnlyMTL",
|
||||
"options": {
|
||||
"useNewChapterEndpoint": true
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "hizomanga",
|
||||
"baseUrl": "https://hizomanga.com/",
|
||||
"sourceName": "HizoManga",
|
||||
"options": {
|
||||
"path": { "novels": "serie", "novel": "serie", "chapter": "serie" },
|
||||
"useNewChapterEndpoint": true,
|
||||
"lang": "Arabic"
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "ar-mtl",
|
||||
"baseUrl": "https://ar-mtl.club/",
|
||||
"sourceName": "ArMTL",
|
||||
"options": {
|
||||
"useNewChapterEndpoint": true,
|
||||
"lang": "Arabic"
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "novel4up",
|
||||
"baseUrl": "https://novel4up.com/",
|
||||
"sourceName": "Novel4Up",
|
||||
"options": {
|
||||
"lang": "Arabic"
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "teamxnovel",
|
||||
"baseUrl": "https://teamxnovel.com/",
|
||||
"sourceName": "TeamXNovel",
|
||||
"options": {
|
||||
"useNewChapterEndpoint": true,
|
||||
"lang": "Arabic"
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "turkcelightnovels",
|
||||
"baseUrl": "https://turkcelightnovels.com/",
|
||||
"sourceName": "TurkceLightNovels",
|
||||
"options": {
|
||||
"path": {
|
||||
"novels": "light-novel",
|
||||
"novel": "light-novel",
|
||||
"chapter": "light-novel"
|
||||
},
|
||||
"lang": "Turkish"
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "sonicmtl",
|
||||
"baseUrl": "https://www.sonicmtl.com/",
|
||||
"sourceName": "SonicMTL",
|
||||
"options": {
|
||||
"useNewChapterEndpoint": true
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "mtlnovel.club",
|
||||
"baseUrl": "https://mtlnovel.club/",
|
||||
"sourceName": "MTLNovel.Club",
|
||||
"options": {
|
||||
"useNewChapterEndpoint": true
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "noobchanTL",
|
||||
"baseUrl": "https://noobchan.xyz/",
|
||||
"sourceName": "Noobchan Translation",
|
||||
"options": {
|
||||
"useNewChapterEndpoint": true
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "guavaread",
|
||||
"baseUrl": "https://guavaread.com/",
|
||||
"sourceName": "Guavaread",
|
||||
"options": {
|
||||
"useNewChapterEndpoint": true
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "sweetEscapeTL",
|
||||
"baseUrl": "https://sweetescapetranslations.com/",
|
||||
"sourceName": "Sweet Escape Translations",
|
||||
"options": {
|
||||
"useNewChapterEndpoint": false,
|
||||
"path": { "novels": "manga", "novel": "manga", "chapter": "manga" }
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "fanTLS",
|
||||
"baseUrl": "https://fanstranslations.com/",
|
||||
"sourceName": "Fans Translations",
|
||||
"options": {
|
||||
"useNewChapterEndpoint": true
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "riwyat",
|
||||
"baseUrl": "https://riwyat.com/",
|
||||
"sourceName": "Riwyat",
|
||||
"options": {
|
||||
"useNewChapterEndpoint": true,
|
||||
"lang": "Arabic"
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "novelstic",
|
||||
"baseUrl": "https://novelstic.com/",
|
||||
"sourceName": "Novelstic",
|
||||
"options": {
|
||||
"useNewChapterEndpoint": true,
|
||||
"lang": "English"
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "neosekaiTLS",
|
||||
"baseUrl": "https://www.neosekaitranslations.com/",
|
||||
"sourceName": "NeoSekai Translations",
|
||||
"options": {
|
||||
"lang": "English"
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "mtl-novel",
|
||||
"baseUrl": "https://mtl-novel.com/",
|
||||
"sourceName": "MTL-Novel",
|
||||
"options": {
|
||||
"useNewChapterEndpoint": true,
|
||||
"lang": "English",
|
||||
"orderBy": "latest"
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "zetroTL",
|
||||
"baseUrl": "https://zetrotranslation.com/",
|
||||
"sourceName": "Zetro Translation",
|
||||
"options": {
|
||||
"lang": "English"
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "nocturneTLS",
|
||||
"baseUrl": "https://nocturnetls.net/",
|
||||
"sourceName": "Nocturne Translations",
|
||||
"options": {
|
||||
"lang": "English",
|
||||
"path": { "novels": "novels", "novel": "novels", "chapter": "novels" }
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "sugarbbscan",
|
||||
"baseUrl": "https://sugarbbscan.com/",
|
||||
"sourceName": "Sugar Babies",
|
||||
"options": {
|
||||
"lang": "English",
|
||||
"path": { "novels": "series", "novel": "series", "chapter": "series" }
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "novelroom",
|
||||
"baseUrl": "https://novelroom.net/",
|
||||
"sourceName": "Novelroom.net",
|
||||
"options": {
|
||||
"lang": "English",
|
||||
"path": { "novels": "manga", "novel": "manga", "chapter": "manga" }
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "novelr18",
|
||||
"baseUrl": "https://novelr18.com/",
|
||||
"sourceName": "NovelR18 ",
|
||||
"options": {
|
||||
"lang": "English",
|
||||
"path": { "novels": "novel", "novel": "manga", "chapter": "manga" },
|
||||
"useNewChapterEndpoint": true
|
||||
}
|
||||
},
|
||||
{
|
||||
"pluginId": "webnoveloku",
|
||||
"baseUrl": "https://www.webnoveloku.com/",
|
||||
"sourceName": "WebNovelOku ",
|
||||
"options": {
|
||||
"lang": "Turkish"
|
||||
}
|
||||
}
|
||||
]
|
||||
@@ -0,0 +1,243 @@
|
||||
import { ScrpitGeneratorFunction } from "../generate";
|
||||
import list from "./sources.json";
|
||||
|
||||
type sourceData = (typeof list)[number];
|
||||
|
||||
export const generateAll: ScrpitGeneratorFunction = function () {
|
||||
return list.map((source) => {
|
||||
return generator(source);
|
||||
});
|
||||
};
|
||||
|
||||
const generator = function generator(sourceJson: sourceData) {
|
||||
const pluginId = sourceJson.id;
|
||||
const sourceName = sourceJson.sourceName;
|
||||
const lang = "Russian";
|
||||
const site = sourceJson.sourceSite;
|
||||
const filters = sourceJson.filters || [];
|
||||
const filetersString = JSON.stringify(filters).replace(/(\"inputType\":)\s*\"([^\"]+)\"/g, "$1FilterInputs.$2");
|
||||
const pluginScript = `
|
||||
import { load as parseHTML } from "cheerio";
|
||||
import dayjs from 'dayjs';
|
||||
import { fetchFile, fetchApi } from "@libs/fetch";
|
||||
import { Novel, Plugin, Chapter } from "@typings/plugin";
|
||||
// import { parseMadaraDate } from "@libs/parseMadaraDate";
|
||||
// import { isUrlAbsolute } from '@libs/isAbsoluteUrl';
|
||||
// import { showToast } from "@libs/showToast";
|
||||
import { Filter, FilterInputs } from "@libs/filterInputs";
|
||||
import { NovelStatus } from '@libs/novelStatus';
|
||||
import { defaultCover } from "@libs/defaultCover";
|
||||
|
||||
|
||||
export const id = "${pluginId}";
|
||||
export const name = "${sourceName}";
|
||||
export const icon = "";
|
||||
export const version = "1.0.0";
|
||||
export const site = "${site}";
|
||||
export const filters: Filter[] = ${filetersString};
|
||||
exports["protected"] = false;
|
||||
|
||||
const baseUrl = site;
|
||||
const domain = baseUrl.split('//')[1];
|
||||
|
||||
export const popularNovels: Plugin.popularNovels = async function (
|
||||
page,
|
||||
{ filters }
|
||||
) {
|
||||
const result = await fetchApi('https://api.novel.tl/api/site/v2/graphql', {
|
||||
method: 'post',
|
||||
headers: {
|
||||
'User-Agent':
|
||||
'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/111.0',
|
||||
'Accept': 'application/json, text/plain, */*',
|
||||
'Accept-Language': 'ru-RU,ru;q=0.8,en-US;q=0.5,en;q=0.3',
|
||||
'Content-Type': 'application/json',
|
||||
'Alt-Used': 'api.novel.tl',
|
||||
'Sec-Fetch-Dest': 'empty',
|
||||
'Sec-Fetch-Mode': 'cors',
|
||||
'Sec-Fetch-Site': 'cross-site',
|
||||
},
|
||||
referrer: baseUrl,
|
||||
body: JSON.stringify({
|
||||
operationName: 'Projects',
|
||||
query:
|
||||
'query Projects($hostname:String! $filter:SearchFilter $page:Int $limit:Int){projects(section:{fullUrl:$hostname}filter:$filter page:{pageSize:$limit,pageNumber:$page}){content{title url covers{url}}}}',
|
||||
variables: {
|
||||
filter: filters?.tags?.length ?? 0 > 0 ? { tags: filters?.tags } : {},
|
||||
hostname: domain,
|
||||
limit: 40,
|
||||
page,
|
||||
},
|
||||
}),
|
||||
});
|
||||
|
||||
const json: any = await result.json();
|
||||
const novels: Novel.Item[] = json.data?.projects?.content?.map((novel: any) => ({
|
||||
name: novel.title,
|
||||
url: baseUrl + '/r/' + novel.url,
|
||||
cover: novel.covers[0]?.url
|
||||
? baseUrl + novel.covers[0].url
|
||||
: defaultCover,
|
||||
}));
|
||||
|
||||
return novels;
|
||||
};
|
||||
|
||||
|
||||
export const parseNovelAndChapters: Plugin.parseNovelAndChapters =
|
||||
async function (novelUrl) {
|
||||
const result = await fetchApi('https://api.novel.tl/api/site/v2/graphql', {
|
||||
method: 'post',
|
||||
headers: {
|
||||
'User-Agent':
|
||||
'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/111.0',
|
||||
'Accept': 'application/json, text/plain, */*',
|
||||
'Accept-Language': 'ru-RU,ru;q=0.8,en-US;q=0.5,en;q=0.3',
|
||||
'Content-Type': 'application/json',
|
||||
'Alt-Used': 'api.novel.tl',
|
||||
'Sec-Fetch-Dest': 'empty',
|
||||
'Sec-Fetch-Mode': 'cors',
|
||||
'Sec-Fetch-Site': 'cross-site',
|
||||
},
|
||||
referrer: baseUrl,
|
||||
body: JSON.stringify({
|
||||
operationName: 'Book',
|
||||
query:
|
||||
'query Book($url:String){project(project:{fullUrl:$url}){title translationStatus url covers{url}persons(langs:["ru","en","*"]roles:["author","illustrator","original_story","original_design"]){role name{firstName lastName}}genres{nameRu nameEng}tags{nameRu nameEng}annotation{text}subprojects{content{title volumes{content{url shortName chapters{title publishDate url published}}}}}}}',
|
||||
variables: {
|
||||
hostname: domain,
|
||||
project: novelUrl,
|
||||
url: novelUrl,
|
||||
},
|
||||
}),
|
||||
});
|
||||
const json: any = await result.json();
|
||||
const novel: Novel.instance = {
|
||||
url: novelUrl,
|
||||
name: json.data.project.title,
|
||||
cover: json.data.project.covers[0]?.url
|
||||
? baseUrl + json.data.project.covers[0].url
|
||||
: defaultCover,
|
||||
summary: parseHTML(json.data.project.annotation?.text).text(),
|
||||
author:
|
||||
json.data.project.persons[0].name.firstName +
|
||||
' ' +
|
||||
json.data.project.persons[0].name.lastName,
|
||||
status:
|
||||
json.data.project.translationStatus === 'active'
|
||||
? NovelStatus.Ongoing
|
||||
: NovelStatus.Completed,
|
||||
};
|
||||
|
||||
let genres = []
|
||||
.concat(json.data.project.tags, json.data.project.genres)
|
||||
.map((item: any) => item?.nameRu || item?.nameEng)
|
||||
.filter(item => item);
|
||||
|
||||
if (genres.length > 0) {
|
||||
novel.genres = genres.join(',');
|
||||
}
|
||||
|
||||
let novelChapters: Chapter.Item[] = [];
|
||||
json.data.project.subprojects.content.forEach((work: any) =>
|
||||
work.volumes.content.forEach((volume: any) =>
|
||||
volume.chapters.forEach(
|
||||
(chapter: any) =>
|
||||
chapter?.published &&
|
||||
novelChapters.push({
|
||||
name: volume.shortName + ' ' + chapter.title,
|
||||
url: novelUrl + '/' + volume.url + '/' + chapter.url,
|
||||
releaseTime: dayjs(chapter.publishDate).format('LLL'),
|
||||
}),
|
||||
),
|
||||
),
|
||||
);
|
||||
novel.chapters = novelChapters;
|
||||
return novel;
|
||||
};
|
||||
|
||||
export const parseChapter: Plugin.parseChapter = async function (chapterUrl) {
|
||||
const result = await fetchApi('https://api.novel.tl/api/site/v2/graphql', {
|
||||
method: 'post',
|
||||
headers: {
|
||||
'User-Agent':
|
||||
'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/111.0',
|
||||
'Accept': 'application/json, text/plain, */*',
|
||||
'Accept-Language': 'ru-RU,ru;q=0.8,en-US;q=0.5,en;q=0.3',
|
||||
'Content-Type': 'application/json',
|
||||
'Alt-Used': 'api.novel.tl',
|
||||
'Sec-Fetch-Dest': 'empty',
|
||||
'Sec-Fetch-Mode': 'cors',
|
||||
'Sec-Fetch-Site': 'cross-site',
|
||||
},
|
||||
referrer: baseUrl,
|
||||
body: JSON.stringify({
|
||||
operationName: 'EReaderData',
|
||||
query:
|
||||
'query EReaderData($url:String!,$chapterSelector:Selector!){project(project:{fullUrl:$url}){title url}chapter(chapter:$chapterSelector){title text{text}}}',
|
||||
variables: {
|
||||
chapterSelector: {
|
||||
fullUrl: chapterUrl,
|
||||
},
|
||||
url: chapterUrl,
|
||||
},
|
||||
}),
|
||||
});
|
||||
const json: any = await result.json();
|
||||
|
||||
return parseHTML(json.data.chapter.text.text).html();
|
||||
};
|
||||
|
||||
export const searchNovels: Plugin.searchNovels = async (searchTerm) => {
|
||||
const result = await fetchApi('https://api.novel.tl/api/site/v2/graphql', {
|
||||
method: 'post',
|
||||
headers: {
|
||||
'User-Agent':
|
||||
'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/111.0',
|
||||
'Accept': 'application/json, text/plain, */*',
|
||||
'Accept-Language': 'ru-RU,ru;q=0.8,en-US;q=0.5,en;q=0.3',
|
||||
'Content-Type': 'application/json',
|
||||
'Alt-Used': 'api.novel.tl',
|
||||
'Sec-Fetch-Dest': 'empty',
|
||||
'Sec-Fetch-Mode': 'cors',
|
||||
'Sec-Fetch-Site': 'cross-site',
|
||||
},
|
||||
referrer: baseUrl,
|
||||
body: JSON.stringify({
|
||||
operationName: 'Projects',
|
||||
query:
|
||||
'query Projects($hostname:String! $filter:SearchFilter $page:Int $limit:Int){projects(section:{fullUrl:$hostname}filter:$filter page:{pageSize:$limit,pageNumber:$page}){content{title url covers{url}}}}',
|
||||
variables: {
|
||||
filter: {
|
||||
query: searchTerm,
|
||||
},
|
||||
hostname: domain,
|
||||
limit: 40,
|
||||
page: 1,
|
||||
},
|
||||
}),
|
||||
});
|
||||
const json: any = await result.json();
|
||||
const novels: Novel.Item[] = [];
|
||||
json?.data?.projects?.content?.forEach((novel: any) =>
|
||||
novels.push({
|
||||
name: novel.title,
|
||||
url: baseUrl + '/r/' + novel.url,
|
||||
cover: novel.covers[0]?.url
|
||||
? baseUrl + novel.covers[0].url
|
||||
: defaultCover,
|
||||
}),
|
||||
);
|
||||
return novels;
|
||||
};
|
||||
|
||||
export const fetchImage: Plugin.fetchImage = async (url) => {
|
||||
return await fetchFile(url, {});
|
||||
};
|
||||
`
|
||||
return {
|
||||
lang,
|
||||
filename: site.split('//')[1].replace(/\./g, ''),
|
||||
pluginScript,
|
||||
};
|
||||
};
|
||||
File diff suppressed because it is too large
Load Diff
@@ -0,0 +1,220 @@
|
||||
import { ScrpitGeneratorFunction } from "../generate";
|
||||
import list from "./sources.json";
|
||||
|
||||
type sourceData = (typeof list)[number];
|
||||
|
||||
export const generateAll: ScrpitGeneratorFunction = function () {
|
||||
return list.map((source) => {
|
||||
return generator(source);
|
||||
});
|
||||
};
|
||||
|
||||
const generator = function generator(sourceJson: sourceData) {
|
||||
const pluginId = sourceJson.id;
|
||||
const sourceName = sourceJson.sourceName;
|
||||
const site = sourceJson.sourceSite;
|
||||
const iconFileName = sourceName.split('.')[0].toLowerCase() + '.png';
|
||||
const pluginScript = `
|
||||
import { load as parseHTML } from "cheerio";
|
||||
// import dayjs from 'dayjs';
|
||||
import { fetchFile, fetchApi } from "@libs/fetch";
|
||||
import { Novel, Plugin, Chapter } from "@typings/plugin";
|
||||
// import { parseMadaraDate } from "@libs/parseMadaraDate";
|
||||
// import { isUrlAbsolute } from '@libs/isAbsoluteUrl';
|
||||
// import { showToast } from "@libs/showToast";
|
||||
// import { Filter, FilterInputs } from "@libs/filterInputs";
|
||||
// import { NovelStatus } from '@libs/novelStatus';
|
||||
// import { defaultCover } from "@libs/defaultCover";
|
||||
|
||||
|
||||
export const id = "${pluginId}";
|
||||
export const name = "${sourceName}";
|
||||
export const icon = "multisrc/readwn/icon/${iconFileName}";
|
||||
export const version = "1.0.0";
|
||||
export const site = "${site}";
|
||||
// export const filters: Filter[] = [];
|
||||
exports["protected"] = false;
|
||||
|
||||
const baseUrl = site;
|
||||
|
||||
export const popularNovels: Plugin.popularNovels = async function (
|
||||
page,
|
||||
{ filters, showLatestNovels }
|
||||
) {
|
||||
const novels: Novel.Item[] = [];
|
||||
const pageNo = page - 1;
|
||||
|
||||
const url = baseUrl + 'list/all/all-onclick-' + pageNo +'.html';
|
||||
|
||||
const result = await fetchApi(url);
|
||||
const body = await result.text();
|
||||
|
||||
const loadedCheerio = parseHTML(body);
|
||||
|
||||
|
||||
loadedCheerio('li.novel-item').each(function () {
|
||||
const novelName = loadedCheerio(this).find('h4').text();
|
||||
const novelUrl = baseUrl + loadedCheerio(this).find('a').attr('href');
|
||||
|
||||
const coverUri = loadedCheerio(this)
|
||||
.find('.novel-cover > img')
|
||||
.attr('data-src');
|
||||
|
||||
const novelCover = baseUrl + coverUri;
|
||||
|
||||
const novel = { name: novelName, cover: novelCover, url: novelUrl };
|
||||
|
||||
novels.push(novel);
|
||||
});
|
||||
|
||||
return novels;
|
||||
};
|
||||
|
||||
|
||||
export const parseNovelAndChapters: Plugin.parseNovelAndChapters =
|
||||
async function (novelUrl) {
|
||||
const result = await fetchApi(novelUrl);
|
||||
const body = await result.text();
|
||||
|
||||
let loadedCheerio = parseHTML(body);
|
||||
|
||||
const novel: Novel.instance = {
|
||||
url: novelUrl,
|
||||
chapters: [],
|
||||
};
|
||||
|
||||
novel.name = loadedCheerio('h1.novel-title').text();
|
||||
|
||||
const coverUri = loadedCheerio('figure.cover > img').attr('data-src');
|
||||
novel.cover = baseUrl + coverUri;
|
||||
|
||||
novel.summary = loadedCheerio('.summary')
|
||||
.text()
|
||||
.replace('Summary', '')
|
||||
.trim();
|
||||
|
||||
novel.genres = '';
|
||||
|
||||
loadedCheerio('div.categories > ul > li').each(function () {
|
||||
novel.genres += loadedCheerio(this).text().trim() + ',';
|
||||
});
|
||||
|
||||
loadedCheerio('div.header-stats > span').each(function () {
|
||||
if (loadedCheerio(this).find('small').text() === 'Status') {
|
||||
novel.status = loadedCheerio(this).find('strong').text();
|
||||
}
|
||||
});
|
||||
|
||||
novel.genres = novel.genres.slice(0, -1);
|
||||
|
||||
novel.author = loadedCheerio('span[itemprop=author]').text();
|
||||
|
||||
let novelChapters: Chapter.Item[] = [];
|
||||
|
||||
const novelId = novelUrl.replace('.html', '').replace(baseUrl, '');
|
||||
|
||||
const latestChapterNo = parseInt(loadedCheerio('.header-stats')
|
||||
.find('span > strong')
|
||||
.first()
|
||||
.text()
|
||||
.trim());
|
||||
|
||||
let lastChapterNo = 1;
|
||||
loadedCheerio('.chapter-list li').each(function () {
|
||||
const chapterName = loadedCheerio(this)
|
||||
.find('a .chapter-title')
|
||||
.text()
|
||||
.trim();
|
||||
|
||||
const chapterUrl = baseUrl + loadedCheerio(this).find('a').attr('href')?.trim();
|
||||
|
||||
const releaseDate = loadedCheerio(this)
|
||||
.find('a .chapter-update')
|
||||
.text()
|
||||
.trim();
|
||||
|
||||
lastChapterNo = parseInt(loadedCheerio(this).find('a .chapter-no').text().trim());
|
||||
|
||||
const chapter = { name: chapterName, releaseTime: releaseDate, url: chapterUrl };
|
||||
|
||||
novelChapters.push(chapter);
|
||||
});
|
||||
|
||||
// Itterate once more before loop to finish off
|
||||
lastChapterNo++;
|
||||
for (let i = lastChapterNo; i <= latestChapterNo; i++) {
|
||||
const chapterName = 'Chapter ' + i;
|
||||
const chapterUrl = baseUrl + novelId+'_'+ i +'.html';
|
||||
const releaseDate = null;
|
||||
|
||||
const chapter = { name: chapterName, releaseTime: releaseDate,url: chapterUrl };
|
||||
|
||||
novelChapters.push(chapter);
|
||||
}
|
||||
|
||||
novel.chapters = novelChapters;
|
||||
return novel;
|
||||
};
|
||||
|
||||
export const parseChapter: Plugin.parseChapter = async function (chapterUrl) {
|
||||
const result = await fetchApi(chapterUrl);
|
||||
const body = await result.text();
|
||||
|
||||
const loadedCheerio = parseHTML(body);
|
||||
|
||||
const chapterText = loadedCheerio('.chapter-content').html();
|
||||
return chapterText;
|
||||
};
|
||||
|
||||
export const searchNovels: Plugin.searchNovels = async (searchTerm) => {
|
||||
const novels: Novel.Item[] = [];
|
||||
const searchUrl = baseUrl + 'e/search/index.php';
|
||||
|
||||
const result = await fetchApi(searchUrl, {
|
||||
headers: {
|
||||
'Content-Type': 'application/x-www-form-urlencoded',
|
||||
Referer: baseUrl + 'search.html',
|
||||
Origin: baseUrl,
|
||||
'user-agent':
|
||||
'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.131 Safari/537.36',
|
||||
},
|
||||
method: 'POST',
|
||||
body: JSON.stringify({
|
||||
show: 'title',
|
||||
tempid: 1,
|
||||
tbname: 'news',
|
||||
keyboard: searchTerm,
|
||||
}),
|
||||
});
|
||||
const body = await result.text();
|
||||
|
||||
const loadedCheerio = parseHTML(body);
|
||||
|
||||
loadedCheerio('li.novel-item').each(function () {
|
||||
const novelName = loadedCheerio(this).find('h4').text();
|
||||
const novelUrl = baseUrl + loadedCheerio(this).find('a').attr('href');
|
||||
|
||||
const coverUri = baseUrl + loadedCheerio(this).find('img').attr('data-src');
|
||||
const novelCover = baseUrl + coverUri;
|
||||
const novel = {
|
||||
name: novelName,
|
||||
cover: novelCover,
|
||||
url: novelUrl,
|
||||
};
|
||||
|
||||
novels.push(novel);
|
||||
});
|
||||
return novels;
|
||||
};
|
||||
|
||||
export const fetchImage: Plugin.fetchImage = async (url) => {
|
||||
return await fetchFile(url, {});
|
||||
};
|
||||
|
||||
`
|
||||
return {
|
||||
lang: "English",
|
||||
filename: sourceName,
|
||||
pluginScript,
|
||||
};
|
||||
};
|
||||
@@ -0,0 +1,17 @@
|
||||
[
|
||||
{
|
||||
"id": "Readwn.com",
|
||||
"sourceSite": "https://www.readwn.com/",
|
||||
"sourceName": "Readwn.com"
|
||||
},
|
||||
{
|
||||
"id": "Novelmt.com",
|
||||
"sourceSite": "https://www.novelmt.com/",
|
||||
"sourceName": "Novelmt.com"
|
||||
},
|
||||
{
|
||||
"id": "Ltnovel.com",
|
||||
"sourceSite": "https://www.ltnovel.com/",
|
||||
"sourceName": "Ltnovel.com"
|
||||
}
|
||||
]
|
||||
@@ -0,0 +1,294 @@
|
||||
import { ScrpitGeneratorFunction } from "../generate";
|
||||
import list from "./sources.json";
|
||||
|
||||
type sourceData = (typeof list)[number];
|
||||
|
||||
export const generateAll: ScrpitGeneratorFunction = function () {
|
||||
return list.map((source) => {
|
||||
return generator(source);
|
||||
});
|
||||
};
|
||||
|
||||
const generator = function generator(sourceJson: sourceData) {
|
||||
const pluginId = sourceJson.id;
|
||||
const souceName = sourceJson.sourceName;
|
||||
const site = sourceJson.sourceSite;
|
||||
const filters = sourceJson.filters;
|
||||
const filetersString = JSON.stringify(filters).replace(/(\"inputType\":)\s*\"([^\"]+)\"/g, "$1FilterInputs.$2");
|
||||
const pluginScript = `
|
||||
import { load as parseHTML } from "cheerio";
|
||||
// import dayjs from 'dayjs';
|
||||
import { fetchFile, fetchApi } from "@libs/fetch";
|
||||
import { Novel, Plugin, Chapter } from "@typings/plugin";
|
||||
// import { parseMadaraDate } from "@libs/parseMadaraDate";
|
||||
// import { isUrlAbsolute } from '@libs/isAbsoluteUrl';
|
||||
// import { showToast } from "@libs/showToast";
|
||||
import { Filter, FilterInputs } from "@libs/filterInputs";
|
||||
import { NovelStatus } from '@libs/novelStatus';
|
||||
// import { defaultCover } from "@libs/defaultCover";
|
||||
|
||||
|
||||
export const id = "${pluginId}";
|
||||
export const name = "${souceName}";
|
||||
export const icon = "";
|
||||
export const version = "1.0.0";
|
||||
export const site = "${site}";
|
||||
exports["protected"] = false;
|
||||
|
||||
const baseUrl = site;
|
||||
|
||||
const customFilters: Filter[] = ${filetersString};
|
||||
|
||||
export const filters = [
|
||||
{
|
||||
key: 'sort',
|
||||
label: 'Сортировка',
|
||||
values: [
|
||||
{ label: 'По рейтингу', value: '6' },
|
||||
{ label: 'По степени готовности', value: '0' },
|
||||
{ label: 'По названию на языке оригинала', value: '1' },
|
||||
{ label: 'По названию на языке перевода', value: '2' },
|
||||
{ label: 'По дате создания', value: '3' },
|
||||
{ label: 'По дате последней активности', value: '4' },
|
||||
{ label: 'По просмотрам', value: '5' },
|
||||
{ label: 'По кол-ву переведённых глав', value: '7' },
|
||||
{ label: 'По кол-ву лайков', value: '8' },
|
||||
{ label: 'По кол-ву страниц', value: '10' },
|
||||
{ label: 'По кол-ву бесплатных глав', value: '11' },
|
||||
{ label: 'По кол-ву рецензий', value: '12' },
|
||||
{ label: 'По кол-ву в закладках', value: '13' },
|
||||
{ label: 'По кол-ву в избранном', value: '14' },
|
||||
],
|
||||
inputType: FilterInputs.Picker,
|
||||
},
|
||||
{
|
||||
key: 'type',
|
||||
label: 'Тип',
|
||||
values: [
|
||||
{ label: 'Неважно', value: '0' },
|
||||
{ label: 'Только переводы', value: '1' },
|
||||
{ label: 'Только авторские', value: '2' },
|
||||
],
|
||||
inputType: FilterInputs.Picker,
|
||||
},
|
||||
{
|
||||
key: 'atmosphere',
|
||||
label: 'Атмосфера',
|
||||
values: [
|
||||
{ label: 'Неважно', value: '0' },
|
||||
{ label: 'Позитивная', value: '1' },
|
||||
{ label: 'Dark', value: '2' },
|
||||
],
|
||||
inputType: FilterInputs.Picker,
|
||||
},
|
||||
{
|
||||
key: 'trash',
|
||||
label: 'Другое',
|
||||
values: [
|
||||
{ label: 'Готовые на 100%', value: 'ready' },
|
||||
{ label: 'Доступные для перевода', value: 'tr' },
|
||||
{ label: 'Доступные для скачивания', value: 'gen' },
|
||||
{ label: 'Завершённые проекты', value: 'wealth' },
|
||||
{ label: 'Распродажа', value: 'discount' },
|
||||
{ label: 'Только онгоинги', value: 'ongoings' },
|
||||
{ label: 'Убрать машинный', value: 'remove_machinelate' },
|
||||
],
|
||||
inputType: FilterInputs.Checkbox,
|
||||
},
|
||||
...customFilters,
|
||||
{
|
||||
key: 'adult',
|
||||
label: 'Возрастные ограничения',
|
||||
values: [
|
||||
{ label: 'Все', value: '0' },
|
||||
{ label: 'Убрать 18+', value: '1' },
|
||||
{ label: 'Только 18+', value: '2' },
|
||||
],
|
||||
inputType: FilterInputs.Picker,
|
||||
},
|
||||
];
|
||||
|
||||
export const popularNovels: Plugin.popularNovels = async function (
|
||||
page,
|
||||
{ filters, showLatestNovels }
|
||||
) {
|
||||
let url = baseUrl + '/search?t=&cat=2';
|
||||
url += '&sort=' + showLatestNovels ? '4' : filters?.sort || '6';
|
||||
url += '&type=' + filters?.type || '0';
|
||||
url += '&atmosphere=' + filters?.atmosphere || '0';
|
||||
url += '&adult=' + filters?.adult || '0';
|
||||
|
||||
if (filters?.genres instanceof Array) {
|
||||
url += filters.genres.map(i => '&genres[]='+i).join('');
|
||||
}
|
||||
|
||||
if (filters?.tags instanceof Array) {
|
||||
url += filters.tags.map(i => '&tags[]='+i).join('');
|
||||
}
|
||||
|
||||
if (filters?.trash instanceof Array) {
|
||||
url += filters.trash.map(i => '&' + i + '=1');
|
||||
}
|
||||
|
||||
url += '&Book_page=' + page;
|
||||
|
||||
const result = await fetchApi(url);
|
||||
const body = await result.text();
|
||||
const loadedCheerio = parseHTML(body);
|
||||
|
||||
const novels: Novel.Item[] = [];
|
||||
|
||||
loadedCheerio(
|
||||
'ul[class="search-results"] > li:not([class="ad_type_catalog"])',
|
||||
).each(function () {
|
||||
novels.push({
|
||||
name: loadedCheerio(this).find('p > a').text(),
|
||||
cover: baseUrl + loadedCheerio(this).find('img').attr('src'),
|
||||
url: baseUrl + loadedCheerio(this).find('p > a').attr('href') || '',
|
||||
});
|
||||
});
|
||||
|
||||
return novels;
|
||||
};
|
||||
|
||||
|
||||
export const parseNovelAndChapters: Plugin.parseNovelAndChapters =
|
||||
async function (novelUrl) {
|
||||
const novel: Novel.instance = {
|
||||
url: novelUrl,
|
||||
chapters: [],
|
||||
};
|
||||
let result = await fetchApi(novelUrl);
|
||||
if (result.url.includes('mature?path=')) {
|
||||
const formData = new FormData();
|
||||
formData.append('path', novelUrl);
|
||||
formData.append('ok', 'Да');
|
||||
|
||||
await fetch(result.url, {
|
||||
method: 'POST',
|
||||
body: formData,
|
||||
});
|
||||
|
||||
result = await fetchApi(novelUrl);
|
||||
}
|
||||
const body = await result.text();
|
||||
const loadedCheerio = parseHTML(body);
|
||||
|
||||
novel.name = loadedCheerio('div[class="container"] > div > div > h1')
|
||||
.text()
|
||||
.trim();
|
||||
novel.cover =
|
||||
baseUrl + loadedCheerio('div[class="images"] > div img').attr('src');
|
||||
novel.summary = loadedCheerio('#Info > div:nth-child(3)').text();
|
||||
let genres: string[] = [];
|
||||
|
||||
loadedCheerio('div[class="span5"] > p').each(function () {
|
||||
switch (loadedCheerio(this).find('strong').text()) {
|
||||
case 'Автор:':
|
||||
novel.author = loadedCheerio(this).find('em > a').text().trim();
|
||||
break;
|
||||
case 'Выпуск:':
|
||||
novel.status =
|
||||
loadedCheerio(this).find('em').text().trim() === 'продолжается'
|
||||
? NovelStatus.Ongoing
|
||||
: NovelStatus.Completed;
|
||||
break;
|
||||
case 'Тэги:':
|
||||
loadedCheerio(this)
|
||||
.find('em > a')
|
||||
.each(function () {
|
||||
genres.push(loadedCheerio(this).text());
|
||||
});
|
||||
break;
|
||||
case 'Жанры:':
|
||||
loadedCheerio(this)
|
||||
.find('em > a')
|
||||
.each(function () {
|
||||
genres.push(loadedCheerio(this).text());
|
||||
});
|
||||
break;
|
||||
}
|
||||
});
|
||||
|
||||
if (genres.length > 0) {
|
||||
novel.genres = genres.reverse().join(',');
|
||||
}
|
||||
|
||||
const chapters: Chapter.Item[] = [];
|
||||
loadedCheerio('table > tbody > tr.chapter_row').each(function () {
|
||||
const chapterName = loadedCheerio(this)
|
||||
.find('td[class="t"] > a')
|
||||
.text()
|
||||
.trim();
|
||||
const releaseDate = loadedCheerio(this)
|
||||
.find('td > span')
|
||||
.attr('title')
|
||||
?.trim();
|
||||
const chapterUrl = baseUrl + loadedCheerio(this)
|
||||
.find('td[class="t"] > a')
|
||||
.attr('href');
|
||||
|
||||
if (
|
||||
loadedCheerio(this).find('td > span[class="disabled"]').length < 1 &&
|
||||
releaseDate
|
||||
) {
|
||||
chapters.push({ name: chapterName, releaseTime: releaseDate, url: chapterUrl });
|
||||
}
|
||||
});
|
||||
|
||||
novel.chapters = chapters;
|
||||
return novel;
|
||||
};
|
||||
|
||||
export const parseChapter: Plugin.parseChapter = async function (chapterUrl) {
|
||||
let result = await fetchApi(chapterUrl);
|
||||
if (result.url.includes('mature?path=')) {
|
||||
const formData = new FormData();
|
||||
formData.append('ok', 'Да');
|
||||
|
||||
await fetch(result.url, {
|
||||
method: 'POST',
|
||||
body: formData,
|
||||
});
|
||||
|
||||
result = await fetchApi(chapterUrl);
|
||||
}
|
||||
const body = await result.text();
|
||||
const loadedCheerio = parseHTML(body);
|
||||
|
||||
|
||||
const chapterText = loadedCheerio('.content-text').html();
|
||||
|
||||
|
||||
return chapterText;
|
||||
};
|
||||
|
||||
export const searchNovels: Plugin.searchNovels = async (searchTerm) => {
|
||||
const novels: Novel.Item[] = [];
|
||||
const result = await fetchApi(
|
||||
baseUrl + '/search/autocomplete?query=' + searchTerm,
|
||||
);
|
||||
let json: any = await result.json();
|
||||
|
||||
json.forEach((item: any) => {
|
||||
const novelName = item.title_one + ' / ' + item.title_two;
|
||||
const novelCover = baseUrl + item.img;
|
||||
const novelUrl = baseUrl + item.url;
|
||||
|
||||
novels.push({ name: novelName, cover: novelCover, url: novelUrl });
|
||||
});
|
||||
|
||||
return novels;
|
||||
};
|
||||
|
||||
export const fetchImage: Plugin.fetchImage = async (url) => {
|
||||
return await fetchFile(url, {});
|
||||
};
|
||||
|
||||
`
|
||||
return {
|
||||
lang: "Russian",
|
||||
filename: souceName,
|
||||
pluginScript,
|
||||
};
|
||||
};
|
||||
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user