Full TS for Plugins (#538)

* remove lang, descrription in plugin script

* remove languages import

* Update README.md

* fix: missing lang

* clean: remove description

* feat(Add Sources) (#15)

* add many sources

* add showToast

* feat(Add Source): (#16)

* add source

* remove descriptions

* Early Novel & Fast Novel (#1)

* some more plugin

* plugin

* try something new

* yes

* try yes

* genres is plural

* fastnovel full fix

* testings

* early check

* earlynovel fixed

* showToast check

* earlynovel done

* fastnovel fixe

* again

* showToasts again

* fix for fastnovel

* done

* for pr

* Update freenovelupdates.js

* MTL Reader and MTL Novel (#2)

* first

* test

* wops

* mtlreaders

* ok

* for PR

* Nitro Scans and Novel Hold (#3)

* start feature

* more feature

* something

* eslint

* yes

* maybe

* wa

* asdasd

* amazing

* change it up

* for pr

* WPmangastream and Novelfull (#4) (#17)

* source generation

* fix json parse error

* update plguins

* delete fetchApi, nobleMTL (.js)

* delete showToast.js

* Typescript Support (#18)

* Initial TS Config

* Initial TS Config

* Fix most errors

* Fix test webserver

* Fix webserver isPlugin not working

* Fix typos

* Add check if plugins have all the fields

* Move exports.protected to the bottom of the plugin

* Change username, reponame and branchname

* Fix no exports error

* Fix type

* Fix typo in tsc_fix

* Remove const from exports to not re-define consts

* Readd const becuause exports may not exist.

* Fix plugins to work in-app

* Fix NobleMTL

* Remove fix_ts.ts

* Change template.ts

* delete cheerio_space

* move api into ./testweb

* remove js dir

* remove js dir (again)

* remove ./js (again)

* init multisrc generator (test)

* remove module.exports in libs

* madara generator

* update template

* rename generator, TS for hako

* fix icon url for madara

* fix icon for madara (again)

* update Readme, nodemon

* export default for all libs

* fix madara novelurl

* update: pluginId, name, filename for madara

* feat: check same id error

* update: precommit, fix: require.default

* Revert "update: precommit, fix: require.default"

This reverts commit c642c5c72241f13eccfe417210c22272c4739ffa.

* Port all plugins to ts (#19)

- fix cheerio
- remove export default
- fix spelling

* update template

* add multisrc noveltl, update generator param, fix web search

* fix undefined id for Snailulitka

* add rulate multisrc, fix max length textarea

* add readwn multisrc

* delete: erolate and rulate are in multisrc

* Change broken extension and show error on commit for those files (#20)

* Change to .broken.ts and show error on commit for those files

* remove novelStatus

* fix: wrong id in github action

* remove mangastream multisrc

* update icon for readwn multisrc

---------

Co-authored-by: K1ngfish3r <trulyihu@gmail.com>
Co-authored-by: Marcin Majewski <skilletssgames@gmail.com>
This commit is contained in:
nyagami
2023-08-17 10:19:45 +07:00
committed by GitHub
parent e444031c25
commit e602df44c8
306 changed files with 58843 additions and 14008 deletions
+52
View File
@@ -0,0 +1,52 @@
import path from "path";
import fs from "fs";
type GeneratedScript = {
lang: string;
filename: string;
pluginScript: string;
};
export type ScrpitGeneratorFunction = () => GeneratedScript[];
const isScriptGenerator = (s: unknown): s is ScrpitGeneratorFunction => {
return !!s && typeof s === "function";
};
const generate = async (name: string): Promise<boolean> => {
const generateAll: ScrpitGeneratorFunction | unknown =
require(`./${name}/generator`).generateAll;
if (!isScriptGenerator(generateAll)) return false;
const sources = generateAll();
for (let source of sources) {
const { lang, filename, pluginScript } = source;
if(!lang || !filename || !pluginScript){
console.warn(name, ": lang, filename, pluginScript are required!");
continue;
}
const pluginsDir = path.join(
path.dirname(path.dirname(__dirname)),
"plugins"
);
const filePath = path.join(pluginsDir, lang.toLowerCase(), filename.replace(/[\s-\.]+/g, "") + `[${name}].ts`);
fs.writeFileSync(filePath, pluginScript, { encoding: "utf-8" });
}
return true;
};
const run = async () => {
const sources = fs
.readdirSync(__dirname)
.filter((name) =>
fs.lstatSync(path.join(__dirname, name)).isDirectory()
);
for (let name of sources) {
const success = await generate(name);
if (success) console.log(name + " OK");
}
};
run();
+234
View File
@@ -0,0 +1,234 @@
import { ScrpitGeneratorFunction } from "../generate";
import list from "./sources.json";
type sourceData = (typeof list)[number];
export const generateAll: ScrpitGeneratorFunction = function () {
return list.map((source) => {
return generator(source);
});
};
const generator = function generator(sourceJson: sourceData) {
const { pluginId, baseUrl, sourceName, options } = sourceJson;
const lang = options?.lang || "English";
const path = options?.path || {
novels: "novel",
novel: "novel",
chapter: "novel",
};
const useNewChapterEndpoint = options?.useNewChapterEndpoint || false;
const iconFileName = sourceName.replace(/\s+/g, "").toLowerCase();
const pluginScript = `
import { load as parseHTML } from "cheerio";
import { fetchFile, fetchApi } from "@libs/fetch";
import { Novel, Plugin, Chapter } from "@typings/plugin";
import { defaultCover } from "@libs/defaultCover";
import { NovelStatus } from "@libs/novelStatus"
import { parseMadaraDate } from "@libs/parseMadaraDate";
import dayjs from "dayjs";
export const id = "${pluginId}";
export const name = "${sourceName} [madara]";
export const icon = "multisrc/madara/icons/${iconFileName}.png";
export const version = "1.0.0";
export const site = "${baseUrl}";
const baseUrl = site;
export const popularNovels: Plugin.popularNovels = async (pageNo, {showLatestNovels}) => {
const novels: Novel.Item[] = [];
const sortOrder = showLatestNovels
? '?m_orderby=latest'
: '/?m_orderby=rating';
let url = site + "${path.novels}" + '/page/' + pageNo + sortOrder;
const body = await fetchApi(url).then(res => res.text());
const loadedCheerio = parseHTML(body);
loadedCheerio('.manga-title-badges').remove();
loadedCheerio('.page-item-detail').each(function () {
const novelName = loadedCheerio(this).find('.post-title').text().trim();
let image = loadedCheerio(this).find('img');
const novelCover = image.attr('data-src') || image.attr('src');
let novelUrl = loadedCheerio(this).find('.post-title')
.find('a')
.attr('href') || '';
const novel: Novel.Item = {
name: novelName,
cover: novelCover,
url: novelUrl,
};
novels.push(novel);
});
return novels;
};
export const parseNovelAndChapters: Plugin.parseNovelAndChapters = async (
novelUrl
) => {
const novel: Novel.instance = {
url: novelUrl,
};
const body = await fetchApi(novelUrl).then(res => res.text());
let loadedCheerio = parseHTML(body);
loadedCheerio('.manga-title-badges').remove();
novel.name = loadedCheerio('.post-title h1').text().trim();
novel.cover =
loadedCheerio('.summary_image > a > img').attr('data-lazy-src') ||
loadedCheerio('.summary_image > a > img').attr('data-src') ||
loadedCheerio('.summary_image > a > img').attr('src') ||
defaultCover;
loadedCheerio('.post-content_item, .post-content').each(function () {
const detailName = loadedCheerio(this).find('h5').text().trim();
const detail = loadedCheerio(this).find('.summary-content').text().trim();
switch (detailName) {
case 'Genre(s)':
case 'التصنيفات':
novel.genres = detail.replace(/[\\t\\n]/g, ',');
break;
case 'Author(s)':
case 'المؤلف':
case 'المؤلف (ين)':
novel.author = detail;
break;
case 'Status':
case 'الحالة':
novel.status =
detail.includes('OnGoing') || detail.includes('مستمرة')
? NovelStatus.Ongoing
: NovelStatus.Completed;
break;
}
});
loadedCheerio('div.summary__content .code-block,script').remove();
novel.summary = loadedCheerio('div.summary__content').text().trim();
let html;
if (${useNewChapterEndpoint}) {
const novelId =
loadedCheerio('.rating-post-id').attr('value') ||
loadedCheerio('#manga-chapters-holder').attr('data-id') || '';
const body = {
action: "manga_get_chapters",
manga: novelId,
}
html = await fetchApi(
baseUrl + 'wp-admin/admin-ajax.php',
{
method: 'POST',
body: JSON.stringify(body),
})
.then(res => res.text());
} else {
html = await fetchApi(
baseUrl + 'ajax/chapters/',
{ method: 'POST' })
.then(res => res.text());
}
if (html !== '0') {
loadedCheerio = parseHTML(html);
}
const chapters: Chapter.Item[] = [];
loadedCheerio('.wp-manga-chapter').each(function () {
const chapterName = loadedCheerio(this).find('a').text().trim();
let releaseDate = null;
releaseDate = loadedCheerio(this)
.find('span.chapter-release-date')
.text()
.trim();
if (releaseDate) {
releaseDate = parseMadaraDate(releaseDate);
} else {
/**
* Insert current date
*/
releaseDate = dayjs().format('LL');
}
let chapterUrl = loadedCheerio(this).find('a').attr('href') || '';
chapters.push({ name: chapterName, releaseTime: releaseDate, url: chapterUrl });
});
novel.chapters = chapters.reverse();
return novel;
};
export const parseChapter: Plugin.parseChapter = async (chapterUrl) => {
const url = baseUrl + "/" + "${path.chapter}" + "/" + chapterUrl;
const body = await fetchApi(chapterUrl).then(res => res.text());
const loadedCheerio = parseHTML(body);
const chapterText =
loadedCheerio('.text-left').html() ||
loadedCheerio('.text-right').html() ||
loadedCheerio('.entry-content').html();
return chapterText;
};
export const searchNovels: Plugin.searchNovels = async (searchTerm) => {
const novels: Novel.Item[] = [];
const url = baseUrl + "?s=" + searchTerm + "&post_type=wp-manga";
const body = await fetchApi(url).then(res => res.text());
const loadedCheerio = parseHTML(body);
loadedCheerio('.c-tabs-item__content').each(function () {
const novelName = loadedCheerio(this).find('.post-title').text().trim();
let image = loadedCheerio(this).find('img');
const novelCover = image.attr('data-src') || image.attr('src');
let novelUrl = loadedCheerio(this)
.find('.post-title')
.find('a')
.attr('href') || '';
const novel = {
name: novelName,
cover: novelCover,
url: novelUrl,
};
novels.push(novel);
});
return novels;
};
export const fetchImage: Plugin.fetchImage = async (url) => {
return await fetchFile(url);
};`;
return {
lang,
filename: sourceName,
pluginScript,
};
};
+360
View File
@@ -0,0 +1,360 @@
[
{
"pluginId": "boxnovel",
"baseUrl": "https://boxnovel.com/",
"sourceName": "BoxNovel",
"options": {
"useNewChapterEndpoint": true
}
},
{
"pluginId": "zinnovel",
"baseUrl": "https://zinnovel.com/",
"sourceName": "ZinnNovel",
"options": {
"path": { "novels": "manga", "novel": "manga", "chapter": "manga" }
}
},
{
"pluginId": "novelTL",
"baseUrl": "https://noveltranslate.com/",
"sourceName": "NovelTranslate",
"options": {
"path": { "novels": "all-novels", "novel": "manga", "chapter": "manga" }
}
},
{
"pluginId": "lunarletters",
"baseUrl": "https://www.lunarletters.com/",
"sourceName": "LunarLetters",
"options": {
"path": { "novels": "series", "novel": "series", "chapter": "series" },
"useNewChapterEndpoint": true
}
},
{
"pluginId": "sleeptTLS",
"baseUrl": "https://sleepytranslations.com/",
"sourceName": "SleepyTranslations",
"options": {
"path": { "novels": "series", "novel": "series", "chapter": "series" },
"useNewChapterEndpoint": true
}
},
{
"pluginId": "freenovel.me",
"baseUrl": "https://freenovel.me/",
"sourceName": "FreeNovelMe"
},
{
"pluginId": "1stkissnovel",
"baseUrl": "https://1stkissnovel.org/",
"sourceName": "FirstKissNovel",
"options": {
"useNewChapterEndpoint": true
}
},
{
"pluginId": "daonovel",
"baseUrl": "https://daonovel.com/",
"sourceName": "DaoNovel",
"options": {
"path": {
"novels": "novels-list",
"novel": "novels",
"chapter": "novels"
},
"useNewChapterEndpoint": true
}
},
{
"pluginId": "mostnovel",
"baseUrl": "https://mostnovel.com/",
"sourceName": "MostNovel",
"options": {
"path": { "novels": "manga", "novel": "manga", "chapter": "manga" }
}
},
{
"pluginId": "novelmultiverse",
"baseUrl": "https://www.novelmultiverse.com/",
"sourceName": "NovelMultiverse"
},
{
"pluginId": "lnheaven",
"baseUrl": "https://lightnovelheaven.com/",
"sourceName": "LightNovelHeaven",
"options": {
"path": { "novels": "series", "novel": "series", "chapter": "series" },
"useNewChapterEndpoint": true
}
},
{
"pluginId": "arnovel",
"baseUrl": "https://arnovel.me/",
"sourceName": "ArNovel",
"options": {
"useNewChapterEndpoint": true,
"lang": "Arabic"
}
},
{
"pluginId": "meionovel",
"baseUrl": "https://meionovel.id/",
"sourceName": "MeioNovel",
"options": {
"useNewChapterEndpoint": true,
"lang": "Indonesian"
}
},
{
"pluginId": "webnovelover",
"baseUrl": "https://www.webnovelover.com/",
"sourceName": "WebNovelLover"
},
{
"pluginId": "cratenovel",
"baseUrl": "https://cratenovel.com/",
"sourceName": "CrateNovel",
"options": {
"useNewChapterEndpoint": true
}
},
{
"pluginId": "clicknovel",
"baseUrl": "https://clicknovel.net/",
"sourceName": "ClickNovel"
},
{
"pluginId": "readwebnovels",
"baseUrl": "https://readwebnovels.net/",
"sourceName": "ReadWebNovels"
},
{
"pluginId": "wbnovel",
"baseUrl": "https://wbnovel.com/",
"sourceName": "WBNovel",
"options": { "lang": "Indonesian" }
},
{
"pluginId": "wuxiaworld.site",
"baseUrl": "https://wuxiaworld.site/",
"sourceName": "WuxiaWorld.Site",
"options": {
"useNewChapterEndpoint": true
}
},
{
"pluginId": "mysticalmerries",
"baseUrl": "https://mysticalmerries.com/",
"sourceName": "MysticalSeries",
"options": {
"path": { "novels": "series", "novel": "series", "chapter": "series" },
"useNewChapterEndpoint": true
}
},
{
"pluginId": "morenovel",
"baseUrl": "https://morenovel.net/",
"sourceName": "MoreNovel",
"options": {
"useNewChapterEndpoint": true,
"lang": "Indonesian"
}
},
{
"pluginId": "onlymtl",
"baseUrl": "https://www.onlymtl.com/",
"sourceName": "OnlyMTL",
"options": {
"useNewChapterEndpoint": true
}
},
{
"pluginId": "hizomanga",
"baseUrl": "https://hizomanga.com/",
"sourceName": "HizoManga",
"options": {
"path": { "novels": "serie", "novel": "serie", "chapter": "serie" },
"useNewChapterEndpoint": true,
"lang": "Arabic"
}
},
{
"pluginId": "ar-mtl",
"baseUrl": "https://ar-mtl.club/",
"sourceName": "ArMTL",
"options": {
"useNewChapterEndpoint": true,
"lang": "Arabic"
}
},
{
"pluginId": "novel4up",
"baseUrl": "https://novel4up.com/",
"sourceName": "Novel4Up",
"options": {
"lang": "Arabic"
}
},
{
"pluginId": "teamxnovel",
"baseUrl": "https://teamxnovel.com/",
"sourceName": "TeamXNovel",
"options": {
"useNewChapterEndpoint": true,
"lang": "Arabic"
}
},
{
"pluginId": "turkcelightnovels",
"baseUrl": "https://turkcelightnovels.com/",
"sourceName": "TurkceLightNovels",
"options": {
"path": {
"novels": "light-novel",
"novel": "light-novel",
"chapter": "light-novel"
},
"lang": "Turkish"
}
},
{
"pluginId": "sonicmtl",
"baseUrl": "https://www.sonicmtl.com/",
"sourceName": "SonicMTL",
"options": {
"useNewChapterEndpoint": true
}
},
{
"pluginId": "mtlnovel.club",
"baseUrl": "https://mtlnovel.club/",
"sourceName": "MTLNovel.Club",
"options": {
"useNewChapterEndpoint": true
}
},
{
"pluginId": "noobchanTL",
"baseUrl": "https://noobchan.xyz/",
"sourceName": "Noobchan Translation",
"options": {
"useNewChapterEndpoint": true
}
},
{
"pluginId": "guavaread",
"baseUrl": "https://guavaread.com/",
"sourceName": "Guavaread",
"options": {
"useNewChapterEndpoint": true
}
},
{
"pluginId": "sweetEscapeTL",
"baseUrl": "https://sweetescapetranslations.com/",
"sourceName": "Sweet Escape Translations",
"options": {
"useNewChapterEndpoint": false,
"path": { "novels": "manga", "novel": "manga", "chapter": "manga" }
}
},
{
"pluginId": "fanTLS",
"baseUrl": "https://fanstranslations.com/",
"sourceName": "Fans Translations",
"options": {
"useNewChapterEndpoint": true
}
},
{
"pluginId": "riwyat",
"baseUrl": "https://riwyat.com/",
"sourceName": "Riwyat",
"options": {
"useNewChapterEndpoint": true,
"lang": "Arabic"
}
},
{
"pluginId": "novelstic",
"baseUrl": "https://novelstic.com/",
"sourceName": "Novelstic",
"options": {
"useNewChapterEndpoint": true,
"lang": "English"
}
},
{
"pluginId": "neosekaiTLS",
"baseUrl": "https://www.neosekaitranslations.com/",
"sourceName": "NeoSekai Translations",
"options": {
"lang": "English"
}
},
{
"pluginId": "mtl-novel",
"baseUrl": "https://mtl-novel.com/",
"sourceName": "MTL-Novel",
"options": {
"useNewChapterEndpoint": true,
"lang": "English",
"orderBy": "latest"
}
},
{
"pluginId": "zetroTL",
"baseUrl": "https://zetrotranslation.com/",
"sourceName": "Zetro Translation",
"options": {
"lang": "English"
}
},
{
"pluginId": "nocturneTLS",
"baseUrl": "https://nocturnetls.net/",
"sourceName": "Nocturne Translations",
"options": {
"lang": "English",
"path": { "novels": "novels", "novel": "novels", "chapter": "novels" }
}
},
{
"pluginId": "sugarbbscan",
"baseUrl": "https://sugarbbscan.com/",
"sourceName": "Sugar Babies",
"options": {
"lang": "English",
"path": { "novels": "series", "novel": "series", "chapter": "series" }
}
},
{
"pluginId": "novelroom",
"baseUrl": "https://novelroom.net/",
"sourceName": "Novelroom.net",
"options": {
"lang": "English",
"path": { "novels": "manga", "novel": "manga", "chapter": "manga" }
}
},
{
"pluginId": "novelr18",
"baseUrl": "https://novelr18.com/",
"sourceName": "NovelR18 ",
"options": {
"lang": "English",
"path": { "novels": "novel", "novel": "manga", "chapter": "manga" },
"useNewChapterEndpoint": true
}
},
{
"pluginId": "webnoveloku",
"baseUrl": "https://www.webnoveloku.com/",
"sourceName": "WebNovelOku ",
"options": {
"lang": "Turkish"
}
}
]
+243
View File
@@ -0,0 +1,243 @@
import { ScrpitGeneratorFunction } from "../generate";
import list from "./sources.json";
type sourceData = (typeof list)[number];
export const generateAll: ScrpitGeneratorFunction = function () {
return list.map((source) => {
return generator(source);
});
};
const generator = function generator(sourceJson: sourceData) {
const pluginId = sourceJson.id;
const sourceName = sourceJson.sourceName;
const lang = "Russian";
const site = sourceJson.sourceSite;
const filters = sourceJson.filters || [];
const filetersString = JSON.stringify(filters).replace(/(\"inputType\":)\s*\"([^\"]+)\"/g, "$1FilterInputs.$2");
const pluginScript = `
import { load as parseHTML } from "cheerio";
import dayjs from 'dayjs';
import { fetchFile, fetchApi } from "@libs/fetch";
import { Novel, Plugin, Chapter } from "@typings/plugin";
// import { parseMadaraDate } from "@libs/parseMadaraDate";
// import { isUrlAbsolute } from '@libs/isAbsoluteUrl';
// import { showToast } from "@libs/showToast";
import { Filter, FilterInputs } from "@libs/filterInputs";
import { NovelStatus } from '@libs/novelStatus';
import { defaultCover } from "@libs/defaultCover";
export const id = "${pluginId}";
export const name = "${sourceName}";
export const icon = "";
export const version = "1.0.0";
export const site = "${site}";
export const filters: Filter[] = ${filetersString};
exports["protected"] = false;
const baseUrl = site;
const domain = baseUrl.split('//')[1];
export const popularNovels: Plugin.popularNovels = async function (
page,
{ filters }
) {
const result = await fetchApi('https://api.novel.tl/api/site/v2/graphql', {
method: 'post',
headers: {
'User-Agent':
'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/111.0',
'Accept': 'application/json, text/plain, */*',
'Accept-Language': 'ru-RU,ru;q=0.8,en-US;q=0.5,en;q=0.3',
'Content-Type': 'application/json',
'Alt-Used': 'api.novel.tl',
'Sec-Fetch-Dest': 'empty',
'Sec-Fetch-Mode': 'cors',
'Sec-Fetch-Site': 'cross-site',
},
referrer: baseUrl,
body: JSON.stringify({
operationName: 'Projects',
query:
'query Projects($hostname:String! $filter:SearchFilter $page:Int $limit:Int){projects(section:{fullUrl:$hostname}filter:$filter page:{pageSize:$limit,pageNumber:$page}){content{title url covers{url}}}}',
variables: {
filter: filters?.tags?.length ?? 0 > 0 ? { tags: filters?.tags } : {},
hostname: domain,
limit: 40,
page,
},
}),
});
const json: any = await result.json();
const novels: Novel.Item[] = json.data?.projects?.content?.map((novel: any) => ({
name: novel.title,
url: baseUrl + '/r/' + novel.url,
cover: novel.covers[0]?.url
? baseUrl + novel.covers[0].url
: defaultCover,
}));
return novels;
};
export const parseNovelAndChapters: Plugin.parseNovelAndChapters =
async function (novelUrl) {
const result = await fetchApi('https://api.novel.tl/api/site/v2/graphql', {
method: 'post',
headers: {
'User-Agent':
'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/111.0',
'Accept': 'application/json, text/plain, */*',
'Accept-Language': 'ru-RU,ru;q=0.8,en-US;q=0.5,en;q=0.3',
'Content-Type': 'application/json',
'Alt-Used': 'api.novel.tl',
'Sec-Fetch-Dest': 'empty',
'Sec-Fetch-Mode': 'cors',
'Sec-Fetch-Site': 'cross-site',
},
referrer: baseUrl,
body: JSON.stringify({
operationName: 'Book',
query:
'query Book($url:String){project(project:{fullUrl:$url}){title translationStatus url covers{url}persons(langs:["ru","en","*"]roles:["author","illustrator","original_story","original_design"]){role name{firstName lastName}}genres{nameRu nameEng}tags{nameRu nameEng}annotation{text}subprojects{content{title volumes{content{url shortName chapters{title publishDate url published}}}}}}}',
variables: {
hostname: domain,
project: novelUrl,
url: novelUrl,
},
}),
});
const json: any = await result.json();
const novel: Novel.instance = {
url: novelUrl,
name: json.data.project.title,
cover: json.data.project.covers[0]?.url
? baseUrl + json.data.project.covers[0].url
: defaultCover,
summary: parseHTML(json.data.project.annotation?.text).text(),
author:
json.data.project.persons[0].name.firstName +
' ' +
json.data.project.persons[0].name.lastName,
status:
json.data.project.translationStatus === 'active'
? NovelStatus.Ongoing
: NovelStatus.Completed,
};
let genres = []
.concat(json.data.project.tags, json.data.project.genres)
.map((item: any) => item?.nameRu || item?.nameEng)
.filter(item => item);
if (genres.length > 0) {
novel.genres = genres.join(',');
}
let novelChapters: Chapter.Item[] = [];
json.data.project.subprojects.content.forEach((work: any) =>
work.volumes.content.forEach((volume: any) =>
volume.chapters.forEach(
(chapter: any) =>
chapter?.published &&
novelChapters.push({
name: volume.shortName + ' ' + chapter.title,
url: novelUrl + '/' + volume.url + '/' + chapter.url,
releaseTime: dayjs(chapter.publishDate).format('LLL'),
}),
),
),
);
novel.chapters = novelChapters;
return novel;
};
export const parseChapter: Plugin.parseChapter = async function (chapterUrl) {
const result = await fetchApi('https://api.novel.tl/api/site/v2/graphql', {
method: 'post',
headers: {
'User-Agent':
'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/111.0',
'Accept': 'application/json, text/plain, */*',
'Accept-Language': 'ru-RU,ru;q=0.8,en-US;q=0.5,en;q=0.3',
'Content-Type': 'application/json',
'Alt-Used': 'api.novel.tl',
'Sec-Fetch-Dest': 'empty',
'Sec-Fetch-Mode': 'cors',
'Sec-Fetch-Site': 'cross-site',
},
referrer: baseUrl,
body: JSON.stringify({
operationName: 'EReaderData',
query:
'query EReaderData($url:String!,$chapterSelector:Selector!){project(project:{fullUrl:$url}){title url}chapter(chapter:$chapterSelector){title text{text}}}',
variables: {
chapterSelector: {
fullUrl: chapterUrl,
},
url: chapterUrl,
},
}),
});
const json: any = await result.json();
return parseHTML(json.data.chapter.text.text).html();
};
export const searchNovels: Plugin.searchNovels = async (searchTerm) => {
const result = await fetchApi('https://api.novel.tl/api/site/v2/graphql', {
method: 'post',
headers: {
'User-Agent':
'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/111.0',
'Accept': 'application/json, text/plain, */*',
'Accept-Language': 'ru-RU,ru;q=0.8,en-US;q=0.5,en;q=0.3',
'Content-Type': 'application/json',
'Alt-Used': 'api.novel.tl',
'Sec-Fetch-Dest': 'empty',
'Sec-Fetch-Mode': 'cors',
'Sec-Fetch-Site': 'cross-site',
},
referrer: baseUrl,
body: JSON.stringify({
operationName: 'Projects',
query:
'query Projects($hostname:String! $filter:SearchFilter $page:Int $limit:Int){projects(section:{fullUrl:$hostname}filter:$filter page:{pageSize:$limit,pageNumber:$page}){content{title url covers{url}}}}',
variables: {
filter: {
query: searchTerm,
},
hostname: domain,
limit: 40,
page: 1,
},
}),
});
const json: any = await result.json();
const novels: Novel.Item[] = [];
json?.data?.projects?.content?.forEach((novel: any) =>
novels.push({
name: novel.title,
url: baseUrl + '/r/' + novel.url,
cover: novel.covers[0]?.url
? baseUrl + novel.covers[0].url
: defaultCover,
}),
);
return novels;
};
export const fetchImage: Plugin.fetchImage = async (url) => {
return await fetchFile(url, {});
};
`
return {
lang,
filename: site.split('//')[1].replace(/\./g, ''),
pluginScript,
};
};
File diff suppressed because it is too large Load Diff
+220
View File
@@ -0,0 +1,220 @@
import { ScrpitGeneratorFunction } from "../generate";
import list from "./sources.json";
type sourceData = (typeof list)[number];
export const generateAll: ScrpitGeneratorFunction = function () {
return list.map((source) => {
return generator(source);
});
};
const generator = function generator(sourceJson: sourceData) {
const pluginId = sourceJson.id;
const sourceName = sourceJson.sourceName;
const site = sourceJson.sourceSite;
const iconFileName = sourceName.split('.')[0].toLowerCase() + '.png';
const pluginScript = `
import { load as parseHTML } from "cheerio";
// import dayjs from 'dayjs';
import { fetchFile, fetchApi } from "@libs/fetch";
import { Novel, Plugin, Chapter } from "@typings/plugin";
// import { parseMadaraDate } from "@libs/parseMadaraDate";
// import { isUrlAbsolute } from '@libs/isAbsoluteUrl';
// import { showToast } from "@libs/showToast";
// import { Filter, FilterInputs } from "@libs/filterInputs";
// import { NovelStatus } from '@libs/novelStatus';
// import { defaultCover } from "@libs/defaultCover";
export const id = "${pluginId}";
export const name = "${sourceName}";
export const icon = "multisrc/readwn/icon/${iconFileName}";
export const version = "1.0.0";
export const site = "${site}";
// export const filters: Filter[] = [];
exports["protected"] = false;
const baseUrl = site;
export const popularNovels: Plugin.popularNovels = async function (
page,
{ filters, showLatestNovels }
) {
const novels: Novel.Item[] = [];
const pageNo = page - 1;
const url = baseUrl + 'list/all/all-onclick-' + pageNo +'.html';
const result = await fetchApi(url);
const body = await result.text();
const loadedCheerio = parseHTML(body);
loadedCheerio('li.novel-item').each(function () {
const novelName = loadedCheerio(this).find('h4').text();
const novelUrl = baseUrl + loadedCheerio(this).find('a').attr('href');
const coverUri = loadedCheerio(this)
.find('.novel-cover > img')
.attr('data-src');
const novelCover = baseUrl + coverUri;
const novel = { name: novelName, cover: novelCover, url: novelUrl };
novels.push(novel);
});
return novels;
};
export const parseNovelAndChapters: Plugin.parseNovelAndChapters =
async function (novelUrl) {
const result = await fetchApi(novelUrl);
const body = await result.text();
let loadedCheerio = parseHTML(body);
const novel: Novel.instance = {
url: novelUrl,
chapters: [],
};
novel.name = loadedCheerio('h1.novel-title').text();
const coverUri = loadedCheerio('figure.cover > img').attr('data-src');
novel.cover = baseUrl + coverUri;
novel.summary = loadedCheerio('.summary')
.text()
.replace('Summary', '')
.trim();
novel.genres = '';
loadedCheerio('div.categories > ul > li').each(function () {
novel.genres += loadedCheerio(this).text().trim() + ',';
});
loadedCheerio('div.header-stats > span').each(function () {
if (loadedCheerio(this).find('small').text() === 'Status') {
novel.status = loadedCheerio(this).find('strong').text();
}
});
novel.genres = novel.genres.slice(0, -1);
novel.author = loadedCheerio('span[itemprop=author]').text();
let novelChapters: Chapter.Item[] = [];
const novelId = novelUrl.replace('.html', '').replace(baseUrl, '');
const latestChapterNo = parseInt(loadedCheerio('.header-stats')
.find('span > strong')
.first()
.text()
.trim());
let lastChapterNo = 1;
loadedCheerio('.chapter-list li').each(function () {
const chapterName = loadedCheerio(this)
.find('a .chapter-title')
.text()
.trim();
const chapterUrl = baseUrl + loadedCheerio(this).find('a').attr('href')?.trim();
const releaseDate = loadedCheerio(this)
.find('a .chapter-update')
.text()
.trim();
lastChapterNo = parseInt(loadedCheerio(this).find('a .chapter-no').text().trim());
const chapter = { name: chapterName, releaseTime: releaseDate, url: chapterUrl };
novelChapters.push(chapter);
});
// Itterate once more before loop to finish off
lastChapterNo++;
for (let i = lastChapterNo; i <= latestChapterNo; i++) {
const chapterName = 'Chapter ' + i;
const chapterUrl = baseUrl + novelId+'_'+ i +'.html';
const releaseDate = null;
const chapter = { name: chapterName, releaseTime: releaseDate,url: chapterUrl };
novelChapters.push(chapter);
}
novel.chapters = novelChapters;
return novel;
};
export const parseChapter: Plugin.parseChapter = async function (chapterUrl) {
const result = await fetchApi(chapterUrl);
const body = await result.text();
const loadedCheerio = parseHTML(body);
const chapterText = loadedCheerio('.chapter-content').html();
return chapterText;
};
export const searchNovels: Plugin.searchNovels = async (searchTerm) => {
const novels: Novel.Item[] = [];
const searchUrl = baseUrl + 'e/search/index.php';
const result = await fetchApi(searchUrl, {
headers: {
'Content-Type': 'application/x-www-form-urlencoded',
Referer: baseUrl + 'search.html',
Origin: baseUrl,
'user-agent':
'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.131 Safari/537.36',
},
method: 'POST',
body: JSON.stringify({
show: 'title',
tempid: 1,
tbname: 'news',
keyboard: searchTerm,
}),
});
const body = await result.text();
const loadedCheerio = parseHTML(body);
loadedCheerio('li.novel-item').each(function () {
const novelName = loadedCheerio(this).find('h4').text();
const novelUrl = baseUrl + loadedCheerio(this).find('a').attr('href');
const coverUri = baseUrl + loadedCheerio(this).find('img').attr('data-src');
const novelCover = baseUrl + coverUri;
const novel = {
name: novelName,
cover: novelCover,
url: novelUrl,
};
novels.push(novel);
});
return novels;
};
export const fetchImage: Plugin.fetchImage = async (url) => {
return await fetchFile(url, {});
};
`
return {
lang: "English",
filename: sourceName,
pluginScript,
};
};
+17
View File
@@ -0,0 +1,17 @@
[
{
"id": "Readwn.com",
"sourceSite": "https://www.readwn.com/",
"sourceName": "Readwn.com"
},
{
"id": "Novelmt.com",
"sourceSite": "https://www.novelmt.com/",
"sourceName": "Novelmt.com"
},
{
"id": "Ltnovel.com",
"sourceSite": "https://www.ltnovel.com/",
"sourceName": "Ltnovel.com"
}
]
+294
View File
@@ -0,0 +1,294 @@
import { ScrpitGeneratorFunction } from "../generate";
import list from "./sources.json";
type sourceData = (typeof list)[number];
export const generateAll: ScrpitGeneratorFunction = function () {
return list.map((source) => {
return generator(source);
});
};
const generator = function generator(sourceJson: sourceData) {
const pluginId = sourceJson.id;
const souceName = sourceJson.sourceName;
const site = sourceJson.sourceSite;
const filters = sourceJson.filters;
const filetersString = JSON.stringify(filters).replace(/(\"inputType\":)\s*\"([^\"]+)\"/g, "$1FilterInputs.$2");
const pluginScript = `
import { load as parseHTML } from "cheerio";
// import dayjs from 'dayjs';
import { fetchFile, fetchApi } from "@libs/fetch";
import { Novel, Plugin, Chapter } from "@typings/plugin";
// import { parseMadaraDate } from "@libs/parseMadaraDate";
// import { isUrlAbsolute } from '@libs/isAbsoluteUrl';
// import { showToast } from "@libs/showToast";
import { Filter, FilterInputs } from "@libs/filterInputs";
import { NovelStatus } from '@libs/novelStatus';
// import { defaultCover } from "@libs/defaultCover";
export const id = "${pluginId}";
export const name = "${souceName}";
export const icon = "";
export const version = "1.0.0";
export const site = "${site}";
exports["protected"] = false;
const baseUrl = site;
const customFilters: Filter[] = ${filetersString};
export const filters = [
{
key: 'sort',
label: 'Сортировка',
values: [
{ label: 'По рейтингу', value: '6' },
{ label: 'По степени готовности', value: '0' },
{ label: 'По названию на языке оригинала', value: '1' },
{ label: 'По названию на языке перевода', value: '2' },
{ label: 'По дате создания', value: '3' },
{ label: 'По дате последней активности', value: '4' },
{ label: 'По просмотрам', value: '5' },
{ label: 'По кол-ву переведённых глав', value: '7' },
{ label: 'По кол-ву лайков', value: '8' },
{ label: 'По кол-ву страниц', value: '10' },
{ label: 'По кол-ву бесплатных глав', value: '11' },
{ label: 'По кол-ву рецензий', value: '12' },
{ label: 'По кол-ву в закладках', value: '13' },
{ label: 'По кол-ву в избранном', value: '14' },
],
inputType: FilterInputs.Picker,
},
{
key: 'type',
label: 'Тип',
values: [
{ label: 'Неважно', value: '0' },
{ label: 'Только переводы', value: '1' },
{ label: 'Только авторские', value: '2' },
],
inputType: FilterInputs.Picker,
},
{
key: 'atmosphere',
label: 'Атмосфера',
values: [
{ label: 'Неважно', value: '0' },
{ label: 'Позитивная', value: '1' },
{ label: 'Dark', value: '2' },
],
inputType: FilterInputs.Picker,
},
{
key: 'trash',
label: 'Другое',
values: [
{ label: 'Готовые на 100%', value: 'ready' },
{ label: 'Доступные для перевода', value: 'tr' },
{ label: 'Доступные для скачивания', value: 'gen' },
{ label: 'Завершённые проекты', value: 'wealth' },
{ label: 'Распродажа', value: 'discount' },
{ label: 'Только онгоинги', value: 'ongoings' },
{ label: 'Убрать машинный', value: 'remove_machinelate' },
],
inputType: FilterInputs.Checkbox,
},
...customFilters,
{
key: 'adult',
label: 'Возрастные ограничения',
values: [
{ label: 'Все', value: '0' },
{ label: 'Убрать 18+', value: '1' },
{ label: 'Только 18+', value: '2' },
],
inputType: FilterInputs.Picker,
},
];
export const popularNovels: Plugin.popularNovels = async function (
page,
{ filters, showLatestNovels }
) {
let url = baseUrl + '/search?t=&cat=2';
url += '&sort=' + showLatestNovels ? '4' : filters?.sort || '6';
url += '&type=' + filters?.type || '0';
url += '&atmosphere=' + filters?.atmosphere || '0';
url += '&adult=' + filters?.adult || '0';
if (filters?.genres instanceof Array) {
url += filters.genres.map(i => '&genres[]='+i).join('');
}
if (filters?.tags instanceof Array) {
url += filters.tags.map(i => '&tags[]='+i).join('');
}
if (filters?.trash instanceof Array) {
url += filters.trash.map(i => '&' + i + '=1');
}
url += '&Book_page=' + page;
const result = await fetchApi(url);
const body = await result.text();
const loadedCheerio = parseHTML(body);
const novels: Novel.Item[] = [];
loadedCheerio(
'ul[class="search-results"] > li:not([class="ad_type_catalog"])',
).each(function () {
novels.push({
name: loadedCheerio(this).find('p > a').text(),
cover: baseUrl + loadedCheerio(this).find('img').attr('src'),
url: baseUrl + loadedCheerio(this).find('p > a').attr('href') || '',
});
});
return novels;
};
export const parseNovelAndChapters: Plugin.parseNovelAndChapters =
async function (novelUrl) {
const novel: Novel.instance = {
url: novelUrl,
chapters: [],
};
let result = await fetchApi(novelUrl);
if (result.url.includes('mature?path=')) {
const formData = new FormData();
formData.append('path', novelUrl);
formData.append('ok', 'Да');
await fetch(result.url, {
method: 'POST',
body: formData,
});
result = await fetchApi(novelUrl);
}
const body = await result.text();
const loadedCheerio = parseHTML(body);
novel.name = loadedCheerio('div[class="container"] > div > div > h1')
.text()
.trim();
novel.cover =
baseUrl + loadedCheerio('div[class="images"] > div img').attr('src');
novel.summary = loadedCheerio('#Info > div:nth-child(3)').text();
let genres: string[] = [];
loadedCheerio('div[class="span5"] > p').each(function () {
switch (loadedCheerio(this).find('strong').text()) {
case 'Автор:':
novel.author = loadedCheerio(this).find('em > a').text().trim();
break;
case 'Выпуск:':
novel.status =
loadedCheerio(this).find('em').text().trim() === 'продолжается'
? NovelStatus.Ongoing
: NovelStatus.Completed;
break;
case 'Тэги:':
loadedCheerio(this)
.find('em > a')
.each(function () {
genres.push(loadedCheerio(this).text());
});
break;
case 'Жанры:':
loadedCheerio(this)
.find('em > a')
.each(function () {
genres.push(loadedCheerio(this).text());
});
break;
}
});
if (genres.length > 0) {
novel.genres = genres.reverse().join(',');
}
const chapters: Chapter.Item[] = [];
loadedCheerio('table > tbody > tr.chapter_row').each(function () {
const chapterName = loadedCheerio(this)
.find('td[class="t"] > a')
.text()
.trim();
const releaseDate = loadedCheerio(this)
.find('td > span')
.attr('title')
?.trim();
const chapterUrl = baseUrl + loadedCheerio(this)
.find('td[class="t"] > a')
.attr('href');
if (
loadedCheerio(this).find('td > span[class="disabled"]').length < 1 &&
releaseDate
) {
chapters.push({ name: chapterName, releaseTime: releaseDate, url: chapterUrl });
}
});
novel.chapters = chapters;
return novel;
};
export const parseChapter: Plugin.parseChapter = async function (chapterUrl) {
let result = await fetchApi(chapterUrl);
if (result.url.includes('mature?path=')) {
const formData = new FormData();
formData.append('ok', 'Да');
await fetch(result.url, {
method: 'POST',
body: formData,
});
result = await fetchApi(chapterUrl);
}
const body = await result.text();
const loadedCheerio = parseHTML(body);
const chapterText = loadedCheerio('.content-text').html();
return chapterText;
};
export const searchNovels: Plugin.searchNovels = async (searchTerm) => {
const novels: Novel.Item[] = [];
const result = await fetchApi(
baseUrl + '/search/autocomplete?query=' + searchTerm,
);
let json: any = await result.json();
json.forEach((item: any) => {
const novelName = item.title_one + ' / ' + item.title_two;
const novelCover = baseUrl + item.img;
const novelUrl = baseUrl + item.url;
novels.push({ name: novelName, cover: novelCover, url: novelUrl });
});
return novels;
};
export const fetchImage: Plugin.fetchImage = async (url) => {
return await fetchFile(url, {});
};
`
return {
lang: "Russian",
filename: souceName,
pluginScript,
};
};
File diff suppressed because it is too large Load Diff