Full TS for Plugins (#538)

* remove lang, descrription in plugin script

* remove languages import

* Update README.md

* fix: missing lang

* clean: remove description

* feat(Add Sources) (#15)

* add many sources

* add showToast

* feat(Add Source): (#16)

* add source

* remove descriptions

* Early Novel & Fast Novel (#1)

* some more plugin

* plugin

* try something new

* yes

* try yes

* genres is plural

* fastnovel full fix

* testings

* early check

* earlynovel fixed

* showToast check

* earlynovel done

* fastnovel fixe

* again

* showToasts again

* fix for fastnovel

* done

* for pr

* Update freenovelupdates.js

* MTL Reader and MTL Novel (#2)

* first

* test

* wops

* mtlreaders

* ok

* for PR

* Nitro Scans and Novel Hold (#3)

* start feature

* more feature

* something

* eslint

* yes

* maybe

* wa

* asdasd

* amazing

* change it up

* for pr

* WPmangastream and Novelfull (#4) (#17)

* source generation

* fix json parse error

* update plguins

* delete fetchApi, nobleMTL (.js)

* delete showToast.js

* Typescript Support (#18)

* Initial TS Config

* Initial TS Config

* Fix most errors

* Fix test webserver

* Fix webserver isPlugin not working

* Fix typos

* Add check if plugins have all the fields

* Move exports.protected to the bottom of the plugin

* Change username, reponame and branchname

* Fix no exports error

* Fix type

* Fix typo in tsc_fix

* Remove const from exports to not re-define consts

* Readd const becuause exports may not exist.

* Fix plugins to work in-app

* Fix NobleMTL

* Remove fix_ts.ts

* Change template.ts

* delete cheerio_space

* move api into ./testweb

* remove js dir

* remove js dir (again)

* remove ./js (again)

* init multisrc generator (test)

* remove module.exports in libs

* madara generator

* update template

* rename generator, TS for hako

* fix icon url for madara

* fix icon for madara (again)

* update Readme, nodemon

* export default for all libs

* fix madara novelurl

* update: pluginId, name, filename for madara

* feat: check same id error

* update: precommit, fix: require.default

* Revert "update: precommit, fix: require.default"

This reverts commit c642c5c72241f13eccfe417210c22272c4739ffa.

* Port all plugins to ts (#19)

- fix cheerio
- remove export default
- fix spelling

* update template

* add multisrc noveltl, update generator param, fix web search

* fix undefined id for Snailulitka

* add rulate multisrc, fix max length textarea

* add readwn multisrc

* delete: erolate and rulate are in multisrc

* Change broken extension and show error on commit for those files (#20)

* Change to .broken.ts and show error on commit for those files

* remove novelStatus

* fix: wrong id in github action

* remove mangastream multisrc

* update icon for readwn multisrc

---------

Co-authored-by: K1ngfish3r <trulyihu@gmail.com>
Co-authored-by: Marcin Majewski <skilletssgames@gmail.com>
This commit is contained in:
nyagami
2023-08-17 10:19:45 +07:00
committed by GitHub
parent e444031c25
commit e602df44c8
306 changed files with 58843 additions and 14008 deletions
+234
View File
@@ -0,0 +1,234 @@
import { ScrpitGeneratorFunction } from "../generate";
import list from "./sources.json";
type sourceData = (typeof list)[number];
export const generateAll: ScrpitGeneratorFunction = function () {
return list.map((source) => {
return generator(source);
});
};
const generator = function generator(sourceJson: sourceData) {
const { pluginId, baseUrl, sourceName, options } = sourceJson;
const lang = options?.lang || "English";
const path = options?.path || {
novels: "novel",
novel: "novel",
chapter: "novel",
};
const useNewChapterEndpoint = options?.useNewChapterEndpoint || false;
const iconFileName = sourceName.replace(/\s+/g, "").toLowerCase();
const pluginScript = `
import { load as parseHTML } from "cheerio";
import { fetchFile, fetchApi } from "@libs/fetch";
import { Novel, Plugin, Chapter } from "@typings/plugin";
import { defaultCover } from "@libs/defaultCover";
import { NovelStatus } from "@libs/novelStatus"
import { parseMadaraDate } from "@libs/parseMadaraDate";
import dayjs from "dayjs";
export const id = "${pluginId}";
export const name = "${sourceName} [madara]";
export const icon = "multisrc/madara/icons/${iconFileName}.png";
export const version = "1.0.0";
export const site = "${baseUrl}";
const baseUrl = site;
export const popularNovels: Plugin.popularNovels = async (pageNo, {showLatestNovels}) => {
const novels: Novel.Item[] = [];
const sortOrder = showLatestNovels
? '?m_orderby=latest'
: '/?m_orderby=rating';
let url = site + "${path.novels}" + '/page/' + pageNo + sortOrder;
const body = await fetchApi(url).then(res => res.text());
const loadedCheerio = parseHTML(body);
loadedCheerio('.manga-title-badges').remove();
loadedCheerio('.page-item-detail').each(function () {
const novelName = loadedCheerio(this).find('.post-title').text().trim();
let image = loadedCheerio(this).find('img');
const novelCover = image.attr('data-src') || image.attr('src');
let novelUrl = loadedCheerio(this).find('.post-title')
.find('a')
.attr('href') || '';
const novel: Novel.Item = {
name: novelName,
cover: novelCover,
url: novelUrl,
};
novels.push(novel);
});
return novels;
};
export const parseNovelAndChapters: Plugin.parseNovelAndChapters = async (
novelUrl
) => {
const novel: Novel.instance = {
url: novelUrl,
};
const body = await fetchApi(novelUrl).then(res => res.text());
let loadedCheerio = parseHTML(body);
loadedCheerio('.manga-title-badges').remove();
novel.name = loadedCheerio('.post-title h1').text().trim();
novel.cover =
loadedCheerio('.summary_image > a > img').attr('data-lazy-src') ||
loadedCheerio('.summary_image > a > img').attr('data-src') ||
loadedCheerio('.summary_image > a > img').attr('src') ||
defaultCover;
loadedCheerio('.post-content_item, .post-content').each(function () {
const detailName = loadedCheerio(this).find('h5').text().trim();
const detail = loadedCheerio(this).find('.summary-content').text().trim();
switch (detailName) {
case 'Genre(s)':
case 'التصنيفات':
novel.genres = detail.replace(/[\\t\\n]/g, ',');
break;
case 'Author(s)':
case 'المؤلف':
case 'المؤلف (ين)':
novel.author = detail;
break;
case 'Status':
case 'الحالة':
novel.status =
detail.includes('OnGoing') || detail.includes('مستمرة')
? NovelStatus.Ongoing
: NovelStatus.Completed;
break;
}
});
loadedCheerio('div.summary__content .code-block,script').remove();
novel.summary = loadedCheerio('div.summary__content').text().trim();
let html;
if (${useNewChapterEndpoint}) {
const novelId =
loadedCheerio('.rating-post-id').attr('value') ||
loadedCheerio('#manga-chapters-holder').attr('data-id') || '';
const body = {
action: "manga_get_chapters",
manga: novelId,
}
html = await fetchApi(
baseUrl + 'wp-admin/admin-ajax.php',
{
method: 'POST',
body: JSON.stringify(body),
})
.then(res => res.text());
} else {
html = await fetchApi(
baseUrl + 'ajax/chapters/',
{ method: 'POST' })
.then(res => res.text());
}
if (html !== '0') {
loadedCheerio = parseHTML(html);
}
const chapters: Chapter.Item[] = [];
loadedCheerio('.wp-manga-chapter').each(function () {
const chapterName = loadedCheerio(this).find('a').text().trim();
let releaseDate = null;
releaseDate = loadedCheerio(this)
.find('span.chapter-release-date')
.text()
.trim();
if (releaseDate) {
releaseDate = parseMadaraDate(releaseDate);
} else {
/**
* Insert current date
*/
releaseDate = dayjs().format('LL');
}
let chapterUrl = loadedCheerio(this).find('a').attr('href') || '';
chapters.push({ name: chapterName, releaseTime: releaseDate, url: chapterUrl });
});
novel.chapters = chapters.reverse();
return novel;
};
export const parseChapter: Plugin.parseChapter = async (chapterUrl) => {
const url = baseUrl + "/" + "${path.chapter}" + "/" + chapterUrl;
const body = await fetchApi(chapterUrl).then(res => res.text());
const loadedCheerio = parseHTML(body);
const chapterText =
loadedCheerio('.text-left').html() ||
loadedCheerio('.text-right').html() ||
loadedCheerio('.entry-content').html();
return chapterText;
};
export const searchNovels: Plugin.searchNovels = async (searchTerm) => {
const novels: Novel.Item[] = [];
const url = baseUrl + "?s=" + searchTerm + "&post_type=wp-manga";
const body = await fetchApi(url).then(res => res.text());
const loadedCheerio = parseHTML(body);
loadedCheerio('.c-tabs-item__content').each(function () {
const novelName = loadedCheerio(this).find('.post-title').text().trim();
let image = loadedCheerio(this).find('img');
const novelCover = image.attr('data-src') || image.attr('src');
let novelUrl = loadedCheerio(this)
.find('.post-title')
.find('a')
.attr('href') || '';
const novel = {
name: novelName,
cover: novelCover,
url: novelUrl,
};
novels.push(novel);
});
return novels;
};
export const fetchImage: Plugin.fetchImage = async (url) => {
return await fetchFile(url);
};`;
return {
lang,
filename: sourceName,
pluginScript,
};
};
+360
View File
@@ -0,0 +1,360 @@
[
{
"pluginId": "boxnovel",
"baseUrl": "https://boxnovel.com/",
"sourceName": "BoxNovel",
"options": {
"useNewChapterEndpoint": true
}
},
{
"pluginId": "zinnovel",
"baseUrl": "https://zinnovel.com/",
"sourceName": "ZinnNovel",
"options": {
"path": { "novels": "manga", "novel": "manga", "chapter": "manga" }
}
},
{
"pluginId": "novelTL",
"baseUrl": "https://noveltranslate.com/",
"sourceName": "NovelTranslate",
"options": {
"path": { "novels": "all-novels", "novel": "manga", "chapter": "manga" }
}
},
{
"pluginId": "lunarletters",
"baseUrl": "https://www.lunarletters.com/",
"sourceName": "LunarLetters",
"options": {
"path": { "novels": "series", "novel": "series", "chapter": "series" },
"useNewChapterEndpoint": true
}
},
{
"pluginId": "sleeptTLS",
"baseUrl": "https://sleepytranslations.com/",
"sourceName": "SleepyTranslations",
"options": {
"path": { "novels": "series", "novel": "series", "chapter": "series" },
"useNewChapterEndpoint": true
}
},
{
"pluginId": "freenovel.me",
"baseUrl": "https://freenovel.me/",
"sourceName": "FreeNovelMe"
},
{
"pluginId": "1stkissnovel",
"baseUrl": "https://1stkissnovel.org/",
"sourceName": "FirstKissNovel",
"options": {
"useNewChapterEndpoint": true
}
},
{
"pluginId": "daonovel",
"baseUrl": "https://daonovel.com/",
"sourceName": "DaoNovel",
"options": {
"path": {
"novels": "novels-list",
"novel": "novels",
"chapter": "novels"
},
"useNewChapterEndpoint": true
}
},
{
"pluginId": "mostnovel",
"baseUrl": "https://mostnovel.com/",
"sourceName": "MostNovel",
"options": {
"path": { "novels": "manga", "novel": "manga", "chapter": "manga" }
}
},
{
"pluginId": "novelmultiverse",
"baseUrl": "https://www.novelmultiverse.com/",
"sourceName": "NovelMultiverse"
},
{
"pluginId": "lnheaven",
"baseUrl": "https://lightnovelheaven.com/",
"sourceName": "LightNovelHeaven",
"options": {
"path": { "novels": "series", "novel": "series", "chapter": "series" },
"useNewChapterEndpoint": true
}
},
{
"pluginId": "arnovel",
"baseUrl": "https://arnovel.me/",
"sourceName": "ArNovel",
"options": {
"useNewChapterEndpoint": true,
"lang": "Arabic"
}
},
{
"pluginId": "meionovel",
"baseUrl": "https://meionovel.id/",
"sourceName": "MeioNovel",
"options": {
"useNewChapterEndpoint": true,
"lang": "Indonesian"
}
},
{
"pluginId": "webnovelover",
"baseUrl": "https://www.webnovelover.com/",
"sourceName": "WebNovelLover"
},
{
"pluginId": "cratenovel",
"baseUrl": "https://cratenovel.com/",
"sourceName": "CrateNovel",
"options": {
"useNewChapterEndpoint": true
}
},
{
"pluginId": "clicknovel",
"baseUrl": "https://clicknovel.net/",
"sourceName": "ClickNovel"
},
{
"pluginId": "readwebnovels",
"baseUrl": "https://readwebnovels.net/",
"sourceName": "ReadWebNovels"
},
{
"pluginId": "wbnovel",
"baseUrl": "https://wbnovel.com/",
"sourceName": "WBNovel",
"options": { "lang": "Indonesian" }
},
{
"pluginId": "wuxiaworld.site",
"baseUrl": "https://wuxiaworld.site/",
"sourceName": "WuxiaWorld.Site",
"options": {
"useNewChapterEndpoint": true
}
},
{
"pluginId": "mysticalmerries",
"baseUrl": "https://mysticalmerries.com/",
"sourceName": "MysticalSeries",
"options": {
"path": { "novels": "series", "novel": "series", "chapter": "series" },
"useNewChapterEndpoint": true
}
},
{
"pluginId": "morenovel",
"baseUrl": "https://morenovel.net/",
"sourceName": "MoreNovel",
"options": {
"useNewChapterEndpoint": true,
"lang": "Indonesian"
}
},
{
"pluginId": "onlymtl",
"baseUrl": "https://www.onlymtl.com/",
"sourceName": "OnlyMTL",
"options": {
"useNewChapterEndpoint": true
}
},
{
"pluginId": "hizomanga",
"baseUrl": "https://hizomanga.com/",
"sourceName": "HizoManga",
"options": {
"path": { "novels": "serie", "novel": "serie", "chapter": "serie" },
"useNewChapterEndpoint": true,
"lang": "Arabic"
}
},
{
"pluginId": "ar-mtl",
"baseUrl": "https://ar-mtl.club/",
"sourceName": "ArMTL",
"options": {
"useNewChapterEndpoint": true,
"lang": "Arabic"
}
},
{
"pluginId": "novel4up",
"baseUrl": "https://novel4up.com/",
"sourceName": "Novel4Up",
"options": {
"lang": "Arabic"
}
},
{
"pluginId": "teamxnovel",
"baseUrl": "https://teamxnovel.com/",
"sourceName": "TeamXNovel",
"options": {
"useNewChapterEndpoint": true,
"lang": "Arabic"
}
},
{
"pluginId": "turkcelightnovels",
"baseUrl": "https://turkcelightnovels.com/",
"sourceName": "TurkceLightNovels",
"options": {
"path": {
"novels": "light-novel",
"novel": "light-novel",
"chapter": "light-novel"
},
"lang": "Turkish"
}
},
{
"pluginId": "sonicmtl",
"baseUrl": "https://www.sonicmtl.com/",
"sourceName": "SonicMTL",
"options": {
"useNewChapterEndpoint": true
}
},
{
"pluginId": "mtlnovel.club",
"baseUrl": "https://mtlnovel.club/",
"sourceName": "MTLNovel.Club",
"options": {
"useNewChapterEndpoint": true
}
},
{
"pluginId": "noobchanTL",
"baseUrl": "https://noobchan.xyz/",
"sourceName": "Noobchan Translation",
"options": {
"useNewChapterEndpoint": true
}
},
{
"pluginId": "guavaread",
"baseUrl": "https://guavaread.com/",
"sourceName": "Guavaread",
"options": {
"useNewChapterEndpoint": true
}
},
{
"pluginId": "sweetEscapeTL",
"baseUrl": "https://sweetescapetranslations.com/",
"sourceName": "Sweet Escape Translations",
"options": {
"useNewChapterEndpoint": false,
"path": { "novels": "manga", "novel": "manga", "chapter": "manga" }
}
},
{
"pluginId": "fanTLS",
"baseUrl": "https://fanstranslations.com/",
"sourceName": "Fans Translations",
"options": {
"useNewChapterEndpoint": true
}
},
{
"pluginId": "riwyat",
"baseUrl": "https://riwyat.com/",
"sourceName": "Riwyat",
"options": {
"useNewChapterEndpoint": true,
"lang": "Arabic"
}
},
{
"pluginId": "novelstic",
"baseUrl": "https://novelstic.com/",
"sourceName": "Novelstic",
"options": {
"useNewChapterEndpoint": true,
"lang": "English"
}
},
{
"pluginId": "neosekaiTLS",
"baseUrl": "https://www.neosekaitranslations.com/",
"sourceName": "NeoSekai Translations",
"options": {
"lang": "English"
}
},
{
"pluginId": "mtl-novel",
"baseUrl": "https://mtl-novel.com/",
"sourceName": "MTL-Novel",
"options": {
"useNewChapterEndpoint": true,
"lang": "English",
"orderBy": "latest"
}
},
{
"pluginId": "zetroTL",
"baseUrl": "https://zetrotranslation.com/",
"sourceName": "Zetro Translation",
"options": {
"lang": "English"
}
},
{
"pluginId": "nocturneTLS",
"baseUrl": "https://nocturnetls.net/",
"sourceName": "Nocturne Translations",
"options": {
"lang": "English",
"path": { "novels": "novels", "novel": "novels", "chapter": "novels" }
}
},
{
"pluginId": "sugarbbscan",
"baseUrl": "https://sugarbbscan.com/",
"sourceName": "Sugar Babies",
"options": {
"lang": "English",
"path": { "novels": "series", "novel": "series", "chapter": "series" }
}
},
{
"pluginId": "novelroom",
"baseUrl": "https://novelroom.net/",
"sourceName": "Novelroom.net",
"options": {
"lang": "English",
"path": { "novels": "manga", "novel": "manga", "chapter": "manga" }
}
},
{
"pluginId": "novelr18",
"baseUrl": "https://novelr18.com/",
"sourceName": "NovelR18 ",
"options": {
"lang": "English",
"path": { "novels": "novel", "novel": "manga", "chapter": "manga" },
"useNewChapterEndpoint": true
}
},
{
"pluginId": "webnoveloku",
"baseUrl": "https://www.webnoveloku.com/",
"sourceName": "WebNovelOku ",
"options": {
"lang": "Turkish"
}
}
]