refactor: Classes for Plugins (#631)

* set target to ES5

* refactor types

* use .gitkeep

* use dot to make dist/js dirs on top

* add hako

* add Hako

* add madara

* fix: url path js -> .js

* fix: branch

* freestyle for using UA, cookie

* add parseNovels for Hako

* update readme

* fix: conflict types

* add Kolnovel, remove node-fetch

* add bestlightnovel

* add plugins

* WQMangaStreamScraper
* PandaMTL
* NobleMTL
* LightNovelBrasil
* WPMangaStream

* add filters for popularNovels

* fix undefined json

* Linovelib (#26)

* linovelib CN

* icon for linovelib

* fix undefined chapter

* add check

* fix: add artist

* TuNovelaLigera ES + Madara Fix (#28)

* app repo test

* POST is now working

* update madara template + run generator

* template fix didnt get pushed commited idk why

* template update POST

* generated

* fix: useNewChapterEndpoint update (#29)

* useNewChapterEndpoint update

* Update Selectors

---------

Co-authored-by: K1ngfish3r <trulyihu@gmail.com>
This commit is contained in:
nyagami
2023-11-04 17:15:49 +07:00
committed by GitHub
parent 538841ddee
commit 20efcf404c
295 changed files with 67636 additions and 57286 deletions
-1
View File
@@ -19,7 +19,6 @@ const generate = async (name: string): Promise<boolean> => {
if (!isScriptGenerator(generateAll)) return false;
const sources = generateAll();
for (let source of sources) {
const { lang, filename, pluginScript } = source;
if(!lang || !filename || !pluginScript){
+14 -230
View File
@@ -1,244 +1,28 @@
import { ScrpitGeneratorFunction } from "../generate";
import list from "./sources.json";
import { MadaraMetadata } from "./template";
import { readFileSync } from 'fs';
import path from "path";
type sourceData = (typeof list)[number];
export const generateAll: ScrpitGeneratorFunction = function () {
return list.map((source) => {
return generator(source);
return list.map((metadata: MadaraMetadata) => {
return generator(metadata);
});
};
const generator = function generator(sourceJson: sourceData) {
const { id, sourceSite, sourceName, options } = sourceJson;
const lang = options?.lang || "English";
const path = {
genres: options?.path?.genres || "novel-genre",
novels: options?.path?.novels || "novel",
novel: options?.path?.novel || "novel",
chapter: options?.path?.chapter || "novel",
};
const useNewChapterEndpoint = options?.useNewChapterEndpoint || false;
const iconFileName = sourceName.replace(/\s+/g, "").toLowerCase();
const filters = sourceJson.filters;
const filetersString = JSON.stringify(filters).replace(/(\"inputType\":)\s*\"([^\"]+)\"/g, "$1FilterInputs.$2");
const generator = function generator(metadata: MadaraMetadata) {
const lang = metadata.options?.lang || "English";
const madaraTemplate = readFileSync(path.join(__dirname, 'template.ts'), {encoding: 'utf-8'});
const pluginScript = `
import { load as parseHTML } from "cheerio";
import { fetchFile, fetchApi } from "@libs/fetch";
import { Novel, Plugin, Chapter } from "@typings/plugin";
import { FilterInputs } from "@libs/filterInputs";
import { defaultCover } from "@libs/defaultCover";
import { NovelStatus } from "@libs/novelStatus"
import { parseMadaraDate } from "@libs/parseMadaraDate";
import dayjs from "dayjs";
export const id = "${id}";
export const name = "${sourceName} [madara]";
export const icon = "multisrc/madara/icons/${iconFileName}.png";
export const version = "1.0.0";
export const site = "${sourceSite}";
const baseUrl = site;
export const popularNovels: Plugin.popularNovels = async (pageNo, {filters, showLatestNovels}) => {
const novels: Novel.Item[] = [];
let url = site;
if (filters?.genres) {
url += "${path.genres}/" + filters.genres + '/';
} else {
url += "${path.novels}/";
}
url += '/page/' + pageNo + '/' +
'?m_orderby=' + (showLatestNovels ? 'latest' : (filters?.sort || 'rating'));
const body = await fetchApi(url).then(res => res.text());
const loadedCheerio = parseHTML(body);
loadedCheerio('.manga-title-badges').remove();
loadedCheerio('.page-item-detail').each(function () {
const novelName = loadedCheerio(this).find('.post-title').text().trim();
let image = loadedCheerio(this).find('img');
const novelCover = image.attr('data-src') || image.attr('src');
let novelUrl = loadedCheerio(this).find('.post-title')
.find('a')
.attr('href') || '';
const novel: Novel.Item = {
name: novelName,
cover: novelCover,
url: novelUrl,
};
novels.push(novel);
});
return novels;
};
export const parseNovelAndChapters: Plugin.parseNovelAndChapters = async (
novelUrl
) => {
const novel: Novel.instance = {
url: novelUrl,
};
const body = await fetchApi(novelUrl).then(res => res.text());
let loadedCheerio = parseHTML(body);
loadedCheerio('.manga-title-badges').remove();
novel.name = loadedCheerio('.post-title h1').text().trim();
novel.cover =
loadedCheerio('.summary_image > a > img').attr('data-lazy-src') ||
loadedCheerio('.summary_image > a > img').attr('data-src') ||
loadedCheerio('.summary_image > a > img').attr('src') ||
defaultCover;
loadedCheerio('.post-content_item, .post-content').each(function () {
const detailName = loadedCheerio(this).find('h5').text().trim();
const detail = loadedCheerio(this).find('.summary-content').text().trim();
switch (detailName) {
case 'Genre(s)':
case 'التصنيفات':
novel.genres = detail.replace(/[\\t\\n]/g, ',');
break;
case 'Author(s)':
case 'المؤلف':
case 'المؤلف (ين)':
novel.author = detail;
break;
case 'Status':
case 'الحالة':
novel.status =
detail.includes('OnGoing') || detail.includes('مستمرة')
? NovelStatus.Ongoing
: NovelStatus.Completed;
break;
}
});
loadedCheerio('div.summary__content .code-block,script').remove();
novel.summary = loadedCheerio('div.summary__content').text().trim();
let html;
if (${useNewChapterEndpoint}) {
const novelId =
loadedCheerio('.rating-post-id').attr('value') ||
loadedCheerio('#manga-chapters-holder').attr('data-id') || '';
const body = {
action: "manga_get_chapters",
manga: novelId,
}
html = await fetchApi(
baseUrl + 'wp-admin/admin-ajax.php',
{
method: 'POST',
body: JSON.stringify(body),
})
.then(res => res.text());
} else {
html = await fetchApi(
baseUrl + 'ajax/chapters/',
{ method: 'POST' })
.then(res => res.text());
}
if (html !== '0') {
loadedCheerio = parseHTML(html);
}
const chapters: Chapter.Item[] = [];
loadedCheerio('.wp-manga-chapter').each(function () {
const chapterName = loadedCheerio(this).find('a').text().trim();
let releaseDate = null;
releaseDate = loadedCheerio(this)
.find('span.chapter-release-date')
.text()
.trim();
if (releaseDate) {
releaseDate = parseMadaraDate(releaseDate);
} else {
/**
* Insert current date
*/
releaseDate = dayjs().format('LL');
}
let chapterUrl = loadedCheerio(this).find('a').attr('href') || '';
chapters.push({ name: chapterName, releaseTime: releaseDate, url: chapterUrl });
});
novel.chapters = chapters.reverse();
return novel;
};
export const parseChapter: Plugin.parseChapter = async (chapterUrl) => {
const url = baseUrl + "/" + "${path.chapter}" + "/" + chapterUrl;
const body = await fetchApi(chapterUrl).then(res => res.text());
const loadedCheerio = parseHTML(body);
const chapterText =
loadedCheerio('.text-left').html() ||
loadedCheerio('.text-right').html() ||
loadedCheerio('.entry-content').html();
return chapterText;
};
export const searchNovels: Plugin.searchNovels = async (searchTerm) => {
const novels: Novel.Item[] = [];
const url = baseUrl + "?s=" + searchTerm + "&post_type=wp-manga";
const body = await fetchApi(url).then(res => res.text());
const loadedCheerio = parseHTML(body);
loadedCheerio('.c-tabs-item__content').each(function () {
const novelName = loadedCheerio(this).find('.post-title').text().trim();
let image = loadedCheerio(this).find('img');
const novelCover = image.attr('data-src') || image.attr('src');
let novelUrl = loadedCheerio(this)
.find('.post-title')
.find('a')
.attr('href') || '';
const novel = {
name: novelName,
cover: novelCover,
url: novelUrl,
};
novels.push(novel);
});
return novels;
};
export const fetchImage: Plugin.fetchImage = async (url) => {
return await fetchFile(url);
};
export const filters = ${filetersString};`;
${madaraTemplate}
const plugin = new MadaraPlugin(${JSON.stringify(metadata)});
export default plugin;
`
return {
lang,
filename: sourceName,
filename: metadata.sourceName,
pluginScript,
};
};
+1 -1
View File
@@ -5363,4 +5363,4 @@
"lang": "Turkish"
}
}
]
]
+248
View File
@@ -0,0 +1,248 @@
import { fetchApi, fetchFile } from "@libs/fetch";
import { Filter } from "@libs/filterInputs";
import { Plugin } from '@typings/plugin'
import { load as parseHTML } from "cheerio";
import { defaultCover } from "@libs/defaultCover";
import { NovelStatus } from "@libs/novelStatus";
import { parseMadaraDate } from "@libs/parseMadaraDate";
import dayjs from "dayjs";
interface MadaraOptionPath{
genres?: string,
novels?: string,
novel?: string,
chapter?: string,
}
const MadaraDefaultPath: MadaraOptionPath = {
novels: 'novel',
novel: 'novel',
chapter: 'novel'
}
interface MadaraOptions {
useNewChapterEndpoint?: boolean,
path?: MadaraOptionPath,
lang?: string,
orderBy?: string
}
export interface MadaraMetadata {
id: string,
sourceSite: string,
sourceName: string,
options?: MadaraOptions,
filters?: Filter[],
}
class MadaraPlugin implements Plugin.PluginBase {
id: string;
name: string;
icon: string;
site: string;
version: string;
userAgent: string;
cookieString: string;
options?: MadaraOptions;
filter?: Filter[] | undefined;
constructor(metadata: MadaraMetadata){
this.id = metadata.id;
this.name = metadata.sourceName + "[madara]";
const iconFileName = metadata.sourceName.replace(/\s+/g, "").toLowerCase();
this.icon = `multisrc/madara/icons/${iconFileName}.png`;
this.site = metadata.sourceSite;
this.version = "1.0.0";
this.userAgent = "";
this.cookieString = "";
this.options = metadata.options;
this.filter = metadata.filters;
}
async popularNovels(pageNo: number, {filters, showLatestNovels}: Plugin.PopularNovelsOptions): Promise<Plugin.NovelItem[]> {
const novels: Plugin.NovelItem[] = [];
let url = this.site;
if (filters?.genres && this.options?.path?.genres) {
url += this.options?.path?.genres + filters.genres + '/';
} else {
url += this.options?.path?.novels ? this.options.path.novels : MadaraDefaultPath.novels;
}
url += '/page/' + pageNo + '/' +
'?m_orderby=' + (showLatestNovels ? 'latest' : (filters?.sort || 'rating'));
const body = await fetchApi(url).then(res => res.text());
const loadedCheerio = parseHTML(body);
loadedCheerio('.manga-title-badges').remove();
loadedCheerio('.page-item-detail').each(function () {
const novelName = loadedCheerio(this).find('.post-title').text().trim();
let image = loadedCheerio(this).find('img');
const novelCover = image.attr('data-src') || image.attr('src');
let novelUrl = loadedCheerio(this).find('.post-title')
.find('a')
.attr('href') || '';
const novel: Plugin.NovelItem = {
name: novelName,
cover: novelCover,
url: novelUrl,
};
novels.push(novel);
});
return novels;
}
async parseNovelAndChapters(novelUrl: string): Promise<Plugin.SourceNovel> {
const novel: Plugin.SourceNovel = {
url: novelUrl,
};
const body = await fetchApi(novelUrl).then(res => res.text());
let loadedCheerio = parseHTML(body);
loadedCheerio('.manga-title-badges, #manga-title span').remove();
novel.name =
loadedCheerio('.post-title h1').text().trim() ||
loadedCheerio('#manga-title h1').text();
novel.cover =
loadedCheerio('.summary_image > a > img').attr('data-lazy-src') ||
loadedCheerio('.summary_image > a > img').attr('data-src') ||
loadedCheerio('.summary_image > a > img').attr('src') ||
defaultCover;
loadedCheerio('.post-content_item, .post-content').each(function () {
const detailName = loadedCheerio(this).find('h5').text().trim();
const detail = loadedCheerio(this).find('.summary-content').text().trim();
switch (detailName) {
case 'Genre(s)':
case 'التصنيفات':
novel.genres = detail.replace(/[\\t\\n]/g, ',');
break;
case 'Author(s)':
case 'المؤلف':
case 'المؤلف (ين)':
novel.author = detail;
break;
case 'Status':
case 'الحالة':
novel.status =
detail.includes('OnGoing') || detail.includes('مستمرة')
? NovelStatus.Ongoing
: NovelStatus.Completed;
break;
}
});
loadedCheerio('div.summary__content .code-block,script').remove();
novel.summary =
loadedCheerio('div.summary__content').text().trim() ||
loadedCheerio('#tab-manga-about').text().trim() ||
loadedCheerio('.post-content_item h5:contains("Summary")').next().text().trim();
let html;
if (this.options?.useNewChapterEndpoint !== true) {
const novelId =
loadedCheerio('.rating-post-id').attr('value') ||
loadedCheerio('#manga-chapters-holder').attr('data-id') || '';
const formData = new FormData()
formData.append("action", "manga_get_chapters");
formData.append("manga", novelId);
html = await fetchApi(
this.site + 'wp-admin/admin-ajax.php',
{
method: 'POST',
body: formData,
})
.then(res => res.text());
} else {
html = await fetchApi(
novelUrl + 'ajax/chapters/',
{ method: 'POST' })
.then(res => res.text());
}
if (html !== '0') {
loadedCheerio = parseHTML(html);
}
const chapters: Plugin.ChapterItem[] = [];
loadedCheerio('.wp-manga-chapter').each(function () {
const chapterName = loadedCheerio(this).find('a').text().trim();
let releaseDate = null;
releaseDate = loadedCheerio(this)
.find('span.chapter-release-date')
.text()
.trim();
if (releaseDate) {
releaseDate = parseMadaraDate(releaseDate);
} else {
/**
* Insert current date
*/
releaseDate = dayjs().format('LL');
}
let chapterUrl = loadedCheerio(this).find('a').attr('href') || '';
chapters.push({ name: chapterName, releaseTime: releaseDate, url: chapterUrl });
});
novel.chapters = chapters.reverse();
return novel;
}
async parseChapter(chapterUrl: string): Promise<string> {
const body = await fetchApi(chapterUrl).then(res => res.text());
const loadedCheerio = parseHTML(body);
const chapterText =
loadedCheerio('.text-left').html() ||
loadedCheerio('.text-right').html() ||
loadedCheerio('.entry-content').html() || "";
return chapterText;
}
async searchNovels(searchTerm: string, pageNo?: number | undefined): Promise<Plugin.NovelItem[]> {
const novels: Plugin.NovelItem[] = [];
const url = this.site + "?s=" + searchTerm + "&post_type=wp-manga";
const body = await fetchApi(url).then(res => res.text());
const loadedCheerio = parseHTML(body);
loadedCheerio('.c-tabs-item__content').each(function () {
const novelName = loadedCheerio(this).find('.post-title').text().trim();
let image = loadedCheerio(this).find('img');
const novelCover = image.attr('data-src') || image.attr('src');
let novelUrl = loadedCheerio(this)
.find('.post-title')
.find('a')
.attr('href') || '';
const novel = {
name: novelName,
cover: novelCover,
url: novelUrl,
};
novels.push(novel);
});
return novels;
}
async fetchImage(url: string): Promise<string | undefined> {
return await fetchFile(url, {});
}
}
-221
View File
@@ -1,221 +0,0 @@
import { ScrpitGeneratorFunction } from "../generate";
import list from "./sources.json";
type sourceData = (typeof list)[number];
export const generateAll: ScrpitGeneratorFunction = function () {
return list.map((source) => {
return generator(source);
});
};
const generator = function generator(sourceJson: sourceData) {
const pluginId = sourceJson.id;
const sourceName = sourceJson.sourceName;
const site = sourceJson.sourceSite;
const iconFileName = sourceName.split('.')[0].toLowerCase() + '.png';
const filters = sourceJson.filters;
const filetersString = JSON.stringify(filters)
.replace(/(\"inputType\":)\s*\"([^\"]+)\"/g, " $1FilterInputs.$2");
const pluginScript = `
import { load as parseHTML } from "cheerio";
// import dayjs from 'dayjs';
import { fetchFile, fetchApi } from "@libs/fetch";
import { Novel, Plugin, Chapter } from "@typings/plugin";
import { parseMadaraDate } from "@libs/parseMadaraDate";
// import { isUrlAbsolute } from '@libs/isAbsoluteUrl';
// import { showToast } from "@libs/showToast";
import { FilterInputs } from "@libs/filterInputs";
// import { NovelStatus } from '@libs/novelStatus';
// import { defaultCover } from "@libs/defaultCover";
export const id = "${pluginId}";
export const name = "${sourceName}";
export const icon = "multisrc/readwn/icons/${iconFileName}";
export const version = "1.0.0";
export const site = "${site}";
export const popularNovels: Plugin.popularNovels = async function (
page,
{ filters, showLatestNovels }
) {
const novels: Novel.Item[] = [];
const pageNo = page - 1;
let url = site + 'list/';
url += (filters?.genres || 'all') + '/';
url += (filters?.status || 'all') + '-';
url += (showLatestNovels ? 'lastdotime' : filters?.sort || 'newstime') + '-';
url += pageNo + '.html';
const result = await fetchApi(url);
const body = await result.text();
const loadedCheerio = parseHTML(body);
loadedCheerio('li.novel-item').each(function () {
const novelName = loadedCheerio(this).find('h4').text();
const novelUrl = site + loadedCheerio(this).find('a').attr('href');
const coverUri = loadedCheerio(this)
.find('.novel-cover > img')
.attr('data-src');
const novelCover = site + coverUri;
const novel = { name: novelName, cover: novelCover, url: novelUrl };
novels.push(novel);
});
return novels;
};
export const parseNovelAndChapters: Plugin.parseNovelAndChapters =
async function (novelUrl) {
const result = await fetchApi(novelUrl);
const body = await result.text();
let loadedCheerio = parseHTML(body);
const novel: Novel.instance = {
url: novelUrl,
chapters: [],
};
novel.name = loadedCheerio('h1.novel-title').text();
const coverUri = loadedCheerio('figure.cover > img').attr('data-src');
novel.cover = site + coverUri;
novel.summary = loadedCheerio('.summary')
.text()
.replace('Summary', '')
.trim();
novel.genres = '';
loadedCheerio('div.categories > ul > li').each(function () {
novel.genres += loadedCheerio(this).text().trim() + ',';
});
loadedCheerio('div.header-stats > span').each(function () {
if (loadedCheerio(this).find('small').text() === 'Status') {
novel.status = loadedCheerio(this).find('strong').text();
}
});
novel.genres = novel.genres.slice(0, -1);
novel.author = loadedCheerio('span[itemprop=author]').text();
let novelChapters: Chapter.Item[] = [];
const novelId = novelUrl.replace('.html', '').replace(site, '');
const latestChapterNo = parseInt(loadedCheerio('.header-stats')
.find('span > strong')
.first()
.text()
.trim());
let lastChapterNo = 1;
loadedCheerio('.chapter-list li').each(function () {
const chapterName = loadedCheerio(this)
.find('a .chapter-title')
.text()
.trim();
const chapterUrl = site + loadedCheerio(this).find('a').attr('href')?.trim();
const releaseDate = loadedCheerio(this)
.find('a .chapter-update')
.text()
.trim();
lastChapterNo = parseInt(loadedCheerio(this).find('a .chapter-no').text().trim());
const chapter = { name: chapterName, releaseTime: parseMadaraDate(releaseDate), url: chapterUrl };
novelChapters.push(chapter);
});
// Itterate once more before loop to finish off
lastChapterNo++;
for (let i = lastChapterNo; i <= latestChapterNo; i++) {
const chapterName = 'Chapter ' + i;
const chapterUrl = site + novelId+'_'+ i +'.html';
const releaseDate = null;
const chapter = { name: chapterName, releaseTime: releaseDate,url: chapterUrl };
novelChapters.push(chapter);
}
novel.chapters = novelChapters;
return novel;
};
export const parseChapter: Plugin.parseChapter = async function (chapterUrl) {
const result = await fetchApi(chapterUrl);
const body = await result.text();
const loadedCheerio = parseHTML(body);
const chapterText = loadedCheerio('.chapter-content').html();
return chapterText;
};
export const searchNovels: Plugin.searchNovels = async (searchTerm) => {
const novels: Novel.Item[] = [];
const searchUrl = site + 'e/search/index.php';
const result = await fetchApi(searchUrl, {
headers: {
'Content-Type': 'application/x-www-form-urlencoded',
Referer: site + 'search.html',
Origin: site,
'user-agent':
'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.131 Safari/537.36',
},
method: 'POST',
body: JSON.stringify({
show: 'title',
tempid: 1,
tbname: 'news',
keyboard: searchTerm,
}),
});
const body = await result.text();
const loadedCheerio = parseHTML(body);
loadedCheerio('li.novel-item').each(function () {
const novelName = loadedCheerio(this).find('h4').text();
const novelUrl = site + loadedCheerio(this).find('a').attr('href');
const coverUri = site + loadedCheerio(this).find('img').attr('data-src');
const novelCover = site + coverUri;
const novel = {
name: novelName,
cover: novelCover,
url: novelUrl,
};
novels.push(novel);
});
return novels;
};
export const fetchImage: Plugin.fetchImage = fetchFile;
export const filters = ${filetersString};`
return {
lang: "English",
filename: sourceName,
pluginScript,
};
};
-818
View File
@@ -1,818 +0,0 @@
[
{
"id": "Readwn.com",
"sourceSite": "https://www.readwn.com/",
"sourceName": "Readwn.com",
"filters": [
{
"key": "sort",
"label": "Sort By",
"values": [
{
"label": "New",
"value": "newstime"
},
{
"label": "Popular",
"value": "onclick"
},
{
"label": "Updates",
"value": "lastdotime"
}
],
"inputType": "Picker"
},
{
"key": "status",
"label": "Status",
"values": [
{
"label": "All",
"value": "all"
},
{
"label": "Completed",
"value": "Completed"
},
{
"label": "Ongoing",
"value": "Ongoing"
}
],
"inputType": "Picker"
},
{
"key": "genres",
"label": "Genre / Category",
"values": [
{
"label": "All",
"value": "all"
},
{
"label": "Action",
"value": "action"
},
{
"label": "Adventure",
"value": "adventure"
},
{
"label": "Chinese",
"value": "chinese"
},
{
"label": "Comedy",
"value": "comedy"
},
{
"label": "Contemporary Romance",
"value": "contemporary-romance"
},
{
"label": "Drama",
"value": "drama"
},
{
"label": "Eastern Fantasy",
"value": "eastern-fantasy"
},
{
"label": "Ecchi",
"value": "ecchi"
},
{
"label": "Erciyuan",
"value": "erciyuan"
},
{
"label": "Faloo",
"value": "faloo"
},
{
"label": "Fan-Fiction",
"value": "fan-fiction"
},
{
"label": "Fantasy",
"value": "fantasy"
},
{
"label": "Fantasy Romance",
"value": "fantasy-romance"
},
{
"label": "Game",
"value": "game"
},
{
"label": "Gender Bender",
"value": "gender-bender"
},
{
"label": "Harem",
"value": "harem"
},
{
"label": "Hentai",
"value": "hentai"
},
{
"label": "Historical",
"value": "historical"
},
{
"label": "Horror",
"value": "horror"
},
{
"label": "Isekai",
"value": "isekai"
},
{
"label": "Japanese",
"value": "japanese"
},
{
"label": "Josei",
"value": "josei"
},
{
"label": "Korean",
"value": "korean"
},
{
"label": "Lolicon",
"value": "lolicon"
},
{
"label": "Magic",
"value": "magic"
},
{
"label": "Magical Realism",
"value": "magical-realism"
},
{
"label": "Martial Arts",
"value": "martial-arts"
},
{
"label": "Mecha",
"value": "mecha"
},
{
"label": "Military",
"value": "military"
},
{
"label": "Mystery",
"value": "mystery"
},
{
"label": "Official Circles",
"value": "official_circles"
},
{
"label": "Psychological",
"value": "psychological"
},
{
"label": "Romance",
"value": "romance"
},
{
"label": "School Life",
"value": "school-life"
},
{
"label": "Sci-fi",
"value": "sci-fi"
},
{
"label": "Science Fiction",
"value": "science_fiction"
},
{
"label": "Seinen",
"value": "seinen"
},
{
"label": "Shoujo",
"value": "shoujo"
},
{
"label": "Shoujo Ai",
"value": "shoujo-ai"
},
{
"label": "Shounen",
"value": "shounen"
},
{
"label": "Shounen Ai",
"value": "shounen-ai"
},
{
"label": "Slice of Life",
"value": "slice-of-life"
},
{
"label": "Sports",
"value": "sports"
},
{
"label": "Supernatural",
"value": "supernatural"
},
{
"label": "Suspense Thriller",
"value": "suspense_thriller"
},
{
"label": "Tragedy",
"value": "tragedy"
},
{
"label": "Travel Through Time",
"value": "travel_through_time"
},
{
"label": "Two-dimensional",
"value": "two-dimensional"
},
{
"label": "Urban",
"value": "urban"
},
{
"label": "Urban Life",
"value": "urban-life"
},
{
"label": "Video Games",
"value": "video-games"
},
{
"label": "Virtual Reality",
"value": "virtual-reality"
},
{
"label": "Wuxia",
"value": "wuxia"
},
{
"label": "Wuxia Xianxia",
"value": "wuxia_xianxia"
},
{
"label": "Xianxia",
"value": "xianxia"
},
{
"label": "Xuanhuan",
"value": "xuanhuan"
},
{
"label": "Yaoi",
"value": "yaoi"
},
{
"label": "Yuri",
"value": "yuri"
}
],
"inputType": "Picker"
}
]
},
{
"id": "Novelmt.com",
"sourceSite": "https://www.novelmt.com/",
"sourceName": "Novelmt.com",
"filters": [
{
"key": "sort",
"label": "Sort By",
"values": [
{
"label": "New",
"value": "newstime"
},
{
"label": "Popular",
"value": "onclick"
},
{
"label": "Updates",
"value": "lastdotime"
}
],
"inputType": "Picker"
},
{
"key": "status",
"label": "Status",
"values": [
{
"label": "All",
"value": "all"
},
{
"label": "Completed",
"value": "Completed"
},
{
"label": "Ongoing",
"value": "Ongoing"
}
],
"inputType": "Picker"
},
{
"key": "genres",
"label": "Genre / Category",
"values": [
{
"label": "All",
"value": "all"
},
{
"label": "Action",
"value": "action"
},
{
"label": "Adult",
"value": "adult"
},
{
"label": "Adventure",
"value": "adventure"
},
{
"label": "Billionaire",
"value": "billionaire"
},
{
"label": "CEO",
"value": "ceo"
},
{
"label": "Chinese",
"value": "chinese"
},
{
"label": "Comedy",
"value": "comedy"
},
{
"label": "Contemporary Romance",
"value": "contemporary-romance"
},
{
"label": "Drama",
"value": "drama"
},
{
"label": "Eastern Fantasy",
"value": "eastern-fantasy"
},
{
"label": "Ecchi",
"value": "ecchi"
},
{
"label": "Erciyuan",
"value": "erciyuan"
},
{
"label": "Faloo",
"value": "faloo"
},
{
"label": "Fan-Fiction",
"value": "fan-fiction"
},
{
"label": "Fantasy",
"value": "fantasy"
},
{
"label": "Fantasy Romance",
"value": "fantasy-romance"
},
{
"label": "Farming",
"value": "farming"
},
{
"label": "Game",
"value": "game"
},
{
"label": "Games",
"value": "games"
},
{
"label": "Gay Romance",
"value": "gay-romance"
},
{
"label": "Gender Bender",
"value": "gender-bender"
},
{
"label": "Harem",
"value": "harem"
},
{
"label": "Historical",
"value": "historical"
},
{
"label": "Historical Romance",
"value": "historical-romance"
},
{
"label": "Horror",
"value": "horror"
},
{
"label": "Isekai",
"value": "isekai"
},
{
"label": "Japanese",
"value": "japanese"
},
{
"label": "Josei",
"value": "josei"
},
{
"label": "Korean",
"value": "korean"
},
{
"label": "Lolicon",
"value": "lolicon"
},
{
"label": "Magic",
"value": "magic"
},
{
"label": "Magical Realism",
"value": "magical-realism"
},
{
"label": "Martial Arts",
"value": "martial-arts"
},
{
"label": "Mature",
"value": "mature"
},
{
"label": "Mecha",
"value": "mecha"
},
{
"label": "Military",
"value": "military"
},
{
"label": "Modern Life",
"value": "modern-life"
},
{
"label": "Modern Romance",
"value": "modern-romance"
},
{
"label": "Mystery",
"value": "mystery"
},
{
"label": "Psychological",
"value": "psychological"
},
{
"label": "Romance",
"value": "romance"
},
{
"label": "Romantic",
"value": "romantic"
},
{
"label": "School Life",
"value": "school-life"
},
{
"label": "Sci-fi",
"value": "sci-fi"
},
{
"label": "Seinen",
"value": "seinen"
},
{
"label": "Shoujo",
"value": "shoujo"
},
{
"label": "Shoujo Ai",
"value": "shoujo-ai"
},
{
"label": "Shounen",
"value": "shounen"
},
{
"label": "Shounen Ai",
"value": "shounen-ai"
},
{
"label": "Slice of Life",
"value": "slice-of-life"
},
{
"label": "Smut",
"value": "smut"
},
{
"label": "Sports",
"value": "sports"
},
{
"label": "Supernatural",
"value": "supernatural"
},
{
"label": "Tragedy",
"value": "tragedy"
},
{
"label": "Two-dimensional",
"value": "two-dimensional"
},
{
"label": "Urban",
"value": "urban"
},
{
"label": "Urban Life",
"value": "urban-life"
},
{
"label": "Video Games",
"value": "video-games"
},
{
"label": "Virtual Reality",
"value": "virtual-reality"
},
{
"label": "Wuxia",
"value": "wuxia"
},
{
"label": "Xianxia",
"value": "xianxia"
},
{
"label": "Xuanhuan",
"value": "xuanhuan"
},
{
"label": "Yaoi",
"value": "yaoi"
},
{
"label": "Yuri",
"value": "yuri"
}
],
"inputType": "Picker"
}
]
},
{
"id": "Ltnovel.com",
"sourceSite": "https://www.ltnovel.com/",
"sourceName": "Ltnovel.com",
"filters": [
{
"key": "sort",
"label": "Sort By",
"values": [
{
"label": "New",
"value": "newstime"
},
{
"label": "Popular",
"value": "onclick"
},
{
"label": "Updates",
"value": "lastdotime"
}
],
"inputType": "Picker"
},
{
"key": "status",
"label": "Status",
"values": [
{
"label": "All",
"value": "all"
},
{
"label": "Completed",
"value": "Completed"
},
{
"label": "Ongoing",
"value": "Ongoing"
}
],
"inputType": "Picker"
},
{
"key": "genres",
"label": "Genre / Category",
"values": [
{
"label": "All",
"value": "all"
},
{
"label": "Action",
"value": "action"
},
{
"label": "Adult",
"value": "adult"
},
{
"label": "Adventure",
"value": "adventure"
},
{
"label": "Comedy",
"value": "comedy"
},
{
"label": "Contemporary Romance",
"value": "contemporary-romance"
},
{
"label": "Drama",
"value": "drama"
},
{
"label": "Eastern Fantasy",
"value": "eastern-fantasy"
},
{
"label": "Ecchi",
"value": "ecchi"
},
{
"label": "Fantasy",
"value": "fantasy"
},
{
"label": "Fantasy Romance",
"value": "fantasy-romance"
},
{
"label": "Game",
"value": "game"
},
{
"label": "Gender Bender",
"value": "gender-bender"
},
{
"label": "Harem",
"value": "harem"
},
{
"label": "Historical",
"value": "historical"
},
{
"label": "Horror",
"value": "horror"
},
{
"label": "Josei",
"value": "josei"
},
{
"label": "Lolicon",
"value": "lolicon"
},
{
"label": "Magical Realism",
"value": "magical-realism"
},
{
"label": "Martial Arts",
"value": "martial-arts"
},
{
"label": "Mature",
"value": "mature"
},
{
"label": "Mecha",
"value": "mecha"
},
{
"label": "Mystery",
"value": "mystery"
},
{
"label": "Psychological",
"value": "psychological"
},
{
"label": "Romance",
"value": "romance"
},
{
"label": "School Life",
"value": "school-life"
},
{
"label": "Sci-fi",
"value": "sci-fi"
},
{
"label": "Seinen",
"value": "seinen"
},
{
"label": "Shoujo",
"value": "shoujo"
},
{
"label": "Shounen",
"value": "shounen"
},
{
"label": "Shounen Ai",
"value": "shounen-ai"
},
{
"label": "Slice of Life",
"value": "slice-of-life"
},
{
"label": "Smut",
"value": "smut"
},
{
"label": "Sports",
"value": "sports"
},
{
"label": "Supernatural",
"value": "supernatural"
},
{
"label": "Tragedy",
"value": "tragedy"
},
{
"label": "Video Games",
"value": "video-games"
},
{
"label": "Wuxia",
"value": "wuxia"
},
{
"label": "Xianxia",
"value": "xianxia"
},
{
"label": "Xuanhuan",
"value": "xuanhuan"
},
{
"label": "Yaoi",
"value": "yaoi"
}
],
"inputType": "Picker"
}
]
}
]
-251
View File
@@ -1,251 +0,0 @@
import { ScrpitGeneratorFunction } from "../generate";
import list from "./sources.json";
type sourceData = (typeof list)[number];
export const generateAll: ScrpitGeneratorFunction = function () {
return list.map((source) => {
return generator(source);
});
};
const generator = function generator(sourceJson: sourceData) {
const pluginId = sourceJson.id;
const sourceName = sourceJson.sourceName;
const iconFileName = sourceName.split('.')[0].toLowerCase() + '.png';
const site = sourceJson.sourceSite;
const filters = sourceJson.filters;
const filetersString = JSON.stringify(filters).replace(/(\"inputType\":)\s*\"([^\"]+)\"/g, "$1FilterInputs.$2");
const pluginScript = `
import { load as parseHTML } from "cheerio";
// import dayjs from 'dayjs';
import { fetchFile, fetchApi } from "@libs/fetch";
import { Novel, Plugin, Chapter } from "@typings/plugin";
// import { parseMadaraDate } from "@libs/parseMadaraDate";
// import { isUrlAbsolute } from '@libs/isAbsoluteUrl';
// import { showToast } from "@libs/showToast";
import { FilterInputs } from "@libs/filterInputs";
import { NovelStatus } from '@libs/novelStatus';
// import { defaultCover } from "@libs/defaultCover";
export const id = "${pluginId}";
export const name = "${sourceName}";
export const icon = "multisrc/rulate/icons/${iconFileName}";
export const version = "1.0.0";
export const site = "${site}";
export const popularNovels: Plugin.popularNovels = async function (
page,
{ filters, showLatestNovels }
) {
let url = site + '/search?t=';
url += '&cat=' + (filters?.cat || '0');
url += '&s_lang=' + (filters?.s_lang || '0');
url += '&t_lang=' + (filters?.t_lang || '0');
url += '&type=' + (filters?.type || '0');
url += '&sort=' + (showLatestNovels ? '4' : (filters?.sort || '6'));
url += '&atmosphere=' + (filters?.atmosphere || '0');
url += '&adult=' + (filters?.adult || '0');
if (filters?.genres instanceof Array) {
url += filters.genres.map(i => '&genres[]=' + i).join('');
}
if (filters?.genres_ex instanceof Array) {
url += filters.genres_ex.map(i => '&genres_ex[]=' + i).join('');
}
if (filters?.tags instanceof Array) {
url += filters.tags.map(i => '&tags[]=' + i).join('');
}
if (filters?.tags_ex instanceof Array) {
url += filters.tags_ex.map(i => '&tags_ex[]=' + i).join('');
}
if (filters?.fandoms instanceof Array) {
url += filters.fandoms.map(i => '&fandoms[]=' + i).join('');
}
if (filters?.fandoms_ex instanceof Array) {
url += filters.fandoms_ex.map(i => '&fandoms_ex[]=' + i).join('');
}
if (filters?.trash instanceof Array) {
url += filters.trash.map(i => '&' + i + '=1').join('');
}
url += '&Book_page=' + page;
const result = await fetchApi(url);
const body = await result.text();
const loadedCheerio = parseHTML(body);
const novels: Novel.Item[] = [];
loadedCheerio(
'ul[class="search-results"] > li:not([class="ad_type_catalog"])',
).each(function () {
novels.push({
name: loadedCheerio(this).find('p > a').text(),
cover: site + loadedCheerio(this).find('img').attr('src'),
url: site + loadedCheerio(this).find('p > a').attr('href') || '',
});
});
return novels;
};
export const parseNovelAndChapters: Plugin.parseNovelAndChapters =
async function (novelUrl) {
const novel: Novel.instance = {
url: novelUrl,
chapters: [],
};
let result = await fetchApi(novelUrl);
if (result.url.includes('mature?path=')) {
const formData = new FormData();
formData.append('path', novelUrl);
formData.append('ok', 'Да');
await fetchApi(result.url, {
method: 'POST',
body: formData,
});
result = await fetchApi(novelUrl);
}
const body = await result.text();
const loadedCheerio = parseHTML(body);
novel.name = loadedCheerio('div[class="container"] > div > div > h1, div.span8:nth-child(1) > h1:nth-child(2)')
.text()
.trim();
novel.cover =
site + loadedCheerio('div[class="images"] > div img').attr('src');
novel.summary = loadedCheerio('#Info > div:nth-child(3), .book-description').text();
novel.author = loadedCheerio('.book-stats-icons_author > span:nth-child(2) > a:nth-child(1)').text()
let genres: string[] = [];
loadedCheerio('div.span5 > p, .span5 > div:nth-child(2) > p').each(function () {
switch (loadedCheerio(this).find('strong').text()) {
case 'Автор:':
novel.author = loadedCheerio(this).find('em > a').text().trim();
break;
case 'Выпуск:':
novel.status =
loadedCheerio(this).find('em').text().trim() === 'продолжается'
? NovelStatus.Ongoing
: NovelStatus.Completed;
break;
case 'Тэги:':
loadedCheerio(this)
.find('em > a')
.each(function () {
genres.push(loadedCheerio(this).text());
});
break;
case 'Жанры:':
loadedCheerio(this)
.find('em > a')
.each(function () {
genres.push(loadedCheerio(this).text());
});
break;
}
});
if (genres.length > 0) {
novel.genres = genres.reverse().join(',');
}
const chapters: Chapter.Item[] = [];
loadedCheerio('table > tbody > tr.chapter_row').each(function () {
const chapterName = loadedCheerio(this)
.find('td[class="t"] > a')
.text()
.trim();
const releaseDate = loadedCheerio(this)
.find('td > span')
.attr('title')
?.trim();
const chapterUrl = site + loadedCheerio(this)
.find('td[class="t"] > a')
.attr('href');
if (
loadedCheerio(this).find('td > span[class="disabled"]').length < 1 &&
releaseDate
) {
chapters.push({ name: chapterName, releaseTime: releaseDate, url: chapterUrl });
}
});
novel.chapters = chapters;
return novel;
};
export const parseChapter: Plugin.parseChapter = async function (chapterUrl) {
let result = await fetchApi(chapterUrl);
if (result.url.includes('mature?path=')) {
const formData = new FormData();
formData.append('ok', 'Да');
await fetchApi(result.url, {
method: 'POST',
body: formData,
});
result = await fetchApi(chapterUrl);
}
const body = await result.text();
const loadedCheerio = parseHTML(body);
loadedCheerio('.content-text img').each(function () {
if (!loadedCheerio(this).attr('src')?.startsWith('http')) {
const src = loadedCheerio(this).attr('src');
loadedCheerio(this).attr('src', site + src);
}
});
const chapterText = loadedCheerio('.content-text').html();
return chapterText;
};
export const searchNovels: Plugin.searchNovels = async (searchTerm) => {
const novels: Novel.Item[] = [];
const result = await fetchApi(
site + '/search/autocomplete?query=' + searchTerm,
);
let json = await result.json() as response[];
json.forEach((item) => {
const novelName = item.title_one + ' / ' + item.title_two;
const novelCover = site + item.img;
const novelUrl = site + item.url;
novels.push({ name: novelName, cover: novelCover, url: novelUrl });
});
return novels;
};
interface response {
id: number;
title_one: string;
title_two: string;
url: string;
img: string;
};
export const fetchImage: Plugin.fetchImage = fetchFile;
export const filters = ${filetersString};`
return {
lang: "Russian",
filename: sourceName,
pluginScript,
};
};
File diff suppressed because it is too large Load Diff