plugin refactoring (#639)
* fix * fix * madara plugins cleaned Error: net::ERR_NAME_NOT_RESOLVED at https://cratenovel.com/novel/page/1?m_orderby=latest Error: net::ERR_SSL_PROTOCOL_ERROR at https://clicknovel.net/novel/page/1?m_orderby=latest Error: net::ERR_NAME_NOT_RESOLVED at https://www.onlymtl.com/novel/page/1?m_orderby=latest Error: net::ERR_TOO_MANY_REDIRECTS at https://mtlnovel.club/novel/page/1?m_orderby=latest Error: net::ERR_NAME_NOT_RESOLVED at https://noobchan.xyz/novel/page/1?m_orderby=latest * readwn * .
This commit is contained in:
Rider21
@@ -0,0 +1,34 @@
|
||||
import { FilterInputs } from "../../../libs/filterInputs";
|
||||
import { ScrpitGeneratorFunction } from "../generate";
|
||||
import list from "./sources.json";
|
||||
import { RulateMetadata } from "./template";
|
||||
import { readFileSync } from "fs";
|
||||
import path from "path";
|
||||
|
||||
export const generateAll: ScrpitGeneratorFunction = function () {
|
||||
return list.map((metadata: RulateMetadata) => {
|
||||
return generator(metadata);
|
||||
});
|
||||
};
|
||||
|
||||
const generator = function generator(metadata: RulateMetadata) {
|
||||
const rulateTemplate = readFileSync(path.join(__dirname, "template.ts"), {
|
||||
encoding: "utf-8",
|
||||
});
|
||||
metadata.filters = metadata.filters?.map((filter: any) => ({
|
||||
...filter,
|
||||
inputType: FilterInputs[filter.inputType],
|
||||
}));
|
||||
|
||||
const pluginScript = `
|
||||
${rulateTemplate}
|
||||
const plugin = new RulatePlugin(${JSON.stringify(metadata)});
|
||||
export default plugin;
|
||||
`.trim();
|
||||
|
||||
return {
|
||||
lang: "russian",
|
||||
filename: metadata.sourceName,
|
||||
pluginScript,
|
||||
};
|
||||
};
|
||||
File diff suppressed because it is too large
Load Diff
@@ -0,0 +1,262 @@
|
||||
import { fetchFile, fetchApi } from "@libs/fetch";
|
||||
import { Filter } from "@libs/filterInputs";
|
||||
import { Plugin } from "@typings/plugin";
|
||||
import { NovelStatus } from "@libs/novelStatus";
|
||||
import { load as parseHTML } from "cheerio";
|
||||
// import { defaultCover } from "@libs/defaultCover";
|
||||
|
||||
export interface RulateMetadata {
|
||||
id: string;
|
||||
sourceSite: string;
|
||||
sourceName: string;
|
||||
filters?: Filter[];
|
||||
}
|
||||
|
||||
class RulatePlugin implements Plugin.PluginBase {
|
||||
id: string;
|
||||
name: string;
|
||||
icon: string;
|
||||
site: string;
|
||||
version: string;
|
||||
userAgent: string;
|
||||
cookieString: string;
|
||||
filters?: Filter[] | undefined;
|
||||
|
||||
constructor(metadata: RulateMetadata) {
|
||||
this.id = metadata.id;
|
||||
this.name = metadata.sourceName + "[rulate]";
|
||||
const iconFileName = metadata.sourceName.replace(/\s+/g, "").toLowerCase();
|
||||
this.icon = `multisrc/rulate/icons/${iconFileName}.png`;
|
||||
this.site = metadata.sourceSite;
|
||||
this.version = "1.0.0";
|
||||
this.userAgent = "";
|
||||
this.cookieString = "";
|
||||
this.filters = metadata.filters;
|
||||
}
|
||||
|
||||
async popularNovels(
|
||||
pageNo: number,
|
||||
{ filters, showLatestNovels }: Plugin.PopularNovelsOptions,
|
||||
): Promise<Plugin.NovelItem[]> {
|
||||
const novels: Plugin.NovelItem[] = [];
|
||||
const baseUrl = this.site;
|
||||
|
||||
let url = baseUrl + "/search?t=";
|
||||
url += "&cat=" + (filters?.cat || "0");
|
||||
url += "&s_lang=" + (filters?.s_lang || "0");
|
||||
url += "&t_lang=" + (filters?.t_lang || "0");
|
||||
url += "&type=" + (filters?.type || "0");
|
||||
url += "&sort=" + (showLatestNovels ? "4" : filters?.sort || "6");
|
||||
url += "&atmosphere=" + (filters?.atmosphere || "0");
|
||||
url += "&adult=" + (filters?.adult || "0");
|
||||
|
||||
if (filters?.genres instanceof Array) {
|
||||
url += filters.genres.map((i) => "&genres[]=" + i).join("");
|
||||
}
|
||||
|
||||
if (filters?.genres_ex instanceof Array) {
|
||||
url += filters.genres_ex.map((i) => "&genres_ex[]=" + i).join("");
|
||||
}
|
||||
|
||||
if (filters?.tags instanceof Array) {
|
||||
url += filters.tags.map((i) => "&tags[]=" + i).join("");
|
||||
}
|
||||
|
||||
if (filters?.tags_ex instanceof Array) {
|
||||
url += filters.tags_ex.map((i) => "&tags_ex[]=" + i).join("");
|
||||
}
|
||||
|
||||
if (filters?.fandoms instanceof Array) {
|
||||
url += filters.fandoms.map((i) => "&fandoms[]=" + i).join("");
|
||||
}
|
||||
|
||||
if (filters?.fandoms_ex instanceof Array) {
|
||||
url += filters.fandoms_ex.map((i) => "&fandoms_ex[]=" + i).join("");
|
||||
}
|
||||
|
||||
if (filters?.trash instanceof Array) {
|
||||
url += filters.trash.map((i) => "&" + i + "=1").join("");
|
||||
}
|
||||
|
||||
url += "&Book_page=" + pageNo;
|
||||
|
||||
const result = await fetchApi(url);
|
||||
const body = await result.text();
|
||||
const loadedCheerio = parseHTML(body);
|
||||
|
||||
loadedCheerio(
|
||||
'ul[class="search-results"] > li:not([class="ad_type_catalog"])',
|
||||
).each(function () {
|
||||
loadedCheerio(this).find("p > a").text();
|
||||
const name = loadedCheerio(this).find("p > a").text();
|
||||
const cover = loadedCheerio(this).find("img").attr("src");
|
||||
const url = loadedCheerio(this).find("p > a").attr("href");
|
||||
if (!name || !url) return;
|
||||
|
||||
novels.push({ name, cover: baseUrl + cover, url: baseUrl + url });
|
||||
});
|
||||
|
||||
return novels;
|
||||
}
|
||||
|
||||
async parseNovelAndChapters(novelUrl: string): Promise<Plugin.SourceNovel> {
|
||||
const baseUrl = this.site;
|
||||
const novel: Plugin.SourceNovel = {
|
||||
url: novelUrl,
|
||||
};
|
||||
let result = await fetchApi(novelUrl);
|
||||
if (result.url.includes("mature?path=")) {
|
||||
const formData = new FormData();
|
||||
formData.append("path", novelUrl);
|
||||
formData.append("ok", "Да");
|
||||
|
||||
await fetchApi(result.url, {
|
||||
method: "POST",
|
||||
body: formData,
|
||||
});
|
||||
|
||||
result = await fetchApi(novelUrl);
|
||||
}
|
||||
const body = await result.text();
|
||||
const loadedCheerio = parseHTML(body);
|
||||
|
||||
novel.name = loadedCheerio(
|
||||
'div[class="container"] > div > div > h1, div.span8:nth-child(1) > h1:nth-child(2)',
|
||||
)
|
||||
.text()
|
||||
.trim();
|
||||
novel.cover =
|
||||
baseUrl + loadedCheerio('div[class="images"] > div img').attr("src");
|
||||
novel.summary = loadedCheerio(
|
||||
"#Info > div:nth-child(3), .book-description",
|
||||
).text();
|
||||
novel.author = loadedCheerio(
|
||||
".book-stats-icons_author > span:nth-child(2) > a:nth-child(1)",
|
||||
).text();
|
||||
const genres: string[] = [];
|
||||
|
||||
loadedCheerio("div.span5 > p, .span5 > div:nth-child(2) > p").each(
|
||||
function () {
|
||||
switch (loadedCheerio(this).find("strong").text()) {
|
||||
case "Автор:":
|
||||
novel.author = loadedCheerio(this).find("em > a").text().trim();
|
||||
break;
|
||||
case "Выпуск:":
|
||||
novel.status =
|
||||
loadedCheerio(this).find("em").text().trim() === "продолжается"
|
||||
? NovelStatus.Ongoing
|
||||
: NovelStatus.Completed;
|
||||
break;
|
||||
case "Тэги:":
|
||||
loadedCheerio(this)
|
||||
.find("em > a")
|
||||
.each(function () {
|
||||
genres.push(loadedCheerio(this).text());
|
||||
});
|
||||
break;
|
||||
case "Жанры:":
|
||||
loadedCheerio(this)
|
||||
.find("em > a")
|
||||
.each(function () {
|
||||
genres.push(loadedCheerio(this).text());
|
||||
});
|
||||
break;
|
||||
}
|
||||
},
|
||||
);
|
||||
|
||||
if (genres.length) {
|
||||
novel.genres = genres.reverse().join(",");
|
||||
}
|
||||
|
||||
const chapters: Plugin.ChapterItem[] = [];
|
||||
loadedCheerio("table > tbody > tr.chapter_row").each(function () {
|
||||
const chapterName = loadedCheerio(this)
|
||||
.find('td[class="t"] > a')
|
||||
.text()
|
||||
.trim();
|
||||
const releaseDate = loadedCheerio(this)
|
||||
.find("td > span")
|
||||
.attr("title")
|
||||
?.trim();
|
||||
const chapterUrl = loadedCheerio(this)
|
||||
.find('td[class="t"] > a')
|
||||
.attr("href");
|
||||
|
||||
if (
|
||||
loadedCheerio(this).find('td > span[class="disabled"]').length < 1 &&
|
||||
releaseDate
|
||||
) {
|
||||
chapters.push({
|
||||
name: chapterName,
|
||||
releaseTime: releaseDate,
|
||||
url: baseUrl + chapterUrl,
|
||||
});
|
||||
}
|
||||
});
|
||||
|
||||
novel.chapters = chapters;
|
||||
return novel;
|
||||
}
|
||||
|
||||
async parseChapter(chapterUrl: string): Promise<string> {
|
||||
const baseUrl = this.site;
|
||||
let result = await fetchApi(chapterUrl);
|
||||
if (result.url.includes("mature?path=")) {
|
||||
const formData = new FormData();
|
||||
formData.append("ok", "Да");
|
||||
|
||||
await fetchApi(result.url, {
|
||||
method: "POST",
|
||||
body: formData,
|
||||
});
|
||||
|
||||
result = await fetchApi(chapterUrl);
|
||||
}
|
||||
const body = await result.text();
|
||||
const loadedCheerio = parseHTML(body);
|
||||
|
||||
loadedCheerio(".content-text img").each(function () {
|
||||
if (!loadedCheerio(this).attr("src")?.startsWith("http")) {
|
||||
const src = loadedCheerio(this).attr("src");
|
||||
loadedCheerio(this).attr("src", baseUrl + src);
|
||||
}
|
||||
});
|
||||
|
||||
const chapterText = loadedCheerio(".content-text").html();
|
||||
return chapterText || "";
|
||||
}
|
||||
async searchNovels(
|
||||
searchTerm: string,
|
||||
//page: number | undefined = 1,
|
||||
): Promise<Plugin.NovelItem[]> {
|
||||
const novels: Plugin.NovelItem[] = [];
|
||||
const result = await fetchApi(
|
||||
this.site + "/search/autocomplete?query=" + searchTerm,
|
||||
);
|
||||
const json = (await result.json()) as response[];
|
||||
|
||||
json.forEach((novel) => {
|
||||
const name = novel.title_one + " / " + novel.title_two;
|
||||
if (!novel.url) return;
|
||||
|
||||
novels.push({
|
||||
name,
|
||||
cover: this.site + novel.img,
|
||||
url: this.site + novel.url,
|
||||
});
|
||||
});
|
||||
|
||||
return novels;
|
||||
}
|
||||
|
||||
fetchImage = fetchFile;
|
||||
}
|
||||
|
||||
interface response {
|
||||
id: number;
|
||||
title_one: string;
|
||||
title_two: string;
|
||||
url: string;
|
||||
img: string;
|
||||
}
|
||||
Reference in New Issue
Block a user