fix: Update Plugins (#677)
* typo * update * fix * fix * update * ifreedom * fix * fix ranobelib * ...
This commit is contained in:
Rider21
@@ -1,45 +1,59 @@
|
||||
import { FilterTypes, Filters } from "../../../libs/filterInputs";
|
||||
import { ScrpitGeneratorFunction } from "../generate";
|
||||
import list from "./sources.json";
|
||||
import defaultSettings from "./settings.json";
|
||||
import { ReadwnMetadata } from "./template";
|
||||
import { readFileSync } from "fs";
|
||||
import path from "path";
|
||||
|
||||
export const generateAll: ScrpitGeneratorFunction = function () {
|
||||
return list
|
||||
.map((p) => {
|
||||
let d = false;
|
||||
const filters: Filters = {};
|
||||
for (const k in p.filters) {
|
||||
const f = p.filters[k as keyof typeof p.filters];
|
||||
if (f) {
|
||||
filters[k] = {
|
||||
...f,
|
||||
type: FilterTypes.Picker,
|
||||
};
|
||||
}
|
||||
}
|
||||
return { ...p, filters: d ? undefined : filters };
|
||||
})
|
||||
.map((metadata: ReadwnMetadata) => {
|
||||
return generator(metadata);
|
||||
});
|
||||
export const generateAll: ScrpitGeneratorFunction = function (name) {
|
||||
return list
|
||||
.map<ReadwnMetadata>((p) => {
|
||||
p.filters.tags.options.unshift(...defaultSettings.filters.tags.options);
|
||||
p.filters.genres.options.unshift(...defaultSettings.filters.genres.options);
|
||||
p.filters = Object.assign(defaultSettings.filters, p.filters);
|
||||
|
||||
const d = false;
|
||||
const filters: Filters = {};
|
||||
for (const k in p.filters) {
|
||||
const f = p.filters[k as keyof typeof p.filters];
|
||||
if (f) {
|
||||
filters[k] = {
|
||||
...f,
|
||||
type: FilterTypes.Picker,
|
||||
};
|
||||
}
|
||||
}
|
||||
return { ...p, filters: d ? undefined : filters };
|
||||
})
|
||||
.map((metadata: ReadwnMetadata) => {
|
||||
console.log(`[${name}]: Generating`, metadata.id);
|
||||
return generator(metadata);
|
||||
});
|
||||
};
|
||||
|
||||
const generator = function generator(metadata: ReadwnMetadata) {
|
||||
const rulateTemplate = readFileSync(path.join(__dirname, "template.ts"), {
|
||||
encoding: "utf-8",
|
||||
});
|
||||
const readwnTemplate = readFileSync(path.join(__dirname, "template.ts"), {
|
||||
encoding: "utf-8",
|
||||
});
|
||||
|
||||
const pluginScript = `
|
||||
${rulateTemplate}
|
||||
const plugin = new ReadwnPlugin(${JSON.stringify(metadata)});
|
||||
//metadata.filters = {
|
||||
// sort: { ...defaultSettings.filters.sort, type: FilterTypes.Picker },
|
||||
// status: { ...defaultSettings.filters.status, type: FilterTypes.Picker },
|
||||
// ...metadata.filters,
|
||||
//};
|
||||
|
||||
const pluginScript = `
|
||||
${readwnTemplate}
|
||||
const plugin = new ReadwnPlugin(${
|
||||
JSON.stringify(metadata).replace(/"type":"([^"]+)"/g, '"type":FilterTypes.$1')
|
||||
});
|
||||
export default plugin;
|
||||
`.trim();
|
||||
|
||||
return {
|
||||
lang: "english",
|
||||
filename: metadata.sourceName,
|
||||
pluginScript,
|
||||
};
|
||||
return {
|
||||
lang: "english",
|
||||
filename: metadata.sourceName,
|
||||
pluginScript,
|
||||
};
|
||||
};
|
||||
|
||||
@@ -0,0 +1,197 @@
|
||||
{
|
||||
"filters": {
|
||||
"sort": {
|
||||
"label": "Sort By",
|
||||
"options": [
|
||||
{
|
||||
"label": "New",
|
||||
"value": "newstime"
|
||||
},
|
||||
{
|
||||
"label": "Popular",
|
||||
"value": "onclick"
|
||||
},
|
||||
{
|
||||
"label": "Updates",
|
||||
"value": "lastdotime"
|
||||
}
|
||||
],
|
||||
"value": "newstime",
|
||||
"type": "Picker"
|
||||
},
|
||||
"status": {
|
||||
"label": "Status",
|
||||
"options": [
|
||||
{
|
||||
"label": "All",
|
||||
"value": "all"
|
||||
},
|
||||
{
|
||||
"label": "Completed",
|
||||
"value": "Completed"
|
||||
},
|
||||
{
|
||||
"label": "Ongoing",
|
||||
"value": "Ongoing"
|
||||
}
|
||||
],
|
||||
"value": "all",
|
||||
"type": "Picker"
|
||||
},
|
||||
"genres": {
|
||||
"options": [
|
||||
{
|
||||
"label": "All",
|
||||
"value": "all"
|
||||
},
|
||||
{
|
||||
"label": "Action",
|
||||
"value": "action"
|
||||
},
|
||||
{
|
||||
"label": "Adventure",
|
||||
"value": "adventure"
|
||||
},
|
||||
{
|
||||
"label": "Comedy",
|
||||
"value": "comedy"
|
||||
},
|
||||
{
|
||||
"label": "Contemporary Romance",
|
||||
"value": "contemporary-romance"
|
||||
},
|
||||
{
|
||||
"label": "Drama",
|
||||
"value": "drama"
|
||||
},
|
||||
{
|
||||
"label": "Eastern Fantasy",
|
||||
"value": "eastern-fantasy"
|
||||
},
|
||||
{
|
||||
"label": "Fantasy",
|
||||
"value": "fantasy"
|
||||
},
|
||||
{
|
||||
"label": "Fantasy Romance",
|
||||
"value": "fantasy-romance"
|
||||
},
|
||||
{
|
||||
"label": "Game",
|
||||
"value": "game"
|
||||
},
|
||||
{
|
||||
"label": "Gender Bender",
|
||||
"value": "gender-bender"
|
||||
},
|
||||
{
|
||||
"label": "Harem",
|
||||
"value": "harem"
|
||||
},
|
||||
{
|
||||
"label": "Historical",
|
||||
"value": "historical"
|
||||
},
|
||||
{
|
||||
"label": "Horror",
|
||||
"value": "horror"
|
||||
},
|
||||
{
|
||||
"label": "Josei",
|
||||
"value": "josei"
|
||||
},
|
||||
{
|
||||
"label": "Lolicon",
|
||||
"value": "lolicon"
|
||||
},
|
||||
{
|
||||
"label": "Magical Realism",
|
||||
"value": "magical-realism"
|
||||
},
|
||||
{
|
||||
"label": "Martial Arts",
|
||||
"value": "martial-arts"
|
||||
},
|
||||
{
|
||||
"label": "Mecha",
|
||||
"value": "mecha"
|
||||
},
|
||||
{
|
||||
"label": "Mystery",
|
||||
"value": "mystery"
|
||||
},
|
||||
{
|
||||
"label": "Psychological",
|
||||
"value": "psychological"
|
||||
},
|
||||
{
|
||||
"label": "Romance",
|
||||
"value": "romance"
|
||||
},
|
||||
{
|
||||
"label": "School Life",
|
||||
"value": "school-life"
|
||||
},
|
||||
{
|
||||
"label": "Sci-fi",
|
||||
"value": "sci-fi"
|
||||
},
|
||||
{
|
||||
"label": "Seinen",
|
||||
"value": "seinen"
|
||||
},
|
||||
{
|
||||
"label": "Shoujo",
|
||||
"value": "shoujo"
|
||||
},
|
||||
{
|
||||
"label": "Shounen",
|
||||
"value": "shounen"
|
||||
},
|
||||
{
|
||||
"label": "Shounen Ai",
|
||||
"value": "shounen-ai"
|
||||
},
|
||||
{
|
||||
"label": "Slice of Life",
|
||||
"value": "slice-of-life"
|
||||
},
|
||||
{
|
||||
"label": "Sports",
|
||||
"value": "sports"
|
||||
},
|
||||
{
|
||||
"label": "Supernatural",
|
||||
"value": "supernatural"
|
||||
},
|
||||
{
|
||||
"label": "Tragedy",
|
||||
"value": "tragedy"
|
||||
},
|
||||
{
|
||||
"label": "Video Games",
|
||||
"value": "video-games"
|
||||
},
|
||||
{
|
||||
"label": "Wuxia",
|
||||
"value": "wuxia"
|
||||
},
|
||||
{
|
||||
"label": "Xianxia",
|
||||
"value": "xianxia"
|
||||
},
|
||||
{
|
||||
"label": "Xuanhuan",
|
||||
"value": "xuanhuan"
|
||||
},
|
||||
{
|
||||
"label": "Yaoi",
|
||||
"value": "yaoi"
|
||||
}
|
||||
]
|
||||
},
|
||||
"tags": {
|
||||
"options": [{ "label": "Default", "value": "" }]
|
||||
}
|
||||
}
|
||||
}
|
||||
+41666
-32592
File diff suppressed because it is too large
Load Diff
+144
-176
@@ -1,5 +1,5 @@
|
||||
import { fetchFile, fetchApi } from "@libs/fetch";
|
||||
import { Filters } from "@libs/filterInputs";
|
||||
import { Filters, FilterTypes } from "@libs/filterInputs";
|
||||
import { Plugin } from "@typings/plugin";
|
||||
import { NovelStatus } from "@libs/novelStatus";
|
||||
import { load as parseHTML } from "cheerio";
|
||||
@@ -7,205 +7,173 @@ import { parseMadaraDate } from "@libs/parseMadaraDate";
|
||||
// import { defaultCover } from "@libs/defaultCover";
|
||||
|
||||
export interface ReadwnMetadata {
|
||||
id: string;
|
||||
sourceSite: string;
|
||||
sourceName: string;
|
||||
filters?: Filters;
|
||||
id: string;
|
||||
sourceSite: string;
|
||||
sourceName: string;
|
||||
filters?: Filters;
|
||||
}
|
||||
|
||||
class ReadwnPlugin implements Plugin.PluginBase {
|
||||
id: string;
|
||||
name: string;
|
||||
icon: string;
|
||||
site: string;
|
||||
version: string;
|
||||
userAgent: string;
|
||||
cookieString: string;
|
||||
filters?: Filters | undefined;
|
||||
id: string;
|
||||
name: string;
|
||||
icon: string;
|
||||
site: string;
|
||||
version: string;
|
||||
userAgent: string;
|
||||
cookieString: string;
|
||||
filters?: Filters;
|
||||
|
||||
constructor(metadata: ReadwnMetadata) {
|
||||
this.id = metadata.id;
|
||||
this.name = metadata.sourceName + "[readwn]";
|
||||
const iconFileName = metadata.sourceName
|
||||
.replace(/\s+/g, "")
|
||||
.toLowerCase();
|
||||
this.icon = `multisrc/readwn/icons/${iconFileName}.png`;
|
||||
this.site = metadata.sourceSite;
|
||||
this.version = "1.0.0";
|
||||
this.userAgent = "";
|
||||
this.cookieString = "";
|
||||
this.filters = metadata.filters;
|
||||
constructor(metadata: ReadwnMetadata) {
|
||||
this.id = metadata.id;
|
||||
this.name = metadata.sourceName + "[readwn]";
|
||||
const iconFileName = metadata.sourceName.replace(/\s+/g, "").toLowerCase();
|
||||
this.icon = `multisrc/readwn/icons/${iconFileName}.png`;
|
||||
this.site = metadata.sourceSite;
|
||||
this.version = "1.0.0";
|
||||
this.userAgent = "";
|
||||
this.cookieString = "";
|
||||
this.filters = metadata.filters;
|
||||
}
|
||||
|
||||
async popularNovels(
|
||||
pageNo: number,
|
||||
{ filters, showLatestNovels }: Plugin.PopularNovelsOptions,
|
||||
): Promise<Plugin.NovelItem[]> {
|
||||
let url = this.site + "/list/";
|
||||
url += (filters?.genres?.value || "all") + "/";
|
||||
url += (filters?.status?.value || "all") + "-";
|
||||
url += showLatestNovels ? "lastdotime" : filters?.sort?.value || "newstime";
|
||||
url += "-" + (pageNo - 1) + ".html";
|
||||
|
||||
if (filters?.tags?.value) { //only 1 page
|
||||
url = this.site + "/tags/" + filters.tags.value + "-0.html";
|
||||
}
|
||||
|
||||
async popularNovels(
|
||||
pageNo: number,
|
||||
{ filters, showLatestNovels }: Plugin.PopularNovelsOptions
|
||||
): Promise<Plugin.NovelItem[]> {
|
||||
const novels: Plugin.NovelItem[] = [];
|
||||
const baseUrl = this.site;
|
||||
const body = await fetchApi(url).then((res) => res.text());
|
||||
const loadedCheerio = parseHTML(body);
|
||||
|
||||
let url = baseUrl + "/list/";
|
||||
url += (filters?.genres || "all") + "/";
|
||||
url += (filters?.status || "all") + "-";
|
||||
url +=
|
||||
(showLatestNovels ? "lastdotime" : filters?.sort || "newstime") +
|
||||
"-";
|
||||
url += pageNo - 1 + ".html";
|
||||
const novels: Plugin.NovelItem[] = loadedCheerio("li.novel-item")
|
||||
.map((index, element) => ({
|
||||
name: loadedCheerio(element).find("h4").text(),
|
||||
cover: this.site +
|
||||
loadedCheerio(element).find(".novel-cover > img").attr("data-src"),
|
||||
url: this.site + loadedCheerio(element).find("a").attr("href"),
|
||||
}))
|
||||
.get();
|
||||
|
||||
if (filters?.tags) {
|
||||
url = baseUrl + "/tags/" + filters.tags + "-0.html";
|
||||
}
|
||||
return novels;
|
||||
}
|
||||
|
||||
const result = await fetchApi(url);
|
||||
const body = await result.text();
|
||||
async parseNovelAndChapters(novelUrl: string): Promise<Plugin.SourceNovel> {
|
||||
const body = await fetchApi(novelUrl).then((res) => res.text());
|
||||
|
||||
const loadedCheerio = parseHTML(body);
|
||||
loadedCheerio("li.novel-item").each(function () {
|
||||
const name = loadedCheerio(this).find("h4").text();
|
||||
const url = loadedCheerio(this).find("a").attr("href");
|
||||
const cover = loadedCheerio(this)
|
||||
.find(".novel-cover > img")
|
||||
.attr("data-src");
|
||||
if (!name || !url) return;
|
||||
const loadedCheerio = parseHTML(body);
|
||||
const novel: Plugin.SourceNovel = {
|
||||
url: novelUrl,
|
||||
};
|
||||
|
||||
novels.push({
|
||||
name: name,
|
||||
cover: baseUrl + cover,
|
||||
url: baseUrl + url,
|
||||
});
|
||||
});
|
||||
novel.name = loadedCheerio("h1.novel-title").text();
|
||||
novel.author = loadedCheerio("span[itemprop=author]").text();
|
||||
novel.cover = this.site + loadedCheerio("figure.cover > img").attr("data-src");
|
||||
|
||||
return novels;
|
||||
}
|
||||
novel.summary = loadedCheerio(".summary")
|
||||
.text()
|
||||
.replace("Summary", "")
|
||||
.trim();
|
||||
|
||||
async parseNovelAndChapters(novelUrl: string): Promise<Plugin.SourceNovel> {
|
||||
const baseUrl = this.site;
|
||||
const result = await fetchApi(novelUrl);
|
||||
const body = await result.text();
|
||||
novel.genres = loadedCheerio("div.categories > ul > li")
|
||||
.map((index, element) => loadedCheerio(element).text()?.trim())
|
||||
.get()
|
||||
.join(",");
|
||||
|
||||
let loadedCheerio = parseHTML(body);
|
||||
const novel: Plugin.SourceNovel = {
|
||||
url: novelUrl,
|
||||
loadedCheerio("div.header-stats > span").each(function () {
|
||||
if (loadedCheerio(this).find("small").text() === "Status") {
|
||||
novel.status = loadedCheerio(this).find("strong").text();
|
||||
}
|
||||
});
|
||||
|
||||
const latestChapterNo = parseInt(
|
||||
loadedCheerio(".header-stats")
|
||||
.find("span > strong")
|
||||
.first()
|
||||
.text()
|
||||
.trim(),
|
||||
);
|
||||
|
||||
const chapters: Plugin.ChapterItem[] = loadedCheerio(".chapter-list li")
|
||||
.map((index, element) => {
|
||||
const name = loadedCheerio(element).find("a .chapter-title").text().trim();
|
||||
const url = loadedCheerio(element).find("a").attr("href")?.trim();
|
||||
const releaseTime = loadedCheerio(element).find("a .chapter-update").text().trim();
|
||||
|
||||
if (!name || !url) return null;
|
||||
|
||||
return {
|
||||
name,
|
||||
releaseTime: parseMadaraDate(releaseTime),
|
||||
url: this.site + url,
|
||||
};
|
||||
})
|
||||
.get()
|
||||
.filter((chapter) => chapter);
|
||||
|
||||
novel.name = loadedCheerio("h1.novel-title").text();
|
||||
novel.author = loadedCheerio("span[itemprop=author]").text();
|
||||
novel.cover =
|
||||
baseUrl + loadedCheerio("figure.cover > img").attr("data-src");
|
||||
if (latestChapterNo > chapters.length) {
|
||||
const lastChapterNo = parseInt(
|
||||
chapters[chapters.length - 1].url.match(/_(\d+)\.html/)?.[1] || "",
|
||||
10,
|
||||
);
|
||||
|
||||
novel.summary = loadedCheerio(".summary")
|
||||
.text()
|
||||
.replace("Summary", "")
|
||||
.trim();
|
||||
|
||||
novel.genres = loadedCheerio("div.categories > ul > li")
|
||||
.map((index, element) => loadedCheerio(element).text()?.trim())
|
||||
.get()
|
||||
.join(",");
|
||||
|
||||
loadedCheerio("div.header-stats > span").each(function () {
|
||||
if (loadedCheerio(this).find("small").text() === "Status") {
|
||||
novel.status = loadedCheerio(this).find("strong").text();
|
||||
}
|
||||
for (let i = (lastChapterNo || chapters.length) + 1; i <= latestChapterNo; i++) {
|
||||
chapters.push({
|
||||
name: "Chapter " + i,
|
||||
releaseTime: null,
|
||||
url: novelUrl.replace(".html", "_" + i + ".html"),
|
||||
});
|
||||
|
||||
const chapters: Plugin.ChapterItem[] = [];
|
||||
const latestChapterNo = parseInt(
|
||||
loadedCheerio(".header-stats")
|
||||
.find("span > strong")
|
||||
.first()
|
||||
.text()
|
||||
.trim()
|
||||
);
|
||||
|
||||
let lastChapterNo = 1;
|
||||
loadedCheerio(".chapter-list li").each(function () {
|
||||
const name = loadedCheerio(this)
|
||||
.find("a .chapter-title")
|
||||
.text()
|
||||
.trim();
|
||||
const url = loadedCheerio(this).find("a").attr("href")?.trim();
|
||||
const releaseTime = loadedCheerio(this)
|
||||
.find("a .chapter-update")
|
||||
.text()
|
||||
.trim();
|
||||
lastChapterNo = parseInt(
|
||||
loadedCheerio(this).find("a .chapter-no").text().trim()
|
||||
);
|
||||
if (!name || !url) return;
|
||||
|
||||
chapters.push({
|
||||
name,
|
||||
releaseTime: parseMadaraDate(releaseTime),
|
||||
url: baseUrl + url,
|
||||
});
|
||||
});
|
||||
const novelId =
|
||||
"/" + novelUrl.replace(".html", "").replace(this.site, "") + "_";
|
||||
|
||||
// Itterate once more before loop to finish off
|
||||
lastChapterNo++;
|
||||
for (let i = lastChapterNo; i <= latestChapterNo; i++) {
|
||||
const name = "Chapter " + i;
|
||||
const releaseTime = null;
|
||||
const url = baseUrl + novelId + i + ".html";
|
||||
|
||||
chapters.push({ name, releaseTime, url });
|
||||
}
|
||||
|
||||
novel.chapters = chapters;
|
||||
return novel;
|
||||
}
|
||||
}
|
||||
|
||||
async parseChapter(chapterUrl: string): Promise<string> {
|
||||
const result = await fetchApi(chapterUrl);
|
||||
const body = await result.text();
|
||||
novel.chapters = chapters;
|
||||
return novel;
|
||||
}
|
||||
|
||||
const loadedCheerio = parseHTML(body);
|
||||
async parseChapter(chapterUrl: string): Promise<string> {
|
||||
const body = await fetchApi(chapterUrl).then((res) => res.text());
|
||||
const loadedCheerio = parseHTML(body);
|
||||
|
||||
const chapterText = loadedCheerio(".chapter-content").html();
|
||||
return chapterText || "";
|
||||
}
|
||||
const chapterText = loadedCheerio(".chapter-content").html() || "";
|
||||
return chapterText;
|
||||
}
|
||||
|
||||
async searchNovels(
|
||||
searchTerm: string
|
||||
//page: number | undefined = 1,
|
||||
): Promise<Plugin.NovelItem[]> {
|
||||
const novels: Plugin.NovelItem[] = [];
|
||||
const baseUrl = this.site;
|
||||
const searchUrl = baseUrl + "/e/search/index.php";
|
||||
async searchNovels(keyboard: string): Promise<Plugin.NovelItem[]> {
|
||||
const result = await fetchApi(this.site + "/e/search/index.php", {
|
||||
headers: {
|
||||
"Content-Type": "application/x-www-form-urlencoded",
|
||||
Referer: this.site + "/search.html",
|
||||
Origin: this.site,
|
||||
"user-agent":
|
||||
this.userAgent ||
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.131 Safari/537.36",
|
||||
},
|
||||
method: "POST",
|
||||
body: JSON.stringify({
|
||||
show: "title",
|
||||
tempid: 1,
|
||||
tbname: "news",
|
||||
keyboard,
|
||||
}),
|
||||
}).then((res) => res.text());
|
||||
const loadedCheerio = parseHTML(result);
|
||||
|
||||
const result = await fetchApi(searchUrl, {
|
||||
headers: {
|
||||
"Content-Type": "application/x-www-form-urlencoded",
|
||||
Referer: baseUrl + "search.html",
|
||||
Origin: baseUrl,
|
||||
"user-agent":
|
||||
this.userAgent ||
|
||||
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.131 Safari/537.36",
|
||||
},
|
||||
method: "POST",
|
||||
body: JSON.stringify({
|
||||
show: "title",
|
||||
tempid: 1,
|
||||
tbname: "news",
|
||||
keyboard: searchTerm,
|
||||
}),
|
||||
});
|
||||
const body = await result.text();
|
||||
const novels: Plugin.NovelItem[] = loadedCheerio("li.novel-item")
|
||||
.map((index, element) => ({
|
||||
name: loadedCheerio(element).find("h4").text(),
|
||||
cover: this.site + loadedCheerio(element).find("img").attr("data-src"),
|
||||
url: this.site + loadedCheerio(element).find("a").attr("href"),
|
||||
}))
|
||||
.get();
|
||||
|
||||
const loadedCheerio = parseHTML(body);
|
||||
loadedCheerio("li.novel-item").each(function () {
|
||||
const name = loadedCheerio(this).find("h4").text();
|
||||
const url = loadedCheerio(this).find("a").attr("href");
|
||||
const cover = loadedCheerio(this).find("img").attr("data-src");
|
||||
if (!name || !url) return;
|
||||
return novels;
|
||||
}
|
||||
|
||||
novels.push({ name, cover: baseUrl + cover, url: baseUrl + url });
|
||||
});
|
||||
|
||||
return novels;
|
||||
}
|
||||
|
||||
fetchImage = fetchFile;
|
||||
fetchImage = fetchFile;
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user