nyagami
562 lines
18 KiB
TypeScript
562 lines
18 KiB
TypeScript
import { CheerioAPI, load as parseHTML } from "cheerio";
|
||
import { fetchText, fetchFile } from "@libs/fetch";
|
||
import { FilterTypes, Filters } from "@libs/filterInputs";
|
||
import { Plugin } from "@typings/plugin";
|
||
import { NovelStatus } from "@libs/novelStatus";
|
||
|
||
class Linovelib implements Plugin.PluginBase {
|
||
id = "linovelib";
|
||
name = "Linovelib";
|
||
icon = "src/cn/linovelib/icon.png";
|
||
site = "https://www.bilinovel.com";
|
||
version = "1.1.1";
|
||
|
||
async popularNovels(
|
||
pageNo: number,
|
||
{
|
||
showLatestNovels,
|
||
filters,
|
||
}: Plugin.PopularNovelsOptions<typeof this.filters>
|
||
): Promise<Plugin.NovelItem[]> {
|
||
const rank = showLatestNovels ? 'lastupdate' : filters.rank.value;
|
||
const url = `${this.site}/top/${rank}/${pageNo}.html`;
|
||
|
||
const body = await fetchText(url);
|
||
if (body === '') throw Error('无法获取小说列表，请检查网络');
|
||
|
||
const loadedCheerio = parseHTML(body);
|
||
|
||
const novels: Plugin.NovelItem[] = [];
|
||
|
||
loadedCheerio(".module-rank-booklist .book-layout").each((i, el) => {
|
||
let url = loadedCheerio(el).attr("href");
|
||
|
||
const novelName = loadedCheerio(el).find(".book-title").text();
|
||
const novelCover = loadedCheerio(el)
|
||
.find("div.book-cover > img")
|
||
.attr("data-src");
|
||
if (!url) return;
|
||
|
||
const novel = {
|
||
name: novelName,
|
||
cover: novelCover,
|
||
path: url,
|
||
};
|
||
|
||
novels.push(novel);
|
||
});
|
||
|
||
return novels;
|
||
}
|
||
|
||
async parseNovel(novelPath: string): Promise<Plugin.SourceNovel> {
|
||
const url = this.site + novelPath;
|
||
|
||
const body = await fetchText(url);
|
||
if (body === '') throw Error('无法获取小说内容，请检查网络');
|
||
|
||
let loadedCheerio = parseHTML(body);
|
||
|
||
const novel: Plugin.SourceNovel = {
|
||
path: novelPath,
|
||
chapters: [],
|
||
name: loadedCheerio("#bookDetailWrapper .book-title").text()
|
||
};
|
||
|
||
novel.cover = loadedCheerio("#bookDetailWrapper img.book-cover").attr(
|
||
"src"
|
||
);
|
||
|
||
novel.summary = loadedCheerio("#bookSummary content").text();
|
||
|
||
novel.author = loadedCheerio(
|
||
"#bookDetailWrapper .book-rand-a a"
|
||
).text();
|
||
|
||
const meta = loadedCheerio("#bookDetailWrapper .book-meta").text()
|
||
novel.status = meta.includes("完结") ? NovelStatus.Completed : NovelStatus.Ongoing;
|
||
|
||
novel.genres = loadedCheerio(".tag-small.red")
|
||
.children("a")
|
||
.map((i, el) => loadedCheerio(el).text())
|
||
.toArray()
|
||
.join(",");
|
||
|
||
// Table of Content is on a different page than the summary page
|
||
let chapter: Plugin.ChapterItem[] = [];
|
||
|
||
const idPattern = /\/(\d+)\.html/;
|
||
const novelId = url.match(idPattern)?.[1];
|
||
|
||
const chaptersUrl =
|
||
this.site + loadedCheerio("#btnReadBook").attr("href");
|
||
const chaptersBody = await fetchText(chaptersUrl);
|
||
|
||
const chaptersLoadedCheerio = parseHTML(chaptersBody);
|
||
|
||
let volumeName: string, chapterId: number;
|
||
|
||
chaptersLoadedCheerio("#volumes .chapter-li:not(.volume-cover)").each((i, el) => {
|
||
if (chaptersLoadedCheerio(el).hasClass("chapter-bar")) {
|
||
volumeName = chaptersLoadedCheerio(el).text();
|
||
return;
|
||
} else {
|
||
const urlPart = chaptersLoadedCheerio(el)
|
||
.find(".chapter-li-a")
|
||
.attr("href");
|
||
const chapterIdMatch = urlPart?.match(idPattern);
|
||
|
||
// Sometimes the href attribute does not contain the url, but javascript:cid(0).
|
||
// Increment the previous chapter ID should result in the right URL
|
||
if (chapterIdMatch) {
|
||
chapterId = +chapterIdMatch[1];
|
||
} else {
|
||
chapterId++;
|
||
}
|
||
}
|
||
|
||
const chapterUrl = `/novel/${novelId}/${chapterId}.html`;
|
||
const chapterName =
|
||
volumeName +
|
||
" — " +
|
||
chaptersLoadedCheerio(el).find(".chapter-index").text().trim();
|
||
const releaseDate = null;
|
||
|
||
if (!chapterId) return;
|
||
|
||
chapter.push({
|
||
name: chapterName,
|
||
releaseTime: releaseDate,
|
||
path: chapterUrl,
|
||
});
|
||
});
|
||
|
||
novel.chapters = chapter;
|
||
|
||
return novel;
|
||
}
|
||
|
||
async parseChapter(chapterPath: string): Promise<string> {
|
||
let chapterName,
|
||
chapterText = "",
|
||
hasNextPage,
|
||
pageHasNextPage,
|
||
pageText = "";
|
||
let pageNumber = 1;
|
||
|
||
/*
|
||
* TODO: Maybe there are other ways to get the translation table
|
||
* It is embed and encrypted inside readtool.js
|
||
* UPDATE: Decrypted, see skillgg
|
||
*/
|
||
// const mapping_dict = {
|
||
// '“': '「',
|
||
// '’': '』',
|
||
// '': '是',
|
||
// '': '不',
|
||
// '': '好',
|
||
// '': '个',
|
||
// '': '开',
|
||
// '': '样',
|
||
// '': '想',
|
||
// '': '说',
|
||
// '': '年',
|
||
// '': '那',
|
||
// '': '她',
|
||
// '': '美',
|
||
// '': '自',
|
||
// '': '家',
|
||
// '': '而',
|
||
// '': '去',
|
||
// '': '都',
|
||
// '': '于',
|
||
// '': '舔',
|
||
// '': '他',
|
||
// '': '只',
|
||
// '': '看',
|
||
// '': '来',
|
||
// '': '用',
|
||
// '': '道',
|
||
// '': '得',
|
||
// '': '乳',
|
||
// '': '茎',
|
||
// '': '肉',
|
||
// '': '胸',
|
||
// '': '淫',
|
||
// '': '性',
|
||
// '': '骚',
|
||
// '”': '」',
|
||
// '': '的',
|
||
// '': '当',
|
||
// '': '人',
|
||
// '': '有',
|
||
// '': '上',
|
||
// '': '到',
|
||
// '': '地',
|
||
// '': '中',
|
||
// '': '生',
|
||
// '': '着',
|
||
// '': '和',
|
||
// '': '起',
|
||
// '': '交',
|
||
// '': '以',
|
||
// '': '可',
|
||
// '': '过',
|
||
// '': '能',
|
||
// '': '多',
|
||
// '': '心',
|
||
// '': '小',
|
||
// '': '成',
|
||
// '': '了',
|
||
// '': '把',
|
||
// '': '发',
|
||
// '': '第',
|
||
// '': '子',
|
||
// '': '事',
|
||
// '': '阴',
|
||
// '': '欲',
|
||
// '': '里',
|
||
// '': '私',
|
||
// '': '臀',
|
||
// '': '脱',
|
||
// '': '唇',
|
||
// '‘': '『',
|
||
// '': '一',
|
||
// '': '我',
|
||
// '': '在',
|
||
// '': '这',
|
||
// '': '们',
|
||
// '': '时',
|
||
// '': '为',
|
||
// '': '你',
|
||
// '': '国',
|
||
// '': '就',
|
||
// '': '要',
|
||
// '': '也',
|
||
// '': '后',
|
||
// '': '没',
|
||
// '': '下',
|
||
// '': '天',
|
||
// '': '对',
|
||
// '': '然',
|
||
// '': '学',
|
||
// '': '之',
|
||
// '': '出',
|
||
// '': '没',
|
||
// '': '如',
|
||
// '': '还',
|
||
// '': '大',
|
||
// '': '作',
|
||
// '': '种',
|
||
// '': '液',
|
||
// '': '呻',
|
||
// '': '射',
|
||
// '': '穴',
|
||
// '': '么',
|
||
// '': '裸',
|
||
// };
|
||
const skillgg: Record<string, string> = {
|
||
"\u201c": "\u300c",
|
||
"\u201d": "\u300d",
|
||
"\u2018": "\u300e",
|
||
"\u2019": "\u300f",
|
||
"\ue82c": "\u7684",
|
||
"\ue852": "\u4e00",
|
||
"\ue82d": "\u662f",
|
||
"\ue819": "\u4e86",
|
||
"\ue856": "\u6211",
|
||
"\ue857": "\u4e0d",
|
||
"\ue816": "\u4eba",
|
||
"\ue83c": "\u5728",
|
||
"\ue830": "\u4ed6",
|
||
"\ue82e": "\u6709",
|
||
"\ue836": "\u8fd9",
|
||
"\ue859": "\u4e2a",
|
||
"\ue80a": "\u4e0a",
|
||
"\ue855": "\u4eec",
|
||
"\ue842": "\u6765",
|
||
"\ue858": "\u5230",
|
||
"\ue80b": "\u65f6",
|
||
"\ue81f": "\u5927",
|
||
"\ue84a": "\u5730",
|
||
"\ue853": "\u4e3a",
|
||
"\ue81e": "\u5b50",
|
||
"\ue822": "\u4e2d",
|
||
"\ue813": "\u4f60",
|
||
"\ue85b": "\u8bf4",
|
||
"\ue807": "\u751f",
|
||
"\ue818": "\u56fd",
|
||
"\ue810": "\u5e74",
|
||
"\ue812": "\u7740",
|
||
"\ue851": "\u5c31",
|
||
"\ue801": "\u90a3",
|
||
"\ue80c": "\u548c",
|
||
"\ue815": "\u8981",
|
||
"\ue84c": "\u5979",
|
||
"\ue840": "\u51fa",
|
||
"\ue848": "\u4e5f",
|
||
"\ue835": "\u5f97",
|
||
"\ue800": "\u91cc",
|
||
"\ue826": "\u540e",
|
||
"\ue863": "\u81ea",
|
||
"\ue861": "\u4ee5",
|
||
"\ue854": "\u4f1a",
|
||
"\ue827": "\u5bb6",
|
||
"\ue83b": "\u53ef",
|
||
"\ue85d": "\u4e0b",
|
||
"\ue84d": "\u800c",
|
||
"\ue862": "\u8fc7",
|
||
"\ue81c": "\u5929",
|
||
"\ue81d": "\u53bb",
|
||
"\ue860": "\u80fd",
|
||
"\ue843": "\u5bf9",
|
||
"\ue82f": "\u5c0f",
|
||
"\ue802": "\u591a",
|
||
"\ue831": "\u7136",
|
||
"\ue84b": "\u4e8e",
|
||
"\ue837": "\u5fc3",
|
||
"\ue829": "\u5b66",
|
||
"\ue85e": "\u4e48",
|
||
"\ue83a": "\u4e4b",
|
||
"\ue832": "\u90fd",
|
||
"\ue808": "\u597d",
|
||
"\ue841": "\u770b",
|
||
"\ue821": "\u8d77",
|
||
"\ue845": "\u53d1",
|
||
"\ue803": "\u5f53",
|
||
"\ue828": "\u6ca1",
|
||
"\ue81b": "\u6210",
|
||
"\ue83e": "\u53ea",
|
||
"\ue820": "\u5982",
|
||
"\ue84e": "\u4e8b",
|
||
"\ue85a": "\u628a",
|
||
"\ue806": "\u8fd8",
|
||
"\ue83f": "\u7528",
|
||
"\ue833": "\u7b2c",
|
||
"\ue811": "\u6837",
|
||
"\ue804": "\u9053",
|
||
"\ue814": "\u60f3",
|
||
"\ue80f": "\u4f5c",
|
||
"\ue84f": "\u79cd",
|
||
"\ue80e": "\u5f00",
|
||
"\ue823": "\u7f8e",
|
||
"\ue849": "\u4e73",
|
||
"\ue805": "\u9634",
|
||
"\ue809": "\u6db2",
|
||
"\ue81a": "\u830e",
|
||
"\ue844": "\u6b32",
|
||
"\ue847": "\u547b",
|
||
"\ue850": "\u8089",
|
||
"\ue824": "\u4ea4",
|
||
"\ue85f": "\u6027",
|
||
"\ue817": "\u80f8",
|
||
"\ue85c": "\u79c1",
|
||
"\ue838": "\u7a74",
|
||
"\ue82a": "\u6deb",
|
||
"\ue83d": "\u81c0",
|
||
"\ue82b": "\u8214",
|
||
"\ue80d": "\u5c04",
|
||
"\ue839": "\u8131",
|
||
"\ue834": "\u88f8",
|
||
"\ue846": "\u9a9a",
|
||
"\ue825": "\u5507",
|
||
};
|
||
const addPage = async (pageCheerio: CheerioAPI) => {
|
||
const formatPage = async () => {
|
||
// Remove JS
|
||
pageCheerio("#acontentz .adsbygoogle").remove();
|
||
pageCheerio("#acontentz script").remove();
|
||
|
||
// Load lazyloaded images
|
||
pageCheerio("#acontentz img.imagecontent").each((i, el) => {
|
||
// Sometimes images are either in data-src or src
|
||
const imgSrc =
|
||
pageCheerio(el).attr("data-src") ||
|
||
pageCheerio(el).attr("src");
|
||
if (imgSrc) {
|
||
// Clean up img element
|
||
pageCheerio(el)
|
||
.attr("src", imgSrc)
|
||
.removeAttr("data-src")
|
||
.removeClass("lazyload");
|
||
}
|
||
});
|
||
|
||
// Recover the original character
|
||
pageText = pageCheerio("#acontentz").html() || "";
|
||
pageText = pageText.replace(
|
||
/./g,
|
||
(char) => skillgg[char] || char
|
||
);
|
||
|
||
return Promise.resolve();
|
||
};
|
||
|
||
await formatPage();
|
||
chapterName =
|
||
pageCheerio("#atitle + h3").text() +
|
||
" — " +
|
||
pageCheerio("#atitle").text();
|
||
if (chapterText === "") {
|
||
chapterText = "<h2>" + chapterName + "</h2>";
|
||
}
|
||
chapterText += pageText;
|
||
};
|
||
|
||
const loadPage = async (url: string) => {
|
||
const headers = {
|
||
"Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
|
||
"Accept-Language": "zh-CN,zh;q=0.9,zh-TW;q=0.8,zh-HK;q=0.7,en;q=0.6,en-GB;q=0.5,en-US;q=0.4",
|
||
"Cache-Control": "no-cache",
|
||
}
|
||
|
||
const body = await fetchText(url, { headers });
|
||
const pageCheerio = parseHTML(body);
|
||
await addPage(pageCheerio);
|
||
pageHasNextPage =
|
||
pageCheerio("#footlink a:last").text() === "下一页"
|
||
? true
|
||
: false;
|
||
return { pageCheerio, pageHasNextPage };
|
||
};
|
||
|
||
let url = this.site + chapterPath;
|
||
do {
|
||
const page = await loadPage(url);
|
||
hasNextPage = page.pageHasNextPage;
|
||
if (hasNextPage === true) {
|
||
pageNumber++;
|
||
url = url.replace(
|
||
/\.html/gi,
|
||
`_${pageNumber}` + ".html"
|
||
);
|
||
}
|
||
} while (hasNextPage === true);
|
||
|
||
return chapterText;
|
||
}
|
||
|
||
async searchNovels(
|
||
searchTerm: string,
|
||
pageNo: number
|
||
): Promise<Plugin.NovelItem[]> {
|
||
const url = `${this.site}/search/${encodeURI(searchTerm)}_${pageNo}.html`;
|
||
|
||
const body = await fetchText(url);
|
||
if (body === '') throw Error('无法获取搜索结果，请检查网络');
|
||
|
||
const pageCheerio = parseHTML(body);
|
||
|
||
const novels: Plugin.NovelItem[] = [];
|
||
|
||
// const addPage = async (pageCheerio: CheerioAPI, redirect: string) => {
|
||
// const loadSearchResults = () => {
|
||
// pageCheerio(".book-ol .book-layout").each((i, el) => {
|
||
// let nUrl = pageCheerio(el).attr("href");
|
||
|
||
// const novelName = pageCheerio(el)
|
||
// .find(".book-title")
|
||
// .text();
|
||
// const novelCover = pageCheerio(el)
|
||
// .find("div.book-cover > img")
|
||
// .attr("data-src");
|
||
// const novelUrl = this.site + nUrl;
|
||
|
||
// if (!nUrl) return;
|
||
|
||
// novels.push({
|
||
// name: novelName,
|
||
// url: novelUrl,
|
||
// cover: novelCover,
|
||
// });
|
||
// });
|
||
// };
|
||
|
||
// const novelResults = pageCheerio(".book-ol a.book-layout");
|
||
// if (novelResults.length === 0) {
|
||
// } else {
|
||
// loadSearchResults();
|
||
// }
|
||
|
||
// if (redirect.length) {
|
||
// novels.length = 0;
|
||
// const novelName = pageCheerio(
|
||
// "#bookDetailWrapper .book-title"
|
||
// ).text();
|
||
|
||
// const novelCover = pageCheerio(
|
||
// "#bookDetailWrapper div.book-cover > img"
|
||
// ).attr("src");
|
||
// const novelUrl =
|
||
// this.site +
|
||
// pageCheerio("#btnReadBook").attr("href")?.slice(0, -8) +
|
||
// ".html";
|
||
// novels.push({
|
||
// name: novelName,
|
||
// url: novelUrl,
|
||
// cover: novelCover,
|
||
// });
|
||
// }
|
||
// };
|
||
|
||
// NOTE: don't know redirect is for what, comment out for now
|
||
|
||
// const redirect = pageCheerio("div.book-layout").text();
|
||
// await addPage(pageCheerio, redirect);
|
||
|
||
pageCheerio(".book-ol .book-layout").each((i, el) => {
|
||
let nUrl = pageCheerio(el).attr("href");
|
||
|
||
const novelName = pageCheerio(el)
|
||
.find(".book-title")
|
||
.text();
|
||
const novelCover = pageCheerio(el)
|
||
.find("div.book-cover > img")
|
||
.attr("data-src");
|
||
|
||
if (!nUrl) return;
|
||
|
||
novels.push({
|
||
name: novelName,
|
||
path: nUrl,
|
||
cover: novelCover,
|
||
});
|
||
});
|
||
|
||
return novels;
|
||
}
|
||
|
||
async fetchImage(url: string): Promise<string | undefined> {
|
||
const headers = new Headers(
|
||
{
|
||
"Referer": `${this.site}/`,
|
||
}
|
||
)
|
||
return await fetchFile(url, { headers });
|
||
}
|
||
|
||
filters = {
|
||
rank: {
|
||
label: "排行榜",
|
||
value: "monthvisit",
|
||
options: [
|
||
{ label: "月点击榜", value: "monthvisit" },
|
||
{ label: "周点击榜", value: "weekvisit" },
|
||
{ label: "月推荐榜", value: "monthvote" },
|
||
{ label: "周推荐榜", value: "weekvote" },
|
||
{ label: "月鲜花榜", value: "monthflower" },
|
||
{ label: "周鲜花榜", value: "weekflower" },
|
||
{ label: "月鸡蛋榜", value: "monthegg" },
|
||
{ label: "周鸡蛋榜", value: "weekegg" },
|
||
{ label: "最近更新", value: "lastupdate" },
|
||
{ label: "最新入库", value: "postdate" },
|
||
{ label: "收藏榜", value: "goodnum" },
|
||
{ label: "新书榜", value: "newhot" },
|
||
],
|
||
type: FilterTypes.Picker,
|
||
},
|
||
} satisfies Filters;
|
||
}
|
||
|
||
export default new Linovelib();
|