nyagami
60d95fb8d2
* add ImageRequestInit & fix Hako * remove multisrc fetchFile * remove plugins fetchFile * update docs and template file
548 lines
15 KiB
TypeScript
548 lines
15 KiB
TypeScript
import { CheerioAPI, load as parseHTML } from 'cheerio';
|
||
import { fetchText, fetchFile } from '@libs/fetch';
|
||
import { FilterTypes, Filters } from '@libs/filterInputs';
|
||
import { Plugin } from '@typings/plugin';
|
||
import { NovelStatus } from '@libs/novelStatus';
|
||
|
||
class Linovelib implements Plugin.PluginBase {
|
||
id = 'linovelib';
|
||
name = 'Linovelib';
|
||
icon = 'src/cn/linovelib/icon.png';
|
||
site = 'https://www.bilinovel.com';
|
||
version = '1.1.2';
|
||
|
||
async popularNovels(
|
||
pageNo: number,
|
||
{
|
||
showLatestNovels,
|
||
filters,
|
||
}: Plugin.PopularNovelsOptions<typeof this.filters>,
|
||
): Promise<Plugin.NovelItem[]> {
|
||
const rank = showLatestNovels ? 'lastupdate' : filters.rank.value;
|
||
const url = `${this.site}/top/${rank}/${pageNo}.html`;
|
||
|
||
const body = await fetchText(url);
|
||
if (body === '') throw Error('无法获取小说列表，请检查网络');
|
||
|
||
const loadedCheerio = parseHTML(body);
|
||
|
||
const novels: Plugin.NovelItem[] = [];
|
||
|
||
loadedCheerio('.module-rank-booklist .book-layout').each((i, el) => {
|
||
let url = loadedCheerio(el).attr('href');
|
||
|
||
const novelName = loadedCheerio(el).find('.book-title').text();
|
||
const novelCover = loadedCheerio(el)
|
||
.find('div.book-cover > img')
|
||
.attr('data-src');
|
||
if (!url) return;
|
||
|
||
const novel = {
|
||
name: novelName,
|
||
cover: novelCover,
|
||
path: url,
|
||
};
|
||
|
||
novels.push(novel);
|
||
});
|
||
|
||
return novels;
|
||
}
|
||
|
||
async parseNovel(novelPath: string): Promise<Plugin.SourceNovel> {
|
||
const url = this.site + novelPath;
|
||
|
||
const body = await fetchText(url);
|
||
if (body === '') throw Error('无法获取小说内容，请检查网络');
|
||
|
||
let loadedCheerio = parseHTML(body);
|
||
|
||
const novel: Plugin.SourceNovel = {
|
||
path: novelPath,
|
||
chapters: [],
|
||
name: loadedCheerio('#bookDetailWrapper .book-title').text(),
|
||
};
|
||
|
||
novel.cover = loadedCheerio('#bookDetailWrapper img.book-cover').attr(
|
||
'src',
|
||
);
|
||
|
||
novel.summary = loadedCheerio('#bookSummary content').text();
|
||
|
||
novel.author = loadedCheerio('#bookDetailWrapper .book-rand-a a').text();
|
||
|
||
const meta = loadedCheerio('#bookDetailWrapper .book-meta').text();
|
||
novel.status = meta.includes('完结')
|
||
? NovelStatus.Completed
|
||
: NovelStatus.Ongoing;
|
||
|
||
novel.genres = loadedCheerio('.tag-small.red')
|
||
.children('a')
|
||
.map((i, el) => loadedCheerio(el).text())
|
||
.toArray()
|
||
.join(',');
|
||
|
||
// Table of Content is on a different page than the summary page
|
||
let chapter: Plugin.ChapterItem[] = [];
|
||
|
||
const idPattern = /\/(\d+)\.html/;
|
||
const novelId = url.match(idPattern)?.[1];
|
||
|
||
const chaptersUrl = this.site + loadedCheerio('#btnReadBook').attr('href');
|
||
const chaptersBody = await fetchText(chaptersUrl);
|
||
|
||
const chaptersLoadedCheerio = parseHTML(chaptersBody);
|
||
|
||
let volumeName: string, chapterId: number;
|
||
|
||
chaptersLoadedCheerio('#volumes .chapter-li:not(.volume-cover)').each(
|
||
(i, el) => {
|
||
if (chaptersLoadedCheerio(el).hasClass('chapter-bar')) {
|
||
volumeName = chaptersLoadedCheerio(el).text();
|
||
return;
|
||
} else {
|
||
const urlPart = chaptersLoadedCheerio(el)
|
||
.find('.chapter-li-a')
|
||
.attr('href');
|
||
const chapterIdMatch = urlPart?.match(idPattern);
|
||
|
||
// Sometimes the href attribute does not contain the url, but javascript:cid(0).
|
||
// Increment the previous chapter ID should result in the right URL
|
||
if (chapterIdMatch) {
|
||
chapterId = +chapterIdMatch[1];
|
||
} else {
|
||
chapterId++;
|
||
}
|
||
}
|
||
|
||
const chapterUrl = `/novel/${novelId}/${chapterId}.html`;
|
||
const chapterName =
|
||
volumeName +
|
||
' — ' +
|
||
chaptersLoadedCheerio(el).find('.chapter-index').text().trim();
|
||
const releaseDate = null;
|
||
|
||
if (!chapterId) return;
|
||
|
||
chapter.push({
|
||
name: chapterName,
|
||
releaseTime: releaseDate,
|
||
path: chapterUrl,
|
||
});
|
||
},
|
||
);
|
||
|
||
novel.chapters = chapter;
|
||
|
||
return novel;
|
||
}
|
||
|
||
async parseChapter(chapterPath: string): Promise<string> {
|
||
let chapterName,
|
||
chapterText = '',
|
||
hasNextPage,
|
||
pageHasNextPage,
|
||
pageText = '';
|
||
let pageNumber = 1;
|
||
|
||
/*
|
||
* TODO: Maybe there are other ways to get the translation table
|
||
* It is embed and encrypted inside readtool.js
|
||
* UPDATE: Decrypted, see skillgg
|
||
*/
|
||
// const mapping_dict = {
|
||
// '“': '「',
|
||
// '’': '』',
|
||
// '': '是',
|
||
// '': '不',
|
||
// '': '好',
|
||
// '': '个',
|
||
// '': '开',
|
||
// '': '样',
|
||
// '': '想',
|
||
// '': '说',
|
||
// '': '年',
|
||
// '': '那',
|
||
// '': '她',
|
||
// '': '美',
|
||
// '': '自',
|
||
// '': '家',
|
||
// '': '而',
|
||
// '': '去',
|
||
// '': '都',
|
||
// '': '于',
|
||
// '': '舔',
|
||
// '': '他',
|
||
// '': '只',
|
||
// '': '看',
|
||
// '': '来',
|
||
// '': '用',
|
||
// '': '道',
|
||
// '': '得',
|
||
// '': '乳',
|
||
// '': '茎',
|
||
// '': '肉',
|
||
// '': '胸',
|
||
// '': '淫',
|
||
// '': '性',
|
||
// '': '骚',
|
||
// '”': '」',
|
||
// '': '的',
|
||
// '': '当',
|
||
// '': '人',
|
||
// '': '有',
|
||
// '': '上',
|
||
// '': '到',
|
||
// '': '地',
|
||
// '': '中',
|
||
// '': '生',
|
||
// '': '着',
|
||
// '': '和',
|
||
// '': '起',
|
||
// '': '交',
|
||
// '': '以',
|
||
// '': '可',
|
||
// '': '过',
|
||
// '': '能',
|
||
// '': '多',
|
||
// '': '心',
|
||
// '': '小',
|
||
// '': '成',
|
||
// '': '了',
|
||
// '': '把',
|
||
// '': '发',
|
||
// '': '第',
|
||
// '': '子',
|
||
// '': '事',
|
||
// '': '阴',
|
||
// '': '欲',
|
||
// '': '里',
|
||
// '': '私',
|
||
// '': '臀',
|
||
// '': '脱',
|
||
// '': '唇',
|
||
// '‘': '『',
|
||
// '': '一',
|
||
// '': '我',
|
||
// '': '在',
|
||
// '': '这',
|
||
// '': '们',
|
||
// '': '时',
|
||
// '': '为',
|
||
// '': '你',
|
||
// '': '国',
|
||
// '': '就',
|
||
// '': '要',
|
||
// '': '也',
|
||
// '': '后',
|
||
// '': '没',
|
||
// '': '下',
|
||
// '': '天',
|
||
// '': '对',
|
||
// '': '然',
|
||
// '': '学',
|
||
// '': '之',
|
||
// '': '出',
|
||
// '': '没',
|
||
// '': '如',
|
||
// '': '还',
|
||
// '': '大',
|
||
// '': '作',
|
||
// '': '种',
|
||
// '': '液',
|
||
// '': '呻',
|
||
// '': '射',
|
||
// '': '穴',
|
||
// '': '么',
|
||
// '': '裸',
|
||
// };
|
||
const skillgg: Record<string, string> = {
|
||
'\u201c': '\u300c',
|
||
'\u201d': '\u300d',
|
||
'\u2018': '\u300e',
|
||
'\u2019': '\u300f',
|
||
'\ue82c': '\u7684',
|
||
'\ue852': '\u4e00',
|
||
'\ue82d': '\u662f',
|
||
'\ue819': '\u4e86',
|
||
'\ue856': '\u6211',
|
||
'\ue857': '\u4e0d',
|
||
'\ue816': '\u4eba',
|
||
'\ue83c': '\u5728',
|
||
'\ue830': '\u4ed6',
|
||
'\ue82e': '\u6709',
|
||
'\ue836': '\u8fd9',
|
||
'\ue859': '\u4e2a',
|
||
'\ue80a': '\u4e0a',
|
||
'\ue855': '\u4eec',
|
||
'\ue842': '\u6765',
|
||
'\ue858': '\u5230',
|
||
'\ue80b': '\u65f6',
|
||
'\ue81f': '\u5927',
|
||
'\ue84a': '\u5730',
|
||
'\ue853': '\u4e3a',
|
||
'\ue81e': '\u5b50',
|
||
'\ue822': '\u4e2d',
|
||
'\ue813': '\u4f60',
|
||
'\ue85b': '\u8bf4',
|
||
'\ue807': '\u751f',
|
||
'\ue818': '\u56fd',
|
||
'\ue810': '\u5e74',
|
||
'\ue812': '\u7740',
|
||
'\ue851': '\u5c31',
|
||
'\ue801': '\u90a3',
|
||
'\ue80c': '\u548c',
|
||
'\ue815': '\u8981',
|
||
'\ue84c': '\u5979',
|
||
'\ue840': '\u51fa',
|
||
'\ue848': '\u4e5f',
|
||
'\ue835': '\u5f97',
|
||
'\ue800': '\u91cc',
|
||
'\ue826': '\u540e',
|
||
'\ue863': '\u81ea',
|
||
'\ue861': '\u4ee5',
|
||
'\ue854': '\u4f1a',
|
||
'\ue827': '\u5bb6',
|
||
'\ue83b': '\u53ef',
|
||
'\ue85d': '\u4e0b',
|
||
'\ue84d': '\u800c',
|
||
'\ue862': '\u8fc7',
|
||
'\ue81c': '\u5929',
|
||
'\ue81d': '\u53bb',
|
||
'\ue860': '\u80fd',
|
||
'\ue843': '\u5bf9',
|
||
'\ue82f': '\u5c0f',
|
||
'\ue802': '\u591a',
|
||
'\ue831': '\u7136',
|
||
'\ue84b': '\u4e8e',
|
||
'\ue837': '\u5fc3',
|
||
'\ue829': '\u5b66',
|
||
'\ue85e': '\u4e48',
|
||
'\ue83a': '\u4e4b',
|
||
'\ue832': '\u90fd',
|
||
'\ue808': '\u597d',
|
||
'\ue841': '\u770b',
|
||
'\ue821': '\u8d77',
|
||
'\ue845': '\u53d1',
|
||
'\ue803': '\u5f53',
|
||
'\ue828': '\u6ca1',
|
||
'\ue81b': '\u6210',
|
||
'\ue83e': '\u53ea',
|
||
'\ue820': '\u5982',
|
||
'\ue84e': '\u4e8b',
|
||
'\ue85a': '\u628a',
|
||
'\ue806': '\u8fd8',
|
||
'\ue83f': '\u7528',
|
||
'\ue833': '\u7b2c',
|
||
'\ue811': '\u6837',
|
||
'\ue804': '\u9053',
|
||
'\ue814': '\u60f3',
|
||
'\ue80f': '\u4f5c',
|
||
'\ue84f': '\u79cd',
|
||
'\ue80e': '\u5f00',
|
||
'\ue823': '\u7f8e',
|
||
'\ue849': '\u4e73',
|
||
'\ue805': '\u9634',
|
||
'\ue809': '\u6db2',
|
||
'\ue81a': '\u830e',
|
||
'\ue844': '\u6b32',
|
||
'\ue847': '\u547b',
|
||
'\ue850': '\u8089',
|
||
'\ue824': '\u4ea4',
|
||
'\ue85f': '\u6027',
|
||
'\ue817': '\u80f8',
|
||
'\ue85c': '\u79c1',
|
||
'\ue838': '\u7a74',
|
||
'\ue82a': '\u6deb',
|
||
'\ue83d': '\u81c0',
|
||
'\ue82b': '\u8214',
|
||
'\ue80d': '\u5c04',
|
||
'\ue839': '\u8131',
|
||
'\ue834': '\u88f8',
|
||
'\ue846': '\u9a9a',
|
||
'\ue825': '\u5507',
|
||
};
|
||
const addPage = async (pageCheerio: CheerioAPI) => {
|
||
const formatPage = async () => {
|
||
// Remove JS
|
||
pageCheerio('#acontentz .adsbygoogle').remove();
|
||
pageCheerio('#acontentz script').remove();
|
||
|
||
// Load lazyloaded images
|
||
pageCheerio('#acontentz img.imagecontent').each((i, el) => {
|
||
// Sometimes images are either in data-src or src
|
||
const imgSrc =
|
||
pageCheerio(el).attr('data-src') || pageCheerio(el).attr('src');
|
||
if (imgSrc) {
|
||
// Clean up img element
|
||
pageCheerio(el)
|
||
.attr('src', imgSrc)
|
||
.removeAttr('data-src')
|
||
.removeClass('lazyload');
|
||
}
|
||
});
|
||
|
||
// Recover the original character
|
||
pageText = pageCheerio('#acontentz').html() || '';
|
||
pageText = pageText.replace(/./g, char => skillgg[char] || char);
|
||
|
||
return Promise.resolve();
|
||
};
|
||
|
||
await formatPage();
|
||
chapterName =
|
||
pageCheerio('#atitle + h3').text() +
|
||
' — ' +
|
||
pageCheerio('#atitle').text();
|
||
if (chapterText === '') {
|
||
chapterText = '<h2>' + chapterName + '</h2>';
|
||
}
|
||
chapterText += pageText;
|
||
};
|
||
|
||
const loadPage = async (url: string) => {
|
||
const headers = {
|
||
'Accept':
|
||
'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7',
|
||
'Accept-Language':
|
||
'zh-CN,zh;q=0.9,zh-TW;q=0.8,zh-HK;q=0.7,en;q=0.6,en-GB;q=0.5,en-US;q=0.4',
|
||
'Cache-Control': 'no-cache',
|
||
};
|
||
|
||
const body = await fetchText(url, { headers });
|
||
const pageCheerio = parseHTML(body);
|
||
await addPage(pageCheerio);
|
||
pageHasNextPage =
|
||
pageCheerio('#footlink a:last').text() === '下一页' ||
|
||
pageCheerio('#footlink a:last').text() === '下一頁'
|
||
? true
|
||
: false;
|
||
return { pageCheerio, pageHasNextPage };
|
||
};
|
||
|
||
let url = this.site + chapterPath;
|
||
let baseUrl = url;
|
||
do {
|
||
const page = await loadPage(url);
|
||
hasNextPage = page.pageHasNextPage;
|
||
if (hasNextPage === true) {
|
||
pageNumber++;
|
||
url = baseUrl.replace(/\.html/gi, `_${pageNumber}` + '.html');
|
||
}
|
||
} while (hasNextPage === true);
|
||
return chapterText;
|
||
}
|
||
|
||
async searchNovels(
|
||
searchTerm: string,
|
||
pageNo: number,
|
||
): Promise<Plugin.NovelItem[]> {
|
||
const url = `${this.site}/search/${encodeURI(searchTerm)}_${pageNo}.html`;
|
||
|
||
const body = await fetchText(url);
|
||
if (body === '') throw Error('无法获取搜索结果，请检查网络');
|
||
|
||
const pageCheerio = parseHTML(body);
|
||
|
||
const novels: Plugin.NovelItem[] = [];
|
||
|
||
// const addPage = async (pageCheerio: CheerioAPI, redirect: string) => {
|
||
// const loadSearchResults = () => {
|
||
// pageCheerio(".book-ol .book-layout").each((i, el) => {
|
||
// let nUrl = pageCheerio(el).attr("href");
|
||
|
||
// const novelName = pageCheerio(el)
|
||
// .find(".book-title")
|
||
// .text();
|
||
// const novelCover = pageCheerio(el)
|
||
// .find("div.book-cover > img")
|
||
// .attr("data-src");
|
||
// const novelUrl = this.site + nUrl;
|
||
|
||
// if (!nUrl) return;
|
||
|
||
// novels.push({
|
||
// name: novelName,
|
||
// url: novelUrl,
|
||
// cover: novelCover,
|
||
// });
|
||
// });
|
||
// };
|
||
|
||
// const novelResults = pageCheerio(".book-ol a.book-layout");
|
||
// if (novelResults.length === 0) {
|
||
// } else {
|
||
// loadSearchResults();
|
||
// }
|
||
|
||
// if (redirect.length) {
|
||
// novels.length = 0;
|
||
// const novelName = pageCheerio(
|
||
// "#bookDetailWrapper .book-title"
|
||
// ).text();
|
||
|
||
// const novelCover = pageCheerio(
|
||
// "#bookDetailWrapper div.book-cover > img"
|
||
// ).attr("src");
|
||
// const novelUrl =
|
||
// this.site +
|
||
// pageCheerio("#btnReadBook").attr("href")?.slice(0, -8) +
|
||
// ".html";
|
||
// novels.push({
|
||
// name: novelName,
|
||
// url: novelUrl,
|
||
// cover: novelCover,
|
||
// });
|
||
// }
|
||
// };
|
||
|
||
// NOTE: don't know redirect is for what, comment out for now
|
||
|
||
// const redirect = pageCheerio("div.book-layout").text();
|
||
// await addPage(pageCheerio, redirect);
|
||
|
||
pageCheerio('.book-ol .book-layout').each((i, el) => {
|
||
let nUrl = pageCheerio(el).attr('href');
|
||
|
||
const novelName = pageCheerio(el).find('.book-title').text();
|
||
const novelCover = pageCheerio(el)
|
||
.find('div.book-cover > img')
|
||
.attr('data-src');
|
||
|
||
if (!nUrl) return;
|
||
|
||
novels.push({
|
||
name: novelName,
|
||
path: nUrl,
|
||
cover: novelCover,
|
||
});
|
||
});
|
||
|
||
return novels;
|
||
}
|
||
|
||
filters = {
|
||
rank: {
|
||
label: '排行榜',
|
||
value: 'monthvisit',
|
||
options: [
|
||
{ label: '月点击榜', value: 'monthvisit' },
|
||
{ label: '周点击榜', value: 'weekvisit' },
|
||
{ label: '月推荐榜', value: 'monthvote' },
|
||
{ label: '周推荐榜', value: 'weekvote' },
|
||
{ label: '月鲜花榜', value: 'monthflower' },
|
||
{ label: '周鲜花榜', value: 'weekflower' },
|
||
{ label: '月鸡蛋榜', value: 'monthegg' },
|
||
{ label: '周鸡蛋榜', value: 'weekegg' },
|
||
{ label: '最近更新', value: 'lastupdate' },
|
||
{ label: '最新入库', value: 'postdate' },
|
||
{ label: '收藏榜', value: 'goodnum' },
|
||
{ label: '新书榜', value: 'newhot' },
|
||
],
|
||
type: FilterTypes.Picker,
|
||
},
|
||
} satisfies Filters;
|
||
}
|
||
|
||
export default new Linovelib();
|