chore: Source Cleanup (#1977)
* chore: Source announced termination * chore: Obsolete plugin * chore: Down site * chore: Down site * chore: Down site * chore: Down site * chore: Source announced termination * chore: Down site * chore: Mark multisrc downs * chore: Update icons * fix: Change to epoch dates
This commit is contained in:
Rojikku
@@ -1,499 +0,0 @@
|
||||
import { Parser } from 'htmlparser2';
|
||||
import { fetchApi } from '@libs/fetch';
|
||||
import { Plugin } from '@/types/plugin';
|
||||
import { Filters, FilterTypes } from '@libs/filterInputs';
|
||||
import dayjs from 'dayjs';
|
||||
|
||||
class LightNovelPub implements Plugin.PagePlugin {
|
||||
id = 'lightnovelpub';
|
||||
name = 'LightNovelPub';
|
||||
version = '2.2.0';
|
||||
icon = 'src/en/lightnovelpub/icon.png';
|
||||
site = 'https://www.lightnovelpub.com/';
|
||||
headers = {
|
||||
Accept: 'application/json',
|
||||
'Content-Type': 'application/json',
|
||||
};
|
||||
|
||||
parseNovels(html: string) {
|
||||
const novels: Plugin.NovelItem[] = [];
|
||||
let tempNovel: Partial<Plugin.NovelItem> = {};
|
||||
let state: ParsingState = ParsingState.Idle;
|
||||
const parser = new Parser({
|
||||
onopentag(name, attribs) {
|
||||
if (attribs['class'] === 'novel-item') {
|
||||
state = ParsingState.Novel;
|
||||
}
|
||||
if (state !== ParsingState.Novel) return;
|
||||
|
||||
switch (name) {
|
||||
case 'a':
|
||||
tempNovel.path = attribs['href'].slice(1);
|
||||
tempNovel.name = attribs['title'];
|
||||
break;
|
||||
case 'img':
|
||||
tempNovel.cover = attribs['data-src'] || attribs['src'];
|
||||
break;
|
||||
}
|
||||
},
|
||||
onclosetag(name) {
|
||||
if (name === 'li') {
|
||||
if (tempNovel.path && tempNovel.cover) {
|
||||
novels.push(tempNovel as Plugin.NovelItem);
|
||||
tempNovel = {};
|
||||
}
|
||||
state = ParsingState.Idle;
|
||||
}
|
||||
},
|
||||
});
|
||||
|
||||
parser.write(html);
|
||||
parser.end();
|
||||
|
||||
return novels;
|
||||
}
|
||||
|
||||
async popularNovels(
|
||||
page: number,
|
||||
{ filters }: Plugin.PopularNovelsOptions<typeof this.filters>,
|
||||
): Promise<Plugin.NovelItem[]> {
|
||||
const linkParts = [
|
||||
this.site + 'browse',
|
||||
filters.genres.value,
|
||||
filters.order.value,
|
||||
filters.status.value,
|
||||
page.toString(),
|
||||
];
|
||||
|
||||
const body = await fetchApi(linkParts.join('/')).then(r => r.text());
|
||||
|
||||
return this.parseNovels(body);
|
||||
}
|
||||
|
||||
async parseNovel(
|
||||
novelPath: string,
|
||||
): Promise<Plugin.SourceNovel & { totalPages: number }> {
|
||||
const body = await fetchApi(this.site + novelPath).then(r => r.text());
|
||||
const novel: Partial<Plugin.SourceNovel> & Partial<{ totalPages: number }> =
|
||||
{
|
||||
path: novelPath,
|
||||
chapters: [],
|
||||
};
|
||||
let state: ParsingState = ParsingState.Idle;
|
||||
const summaryParts: string[] = [];
|
||||
const genreArray: string[] = [];
|
||||
const parser = new Parser({
|
||||
onopentag(name, attribs) {
|
||||
switch (name) {
|
||||
case 'h1':
|
||||
if (attribs['class']?.includes('novel-title')) {
|
||||
state = ParsingState.NovelName;
|
||||
}
|
||||
break;
|
||||
case 'figure':
|
||||
if (attribs['class'] === 'cover') {
|
||||
state = ParsingState.Cover;
|
||||
}
|
||||
break;
|
||||
case 'img':
|
||||
if (state === ParsingState.Cover) {
|
||||
novel.cover = attribs['data-src'] || attribs['src'];
|
||||
}
|
||||
break;
|
||||
case 'strong':
|
||||
if (state === ParsingState.HeaderStats) {
|
||||
if (attribs['class']) {
|
||||
state = ParsingState.Status;
|
||||
} else {
|
||||
state = ParsingState.TotalChapters;
|
||||
}
|
||||
}
|
||||
break;
|
||||
case 'br':
|
||||
if (state === ParsingState.Summary) {
|
||||
summaryParts.push('<LINE_BREAK>');
|
||||
}
|
||||
break;
|
||||
case 'a':
|
||||
if (state === ParsingState.Genres) {
|
||||
state = ParsingState.Tags;
|
||||
}
|
||||
break;
|
||||
case 'div':
|
||||
if (attribs['class']) {
|
||||
if (attribs['class'].includes('content')) {
|
||||
state = ParsingState.Summary;
|
||||
} else {
|
||||
const map: Record<string, ParsingState> = {
|
||||
'categories': ParsingState.Genres,
|
||||
'header-stats': ParsingState.HeaderStats,
|
||||
'expand': ParsingState.Idle,
|
||||
};
|
||||
state = map[attribs['class']] ?? state;
|
||||
}
|
||||
}
|
||||
break;
|
||||
default:
|
||||
if (attribs['itemprop'] === 'author') {
|
||||
state = ParsingState.AuthorName;
|
||||
}
|
||||
break;
|
||||
}
|
||||
},
|
||||
ontext(data) {
|
||||
switch (state) {
|
||||
case ParsingState.TotalChapters:
|
||||
if (!novel.totalPages) {
|
||||
novel.totalPages = Math.ceil(parseInt(data, 10) / 100);
|
||||
}
|
||||
break;
|
||||
case ParsingState.Status:
|
||||
novel.status = data.trim();
|
||||
break;
|
||||
case ParsingState.NovelName:
|
||||
novel.name = (novel.name || '') + data.trim();
|
||||
break;
|
||||
case ParsingState.AuthorName:
|
||||
novel.author = data;
|
||||
break;
|
||||
case ParsingState.Summary:
|
||||
summaryParts.push(data);
|
||||
break;
|
||||
case ParsingState.Tags:
|
||||
genreArray.push(data);
|
||||
break;
|
||||
}
|
||||
},
|
||||
onclosetag(name) {
|
||||
switch (name) {
|
||||
case 'strong':
|
||||
if (state === ParsingState.TotalChapters) {
|
||||
state = ParsingState.HeaderStats;
|
||||
} else if (state === ParsingState.Status) {
|
||||
state = ParsingState.Idle;
|
||||
}
|
||||
break;
|
||||
case 'i':
|
||||
if (state === ParsingState.Status) {
|
||||
state = ParsingState.Idle;
|
||||
}
|
||||
break;
|
||||
case 'h1':
|
||||
if (state === ParsingState.NovelName) {
|
||||
state = ParsingState.Idle;
|
||||
}
|
||||
break;
|
||||
case 'span':
|
||||
if (state === ParsingState.AuthorName) {
|
||||
state = ParsingState.Idle;
|
||||
}
|
||||
break;
|
||||
case 'div':
|
||||
if (
|
||||
state === ParsingState.Summary ||
|
||||
state === ParsingState.Genres
|
||||
) {
|
||||
state = ParsingState.Idle;
|
||||
}
|
||||
break;
|
||||
case 'a':
|
||||
if (state === ParsingState.Tags) {
|
||||
state = ParsingState.Genres;
|
||||
}
|
||||
break;
|
||||
case 'figure':
|
||||
if (state === ParsingState.Cover) {
|
||||
state = ParsingState.Idle;
|
||||
}
|
||||
break;
|
||||
case 'p':
|
||||
if (state === ParsingState.Summary) {
|
||||
summaryParts.push('<PARAGRAPH_BREAK>');
|
||||
}
|
||||
break;
|
||||
}
|
||||
},
|
||||
onend() {
|
||||
const text = summaryParts
|
||||
.join('')
|
||||
.replace(/<PARAGRAPH_BREAK>/g, '\n\n')
|
||||
.replace(/<LINE_BREAK>/g, '\n')
|
||||
.replace(/\r\n/g, '\n')
|
||||
.replace(/ /g, ' ');
|
||||
|
||||
const paragraphs = text
|
||||
.split('\n\n')
|
||||
.map(p => p.trim().replace(/[ \t]+/g, ' '))
|
||||
.filter(p => p.length > 0);
|
||||
|
||||
novel.summary = paragraphs.join('\n\n');
|
||||
summaryParts.length = 0;
|
||||
|
||||
novel.genres = genreArray.join(', ');
|
||||
},
|
||||
});
|
||||
|
||||
parser.write(body);
|
||||
parser.end();
|
||||
|
||||
return novel as Plugin.SourceNovel & { totalPages: number };
|
||||
}
|
||||
|
||||
async parsePage(novelPath: string, page: string): Promise<Plugin.SourcePage> {
|
||||
const url = this.site + novelPath + '/chapters/page-' + page;
|
||||
const body = await fetchApi(url).then(res => res.text());
|
||||
const chapters: Plugin.ChapterItem[] = [];
|
||||
let tempChapter: Partial<Plugin.ChapterItem> = {};
|
||||
let state: ParsingState = ParsingState.Idle;
|
||||
|
||||
const parser = new Parser({
|
||||
onopentag(name, attribs) {
|
||||
if (attribs['class'] === 'chapter-list') {
|
||||
state = ParsingState.ChapterList;
|
||||
return;
|
||||
}
|
||||
|
||||
switch (state) {
|
||||
case ParsingState.ChapterList:
|
||||
if (name === 'li') {
|
||||
state = ParsingState.ChapterItem;
|
||||
tempChapter = {
|
||||
chapterNumber: Number(attribs['data-orderno'] || 0),
|
||||
};
|
||||
}
|
||||
break;
|
||||
case ParsingState.ChapterItem:
|
||||
switch (name) {
|
||||
case 'a':
|
||||
tempChapter.name = attribs['title'];
|
||||
tempChapter.path = attribs['href']?.slice(1);
|
||||
break;
|
||||
case 'time':
|
||||
tempChapter.releaseTime = dayjs(
|
||||
attribs['datetime'],
|
||||
).toISOString();
|
||||
break;
|
||||
}
|
||||
break;
|
||||
}
|
||||
},
|
||||
onclosetag(name) {
|
||||
switch (state) {
|
||||
case ParsingState.ChapterItem:
|
||||
if (name === 'li') {
|
||||
if (
|
||||
tempChapter.chapterNumber !== undefined &&
|
||||
tempChapter.path &&
|
||||
tempChapter.releaseTime
|
||||
) {
|
||||
chapters.push(tempChapter as Plugin.ChapterItem);
|
||||
}
|
||||
state = ParsingState.ChapterList;
|
||||
}
|
||||
break;
|
||||
case ParsingState.ChapterList:
|
||||
if (name === 'ul') {
|
||||
state = ParsingState.Idle;
|
||||
}
|
||||
break;
|
||||
}
|
||||
},
|
||||
});
|
||||
|
||||
parser.write(body);
|
||||
parser.end();
|
||||
|
||||
return { chapters };
|
||||
}
|
||||
|
||||
async parseChapter(chapterPath: string): Promise<string> {
|
||||
const html = await fetchApi(this.site + chapterPath).then(r => r.text());
|
||||
|
||||
let depth = 0;
|
||||
let state: ParsingState = ParsingState.Idle;
|
||||
const chapterHtml: string[] = [];
|
||||
|
||||
type EscapeChar = '&' | '<' | '>' | '"' | "'";
|
||||
const escapeRegex = /[&<>"']/g;
|
||||
const escapeMap: Record<EscapeChar, string> = {
|
||||
'&': '&',
|
||||
'<': '<',
|
||||
'>': '>',
|
||||
'"': '"',
|
||||
"'": ''',
|
||||
};
|
||||
const escapeHtml = (text: string): string =>
|
||||
text.replace(escapeRegex, char => escapeMap[char as EscapeChar]);
|
||||
|
||||
const parser = new Parser({
|
||||
onopentag(name, attribs) {
|
||||
switch (state) {
|
||||
case ParsingState.Idle:
|
||||
if (name === 'div' && attribs['id'] === 'chapter-container') {
|
||||
state = ParsingState.Chapter;
|
||||
depth++;
|
||||
}
|
||||
break;
|
||||
case ParsingState.Chapter:
|
||||
if (name === 'div') depth++;
|
||||
break;
|
||||
default:
|
||||
return;
|
||||
}
|
||||
|
||||
if (state === ParsingState.Chapter) {
|
||||
const attr = Object.keys(attribs).map(key => {
|
||||
const value = attribs[key].replace(/"/g, '"');
|
||||
return ` ${key}="${value}"`;
|
||||
});
|
||||
chapterHtml.push(`<${name}${attr.join('')}>`);
|
||||
}
|
||||
},
|
||||
|
||||
ontext(text) {
|
||||
if (state === ParsingState.Chapter) {
|
||||
chapterHtml.push(escapeHtml(text));
|
||||
}
|
||||
},
|
||||
|
||||
onclosetag(name) {
|
||||
if (state === ParsingState.Chapter) {
|
||||
if (!parser['isVoidElement'](name)) {
|
||||
chapterHtml.push(`</${name}>`);
|
||||
}
|
||||
if (name === 'div') depth--;
|
||||
if (depth === 0) {
|
||||
state = ParsingState.Stopped;
|
||||
}
|
||||
}
|
||||
},
|
||||
});
|
||||
|
||||
parser.write(html);
|
||||
parser.end();
|
||||
|
||||
return chapterHtml.join('');
|
||||
}
|
||||
|
||||
async searchNovels(searchTerm: string): Promise<Plugin.NovelItem[]> {
|
||||
const url = `${this.site}lnsearchlive`;
|
||||
const link = `${this.site}search`;
|
||||
const response = await fetchApi(link).then(r => r.text());
|
||||
let verifytoken = '';
|
||||
const parser = new Parser({
|
||||
onopentag(name, attribs) {
|
||||
if (
|
||||
name === 'input' &&
|
||||
attribs['name']?.includes('LNRequestVerifyToken')
|
||||
) {
|
||||
verifytoken = attribs['value'];
|
||||
}
|
||||
},
|
||||
});
|
||||
parser.write(response);
|
||||
parser.end();
|
||||
|
||||
const formData = new FormData();
|
||||
formData.append('inputContent', searchTerm);
|
||||
|
||||
const body = await fetchApi(url, {
|
||||
method: 'POST',
|
||||
headers: { LNRequestVerifyToken: verifytoken! },
|
||||
body: formData,
|
||||
}).then(r => r.json());
|
||||
|
||||
return this.parseNovels(body.resultview);
|
||||
}
|
||||
|
||||
filters = {
|
||||
order: {
|
||||
value: 'popular',
|
||||
label: 'Order by',
|
||||
options: [
|
||||
{ label: 'New', value: 'new' },
|
||||
{ label: 'Popular', value: 'popular' },
|
||||
{ label: 'Updates', value: 'updated' },
|
||||
],
|
||||
type: FilterTypes.Picker,
|
||||
},
|
||||
status: {
|
||||
value: 'all',
|
||||
label: 'Status',
|
||||
options: [
|
||||
{ label: 'All', value: 'all' },
|
||||
{ label: 'Completed', value: 'completed' },
|
||||
{ label: 'Ongoing', value: 'ongoing' },
|
||||
],
|
||||
type: FilterTypes.Picker,
|
||||
},
|
||||
genres: {
|
||||
value: 'all',
|
||||
label: 'Genre',
|
||||
options: [
|
||||
{ label: 'All', value: 'all' },
|
||||
{ label: 'Action', value: 'action' },
|
||||
{ label: 'Adventure', value: 'adventure' },
|
||||
{ label: 'Drama', value: 'drama' },
|
||||
{ label: 'Fantasy', value: 'fantasy' },
|
||||
{ label: 'Harem', value: 'harem' },
|
||||
{ label: 'Martial Arts', value: 'martial-arts' },
|
||||
{ label: 'Mature', value: 'mature' },
|
||||
{ label: 'Romance', value: 'romance' },
|
||||
{ label: 'Tragedy', value: 'tragedy' },
|
||||
{ label: 'Xuanhuan', value: 'xuanhuan' },
|
||||
{ label: 'Ecchi', value: 'ecchi' },
|
||||
{ label: 'Comedy', value: 'comedy' },
|
||||
{ label: 'Slice of Life', value: 'slice-of-life' },
|
||||
{ label: 'Mystery', value: 'mystery' },
|
||||
{ label: 'Supernatural', value: 'supernatural' },
|
||||
{ label: 'Psychological', value: 'psychological' },
|
||||
{ label: 'Sci-fi', value: 'sci-fi' },
|
||||
{ label: 'Xianxia', value: 'xianxia' },
|
||||
{ label: 'School Life', value: 'school-life' },
|
||||
{ label: 'Josei', value: 'josei' },
|
||||
{ label: 'Wuxia', value: 'wuxia' },
|
||||
{ label: 'Shounen', value: 'shounen' },
|
||||
{ label: 'Horror', value: 'horror' },
|
||||
{ label: 'Mecha', value: 'mecha' },
|
||||
{ label: 'Historical', value: 'historical' },
|
||||
{ label: 'Shoujo', value: 'shoujo' },
|
||||
{ label: 'Adult', value: 'adult' },
|
||||
{ label: 'Seinen', value: 'seinen' },
|
||||
{ label: 'Sports', value: 'sports' },
|
||||
{ label: 'Lolicon', value: 'lolicon' },
|
||||
{ label: 'Gender Bender', value: 'gender-bender' },
|
||||
{ label: 'Shounen Ai', value: 'shounen-ai' },
|
||||
{ label: 'Yaoi', value: 'yaoi' },
|
||||
{ label: 'Video Games', value: 'video-games' },
|
||||
{ label: 'Smut', value: 'smut' },
|
||||
{ label: 'Magical Realism', value: 'magical-realism' },
|
||||
{ label: 'Eastern Fantasy', value: 'eastern-fantasy' },
|
||||
{ label: 'Contemporary Romance', value: 'contemporary-romance' },
|
||||
{ label: 'Fantasy Romance', value: 'fantasy-romance' },
|
||||
{ label: 'Shoujo Ai', value: 'shoujo-ai' },
|
||||
{ label: 'Yuri', value: 'yuri' },
|
||||
],
|
||||
type: FilterTypes.Picker,
|
||||
},
|
||||
} satisfies Filters;
|
||||
}
|
||||
|
||||
export default new LightNovelPub();
|
||||
|
||||
enum ParsingState {
|
||||
Idle,
|
||||
Novel,
|
||||
HeaderStats,
|
||||
Status,
|
||||
Stopped,
|
||||
Chapter,
|
||||
ChapterItem,
|
||||
ChapterList,
|
||||
TotalChapters,
|
||||
NovelName,
|
||||
AuthorName,
|
||||
Summary,
|
||||
Genres,
|
||||
Tags,
|
||||
Cover,
|
||||
}
|
||||
@@ -1,382 +0,0 @@
|
||||
import { CheerioAPI, load } from 'cheerio';
|
||||
import { fetchApi } from '@libs/fetch';
|
||||
import { Plugin } from '@/types/plugin';
|
||||
import { NovelStatus } from '@libs/novelStatus';
|
||||
import { Filters, FilterTypes } from '@libs/filterInputs';
|
||||
import { defaultCover } from '@/types/constants';
|
||||
|
||||
class NovelFirePaged implements Plugin.PagePlugin {
|
||||
id = 'novelfire.paged';
|
||||
name = 'Novel Fire Paged';
|
||||
version = '1.1.2';
|
||||
icon = 'src/en/novelfire/icon.png';
|
||||
site = 'https://novelfire.net/';
|
||||
|
||||
async getCheerio(url: string, search: boolean): Promise<CheerioAPI> {
|
||||
const r = await fetchApi(url);
|
||||
if (!r.ok && search != true)
|
||||
throw new Error(
|
||||
'Could not reach site (' + r.status + ') try to open in webview.',
|
||||
);
|
||||
const $ = load(await r.text());
|
||||
|
||||
if ($('title').text().includes('Cloudflare')) {
|
||||
throw new Error('Cloudflare is blocking requests. Try again later.');
|
||||
}
|
||||
|
||||
return $;
|
||||
}
|
||||
|
||||
async popularNovels(
|
||||
pageNo: number,
|
||||
{
|
||||
showLatestNovels,
|
||||
filters,
|
||||
}: Plugin.PopularNovelsOptions<typeof this.filters>,
|
||||
): Promise<Plugin.NovelItem[]> {
|
||||
let url = this.site + 'search-adv';
|
||||
if (showLatestNovels) {
|
||||
url += `?ctgcon=and&totalchapter=0&ratcon=min&rating=0&status=-1&sort=date&tagcon=and&page=${pageNo}`;
|
||||
} else if (filters) {
|
||||
const params = new URLSearchParams();
|
||||
for (const language of filters.language.value) {
|
||||
params.append('country_id[]', language);
|
||||
}
|
||||
params.append('ctgcon', filters.genre_operator.value);
|
||||
for (const genre of filters.genres.value) {
|
||||
params.append('categories[]', genre);
|
||||
}
|
||||
params.append('totalchapter', filters.chapters.value);
|
||||
params.append('ratcon', filters.rating_operator.value);
|
||||
params.append('rating', filters.rating.value);
|
||||
params.append('status', filters.status.value);
|
||||
params.append('sort', filters.sort.value);
|
||||
params.append('page', pageNo.toString());
|
||||
url += `?${params.toString()}`;
|
||||
} else {
|
||||
url += `?ctgcon=and&totalchapter=0&ratcon=min&rating=0&status=-1&sort=rank-top&page=${pageNo}`;
|
||||
}
|
||||
|
||||
const loadedCheerio = await this.getCheerio(url, false);
|
||||
|
||||
return loadedCheerio('.novel-item')
|
||||
.map((index, ele) => {
|
||||
const novelName =
|
||||
loadedCheerio(ele).find('.novel-title > a').text() ||
|
||||
'No Title Found';
|
||||
const novelCover = loadedCheerio(ele)
|
||||
.find('.novel-cover > img')
|
||||
.attr('data-src');
|
||||
const novelPath = loadedCheerio(ele)
|
||||
.find('.novel-title > a')
|
||||
.attr('href');
|
||||
|
||||
if (!novelPath) return;
|
||||
|
||||
return {
|
||||
name: novelName,
|
||||
cover: novelCover,
|
||||
path: novelPath.replace(this.site, ''),
|
||||
};
|
||||
})
|
||||
.get()
|
||||
.filter(novel => novel !== null);
|
||||
}
|
||||
|
||||
async parseNovel(
|
||||
novelPath: string,
|
||||
): Promise<Plugin.SourceNovel & { totalPages: number }> {
|
||||
const $ = await this.getCheerio(this.site + novelPath, false);
|
||||
const baseUrl = this.site;
|
||||
|
||||
const novel: Partial<Plugin.SourceNovel & { totalPages: number }> = {
|
||||
path: novelPath,
|
||||
};
|
||||
|
||||
novel.name =
|
||||
$('.novel-title').text().trim() ??
|
||||
$('.cover > img').attr('alt') ??
|
||||
'No Titled Found';
|
||||
const coverUrl =
|
||||
$('.cover > img').attr('data-src') ?? $('.cover > img').attr('src');
|
||||
|
||||
if (coverUrl) {
|
||||
novel.cover = new URL(coverUrl, baseUrl).href;
|
||||
} else {
|
||||
novel.cover = defaultCover;
|
||||
}
|
||||
|
||||
novel.genres = $('.categories .property-item')
|
||||
.map((i, el) => $(el).text())
|
||||
.toArray()
|
||||
.join(',');
|
||||
|
||||
let summary = $('.summary .content').text().trim();
|
||||
|
||||
if (summary) {
|
||||
summary = summary.replace('Show More', '');
|
||||
novel.summary = summary;
|
||||
} else {
|
||||
novel.summary = 'No Summary Found';
|
||||
}
|
||||
|
||||
novel.author = $('.author .property-item > span').text();
|
||||
|
||||
const rawStatus =
|
||||
$('.header-stats .ongoing').text() ||
|
||||
$('.header-stats .completed').text() ||
|
||||
'Unknown';
|
||||
const map: Record<string, string> = {
|
||||
ongoing: NovelStatus.Ongoing,
|
||||
hiatus: NovelStatus.OnHiatus,
|
||||
dropped: NovelStatus.Cancelled,
|
||||
cancelled: NovelStatus.Cancelled,
|
||||
completed: NovelStatus.Completed,
|
||||
unknown: NovelStatus.Unknown,
|
||||
};
|
||||
novel.status = map[rawStatus.toLowerCase()] ?? NovelStatus.Unknown;
|
||||
|
||||
novel.rating = parseFloat($('.nub').text().trim());
|
||||
|
||||
const totalChapters = $('.header-stats .icon-book-open')
|
||||
.parent()
|
||||
.text()
|
||||
.trim();
|
||||
|
||||
novel.totalPages = Math.ceil(parseInt(totalChapters) / 100);
|
||||
|
||||
return novel as Plugin.SourceNovel & { totalPages: number };
|
||||
}
|
||||
|
||||
async parsePage(novelPath: string, page: string): Promise<Plugin.SourcePage> {
|
||||
const url = `${this.site}${novelPath}/chapters?page=${page}`;
|
||||
const result = await fetchApi(url);
|
||||
const body = await result.text();
|
||||
|
||||
const loadedCheerio = load(body);
|
||||
|
||||
const chapters = loadedCheerio('.chapter-list li')
|
||||
.map((index, ele) => {
|
||||
const chapterName =
|
||||
loadedCheerio(ele).find('a').attr('title') || 'No Title Found';
|
||||
const chapterPath = loadedCheerio(ele).find('a').attr('href');
|
||||
|
||||
if (!chapterPath) return null;
|
||||
|
||||
return {
|
||||
name: chapterName,
|
||||
path: chapterPath.replace(this.site, ''),
|
||||
};
|
||||
})
|
||||
.get()
|
||||
.filter(chapter => chapter !== null) as Plugin.ChapterItem[];
|
||||
|
||||
return {
|
||||
chapters,
|
||||
};
|
||||
}
|
||||
|
||||
async parseChapter(chapterPath: string): Promise<string> {
|
||||
const url = this.site + chapterPath;
|
||||
const loadedCheerio = await this.getCheerio(url, false);
|
||||
|
||||
const chapterText = loadedCheerio('#content');
|
||||
|
||||
loadedCheerio(chapterText).find('div').remove();
|
||||
|
||||
return chapterText.html()?.replace(/ /g, ' ') || '';
|
||||
}
|
||||
|
||||
async searchNovels(
|
||||
searchTerm: string,
|
||||
page: number,
|
||||
): Promise<Plugin.NovelItem[]> {
|
||||
const url = `${this.site}search?keyword=${encodeURIComponent(searchTerm)}&page=${page}`;
|
||||
const result = await fetchApi(url);
|
||||
const body = await result.text();
|
||||
|
||||
const loadedCheerio = load(body);
|
||||
|
||||
return loadedCheerio('.novel-list.chapters .novel-item')
|
||||
.map((index, ele) => {
|
||||
const novelName =
|
||||
loadedCheerio(ele).find('a').attr('title') || 'No Title Found';
|
||||
const novelCover = loadedCheerio(ele)
|
||||
.find('.novel-cover > img')
|
||||
.attr('src');
|
||||
const novelPath = loadedCheerio(ele).find('a').attr('href');
|
||||
|
||||
if (!novelPath) return null;
|
||||
|
||||
return {
|
||||
name: novelName,
|
||||
cover: novelCover,
|
||||
path: novelPath.replace(this.site, ''),
|
||||
};
|
||||
})
|
||||
.get()
|
||||
.filter(novel => novel !== null);
|
||||
}
|
||||
|
||||
filters = {
|
||||
sort: {
|
||||
label: 'Sort Results By',
|
||||
value: 'rank-top',
|
||||
options: [
|
||||
{ label: 'Rank (Top)', value: 'rank-top' },
|
||||
{ label: 'Rating Score (Top)', value: 'rating-score-top' },
|
||||
{ label: 'Review Count (Most)', value: 'review' },
|
||||
{ label: 'Comment Count (Most)', value: 'comment' },
|
||||
{ label: 'Bookmark Count (Most)', value: 'bookmark' },
|
||||
{ label: 'Today Views (Most)', value: 'today-view' },
|
||||
{ label: 'Monthly Views (Most)', value: 'monthly-view' },
|
||||
{ label: 'Total Views (Most)', value: 'total-view' },
|
||||
{ label: 'Title (A>Z)', value: 'abc' },
|
||||
{ label: 'Title (Z>A)', value: 'cba' },
|
||||
{ label: 'Last Updated (Newest)', value: 'date' },
|
||||
{ label: 'Chapter Count (Most)', value: 'chapter-count-most' },
|
||||
],
|
||||
type: FilterTypes.Picker,
|
||||
},
|
||||
status: {
|
||||
label: 'Translation Status',
|
||||
value: '-1',
|
||||
options: [
|
||||
{ label: 'All', value: '-1' },
|
||||
{ label: 'Completed', value: '1' },
|
||||
{ label: 'Ongoing', value: '0' },
|
||||
],
|
||||
type: FilterTypes.Picker,
|
||||
},
|
||||
genre_operator: {
|
||||
label: 'Genres (And/Or/Exclude)',
|
||||
value: 'and',
|
||||
options: [
|
||||
{ label: 'AND', value: 'and' },
|
||||
{ label: 'OR', value: 'or' },
|
||||
{ label: 'EXCLUDE', value: 'exclude' },
|
||||
],
|
||||
type: FilterTypes.Picker,
|
||||
},
|
||||
genres: {
|
||||
label: 'Genres',
|
||||
value: [],
|
||||
options: [
|
||||
{ label: 'Action', value: '3' },
|
||||
{ label: 'Adult', value: '28' },
|
||||
{ label: 'Adventure', value: '4' },
|
||||
{ label: 'Anime', value: '46' },
|
||||
{ label: 'Arts', value: '47' },
|
||||
{ label: 'Comedy', value: '5' },
|
||||
{ label: 'Drama', value: '24' },
|
||||
{ label: 'Eastern', value: '44' },
|
||||
{ label: 'Ecchi', value: '26' },
|
||||
{ label: 'Fan-fiction', value: '48' },
|
||||
{ label: 'Fantasy', value: '6' },
|
||||
{ label: 'Game', value: '19' },
|
||||
{ label: 'Gender Bender', value: '25' },
|
||||
{ label: 'Harem', value: '7' },
|
||||
{ label: 'Historical', value: '12' },
|
||||
{ label: 'Horror', value: '37' },
|
||||
{ label: 'Isekai', value: '49' },
|
||||
{ label: 'Josei', value: '2' },
|
||||
{ label: 'Lgbt+', value: '45' },
|
||||
{ label: 'Magic', value: '50' },
|
||||
{ label: 'Magical Realism', value: '51' },
|
||||
{ label: 'Manhua', value: '52' },
|
||||
{ label: 'Martial Arts', value: '15' },
|
||||
{ label: 'Mature', value: '8' },
|
||||
{ label: 'Mecha', value: '34' },
|
||||
{ label: 'Military', value: '53' },
|
||||
{ label: 'Modern Life', value: '54' },
|
||||
{ label: 'Movies', value: '55' },
|
||||
{ label: 'Mystery', value: '16' },
|
||||
{ label: 'Other', value: '64' },
|
||||
{ label: 'Psychological', value: '9' },
|
||||
{ label: 'Realistic Fiction', value: '56' },
|
||||
{ label: 'Reincarnation', value: '43' },
|
||||
{ label: 'Romance', value: '1' },
|
||||
{ label: 'School Life', value: '21' },
|
||||
{ label: 'Sci-fi', value: '20' },
|
||||
{ label: 'Seinen', value: '10' },
|
||||
{ label: 'Shoujo', value: '38' },
|
||||
{ label: 'Shoujo Ai', value: '57' },
|
||||
{ label: 'Shounen', value: '17' },
|
||||
{ label: 'Shounen Ai', value: '39' },
|
||||
{ label: 'Slice of Life', value: '13' },
|
||||
{ label: 'Smut', value: '29' },
|
||||
{ label: 'Sports', value: '42' },
|
||||
{ label: 'Supernatural', value: '18' },
|
||||
{ label: 'System', value: '58' },
|
||||
{ label: 'Tragedy', value: '32' },
|
||||
{ label: 'Urban', value: '63' },
|
||||
{ label: 'Urban Life', value: '59' },
|
||||
{ label: 'Video Games', value: '60' },
|
||||
{ label: 'War', value: '61' },
|
||||
{ label: 'Wuxia', value: '31' },
|
||||
{ label: 'Xianxia', value: '23' },
|
||||
{ label: 'Xuanhuan', value: '22' },
|
||||
{ label: 'Yaoi', value: '14' },
|
||||
{ label: 'Yuri', value: '62' },
|
||||
],
|
||||
type: FilterTypes.CheckboxGroup,
|
||||
},
|
||||
language: {
|
||||
label: 'Language',
|
||||
value: [],
|
||||
options: [
|
||||
{ label: 'Chinese', value: '1' },
|
||||
{ label: 'Korean', value: '2' },
|
||||
{ label: 'Japanese', value: '3' },
|
||||
{ label: 'English', value: '4' },
|
||||
],
|
||||
type: FilterTypes.CheckboxGroup,
|
||||
},
|
||||
rating_operator: {
|
||||
label: 'Rating (Min/Max)',
|
||||
value: 'min',
|
||||
options: [
|
||||
{ label: 'Min', value: 'min' },
|
||||
{ label: 'Max', value: 'max' },
|
||||
],
|
||||
type: FilterTypes.Picker,
|
||||
},
|
||||
rating: {
|
||||
label: 'Rating',
|
||||
value: '0',
|
||||
options: [
|
||||
{ label: 'All', value: '0' },
|
||||
{ label: '1', value: '1' },
|
||||
{ label: '2', value: '2' },
|
||||
{ label: '3', value: '3' },
|
||||
{ label: '4', value: '4' },
|
||||
{ label: '5', value: '5' },
|
||||
],
|
||||
type: FilterTypes.Picker,
|
||||
},
|
||||
chapters: {
|
||||
label: 'Chapters',
|
||||
value: '0',
|
||||
options: [
|
||||
{ label: 'All', value: '0' },
|
||||
{ label: '<50', value: '1,49' },
|
||||
{ label: '50-100', value: '50,100' },
|
||||
{ label: '100-200', value: '100,200' },
|
||||
{ label: '200-500', value: '200,500' },
|
||||
{ label: '500-1000', value: '500,1000' },
|
||||
{ label: '>1000', value: '1001,1000000' },
|
||||
],
|
||||
type: FilterTypes.Picker,
|
||||
},
|
||||
} satisfies Filters;
|
||||
}
|
||||
|
||||
export default new NovelFirePaged();
|
||||
|
||||
// Custom error for when Novel Fire is rate limiting requests
|
||||
class NovelFireThrottlingError extends Error {
|
||||
constructor(message = 'Novel Fire is rate limiting requests') {
|
||||
super(message);
|
||||
this.name = 'NovelFireError';
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user