Files
lnreader-plugins/plugins/french/novhell.ts
T

243 lines
6.7 KiB
TypeScript

import { CheerioAPI, load } from 'cheerio';
import { fetchApi } from '@libs/fetch';
import { Plugin } from '@/types/plugin';
import { defaultCover } from '@libs/defaultCover';
import { NovelStatus } from '@libs/novelStatus';
const challengeTitles = new Set([
'bot verification',
'you are being redirected...',
'un instant...',
'just a moment...',
'redirecting...',
]);
async function fetchCheckedHtml(
url: string,
init?: Parameters<typeof fetchApi>[1],
): Promise<string> {
const response = await fetchApi(url, init);
if (!response.ok)
throw new Error(`HTTP ${response.status} while loading ${url}`);
const html = await response.text();
const title = html
.match(/<title[^>]*>(.*?)<\/title>/is)?.[1]
?.replace(/<[^>]+>/g, '')
.replace(/\s+/g, ' ')
.trim()
.toLowerCase();
if (title && challengeTitles.has(title))
throw new Error(`Bot challenge while loading ${url}`);
return html;
}
class NovhellPlugin implements Plugin.PluginBase {
id = 'novhell';
name = 'Novhell';
icon = 'src/fr/novhell/icon.png';
site = 'https://novhell.org';
version = '1.0.4';
async getCheerio(url: string): Promise<CheerioAPI> {
return load(
await fetchCheckedHtml(url, {
headers: { 'Accept-Encoding': 'deflate' },
}),
);
}
async popularNovels(pageNo: number): Promise<Plugin.NovelItem[]> {
if (pageNo > 1) return [];
const novels: Plugin.NovelItem[] = [];
let novel: Plugin.NovelItem;
const url = this.site;
const $ = await this.getCheerio(url);
$('article div div div figure').each((i, elem) => {
let novelName = $(elem)
.find('figcaption span strong')
.first()
.text()
.trim();
if (!novelName || novelName.trim() === '') {
novelName = $(elem).find('figcaption a strong').first().text().trim();
}
const novelCover = $(elem).find('a img').attr('src');
const novelUrl = $(elem).find('a').attr('href');
if (novelUrl && novelName) {
novel = {
name: novelName,
cover: novelCover,
path: novelUrl.replace(this.site, ''),
};
novels.push(novel);
}
});
return novels;
}
async parseNovel(novelPath: string): Promise<Plugin.SourceNovel> {
const novel: Plugin.SourceNovel = {
path: novelPath,
name: 'Sans titre',
};
const $ = await this.getCheerio(this.site + novelPath);
novel.name =
$('meta[property="og:title"]')
.attr('content')
?.replace('- NovHell', '') || '';
novel.cover =
$('section div div div div div img').first().attr('src') || defaultCover;
novel.status = NovelStatus.Unknown;
novel.author = $("strong:contains('Ecrit par ')")
.parent()
.text()
.replace('Ecrit par ', '')
.trim();
if (!novel.author) {
novel.author = $("div p:contains('Auteur')")
.text()
.replace('Auteur', '')
.replace(':', '')
.trim();
}
if (!novel.author) {
novel.author = $("div p:contains('Ecrit par :')")
.text()
.replace('Ecrit par :', '')
.trim();
}
novel.genres = $("strong:contains('Genre')")
.parent()
.text()
.replace('Genre', '')
.replace(':', '')
.trim();
if (!novel.genres) {
novel.genres = $("div p:contains('Genre')")
.text()
.replace('Genre', '')
.replace(':', '')
.trim();
}
novel.summary = $("strong:contains('Synopsis')")
.parent()
.parent()
.text()
.replace('Synopsis', '')
.replace('Synopsis', '')
.replace(':', '')
.trim();
const chapters: Plugin.ChapterItem[] = [];
const chapterPaths = new Set<string>();
$('main div article div div section div div div div div p a').each(
(i, elem) => {
// Replace non-breaking spaces with a 'normal' space.
const chapterName = $(elem)
.text()
.replace(/\u00A0/g, ' ')
.trim();
const chapterUrl = $(elem).attr('href');
// Check if the chapter URL exists and contains the site name.
if (chapterUrl && chapterUrl.includes(this.site)) {
const path = chapterUrl.replace(this.site, '');
if (chapterPaths.has(path)) return;
chapterPaths.add(path);
const regex = /Chapitre (\d+)/g;
let chapterNumber = 0;
let match;
while ((match = regex.exec(chapterName)) !== null) {
const number = parseInt(match[1]);
chapterNumber += number;
}
chapters.push({
name: chapterName,
path,
chapterNumber: chapterNumber,
});
}
},
);
// Sort the chapters array based on the chapter numbers.
// We retrieve the chapters in the order 1-6-11-16-21-......
novel.chapters = chapters.sort((chapterA, chapterB) => {
if (
chapterA.chapterNumber !== undefined &&
chapterB.chapterNumber !== undefined
) {
return chapterA.chapterNumber - chapterB.chapterNumber;
}
if (chapterA.chapterNumber === undefined) {
return 1;
} else {
return -1;
}
});
return novel;
}
async parseChapter(chapterPath: string): Promise<string> {
const $ = await this.getCheerio(this.site + chapterPath);
const sections = $('main article div div section');
if (sections) {
const numberOfSection = sections.length;
let title;
let positionChapter = 2;
for (let i = 3; i <= 5; i++) {
title = sections.eq(numberOfSection - i);
if (title.find('h4').length !== 0) {
positionChapter = i - 1;
break;
}
}
const chapter = sections.eq(numberOfSection - positionChapter);
if (title && chapter) {
const content = (title.html() || '') + (chapter.html() || '');
const parsedContent = load(content);
if (
parsedContent.text().replace(/\s+/g, ' ').trim().length >= 200 ||
parsedContent('img').length
)
return content;
}
}
throw new Error('No readable chapter content found');
}
async searchNovels(
searchTerm: string,
pageNo: number,
): Promise<Plugin.NovelItem[]> {
if (pageNo !== 1) return [];
const popularNovels = this.popularNovels(1);
const novels = (await popularNovels).filter(novel =>
novel.name
.toLowerCase()
.normalize('NFD')
.replace(/[\u0300-\u036f]/g, '')
.trim()
.includes(
searchTerm
.toLowerCase()
.normalize('NFD')
.replace(/[\u0300-\u036f]/g, '')
.trim(),
),
);
return novels;
}
}
export default new NovhellPlugin();