Balrog57
341 lines
11 KiB
TypeScript
341 lines
11 KiB
TypeScript
import { load, CheerioAPI } from 'cheerio';
|
|
import { fetchApi } from '@libs/fetch';
|
|
import { Plugin } from '@/types/plugin';
|
|
import { NovelStatus } from '@libs/novelStatus';
|
|
import { Filters, FilterTypes } from '@libs/filterInputs';
|
|
import { defaultCover } from '@libs/defaultCover';
|
|
|
|
const challengeTitles = new Set([
|
|
'bot verification',
|
|
'you are being redirected...',
|
|
'un instant...',
|
|
'just a moment...',
|
|
'redirecting...',
|
|
]);
|
|
|
|
async function fetchCheckedHtml(
|
|
url: string,
|
|
init?: Parameters<typeof fetchApi>[1],
|
|
): Promise<string> {
|
|
const response = await fetchApi(url, init);
|
|
if (!response.ok)
|
|
throw new Error(`HTTP ${response.status} while loading ${url}`);
|
|
const html = await response.text();
|
|
const title = html
|
|
.match(/<title[^>]*>(.*?)<\/title>/is)?.[1]
|
|
?.replace(/<[^>]+>/g, '')
|
|
.replace(/\s+/g, ' ')
|
|
.trim()
|
|
.toLowerCase();
|
|
if (title && challengeTitles.has(title))
|
|
throw new Error(`Bot challenge while loading ${url}`);
|
|
return html;
|
|
}
|
|
|
|
class NovelDeGlacePlugin implements Plugin.PluginBase {
|
|
id = 'noveldeglace';
|
|
name = 'NovelDeGlace';
|
|
icon = 'src/fr/noveldeglace/icon.png';
|
|
site = 'https://noveldeglace.com/';
|
|
version = '1.0.8';
|
|
|
|
async getCheerio(url: string): Promise<CheerioAPI> {
|
|
return load(
|
|
await fetchCheckedHtml(url, {
|
|
headers: { 'Accept-Encoding': 'deflate' },
|
|
}),
|
|
);
|
|
}
|
|
|
|
parseNovels(
|
|
$: CheerioAPI,
|
|
showLatestNovels: boolean | undefined,
|
|
): Plugin.NovelItem[] {
|
|
const novels: Plugin.NovelItem[] = [];
|
|
|
|
$('article').each((i, el) => {
|
|
const cheerio = $(el);
|
|
const novelName = cheerio.find('h2').text().trim();
|
|
const novelCover = cheerio.find('img').attr('src');
|
|
let novelUrl: string | undefined;
|
|
if (showLatestNovels)
|
|
novelUrl = cheerio.find('span.Roman > a').attr('href');
|
|
else novelUrl = cheerio.find('h2 > a').attr('href');
|
|
|
|
if (novelUrl) {
|
|
const novel: Plugin.NovelItem = {
|
|
name: novelName,
|
|
path: novelUrl.replace(this.site, ''),
|
|
cover: novelCover,
|
|
};
|
|
novels.push(novel);
|
|
}
|
|
});
|
|
|
|
return novels;
|
|
}
|
|
|
|
async popularNovels(
|
|
pageNo: number,
|
|
{
|
|
filters,
|
|
showLatestNovels,
|
|
}: Plugin.PopularNovelsOptions<typeof this.filters>,
|
|
): Promise<Plugin.NovelItem[]> {
|
|
let url = this.site;
|
|
if (showLatestNovels) url += 'chapitre';
|
|
else {
|
|
let cat_gen = 'all';
|
|
if (filters && typeof filters.categorie_genre.value == 'string')
|
|
cat_gen = filters.categorie_genre.value;
|
|
if (
|
|
cat_gen != 'all' &&
|
|
cat_gen != 'categorie_roman' &&
|
|
cat_gen != 'genre'
|
|
) {
|
|
if (cat_gen[0] == 'c') url += 'categorie_roman/' + cat_gen.substring(2);
|
|
else if (cat_gen[0] == 'g') url += 'genre/' + cat_gen.substring(2);
|
|
} else if (pageNo > 1)
|
|
return []; // when asking for all novels, there is only 1 page
|
|
else url += 'roman';
|
|
}
|
|
url += '/page/' + pageNo;
|
|
const $ = await this.getCheerio(url);
|
|
return this.parseNovels($, showLatestNovels);
|
|
}
|
|
|
|
async parseNovel(novelPath: string): Promise<Plugin.SourceNovel> {
|
|
const $ = await this.getCheerio(this.site + novelPath);
|
|
const novel: Plugin.SourceNovel = { path: novelPath, name: 'Untitled' };
|
|
|
|
novel.name = $('span.current').text().trim();
|
|
|
|
novel.cover = $('.su-row > div > div > img').attr('src') || defaultCover;
|
|
|
|
const novelInfos = $('div[data-title=Tomes] >').toArray();
|
|
novelInfos.pop();
|
|
novelInfos.shift();
|
|
novel.summary =
|
|
$('div[data-title=Synopsis]').text().trim() +
|
|
'\n\n' +
|
|
novelInfos
|
|
.map(el => $(el).text())
|
|
.join('\n')
|
|
.trim();
|
|
|
|
novel.author = $("strong:contains('Auteur :')")
|
|
.parent()
|
|
.text()
|
|
.replace('Auteur : ', '')
|
|
.trim();
|
|
|
|
novel.artist = $("strong:contains('Illustrateur :')")
|
|
.parent()
|
|
.text()
|
|
.replace('Illustrateur :', '')
|
|
.trim();
|
|
|
|
const categorie = $('.categorie').text().replace('Catégorie :', '').trim();
|
|
const genres = $('.genre')
|
|
.text()
|
|
.replace('Genre :', '')
|
|
.replace(/, /g, ',')
|
|
.trim();
|
|
if (categorie && categorie != 'Autre') novel.genres = categorie;
|
|
if (genres)
|
|
novel.genres = novel.genres ? novel.genres + ',' + genres : genres;
|
|
|
|
const status = $("strong:contains('Statut :')").parent().attr('class');
|
|
switch (status) {
|
|
case 'type etat0':
|
|
case 'type etat1':
|
|
novel.status = NovelStatus.Ongoing;
|
|
break;
|
|
case 'type etat4':
|
|
novel.status = NovelStatus.OnHiatus;
|
|
break;
|
|
case 'type etat5':
|
|
novel.status = NovelStatus.Completed;
|
|
break;
|
|
case 'type etat6':
|
|
novel.status = NovelStatus.Cancelled;
|
|
break;
|
|
default:
|
|
novel.status = NovelStatus.Unknown;
|
|
break;
|
|
}
|
|
|
|
const novelChapters: Plugin.ChapterItem[] = [];
|
|
|
|
const volumes = $('div[data-title=Tomes] > div').last().contents();
|
|
const hasMultipleVolumes = volumes.length > 1;
|
|
|
|
let chapterName = '';
|
|
const site = this.site;
|
|
volumes.each((volumeIndex: number, el) => {
|
|
if (hasMultipleVolumes) chapterName = 'T.' + (volumeIndex + 1) + ' ';
|
|
$(el)
|
|
.find('.chpt')
|
|
.each((chapterIndex: number, el) => {
|
|
const cheerio = $(el);
|
|
const newChapterName =
|
|
chapterName + cheerio.find('a').first().text().trim() || '';
|
|
if (!cheerio.find('i.fa').length) {
|
|
// no parts
|
|
const dateHtml =
|
|
cheerio.html()?.substring(cheerio.html()?.indexOf('</a>') || 0) ||
|
|
'';
|
|
const releaseDate =
|
|
dateHtml?.substring(
|
|
dateHtml.indexOf('(') + 1,
|
|
dateHtml.indexOf(')'),
|
|
) || undefined;
|
|
const chapterUrl = cheerio.find('a').attr('href');
|
|
if (chapterUrl) {
|
|
const chapter: Plugin.ChapterItem = {
|
|
name: newChapterName,
|
|
releaseTime: releaseDate,
|
|
path: chapterUrl.replace(site, ''),
|
|
chapterNumber: chapterIndex,
|
|
};
|
|
|
|
novelChapters.push(chapter);
|
|
}
|
|
} // has parts that needs to be added individually
|
|
else {
|
|
const items =
|
|
cheerio.find('i').parent().next().html()?.split('</a>') || [];
|
|
items?.shift();
|
|
const dates: string[] = [];
|
|
items?.forEach(item => {
|
|
// there is a date on every publish parts
|
|
dates.push(
|
|
item.substring(item.indexOf('(') + 1, item.indexOf(')')),
|
|
);
|
|
});
|
|
const hrefs: string[] = [];
|
|
cheerio
|
|
.find('i')
|
|
.parent()
|
|
.next()
|
|
.find('a')
|
|
.each(function () {
|
|
hrefs.push(this['attribs']['href']);
|
|
});
|
|
if (dates.length == hrefs.length)
|
|
dates.forEach((date, index) => {
|
|
const chapter: Plugin.ChapterItem = {
|
|
name: newChapterName + ' (' + (index + 1) + ')',
|
|
releaseTime: date,
|
|
path: hrefs[index].replace(site, ''),
|
|
chapterNumber: chapterIndex + (index + 1) / 1000,
|
|
};
|
|
novelChapters.push(chapter);
|
|
});
|
|
}
|
|
});
|
|
});
|
|
|
|
novel.chapters = novelChapters.map((chapter, index) => ({
|
|
...chapter,
|
|
chapterNumber: index,
|
|
}));
|
|
|
|
return novel;
|
|
}
|
|
|
|
async parseChapter(chapterPath: string): Promise<string> {
|
|
const $ = await this.getCheerio(this.site + chapterPath);
|
|
const chapter = $('.chapter-content').first().length
|
|
? $('.chapter-content').first()
|
|
: $('.entry-content').first();
|
|
chapter.find('script, style, ins, iframe, .ads, .mistape_caption').remove();
|
|
if (
|
|
chapter.text().replace(/\s+/g, ' ').trim().length < 200 &&
|
|
!chapter.find('img').length
|
|
)
|
|
throw new Error('No readable chapter content found');
|
|
return chapter.html() || '';
|
|
}
|
|
|
|
async searchNovels(
|
|
searchTerm: string,
|
|
num: number,
|
|
): Promise<Plugin.NovelItem[]> {
|
|
if (num !== 1) return []; // only 1 page of results
|
|
const url = this.site + 'roman';
|
|
const $ = await this.getCheerio(url);
|
|
let novels = this.parseNovels($, false);
|
|
|
|
novels = novels.filter(novel =>
|
|
novel.name
|
|
.toLowerCase()
|
|
.normalize('NFD')
|
|
.replace(/[\u0300-\u036f]/g, '')
|
|
.trim()
|
|
.includes(
|
|
searchTerm
|
|
.toLowerCase()
|
|
.normalize('NFD')
|
|
.replace(/[\u0300-\u036f]/g, '')
|
|
.trim(),
|
|
),
|
|
);
|
|
|
|
return novels;
|
|
}
|
|
|
|
filters = {
|
|
categorie_genre: {
|
|
type: FilterTypes.Picker,
|
|
label: 'Catégorie/Genre',
|
|
value: 'all',
|
|
options: [
|
|
{ label: 'Tous', value: 'all' },
|
|
{ label: '═══CATÉGORIES═══', value: 'categorie_roman' },
|
|
{ label: 'Autre', value: 'c_autre' },
|
|
{ label: 'Fille', value: 'c_fille' },
|
|
{ label: 'Original', value: 'c_original' },
|
|
{ label: 'Roman pour Adulte', value: 'c_roman-pour-adulte' },
|
|
{ label: 'Seinen', value: 'c_seinen' },
|
|
{ label: 'Shonen', value: 'c_shonen' },
|
|
{ label: 'Xuanhuan', value: 'c_xuanhuan' },
|
|
{ label: 'Yaoi', value: 'c_yaoi' },
|
|
{ label: 'Yuri', value: 'c_yuri' },
|
|
{ label: '═══GENRES═══', value: 'genre' },
|
|
{ label: 'Action', value: 'g_action' },
|
|
{ label: 'Adulte', value: 'g_adulte' },
|
|
{ label: 'Anti-Héros', value: 'g_anti-heros' },
|
|
{ label: 'Arts Martiaux', value: 'g_arts-martiaux' },
|
|
{ label: 'Aventure', value: 'g_aventure' },
|
|
{ label: 'Comédie', value: 'g_comedie' },
|
|
{ label: 'Drame', value: 'g_drame' },
|
|
{ label: 'Ecchi', value: 'g_ecchi' },
|
|
{ label: 'Fantastique', value: 'g_fantastique' },
|
|
{ label: 'Harem', value: 'g_harem' },
|
|
{ label: 'Horreur', value: 'g_horreur' },
|
|
{ label: 'Insectes', value: 'g_insectes' },
|
|
{ label: 'Lolicon', value: 'g_lolicon' },
|
|
{ label: 'Mature', value: 'g_mature' },
|
|
{ label: 'Mecha', value: 'g_mecha' },
|
|
{ label: 'Mystère', value: 'g_mystere' },
|
|
{ label: 'Pas de harem', value: 'g_pas-de-harem' },
|
|
{ label: 'Psychologique', value: 'g_psychologique' },
|
|
{ label: 'Romance', value: 'g_romance' },
|
|
{ label: 'Sci-fi', value: 'g_sci-fi' },
|
|
{ label: 'Science-Fiction', value: 'g_science-fiction' },
|
|
{ label: 'Shotacon', value: 'g_shotacon' },
|
|
{ label: 'Shoujo Ai', value: 'g_shoujo-ai' },
|
|
{ label: 'Smut', value: 'g_smut' },
|
|
{ label: 'Surnaturel', value: 'g_surnaturel' },
|
|
{ label: 'Tragédie', value: 'g_tragedie' },
|
|
{ label: 'Tranche de vie', value: 'g_tranche-de-vie' },
|
|
{ label: 'Vie scolaire', value: 'g_vie-scolaire' },
|
|
{ label: 'Xuanhuan', value: 'g_xuanhuan' },
|
|
],
|
|
},
|
|
} satisfies Filters;
|
|
}
|
|
|
|
export default new NovelDeGlacePlugin();
|