feat(tunovelaligera): Add New Chapter Scraping Method, Paragraph Rendering, and Update Filters for New API (#2167)

Co-authored-by: JhoendryB <jhoendryblanco@htmail.com>
This commit is contained in:
Jhoendry B.
2026-05-04 05:14:22 -04:00
committed by GitHub
parent 0b1c2c2404
commit d7ab8385ea
+124 -34
View File
@@ -10,7 +10,7 @@ class TuNovelaLigera implements Plugin.PagePlugin {
name = 'TuNovelaLigera';
icon = 'src/es/tunovelaligera/icon.png';
site = 'https://tunovelaligera.com';
version = '1.1.0';
version = '1.2.0';
async sleep(ms: number) {
return new Promise(resolve => setTimeout(resolve, ms));
@@ -23,14 +23,34 @@ class TuNovelaLigera implements Plugin.PagePlugin {
}: Plugin.PopularNovelsOptions<typeof this.filters>,
): Promise<Plugin.NovelItem[]> {
let link = this.site;
const isFilterGenres = filters?.genres?.value != '';
const isFilterOrder = filters?.order?.value != 'rating';
link += isFilterOrder
? `/novelas/?m_orderby=${filters?.order?.value}`
: `/wp-admin/admin-ajax.php`;
link += filters?.genres?.value
? '/genero' + filters.genres.value
: '/novelas';
link += `/page/${pageNo}?m_orderby=`;
link += showLatestNovels ? 'latest' : filters?.order?.value || 'rating';
const formData = new FormData();
if (!isFilterOrder) {
formData.append('action', 'madara_load_more');
formData.append('page', pageNo.toString());
formData.append('template', 'madara-core/content/content-archive');
formData.append('vars[post_type]', 'wp-manga');
if (isFilterGenres) {
formData.append('vars[wp-manga-genre]', filters.genres.value);
}
}
const result = await fetchApi(
link,
isFilterOrder
? {}
: {
method: 'POST',
body: formData,
},
).then(res => res.text());
const result = await fetchApi(link).then(res => res.text());
const loadedCheerio = parseHTML(result);
const novels: Plugin.NovelItem[] = [];
@@ -48,8 +68,15 @@ class TuNovelaLigera implements Plugin.PagePlugin {
}
parseChapters(loadedCheerio: CheerioAPI): Plugin.ChapterItem[] {
const hasWpMangaItems =
loadedCheerio("ul > li[class*='wp-manga'][class^='wp-manga']").length > 0;
const chapters: Plugin.ChapterItem[] = [];
loadedCheerio('#lcp_instance_0 li').each((i, el) => {
loadedCheerio(
hasWpMangaItems
? "ul > li[class*='wp-manga'][class^='wp-manga']"
: "ul[id*='lcp_instance'] > li",
).each((_i, el) => {
const chapterName = loadedCheerio(el)
.find('a')
.text()
@@ -74,27 +101,46 @@ class TuNovelaLigera implements Plugin.PagePlugin {
const body = await result.text();
const loadedCheerio = parseHTML(body);
const nameNovel = novelPath.split('/')[2];
const apiChapter = `${this.site}/novelas/${nameNovel}`;
const resultApi = await fetchApi(`${apiChapter}/ajax/chapters/`, {
method: 'POST',
});
const bodyApi = await resultApi.text();
const chaptersApi = parseHTML(bodyApi);
const hasWpMangaItems =
chaptersApi("ul > li[class*='wp-manga'][class^='wp-manga']").length > 0;
let lastPage = 1;
loadedCheerio('ul.lcp_paginator > li > a').each(function () {
loadedCheerio("ul[id*='lcp_paginator'] > li > a").each(function () {
const page = Number(this.attribs['title']);
if (page && page > lastPage) lastPage = page;
});
const novel: Plugin.SourceNovel & { totalPages: number } = {
const novel: Plugin.SourceNovel & {
totalPages: number;
latestChapter?: Plugin.ChapterItem;
} = {
path: novelPath,
chapters: [],
totalPages: lastPage,
totalPages: hasWpMangaItems ? 0 : lastPage,
name: loadedCheerio('.post-title > h1').text().trim(),
latestChapter: undefined,
};
loadedCheerio('.manga-title-badges').remove();
const novelCover = loadedCheerio('.summary_image > a > img');
novel.cover =
novel.cover = (
novelCover.attr('data-src') ||
novelCover.attr('src') ||
novelCover.attr('data-cfsrc') ||
defaultCover;
defaultCover
).trim();
loadedCheerio('.post-content_item').each(function () {
const detailName = loadedCheerio(this)
@@ -121,47 +167,90 @@ class TuNovelaLigera implements Plugin.PagePlugin {
novel.summary = loadedCheerio('div.summary__content > p').text().trim();
novel.chapters = this.parseChapters(loadedCheerio);
const latestChapterEle = loadedCheerio('#lcp_instance_0 li').first();
const latestChapterUrl = loadedCheerio(latestChapterEle)
.find('a')
.attr('href');
const latestChapterName = loadedCheerio(latestChapterEle)
.find('a')
.text()
.replace(/[\t\n]/g, '')
.trim();
novel.latestChapter = latestChapterUrl
? {
path: latestChapterUrl.replace(this.site, ''),
name: latestChapterName,
}
: undefined;
const cherioDefault = hasWpMangaItems ? chaptersApi : loadedCheerio;
novel.chapters = this.parseChapters(cherioDefault);
if (!hasWpMangaItems) {
const latestChapterEle = loadedCheerio(
`ul[id*='lcp_instance'] > li`,
).first();
const latestChapterUrl = loadedCheerio(latestChapterEle)
.find('a')
.attr('href');
const latestChapterName = loadedCheerio(latestChapterEle)
.find('a')
.text()
.replace(/[\t\n]/g, '')
.trim();
novel.latestChapter = latestChapterUrl
? {
path: latestChapterUrl.replace(this.site, ''),
name: latestChapterName,
}
: undefined;
}
return novel;
}
async parsePage(novelPath: string, page: string): Promise<Plugin.SourcePage> {
const pageUrl = this.site + novelPath + '?lcp_page0=' + page;
novelPath = novelPath.replace(/=[0-9]+/, '=');
const pageUrl = this.site + novelPath + page;
const pageText = await fetchApi(pageUrl).then(res => res.text());
const chapters = this.parseChapters(parseHTML(pageText));
return {
chapters,
};
}
async parseChapter(chapterPath: string): Promise<string> {
const result = await fetchApi(this.site + chapterPath);
const body = await result.text();
const loadedCheerio = parseHTML(body);
const chapterText = loadedCheerio('.c-blog-post.post').html() || '';
const chapterText = loadedCheerio(
'div.entry-content_wrap:has(>p), div.entry-content_wrap div:has(>p)',
).first();
return chapterText;
chapterText.children().not('p').remove();
let paragraph: string[] = [];
const chapterHtml: string[] = [];
const tagsPermisive: string[] = ['b', 'i', 'u', 'strong', 'em', 'span'];
chapterText.contents().each((_, element) => {
switch (element.type) {
case 'text':
if (element.data.trim()) {
paragraph.push(element.data.trim());
}
break;
case 'tag':
const originalTag = element.tagName;
if (tagsPermisive.includes(originalTag)) {
paragraph.push(loadedCheerio.html(element));
} else {
if (paragraph.length > 0) {
chapterHtml.push(`<p>${paragraph.join(' ').trim()}</p>`);
paragraph = [];
if (originalTag === 'br') break;
}
chapterHtml.push(loadedCheerio.html(element));
}
break;
}
});
// Close any remaining paragraph
if (paragraph.length > 0) {
chapterHtml.push(`<p>${paragraph.join(' ').trim()}</p>`);
}
return chapterHtml.join('');
}
async searchNovels(searchTerm: string): Promise<Plugin.NovelItem[]> {
const url = `${this.site}/?s=${searchTerm}&post_type=wp-manga`;
const url = `${this.site}/?s=${encodeURIComponent(searchTerm)}&post_type=wp-manga`;
const result = await fetchApi(url);
const body = await result.text();
@@ -187,7 +276,8 @@ class TuNovelaLigera implements Plugin.PagePlugin {
value: 'rating',
label: 'Ordenado por',
options: [
{ label: 'Lo mas reciente', value: 'latest' },
// ! not working
// { label: 'Lo mas reciente', value: 'latest_update' },
{ label: 'A-Z', value: 'alphabet' },
{ label: 'Clasificación', value: 'rating' },
{ label: 'Trending', value: 'trending' },