fix: FR sources + reimplemented wpmangastream multisrc (#642)

* reimplemented wpmangastream multisrc
+ KolNovel
+ LightNovelFR

* fix: chireads(FR)

* fix NovelDeGlace:
 - fixing headers
 - fixing name
 - fixing author sometimes not working
 - added status
 - added icon
 - // added artist but not implemented
 - better genre
 - removed usless text in chapters
This commit is contained in:
Justin COLLON
2023-11-13 05:24:19 +01:00
committed by GitHub
parent 92eb63c92e
commit 86171ab1cc
17 changed files with 1728 additions and 268 deletions
@@ -0,0 +1,166 @@
import { CheerioAPI, load } from "cheerio";
import { fetchApi, fetchFile } from "@libs/fetch";
import { Plugin } from "@typings/plugin";
import { NovelStatus } from "@libs/novelStatus";
class LightNovelFRPlugin implements Plugin.PluginBase {
id: string;
name: string;
icon: string;
site: string;
version: string;
userAgent: string;
cookieString: string;
constructor() {
this.id = "lightnovelfr";
this.name = "Ligh Novel FR[wpmangastream]";
this.icon = "multisrc/wpmangastream/icons/lightnovelfr.png";
this.site = "https://lightnovelfr.com/";
this.version = "1.0.0";
this.userAgent = "''";
this.cookieString = "''";
}
async popularNovels(page: number): Promise<Plugin.NovelItem[]> {
let url = this.site + 'series/?page=' + page + '&status=&order=popular';
const body = await(await fetchApi(url, {})).text();
const loadedCheerio = load(body);
let novels: Plugin.NovelItem[] = [];
loadedCheerio('article.maindet').each(function () {
const novelName = loadedCheerio(this).find('h2').text();
let image = loadedCheerio(this).find('img');
const novelCover = image.attr('data-src') || image.attr('src');
const novelUrl = loadedCheerio(this).find('h2 a').attr('href');
if (!novelUrl) return;
const novel = {
name: novelName,
cover: novelCover,
url: novelUrl,
};
novels.push(novel);
});
return novels;
}
async parseNovelAndChapters(novelUrl: string): Promise<Plugin.SourceNovel> {
const url = novelUrl;
const body = await(await fetchApi(url, {})).text();
let loadedCheerio = load(body);
const novel: Plugin.SourceNovel = { url };
// novel.url = url;
novel.name = loadedCheerio('h1.entry-title').text();
novel.cover =
loadedCheerio('img.wp-post-image').attr('data-src') ||
loadedCheerio('img.wp-post-image').attr('src');
novel.status = loadedCheerio('div.sertostat > span').attr('class');
loadedCheerio('div.serl > span').each(function () {
const detailName = loadedCheerio(this).text().trim();
const detail = loadedCheerio(this).next().text().trim();
switch (detailName) {
case 'الكاتب':
case 'Author':
case 'Auteur':
novel.author = detail;
break;
}
});
novel.genres = loadedCheerio('.sertogenre')
.children('a')
.map((i, el) => loadedCheerio(el).text())
.toArray()
.join(',');
let summary = loadedCheerio('.sersys > p').siblings().remove("div").end();
novel.summary = ""
for (let i = 0; i < summary.length; i++) {
const p = summary[i];
novel.summary += loadedCheerio(p).text().trim() + "\n\n";
}
let novelChapters:Plugin.ChapterItem[] = [];
loadedCheerio('.eplister')
.find('li')
.each(function () {
const chapterName =
loadedCheerio(this).find('.epl-num').text() +
' - ' +
loadedCheerio(this).find('.epl-title').text();
const releaseDate = loadedCheerio(this).find('.epl-date').text().trim();
const chapterUrl = loadedCheerio(this).find('a').attr('href');
if (!chapterUrl) return;
const chapter = {
name: chapterName,
url: chapterUrl,
releaseDate,
};
novelChapters.push(chapter);
});
novel.chapters = novelChapters;
if (novel.chapters) novel.chapters.reverse()
return novel;
}
async parseChapter(chapterUrl: string): Promise<string> {
const url = chapterUrl;
const body = await(await fetchApi(url, {})).text();
const loadedCheerio = load(body);
let chapterText = loadedCheerio('.epcontent').html() || '';
return chapterText;
};
async searchNovels(searchTerm: string): Promise<Plugin.NovelItem[]> {
const url = this.site + "?s=" + searchTerm;
const body = await(await fetchApi(url, {})).text();
const loadedCheerio = load(body);
let novels: Plugin.NovelItem[] = [];
loadedCheerio('article.maindet').each(function () {
const novelName = loadedCheerio(this).find('h2').text();
let image = loadedCheerio(this).find('img');
const novelCover = image.attr('data-src') || image.attr('src');
const novelUrl = loadedCheerio(this).find('h2 a').attr('href');
if (!novelUrl) return;
const novel = {
name: novelName,
cover: novelCover,
url: novelUrl,
};
novels.push(novel);
});
return novels;
};
async fetchImage(url: string): Promise<string | undefined>{
return await fetchFile(url);
}
}
export default new LightNovelFRPlugin();
-125
View File
@@ -1,125 +0,0 @@
import { load as parseHTML } from "cheerio";
import { fetchApi, fetchFile } from "@libs/fetch";
import { Chapter, Novel, Plugin } from "@typings/plugin";
export const id = "chireads.com";
export const name = "Chireads";
export const site = "https://chireads.com/";
export const version = "1.0.0";
export const icon = "src/fr/chireads/icon.png";
const baseUrl = site;
export const popularNovels: Plugin.popularNovels = async function (page) {
const url = `${baseUrl}category/translatedtales/page/${page}/`;
const result = await fetchApi(url);
const body = await result.text();
const loadedCheerio = parseHTML(body);
let novels: Novel.Item[] = [];
loadedCheerio("#content li").each(function () {
const novelName = loadedCheerio(this).find(".news-list-tit h5").text();
const novelCover = loadedCheerio(this).find("img").attr("src");
const novelUrl = loadedCheerio(this)
.find(".news-list-tit h5 a")
.attr("href");
if (!novelUrl) return;
const novel = { name: novelName, cover: novelCover, url: novelUrl };
novels.push(novel);
});
return novels;
};
export const parseNovelAndChapters: Plugin.parseNovelAndChapters =
async function (novelUrl) {
const url = novelUrl;
const result = await fetchApi(url);
const body = await result.text();
let loadedCheerio = parseHTML(body);
let novel: Novel.instance = {
url,
name: "",
cover: "",
author: "",
status: "",
genres: "",
summary: "",
chapters: [],
};
novel.name = loadedCheerio(".inform-title").text().trim();
novel.cover = loadedCheerio(".inform-product img").attr("src");
novel.summary = loadedCheerio(".inform-inform-txt").text().trim();
let chapters: Chapter.Item[] = [];
loadedCheerio(".chapitre-table a").each(function () {
const chapterName = loadedCheerio(this).text().trim();
const releaseDate = null;
const chapterUrl = loadedCheerio(this).attr("href");
if (!chapterUrl) return;
chapters.push({
name: chapterName,
releaseTime: releaseDate,
url: chapterUrl,
});
});
novel.chapters = chapters;
return novel;
};
export const parseChapter: Plugin.parseChapter = async function (chapterUrl) {
const url = chapterUrl;
const result = await fetchApi(url);
const body = await result.text();
let loadedCheerio = parseHTML(body);
const chapterText = loadedCheerio("#content").html();
return chapterText;
};
export const searchNovels: Plugin.searchNovels = async function (searchTerm) {
const url = `${baseUrl}search?x=0&y=0&name=${searchTerm}`;
const result = await fetchApi(url);
const body = await result.text();
let loadedCheerio = parseHTML(body);
let novels: Novel.Item[] = [];
loadedCheerio("#content li").each(function () {
const novelName = loadedCheerio(this).find(".news-list-tit h5").text();
const novelCover = loadedCheerio(this).find("img").attr("src");
const novelUrl = loadedCheerio(this)
.find(".news-list-tit h5 a")
.attr("href");
if (!novelUrl) return;
const novel = { name: novelName, cover: novelCover, url: novelUrl };
novels.push(novel);
});
return novels;
};
export const fetchImage: Plugin.fetchImage = fetchFile;
+122
View File
@@ -0,0 +1,122 @@
import { CheerioAPI, load as parseHTML } from "cheerio";
import { fetchApi, fetchFile } from "@libs/fetch";
import { Plugin } from "@typings/plugin";
class ChireadsPlugin implements Plugin.PluginBase {
id: string;
name: string;
icon: string;
site: string;
version: string;
userAgent: string;
cookieString: string;
constructor() {
this.id = "chireads.com";
this.name = "Chireads";
this.icon = "src/fr/chireads/icon.png";
this.site = "https://chireads.com";
this.version = "1.0.0";
this.userAgent = "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/118.0.0.0 Safari/537.36";
this.cookieString = "''";
}
parseNovels(loadedCheerio: CheerioAPI) {
return [];
}
async popularNovels(page: number, options: Plugin.PopularNovelsOptions): Promise<Plugin.NovelItem[]> {
const url = `${this.site}/category/translatedtales/page/${page}/`;
const result = await fetchApi(url);
const body = await result.text();
const loadedCheerio = parseHTML(body);
let novels: Plugin.NovelItem[] = [];
loadedCheerio("#content li").each(function () {
const novelName = loadedCheerio(this).find(".news-list-tit h5").text();
const novelCover = loadedCheerio(this).find("img").attr("src");
const novelUrl = loadedCheerio(this)
.find(".news-list-tit h5 a")
.attr("href");
if (!novelUrl) return;
const novel = { name: novelName, cover: novelCover, url: novelUrl };
novels.push(novel);
});
return novels;
};
async parseNovelAndChapters(novelUrl: string): Promise<Plugin.SourceNovel> {
const url = novelUrl;
const novel: Plugin.SourceNovel = { url };
const result = await fetchApi(url);
const body = await result.text();
let loadedCheerio = parseHTML(body);
novel.name = loadedCheerio(".inform-title").text().trim();
novel.cover = loadedCheerio(".inform-product img").attr("src");
novel.summary = loadedCheerio(".inform-inform-txt").text().trim();
let chapters: Plugin.ChapterItem[] = [];
loadedCheerio(".chapitre-table a").each(function () {
const chapterName = loadedCheerio(this).text().trim();
const releaseDate = null;
const chapterUrl = loadedCheerio(this).attr("href");
if (!chapterUrl) return;
chapters.push({
name: chapterName,
releaseTime: releaseDate,
url: chapterUrl,
});
});
novel.chapters = chapters;
return novel;
};
async parseChapter(chapterUrl: string): Promise<string> {
const result = await fetchApi(chapterUrl);
const body = await result.text();
let loadedCheerio = parseHTML(body);
const chapterText = loadedCheerio("#content").html() || "";
return chapterText;
};
async searchNovels(searchTerm: string): Promise<Plugin.NovelItem[]> {
const url = `${this.site}/search?x=0&y=0&name=${searchTerm}`;
const result = await fetchApi(url);
const body = await result.text();
let loadedCheerio = parseHTML(body);
let novels: Plugin.NovelItem[] = [];
loadedCheerio("#content li").each(function () {
const novelName = loadedCheerio(this).find(".news-list-tit h5").text();
const novelCover = loadedCheerio(this).find("img").attr("src");
const novelUrl = loadedCheerio(this)
.find(".news-list-tit h5 a")
.attr("href");
if (!novelUrl) return;
const novel = { name: novelName, cover: novelCover, url: novelUrl };
novels.push(novel);
});
return novels;
};
async fetchImage(url: string): Promise<string | undefined>{
return await fetchFile(url);
}
};
export default new ChireadsPlugin();
-142
View File
@@ -1,142 +0,0 @@
import { load as parseHTML } from "cheerio";
import { fetchApi, fetchFile } from "@libs/fetch";
import { Chapter, Novel, Plugin } from "@typings/plugin";
export const id = "NDG.com";
export const name = "NovelDeGlace";
export const site = "https://noveldeglace.com/";
export const version = "1.0.0";
export const icon = "src/fr/noveldeglace/icon.png";
const pluginId = id;
const baseUrl = site;
export const popularNovels: Plugin.popularNovels = async function (page) {
let url = baseUrl + "roman";
const result = await fetchApi(url);
const body = await result.text();
let loadedCheerio = parseHTML(body);
let novels: Novel.Item[] = [];
loadedCheerio("article").each(function () {
const novelName = loadedCheerio(this).find("h2").text().trim();
const novelCover = loadedCheerio(this).find("img").attr("src");
const novelUrl = loadedCheerio(this).find("h2 > a").attr("href");
if (!novelUrl) return;
const novel = {
name: novelName,
cover: novelCover,
url: novelUrl,
};
novels.push(novel);
});
return novels;
};
export const parseNovelAndChapters: Plugin.parseNovelAndChapters =
async function (novelUrl) {
const url = novelUrl;
const result = await fetchApi(url, {}, pluginId);
const body = await result.text();
let loadedCheerio = parseHTML(body);
let novel: Novel.instance = { url };
novel.name = loadedCheerio(
"div.entry-content > div > strong"
)[0].nextSibling?.nodeType.trim();
novel.cover = loadedCheerio(".su-row > div > div > img").attr("src");
novel.summary = loadedCheerio("div[data-title=Synopsis]").text();
const author = loadedCheerio(
"div.romans > div.project-large > div.su-row > div.su-column.su-column-size-3-4 > div > div:nth-child(3) > strong"
)[0];
novel.author = author ? author.nextSibling.nodeValue.trim() : null;
novel.genres = loadedCheerio(".genre")
.text()
.replace("Genre : ", "")
.replace(/, /g, ",");
let novelChapters: Chapter.Item[] = [];
loadedCheerio(".chpt").each(function () {
const chapterName = loadedCheerio(this).find("a").text().trim();
const releaseDate = null;
const chapterUrl = loadedCheerio(this).find("a").attr("href");
if (!chapterUrl) return;
const chapter = {
name: chapterName,
releaseTime: releaseDate,
url: chapterUrl,
};
novelChapters.push(chapter);
});
novel.chapters = novelChapters;
return novel;
};
export const parseChapter: Plugin.parseChapter = async function (chapterUrl) {
const url = chapterUrl;
const result = await fetchApi(url, {}, pluginId);
const body = await result.text();
let loadedCheerio = parseHTML(body);
let chapterText = loadedCheerio(".chapter-content").html();
return chapterText;
};
export const searchNovels: Plugin.searchNovels = async function (searchTerm) {
let url = baseUrl + "roman";
const result = await fetchApi(url);
const body = await result.text();
let loadedCheerio = parseHTML(body);
let novels: Novel.Item[] = [];
loadedCheerio("article").each(function () {
const novelName = loadedCheerio(this).find("h2").text().trim();
const novelCover = loadedCheerio(this).find("img").attr("src");
const novelUrl = loadedCheerio(this).find("h2 > a").attr("href");
if (!novelUrl) return;
const novel = {
name: novelName,
cover: novelCover,
url: novelUrl,
};
novels.push(novel);
});
novels = novels.filter((novel) =>
novel.name.toLowerCase().includes(searchTerm.toLowerCase())
);
return novels;
};
export const fetchImage: Plugin.fetchImage = fetchFile;
+181
View File
@@ -0,0 +1,181 @@
import { load } from "cheerio";
import { fetchApi, fetchFile } from "@libs/fetch";
import { Plugin } from "@typings/plugin";
import { NovelStatus } from "@libs/novelStatus";
class NovelDeGlacePlugin implements Plugin.PluginBase{
id: string;
name: string;
icon: string;
site: string;
version: string;
userAgent: string;
cookieString: string;
constructor() {
this.id = "NDG.com";
this.name = "NovelDeGlace";
this.icon = "src/fr/noveldeglace/icon.png";
this.site = "https://noveldeglace.com/";
this.version = "1.0.0";
this.userAgent = "''";
this.cookieString = "''";
}
async popularNovels(page: number): Promise<Plugin.NovelItem[]> {
let url = this.site + "roman";
const result = await fetchApi(url, {headers: { 'Accept-Encoding': 'deflate' },});
const body = await result.text();
let loadedCheerio = load(body);
let novels: Plugin.NovelItem[] = [];
loadedCheerio("article").each(function () {
const novelName = loadedCheerio(this).find("h2").text().trim();
const novelCover = loadedCheerio(this).find("img").attr("src");
const novelUrl = loadedCheerio(this).find("h2 > a").attr("href");
if (!novelUrl) return;
const novel = {
name: novelName,
cover: novelCover,
url: novelUrl,
};
novels.push(novel);
});
return novels;
};
async parseNovelAndChapters(novelUrl: string): Promise<Plugin.SourceNovel> {
const url = novelUrl;
const result = await fetchApi(url, {headers: { 'Accept-Encoding': 'deflate' }});
const body = await result.text();
let loadedCheerio = load(body);
let novel: Plugin.SourceNovel = { url };
novel.name = (loadedCheerio("div.entry-content > div > strong"
)[0].nextSibling as Text | null)?.nodeValue?.trim() || '';
novel.cover = loadedCheerio(".su-row > div > div > img").attr("src");
novel.summary = loadedCheerio("div[data-title=Synopsis]").text();
novel.author = loadedCheerio("strong:contains('Auteur :')"
).parent().text().replace("Auteur : ", "").trim();
// novel.artist = loadedCheerio("strong:contains('Illustrateur :')"
// ).parent().text().replace("Illustrateur : ", "").trim();
const categorie = loadedCheerio(".categorie")
.text()
.replace("Catégorie :", "")
.trim();
const genres = loadedCheerio(".genre")
.text()
.replace("Genre :", "")
.replace(/, /g, ",")
.trim();
if (categorie && categorie != "Autre")
novel.genres = categorie;
if (genres)
novel.genres = novel.genres ? novel.genres + "," + genres : genres;
let status = loadedCheerio("strong:contains('Statut :')"
).parent().attr("class");
switch (status) {
case "type etat0":
novel.status = NovelStatus.Ongoing;
break;
case "type etat1":
novel.status = NovelStatus.Ongoing;
break;
case "type etat4":
novel.status = NovelStatus.OnHiatus;
break;
case "type etat5":
novel.status = NovelStatus.Completed;
break;
case "type etat6":
novel.status = NovelStatus.Cancelled;
break;
default:
novel.status = NovelStatus.Unknown;
break;
}
let novelChapters: Plugin.ChapterItem[] = [];
loadedCheerio(".chpt").each(function () {
const chapterName = loadedCheerio(this).find("a").text().trim();
const releaseDate = null;
const chapterUrl = loadedCheerio(this).find("a").attr("href");
if (!chapterUrl) return;
const chapter = {
name: chapterName,
releaseTime: releaseDate,
url: chapterUrl,
};
novelChapters.push(chapter);
});
novel.chapters = novelChapters;
return novel;
};
async parseChapter(chapterUrl: string): Promise<string> {
const url = chapterUrl;
const result = await fetchApi(url, {headers: { 'Accept-Encoding': 'deflate' }});
const body = await result.text();
let loadedCheerio = load(body);
loadedCheerio(".mistape_caption").remove();
let chapterText = loadedCheerio(".chapter-content").html() || "Chapitre introuvable";
return chapterText;
};
async searchNovels(searchTerm: string): Promise<Plugin.NovelItem[]> {
let url = this.site + "roman";
const result = await fetchApi(url, {headers: { 'Accept-Encoding': 'deflate' }});
const body = await result.text();
let loadedCheerio = load(body);
let novels: Plugin.NovelItem[] = [];
loadedCheerio("article").each(function () {
const novelName = loadedCheerio(this).find("h2").text().trim();
const novelCover = loadedCheerio(this).find("img").attr("src");
const novelUrl = loadedCheerio(this).find("h2 > a").attr("href");
if (!novelUrl) return;
const novel = {
name: novelName,
cover: novelCover,
url: novelUrl,
};
novels.push(novel);
});
novels = novels.filter((novel) =>
novel.name.toLowerCase().includes(searchTerm.toLowerCase())
);
return novels;
};
async fetchImage(url: string): Promise<string | undefined>{
return await fetchFile(url);
}
}
export default new NovelDeGlacePlugin();