20efcf404c
* set target to ES5 * refactor types * use .gitkeep * use dot to make dist/js dirs on top * add hako * add Hako * add madara * fix: url path js -> .js * fix: branch * freestyle for using UA, cookie * add parseNovels for Hako * update readme * fix: conflict types * add Kolnovel, remove node-fetch * add bestlightnovel * add plugins * WQMangaStreamScraper * PandaMTL * NobleMTL * LightNovelBrasil * WPMangaStream * add filters for popularNovels * fix undefined json * Linovelib (#26) * linovelib CN * icon for linovelib * fix undefined chapter * add check * fix: add artist * TuNovelaLigera ES + Madara Fix (#28) * app repo test * POST is now working * update madara template + run generator * template fix didnt get pushed commited idk why * template update POST * generated * fix: useNewChapterEndpoint update (#29) * useNewChapterEndpoint update * Update Selectors --------- Co-authored-by: K1ngfish3r <trulyihu@gmail.com>
252 lines
8.8 KiB
TypeScript
252 lines
8.8 KiB
TypeScript
|
||
import { fetchApi, fetchFile } from "@libs/fetch";
|
||
import { Filter } from "@libs/filterInputs";
|
||
import { Plugin } from '@typings/plugin'
|
||
import { load as parseHTML } from "cheerio";
|
||
import { defaultCover } from "@libs/defaultCover";
|
||
import { NovelStatus } from "@libs/novelStatus";
|
||
import { parseMadaraDate } from "@libs/parseMadaraDate";
|
||
import dayjs from "dayjs";
|
||
|
||
interface MadaraOptionPath{
|
||
genres?: string,
|
||
novels?: string,
|
||
novel?: string,
|
||
chapter?: string,
|
||
}
|
||
|
||
const MadaraDefaultPath: MadaraOptionPath = {
|
||
novels: 'novel',
|
||
novel: 'novel',
|
||
chapter: 'novel'
|
||
}
|
||
|
||
interface MadaraOptions {
|
||
useNewChapterEndpoint?: boolean,
|
||
path?: MadaraOptionPath,
|
||
lang?: string,
|
||
orderBy?: string
|
||
}
|
||
|
||
export interface MadaraMetadata {
|
||
id: string,
|
||
sourceSite: string,
|
||
sourceName: string,
|
||
options?: MadaraOptions,
|
||
filters?: Filter[],
|
||
}
|
||
class MadaraPlugin implements Plugin.PluginBase {
|
||
id: string;
|
||
name: string;
|
||
icon: string;
|
||
site: string;
|
||
version: string;
|
||
userAgent: string;
|
||
cookieString: string;
|
||
options?: MadaraOptions;
|
||
filter?: Filter[] | undefined;
|
||
|
||
constructor(metadata: MadaraMetadata){
|
||
this.id = metadata.id;
|
||
this.name = metadata.sourceName + "[madara]";
|
||
const iconFileName = metadata.sourceName.replace(/\s+/g, "").toLowerCase();
|
||
this.icon = `multisrc/madara/icons/${iconFileName}.png`;
|
||
this.site = metadata.sourceSite;
|
||
this.version = "1.0.0";
|
||
this.userAgent = "";
|
||
this.cookieString = "";
|
||
this.options = metadata.options;
|
||
this.filter = metadata.filters;
|
||
}
|
||
async popularNovels(pageNo: number, {filters, showLatestNovels}: Plugin.PopularNovelsOptions): Promise<Plugin.NovelItem[]> {
|
||
const novels: Plugin.NovelItem[] = [];
|
||
|
||
let url = this.site;
|
||
if (filters?.genres && this.options?.path?.genres) {
|
||
url += this.options?.path?.genres + filters.genres + '/';
|
||
} else {
|
||
url += this.options?.path?.novels ? this.options.path.novels : MadaraDefaultPath.novels;
|
||
}
|
||
|
||
url += '/page/' + pageNo + '/' +
|
||
'?m_orderby=' + (showLatestNovels ? 'latest' : (filters?.sort || 'rating'));
|
||
|
||
const body = await fetchApi(url).then(res => res.text());
|
||
|
||
const loadedCheerio = parseHTML(body);
|
||
|
||
loadedCheerio('.manga-title-badges').remove();
|
||
|
||
loadedCheerio('.page-item-detail').each(function () {
|
||
const novelName = loadedCheerio(this).find('.post-title').text().trim();
|
||
let image = loadedCheerio(this).find('img');
|
||
const novelCover = image.attr('data-src') || image.attr('src');
|
||
|
||
let novelUrl = loadedCheerio(this).find('.post-title')
|
||
.find('a')
|
||
.attr('href') || '';
|
||
const novel: Plugin.NovelItem = {
|
||
name: novelName,
|
||
cover: novelCover,
|
||
url: novelUrl,
|
||
};
|
||
|
||
novels.push(novel);
|
||
});
|
||
|
||
return novels;
|
||
}
|
||
async parseNovelAndChapters(novelUrl: string): Promise<Plugin.SourceNovel> {
|
||
const novel: Plugin.SourceNovel = {
|
||
url: novelUrl,
|
||
};
|
||
|
||
const body = await fetchApi(novelUrl).then(res => res.text());
|
||
|
||
let loadedCheerio = parseHTML(body);
|
||
|
||
loadedCheerio('.manga-title-badges, #manga-title span').remove();
|
||
novel.name =
|
||
loadedCheerio('.post-title h1').text().trim() ||
|
||
loadedCheerio('#manga-title h1').text();
|
||
|
||
novel.cover =
|
||
loadedCheerio('.summary_image > a > img').attr('data-lazy-src') ||
|
||
loadedCheerio('.summary_image > a > img').attr('data-src') ||
|
||
loadedCheerio('.summary_image > a > img').attr('src') ||
|
||
defaultCover;
|
||
|
||
loadedCheerio('.post-content_item, .post-content').each(function () {
|
||
const detailName = loadedCheerio(this).find('h5').text().trim();
|
||
const detail = loadedCheerio(this).find('.summary-content').text().trim();
|
||
|
||
switch (detailName) {
|
||
case 'Genre(s)':
|
||
case 'التصنيفات':
|
||
novel.genres = detail.replace(/[\\t\\n]/g, ',');
|
||
break;
|
||
case 'Author(s)':
|
||
case 'المؤلف':
|
||
case 'المؤلف (ين)':
|
||
novel.author = detail;
|
||
break;
|
||
case 'Status':
|
||
case 'الحالة':
|
||
novel.status =
|
||
detail.includes('OnGoing') || detail.includes('مستمرة')
|
||
? NovelStatus.Ongoing
|
||
: NovelStatus.Completed;
|
||
break;
|
||
}
|
||
});
|
||
|
||
loadedCheerio('div.summary__content .code-block,script').remove();
|
||
novel.summary =
|
||
loadedCheerio('div.summary__content').text().trim() ||
|
||
loadedCheerio('#tab-manga-about').text().trim() ||
|
||
loadedCheerio('.post-content_item h5:contains("Summary")').next().text().trim();
|
||
|
||
let html;
|
||
|
||
if (this.options?.useNewChapterEndpoint !== true) {
|
||
const novelId =
|
||
loadedCheerio('.rating-post-id').attr('value') ||
|
||
loadedCheerio('#manga-chapters-holder').attr('data-id') || '';
|
||
|
||
const formData = new FormData()
|
||
formData.append("action", "manga_get_chapters");
|
||
formData.append("manga", novelId);
|
||
|
||
html = await fetchApi(
|
||
this.site + 'wp-admin/admin-ajax.php',
|
||
{
|
||
method: 'POST',
|
||
body: formData,
|
||
})
|
||
.then(res => res.text());
|
||
} else {
|
||
html = await fetchApi(
|
||
novelUrl + 'ajax/chapters/',
|
||
{ method: 'POST' })
|
||
.then(res => res.text());
|
||
}
|
||
|
||
if (html !== '0') {
|
||
loadedCheerio = parseHTML(html);
|
||
}
|
||
|
||
const chapters: Plugin.ChapterItem[] = [];
|
||
loadedCheerio('.wp-manga-chapter').each(function () {
|
||
const chapterName = loadedCheerio(this).find('a').text().trim();
|
||
|
||
let releaseDate = null;
|
||
releaseDate = loadedCheerio(this)
|
||
.find('span.chapter-release-date')
|
||
.text()
|
||
.trim();
|
||
|
||
if (releaseDate) {
|
||
releaseDate = parseMadaraDate(releaseDate);
|
||
} else {
|
||
/**
|
||
* Insert current date
|
||
*/
|
||
|
||
releaseDate = dayjs().format('LL');
|
||
}
|
||
|
||
let chapterUrl = loadedCheerio(this).find('a').attr('href') || '';
|
||
|
||
chapters.push({ name: chapterName, releaseTime: releaseDate, url: chapterUrl });
|
||
});
|
||
|
||
novel.chapters = chapters.reverse();
|
||
return novel;
|
||
}
|
||
async parseChapter(chapterUrl: string): Promise<string> {
|
||
const body = await fetchApi(chapterUrl).then(res => res.text());
|
||
|
||
const loadedCheerio = parseHTML(body);
|
||
const chapterText =
|
||
loadedCheerio('.text-left').html() ||
|
||
loadedCheerio('.text-right').html() ||
|
||
loadedCheerio('.entry-content').html() || "";
|
||
|
||
return chapterText;
|
||
}
|
||
async searchNovels(searchTerm: string, pageNo?: number | undefined): Promise<Plugin.NovelItem[]> {
|
||
const novels: Plugin.NovelItem[] = [];
|
||
const url = this.site + "?s=" + searchTerm + "&post_type=wp-manga";
|
||
|
||
const body = await fetchApi(url).then(res => res.text());
|
||
|
||
const loadedCheerio = parseHTML(body);
|
||
|
||
|
||
loadedCheerio('.c-tabs-item__content').each(function () {
|
||
const novelName = loadedCheerio(this).find('.post-title').text().trim();
|
||
|
||
let image = loadedCheerio(this).find('img');
|
||
const novelCover = image.attr('data-src') || image.attr('src');
|
||
|
||
let novelUrl = loadedCheerio(this)
|
||
.find('.post-title')
|
||
.find('a')
|
||
.attr('href') || '';
|
||
const novel = {
|
||
name: novelName,
|
||
cover: novelCover,
|
||
url: novelUrl,
|
||
};
|
||
|
||
novels.push(novel);
|
||
});
|
||
return novels;
|
||
}
|
||
async fetchImage(url: string): Promise<string | undefined> {
|
||
return await fetchFile(url, {});
|
||
}
|
||
}
|
||
const plugin = new MadaraPlugin({"id":"webnoveloku","sourceSite":"https://www.webnoveloku.com/","sourceName":"WebNovelOku ","filters":[{"key":"sort","label":"Sırala","values":[{"label":"A-Z","value":"alphabet"},{"label":"En Son","value":"latest"},{"label":"Görüntülenme","value":"views"},{"label":"Popülarite","value":"trending"},{"label":"Reyting","value":"rating"},{"label":"Yeni","value":"new-manga"}],"inputType":"Picker"}],"options":{"lang":"Turkish"}});
|
||
export default plugin;
|
||
|