Files
lnreader-plugins/plugins/english/novelpub.broken.ts
T
nyagami 20efcf404c refactor: Classes for Plugins (#631)
* set target to ES5

* refactor types

* use .gitkeep

* use dot to make dist/js dirs on top

* add hako

* add Hako

* add madara

* fix: url path js -> .js

* fix: branch

* freestyle for using UA, cookie

* add parseNovels for Hako

* update readme

* fix: conflict types

* add Kolnovel, remove node-fetch

* add bestlightnovel

* add plugins

* WQMangaStreamScraper
* PandaMTL
* NobleMTL
* LightNovelBrasil
* WPMangaStream

* add filters for popularNovels

* fix undefined json

* Linovelib (#26)

* linovelib CN

* icon for linovelib

* fix undefined chapter

* add check

* fix: add artist

* TuNovelaLigera ES + Madara Fix (#28)

* app repo test

* POST is now working

* update madara template + run generator

* template fix didnt get pushed commited idk why

* template update POST

* generated

* fix: useNewChapterEndpoint update (#29)

* useNewChapterEndpoint update

* Update Selectors

---------

Co-authored-by: K1ngfish3r <trulyihu@gmail.com>
2023-11-04 15:45:49 +05:30

190 lines
5.9 KiB
TypeScript

import { load as parseHTML } from "cheerio";
import { fetchApi, fetchFile } from "@libs/fetch";
import { Chapter, Novel, Plugin } from "@typings/plugin";
export const id = "novelpub.com";
export const name = "NovelPub";
export const site = "https://www.novelpub.com/";
export const version = "1.0.0";
export const icon = "src/en/novelpub/icon.png";
const baseUrl = site;
const headers = {
Accept: "application/json",
"Content-Type": "application/json",
"User-Agent":
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.116 Safari/537.36",
};
export const popularNovels: Plugin.popularNovels = async function (page) {
let url = baseUrl + "browse/all/popular/all/" + page;
const result = await fetchApi(url, { method: "GET", headers });
const body = await result.text();
const loadedCheerio = parseHTML(body);
let novels: Novel.Item[] = [];
loadedCheerio(".novel-item.ads").remove();
loadedCheerio(".novel-item").each(function () {
const novelName = loadedCheerio(this)
.find(".novel-title")
.text()
.trim();
const novelCover = loadedCheerio(this).find("img").attr("data-src");
const novelUrl =
baseUrl +
loadedCheerio(this)
.find(".novel-title > a")
.attr("href")
?.substring(1);
const novel = { name: novelName, cover: novelCover, url: novelUrl };
novels.push(novel);
});
return novels;
};
export const parseNovelAndChapters: Plugin.parseNovelAndChapters =
async function (novelUrl) {
const url = novelUrl;
const result = await fetchApi(url, { method: "GET", headers });
const body = await result.text();
let loadedCheerio = parseHTML(body);
let novel: Novel.instance = { url, genres: "" };
novel.name = loadedCheerio("h1.novel-title").text().trim();
novel.cover = loadedCheerio("figure.cover > img").attr("data-src");
loadedCheerio("div.categories > ul > li").each(function () {
novel.genres +=
loadedCheerio(this)
.text()
.replace(/[\t\n]/g, "") + ",";
});
loadedCheerio("div.header-stats > span").each(function () {
if (loadedCheerio(this).find("small").text() === "Status") {
novel.status = loadedCheerio(this).find("strong").text();
}
});
novel.genres = novel.genres?.slice(0, -1);
novel.author = loadedCheerio(".author > a > span").text();
novel.summary = loadedCheerio(".summary > .content").text().trim();
const delay = (ms: number) => new Promise((res) => setTimeout(res, ms));
let lastPage = 1;
lastPage = parseInt(
loadedCheerio(
"#novel > header > div.header-body.container > div.novel-info > div.header-stats > span:nth-child(1) > strong"
)
.text()
?.trim()
);
lastPage = Math.ceil(lastPage / 100);
const getChapters = async () => {
let novelChapters: Chapter.Item[] = [];
for (let i = 1; i <= lastPage; i++) {
const chaptersUrl = `${novelUrl}/chapters/page-${i}`;
const chaptersRequest = await fetchApi(chaptersUrl, {
headers,
});
const chaptersHtml = await chaptersRequest.text();
loadedCheerio = parseHTML(chaptersHtml);
loadedCheerio(".chapter-list li").each(function () {
const chapterName = loadedCheerio(this)
.find(".chapter-title")
.text()
.trim();
const releaseDate = loadedCheerio(this)
.find(".chapter-update")
.text()
.trim();
const chapterUrl =
baseUrl +
loadedCheerio(this)
.find("a")
.attr("href")
?.substring(1);
novelChapters.push({
name: chapterName,
releaseTime: releaseDate,
url: chapterUrl,
});
});
await delay(1000);
}
return novelChapters;
};
novel.chapters = await getChapters();
return novel;
};
export const parseChapter: Plugin.parseChapter = async function (chapterUrl) {
const url = chapterUrl;
const result = await fetchApi(url, { method: "GET", headers });
const body = await result.text();
const loadedCheerio = parseHTML(body);
const chapterText = loadedCheerio("#chapter-container").html();
return chapterText;
};
// They have API to search, pls update it, im quite lazy xD
export const searchNovels: Plugin.searchNovels = async function (searchTerm) {
const url = `${baseUrl}lnwsearchlive?inputContent=${searchTerm}`;
const result = await fetchApi(url, { method: "GET", headers });
const body = await result.text();
let loadedCheerio = parseHTML(body);
let novels: Novel.Item[] = [];
// let results = JSON.parse(loadedCheerio('body').text());
// loadedCheerio = load(results.resultview);
// loadedCheerio('.novel-item').each(function () {
// const novelName = loadedCheerio(this).find('.novel-title').text().trim();
// const novelCover = loadedCheerio(this).find('img').attr('src');
// const novelUrl =
// baseUrl + loadedCheerio(this).find('a').attr('href').substring(1);
// const novel = { name: novelName, cover: novelCover, url: novelUrl };
// novels.push(novel);
// });
return novels;
};
export const fetchImage: Plugin.fetchImage = fetchFile;