20efcf404c
* set target to ES5 * refactor types * use .gitkeep * use dot to make dist/js dirs on top * add hako * add Hako * add madara * fix: url path js -> .js * fix: branch * freestyle for using UA, cookie * add parseNovels for Hako * update readme * fix: conflict types * add Kolnovel, remove node-fetch * add bestlightnovel * add plugins * WQMangaStreamScraper * PandaMTL * NobleMTL * LightNovelBrasil * WPMangaStream * add filters for popularNovels * fix undefined json * Linovelib (#26) * linovelib CN * icon for linovelib * fix undefined chapter * add check * fix: add artist * TuNovelaLigera ES + Madara Fix (#28) * app repo test * POST is now working * update madara template + run generator * template fix didnt get pushed commited idk why * template update POST * generated * fix: useNewChapterEndpoint update (#29) * useNewChapterEndpoint update * Update Selectors --------- Co-authored-by: K1ngfish3r <trulyihu@gmail.com>
190 lines
5.9 KiB
TypeScript
190 lines
5.9 KiB
TypeScript
import { load as parseHTML } from "cheerio";
|
|
import { fetchApi, fetchFile } from "@libs/fetch";
|
|
import { Chapter, Novel, Plugin } from "@typings/plugin";
|
|
|
|
export const id = "novelpub.com";
|
|
export const name = "NovelPub";
|
|
export const site = "https://www.novelpub.com/";
|
|
export const version = "1.0.0";
|
|
export const icon = "src/en/novelpub/icon.png";
|
|
const baseUrl = site;
|
|
|
|
const headers = {
|
|
Accept: "application/json",
|
|
"Content-Type": "application/json",
|
|
"User-Agent":
|
|
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.116 Safari/537.36",
|
|
};
|
|
|
|
export const popularNovels: Plugin.popularNovels = async function (page) {
|
|
let url = baseUrl + "browse/all/popular/all/" + page;
|
|
|
|
const result = await fetchApi(url, { method: "GET", headers });
|
|
const body = await result.text();
|
|
|
|
const loadedCheerio = parseHTML(body);
|
|
|
|
let novels: Novel.Item[] = [];
|
|
|
|
loadedCheerio(".novel-item.ads").remove();
|
|
|
|
loadedCheerio(".novel-item").each(function () {
|
|
const novelName = loadedCheerio(this)
|
|
.find(".novel-title")
|
|
.text()
|
|
.trim();
|
|
const novelCover = loadedCheerio(this).find("img").attr("data-src");
|
|
const novelUrl =
|
|
baseUrl +
|
|
loadedCheerio(this)
|
|
.find(".novel-title > a")
|
|
.attr("href")
|
|
?.substring(1);
|
|
|
|
const novel = { name: novelName, cover: novelCover, url: novelUrl };
|
|
|
|
novels.push(novel);
|
|
});
|
|
|
|
return novels;
|
|
};
|
|
|
|
export const parseNovelAndChapters: Plugin.parseNovelAndChapters =
|
|
async function (novelUrl) {
|
|
const url = novelUrl;
|
|
|
|
const result = await fetchApi(url, { method: "GET", headers });
|
|
const body = await result.text();
|
|
|
|
let loadedCheerio = parseHTML(body);
|
|
|
|
let novel: Novel.instance = { url, genres: "" };
|
|
|
|
novel.name = loadedCheerio("h1.novel-title").text().trim();
|
|
|
|
novel.cover = loadedCheerio("figure.cover > img").attr("data-src");
|
|
|
|
loadedCheerio("div.categories > ul > li").each(function () {
|
|
novel.genres +=
|
|
loadedCheerio(this)
|
|
.text()
|
|
.replace(/[\t\n]/g, "") + ",";
|
|
});
|
|
|
|
loadedCheerio("div.header-stats > span").each(function () {
|
|
if (loadedCheerio(this).find("small").text() === "Status") {
|
|
novel.status = loadedCheerio(this).find("strong").text();
|
|
}
|
|
});
|
|
|
|
novel.genres = novel.genres?.slice(0, -1);
|
|
|
|
novel.author = loadedCheerio(".author > a > span").text();
|
|
|
|
novel.summary = loadedCheerio(".summary > .content").text().trim();
|
|
|
|
const delay = (ms: number) => new Promise((res) => setTimeout(res, ms));
|
|
|
|
let lastPage = 1;
|
|
|
|
lastPage = parseInt(
|
|
loadedCheerio(
|
|
"#novel > header > div.header-body.container > div.novel-info > div.header-stats > span:nth-child(1) > strong"
|
|
)
|
|
.text()
|
|
?.trim()
|
|
);
|
|
|
|
lastPage = Math.ceil(lastPage / 100);
|
|
|
|
const getChapters = async () => {
|
|
let novelChapters: Chapter.Item[] = [];
|
|
|
|
for (let i = 1; i <= lastPage; i++) {
|
|
const chaptersUrl = `${novelUrl}/chapters/page-${i}`;
|
|
|
|
const chaptersRequest = await fetchApi(chaptersUrl, {
|
|
headers,
|
|
});
|
|
const chaptersHtml = await chaptersRequest.text();
|
|
|
|
loadedCheerio = parseHTML(chaptersHtml);
|
|
|
|
loadedCheerio(".chapter-list li").each(function () {
|
|
const chapterName = loadedCheerio(this)
|
|
.find(".chapter-title")
|
|
.text()
|
|
.trim();
|
|
|
|
const releaseDate = loadedCheerio(this)
|
|
.find(".chapter-update")
|
|
.text()
|
|
.trim();
|
|
|
|
const chapterUrl =
|
|
baseUrl +
|
|
loadedCheerio(this)
|
|
.find("a")
|
|
.attr("href")
|
|
?.substring(1);
|
|
|
|
novelChapters.push({
|
|
name: chapterName,
|
|
releaseTime: releaseDate,
|
|
url: chapterUrl,
|
|
});
|
|
});
|
|
|
|
await delay(1000);
|
|
}
|
|
|
|
return novelChapters;
|
|
};
|
|
|
|
novel.chapters = await getChapters();
|
|
|
|
return novel;
|
|
};
|
|
|
|
export const parseChapter: Plugin.parseChapter = async function (chapterUrl) {
|
|
const url = chapterUrl;
|
|
|
|
const result = await fetchApi(url, { method: "GET", headers });
|
|
|
|
const body = await result.text();
|
|
const loadedCheerio = parseHTML(body);
|
|
|
|
const chapterText = loadedCheerio("#chapter-container").html();
|
|
return chapterText;
|
|
};
|
|
|
|
// They have API to search, pls update it, im quite lazy xD
|
|
export const searchNovels: Plugin.searchNovels = async function (searchTerm) {
|
|
const url = `${baseUrl}lnwsearchlive?inputContent=${searchTerm}`;
|
|
|
|
const result = await fetchApi(url, { method: "GET", headers });
|
|
const body = await result.text();
|
|
|
|
let loadedCheerio = parseHTML(body);
|
|
|
|
let novels: Novel.Item[] = [];
|
|
|
|
// let results = JSON.parse(loadedCheerio('body').text());
|
|
|
|
// loadedCheerio = load(results.resultview);
|
|
|
|
// loadedCheerio('.novel-item').each(function () {
|
|
// const novelName = loadedCheerio(this).find('.novel-title').text().trim();
|
|
// const novelCover = loadedCheerio(this).find('img').attr('src');
|
|
// const novelUrl =
|
|
// baseUrl + loadedCheerio(this).find('a').attr('href').substring(1);
|
|
|
|
// const novel = { name: novelName, cover: novelCover, url: novelUrl };
|
|
|
|
// novels.push(novel);
|
|
// });
|
|
|
|
return novels;
|
|
};
|
|
export const fetchImage: Plugin.fetchImage = fetchFile;
|