e602df44c8
* remove lang, descrription in plugin script * remove languages import * Update README.md * fix: missing lang * clean: remove description * feat(Add Sources) (#15) * add many sources * add showToast * feat(Add Source): (#16) * add source * remove descriptions * Early Novel & Fast Novel (#1) * some more plugin * plugin * try something new * yes * try yes * genres is plural * fastnovel full fix * testings * early check * earlynovel fixed * showToast check * earlynovel done * fastnovel fixe * again * showToasts again * fix for fastnovel * done * for pr * Update freenovelupdates.js * MTL Reader and MTL Novel (#2) * first * test * wops * mtlreaders * ok * for PR * Nitro Scans and Novel Hold (#3) * start feature * more feature * something * eslint * yes * maybe * wa * asdasd * amazing * change it up * for pr * WPmangastream and Novelfull (#4) (#17) * source generation * fix json parse error * update plguins * delete fetchApi, nobleMTL (.js) * delete showToast.js * Typescript Support (#18) * Initial TS Config * Initial TS Config * Fix most errors * Fix test webserver * Fix webserver isPlugin not working * Fix typos * Add check if plugins have all the fields * Move exports.protected to the bottom of the plugin * Change username, reponame and branchname * Fix no exports error * Fix type * Fix typo in tsc_fix * Remove const from exports to not re-define consts * Readd const becuause exports may not exist. * Fix plugins to work in-app * Fix NobleMTL * Remove fix_ts.ts * Change template.ts * delete cheerio_space * move api into ./testweb * remove js dir * remove js dir (again) * remove ./js (again) * init multisrc generator (test) * remove module.exports in libs * madara generator * update template * rename generator, TS for hako * fix icon url for madara * fix icon for madara (again) * update Readme, nodemon * export default for all libs * fix madara novelurl * update: pluginId, name, filename for madara * feat: check same id error * update: precommit, fix: require.default * Revert "update: precommit, fix: require.default" This reverts commit c642c5c72241f13eccfe417210c22272c4739ffa. * Port all plugins to ts (#19) - fix cheerio - remove export default - fix spelling * update template * add multisrc noveltl, update generator param, fix web search * fix undefined id for Snailulitka * add rulate multisrc, fix max length textarea * add readwn multisrc * delete: erolate and rulate are in multisrc * Change broken extension and show error on commit for those files (#20) * Change to .broken.ts and show error on commit for those files * remove novelStatus * fix: wrong id in github action * remove mangastream multisrc * update icon for readwn multisrc --------- Co-authored-by: K1ngfish3r <trulyihu@gmail.com> Co-authored-by: Marcin Majewski <skilletssgames@gmail.com>
190 lines
5.9 KiB
TypeScript
190 lines
5.9 KiB
TypeScript
import { load as parseHTML } from "cheerio";
|
|
import { fetchApi, fetchFile } from "@libs/fetch";
|
|
import { Chapter, Novel, Plugin } from "@typings/plugin";
|
|
|
|
export const id = "novelpub.com";
|
|
export const name = "NovelPub";
|
|
export const site = "https://www.novelpub.com/";
|
|
export const version = "1.0.0";
|
|
export const icon = "src/en/novelpub/icon.png";
|
|
const baseUrl = site;
|
|
|
|
const headers = {
|
|
Accept: "application/json",
|
|
"Content-Type": "application/json",
|
|
"User-Agent":
|
|
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.116 Safari/537.36",
|
|
};
|
|
|
|
export const popularNovels: Plugin.popularNovels = async function (page) {
|
|
let url = baseUrl + "browse/all/popular/all/" + page;
|
|
|
|
const result = await fetchApi(url, { method: "GET", headers });
|
|
const body = await result.text();
|
|
|
|
const loadedCheerio = parseHTML(body);
|
|
|
|
let novels: Novel.Item[] = [];
|
|
|
|
loadedCheerio(".novel-item.ads").remove();
|
|
|
|
loadedCheerio(".novel-item").each(function () {
|
|
const novelName = loadedCheerio(this)
|
|
.find(".novel-title")
|
|
.text()
|
|
.trim();
|
|
const novelCover = loadedCheerio(this).find("img").attr("data-src");
|
|
const novelUrl =
|
|
baseUrl +
|
|
loadedCheerio(this)
|
|
.find(".novel-title > a")
|
|
.attr("href")
|
|
?.substring(1);
|
|
|
|
const novel = { name: novelName, cover: novelCover, url: novelUrl };
|
|
|
|
novels.push(novel);
|
|
});
|
|
|
|
return novels;
|
|
};
|
|
|
|
export const parseNovelAndChapters: Plugin.parseNovelAndChapters =
|
|
async function (novelUrl) {
|
|
const url = novelUrl;
|
|
|
|
const result = await fetchApi(url, { method: "GET", headers });
|
|
const body = await result.text();
|
|
|
|
let loadedCheerio = parseHTML(body);
|
|
|
|
let novel: Novel.instance = { url, genres: "" };
|
|
|
|
novel.name = loadedCheerio("h1.novel-title").text().trim();
|
|
|
|
novel.cover = loadedCheerio("figure.cover > img").attr("data-src");
|
|
|
|
loadedCheerio("div.categories > ul > li").each(function () {
|
|
novel.genres +=
|
|
loadedCheerio(this)
|
|
.text()
|
|
.replace(/[\t\n]/g, "") + ",";
|
|
});
|
|
|
|
loadedCheerio("div.header-stats > span").each(function () {
|
|
if (loadedCheerio(this).find("small").text() === "Status") {
|
|
novel.status = loadedCheerio(this).find("strong").text();
|
|
}
|
|
});
|
|
|
|
novel.genres = novel.genres?.slice(0, -1);
|
|
|
|
novel.author = loadedCheerio(".author > a > span").text();
|
|
|
|
novel.summary = loadedCheerio(".summary > .content").text().trim();
|
|
|
|
const delay = (ms: number) => new Promise((res) => setTimeout(res, ms));
|
|
|
|
let lastPage = 1;
|
|
|
|
lastPage = parseInt(
|
|
loadedCheerio(
|
|
"#novel > header > div.header-body.container > div.novel-info > div.header-stats > span:nth-child(1) > strong"
|
|
)
|
|
.text()
|
|
?.trim()
|
|
);
|
|
|
|
lastPage = Math.ceil(lastPage / 100);
|
|
|
|
const getChapters = async () => {
|
|
let novelChapters: Chapter.Item[] = [];
|
|
|
|
for (let i = 1; i <= lastPage; i++) {
|
|
const chaptersUrl = `${novelUrl}/chapters/page-${i}`;
|
|
|
|
const chaptersRequest = await fetchApi(chaptersUrl, {
|
|
headers,
|
|
});
|
|
const chaptersHtml = await chaptersRequest.text();
|
|
|
|
loadedCheerio = parseHTML(chaptersHtml);
|
|
|
|
loadedCheerio(".chapter-list li").each(function () {
|
|
const chapterName = loadedCheerio(this)
|
|
.find(".chapter-title")
|
|
.text()
|
|
.trim();
|
|
|
|
const releaseDate = loadedCheerio(this)
|
|
.find(".chapter-update")
|
|
.text()
|
|
.trim();
|
|
|
|
const chapterUrl =
|
|
baseUrl +
|
|
loadedCheerio(this)
|
|
.find("a")
|
|
.attr("href")
|
|
?.substring(1);
|
|
|
|
novelChapters.push({
|
|
name: chapterName,
|
|
releaseTime: releaseDate,
|
|
url: chapterUrl,
|
|
});
|
|
});
|
|
|
|
await delay(1000);
|
|
}
|
|
|
|
return novelChapters;
|
|
};
|
|
|
|
novel.chapters = await getChapters();
|
|
|
|
return novel;
|
|
};
|
|
|
|
export const parseChapter: Plugin.parseChapter = async function (chapterUrl) {
|
|
const url = chapterUrl;
|
|
|
|
const result = await fetchApi(url, { method: "GET", headers });
|
|
|
|
const body = await result.text();
|
|
const loadedCheerio = parseHTML(body);
|
|
|
|
const chapterText = loadedCheerio("#chapter-container").html();
|
|
return chapterText;
|
|
};
|
|
|
|
// They have API to search, pls update it, im quite lazy xD
|
|
export const searchNovels: Plugin.searchNovels = async function (searchTerm) {
|
|
const url = `${baseUrl}lnwsearchlive?inputContent=${searchTerm}`;
|
|
|
|
const result = await fetchApi(url, { method: "GET", headers });
|
|
const body = await result.text();
|
|
|
|
let loadedCheerio = parseHTML(body);
|
|
|
|
let novels: Novel.Item[] = [];
|
|
|
|
// let results = JSON.parse(loadedCheerio('body').text());
|
|
|
|
// loadedCheerio = load(results.resultview);
|
|
|
|
// loadedCheerio('.novel-item').each(function () {
|
|
// const novelName = loadedCheerio(this).find('.novel-title').text().trim();
|
|
// const novelCover = loadedCheerio(this).find('img').attr('src');
|
|
// const novelUrl =
|
|
// baseUrl + loadedCheerio(this).find('a').attr('href').substring(1);
|
|
|
|
// const novel = { name: novelName, cover: novelCover, url: novelUrl };
|
|
|
|
// novels.push(novel);
|
|
// });
|
|
|
|
return novels;
|
|
};
|
|
export const fetchImage: Plugin.fetchImage = fetchFile;
|