Files
lnreader-plugins/plugins/english/novelpub.js
T
nyagami 8522c89195 feat: Plugins (#465)
* update

* gitignore

* base file

* template

* json generator

* remove valid method

* Update README.md

README

* update template

* Update README.md

* update template

* not support async arrow function

* remove valid method

* basic plugin validation.

* Update README.md

* update template

* Update README.md

* add fetchFile lib. empy .language file

* comment fetch

* update

* comment fetch

* auto comment, update template, template.min

* Update README.md

* add option to test

* reset version

* Update README.md

* small fix for LightNovelReader

* comment fetch

* minor: LL date format

* refactor: rename project, remove html2text lib

* fix: error if there's no plugin changed

* implement cookies bypass

* update template.min.js

* add syosetu

* fix: get last file in case removing.
shorter id

* shoter native language name

* change app project name

* testing with UI would be less painful :)

* remove console.log

* Update README.md for UI testing

* fix Syosetu

* remove try catch

* add ranobehub

* add json for ranobehub

* wrong icon path :D

* fix ranobehub

* fix status ranobe

* add french

* fix css

* add chireads

* add indonesian

* add sakura novel

* add sakuranovel json

* add spanish

* add skynovels

* fix skynovels

* add agitoon

* add turkish

* add epiknovel

* add portuguese

* update template

* cheerio_space

* add novel Fullme

* minor

* lol, this source havent been finished before. cant help

* cant bypass this

* add hasutl

* novelasligera not working properly

* add novelpub, but no searching

* add jaomix

* fix jaomix

* add ranoberf

* add indowebnovel

* add novelringan

* add noveldeglace

* search not work for this

* add oasisTL, this should have better popularNovels

* add tunovelaligera

* this source need to fix search

* add bestlightnovel

* add comrade mao

* minor fix

* add divinedaolibrary

* add freewebnovel

* lol xD

* minor

* update json

* fix icon novelawuxia

* update site in for pluginItem

* some changes for more convenient

* remove try catch

* Update README.md

* remove

* Update README.md

* trying to use pre-commit

* update README

* feat: .env for repo config

* add foxaholic (#2)

* rebase fox

* fox officially 1.0.0

---------

Co-authored-by: K1ngfish3r <trulyihu@gmail.com>
2023-05-08 07:13:09 +05:30

182 lines
4.9 KiB
JavaScript

const cheerio = require('cheerio');
const fetchApi = require('@libs/fetchApi');
const fetchFile = require('@libs/fetchFile');
const languages = require('@libs/languages');
const baseUrl = 'https://www.novelpub.com/';
const sourceName = 'NovelPub';
const pluginId = 'novelpub.com';
const headers = {
Accept: 'application/json',
'Content-Type': 'application/json',
'User-Agent':
'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.116 Safari/537.36',
};
async function popularNovels (page) {
let url = baseUrl + 'browse/all/popular/all/' + page;
const result = await fetchApi(url, { method: 'GET', headers });
const body = await result.text();
const loadedCheerio = cheerio.load(body);
let novels = [];
loadedCheerio('.novel-item.ads').remove();
loadedCheerio('.novel-item').each(function () {
const novelName = loadedCheerio(this).find('.novel-title').text().trim();
const novelCover = loadedCheerio(this).find('img').attr('data-src');
const novelUrl =
baseUrl +
loadedCheerio(this).find('.novel-title > a').attr('href').substring(1);
const novel = { name: novelName, cover: novelCover, url: novelUrl };
novels.push(novel);
});
return novels;
};
async function parseNovelAndChapters (novelUrl) {
const url = novelUrl;
const result = await fetchApi(url, { method: 'GET', headers });
const body = await result.text();
let loadedCheerio = cheerio.load(body);
let novel = { url, genres: '' };
novel.name = loadedCheerio('h1.novel-title').text().trim();
novel.cover = loadedCheerio('figure.cover > img').attr('data-src');
loadedCheerio('div.categories > ul > li').each(function () {
novel.genres +=
loadedCheerio(this)
.text()
.replace(/[\t\n]/g, '') + ',';
});
loadedCheerio('div.header-stats > span').each(function () {
if (loadedCheerio(this).find('small').text() === 'Status') {
novel.status = loadedCheerio(this).find('strong').text();
}
});
novel.genres = novel.genres.slice(0, -1);
novel.author = loadedCheerio('.author > a > span').text();
novel.summary = loadedCheerio('.summary > .content').text().trim();
const delay = ms => new Promise(res => setTimeout(res, ms));
let lastPage = 1;
lastPage = loadedCheerio(
'#novel > header > div.header-body.container > div.novel-info > div.header-stats > span:nth-child(1) > strong',
)
.text()
?.trim();
lastPage = Math.ceil(lastPage / 100);
const getChapters = async () => {
let novelChapters = [];
for (let i = 1; i <= lastPage; i++) {
const chaptersUrl = `${novelUrl}/chapters/page-${i}`;
const chaptersRequest = await fetchApi(chaptersUrl, { headers });
const chaptersHtml = await chaptersRequest.text();
loadedCheerio = cheerio.load(chaptersHtml);
loadedCheerio('.chapter-list li').each(function () {
const chapterName = loadedCheerio(this)
.find('.chapter-title')
.text()
.trim();
const releaseDate = loadedCheerio(this)
.find('.chapter-update')
.text()
.trim();
const chapterUrl =
baseUrl + loadedCheerio(this).find('a').attr('href').substring(1);
novelChapters.push({ name: chapterName, releaseTime: releaseDate, url: chapterUrl });
});
await delay(1000);
}
return novelChapters;
};
novel.chapters = await getChapters();
return novel;
};
async function parseChapter (chapterUrl) {
const url = chapterUrl;
const result = await fetchApi(url, { method: 'GET', headers });
const body = await result.text();
const loadedCheerio = cheerio.load(body);
const chapterText = loadedCheerio('#chapter-container').html();
return chapterText;
};
// They have API to search, pls update it, im quite lazy xD
async function searchNovels (searchTerm) {
const url = `${baseUrl}lnwsearchlive?inputContent=${searchTerm}`;
const result = await fetchApi(url, { method: 'GET', headers });
const body = await result.text();
let loadedCheerio = cheerio.load(body);
let novels = [];
// let results = JSON.parse(loadedCheerio('body').text());
// loadedCheerio = cheerio.load(results.resultview);
// loadedCheerio('.novel-item').each(function () {
// const novelName = loadedCheerio(this).find('.novel-title').text().trim();
// const novelCover = loadedCheerio(this).find('img').attr('src');
// const novelUrl =
// baseUrl + loadedCheerio(this).find('a').attr('href').substring(1);
// const novel = { name: novelName, cover: novelCover, url: novelUrl };
// novels.push(novel);
// });
return novels;
};
module.exports = {
id: pluginId,
name: sourceName,
site: baseUrl,
version: '1.0.0',
lang: languages.English,
icon: 'src/en/novelpub/icon.png',
popularNovels,
parseNovelAndChapters,
parseChapter,
searchNovels,
fetchImage: fetchFile,
};