8522c89195
* update * gitignore * base file * template * json generator * remove valid method * Update README.md README * update template * Update README.md * update template * not support async arrow function * remove valid method * basic plugin validation. * Update README.md * update template * Update README.md * add fetchFile lib. empy .language file * comment fetch * update * comment fetch * auto comment, update template, template.min * Update README.md * add option to test * reset version * Update README.md * small fix for LightNovelReader * comment fetch * minor: LL date format * refactor: rename project, remove html2text lib * fix: error if there's no plugin changed * implement cookies bypass * update template.min.js * add syosetu * fix: get last file in case removing. shorter id * shoter native language name * change app project name * testing with UI would be less painful :) * remove console.log * Update README.md for UI testing * fix Syosetu * remove try catch * add ranobehub * add json for ranobehub * wrong icon path :D * fix ranobehub * fix status ranobe * add french * fix css * add chireads * add indonesian * add sakura novel * add sakuranovel json * add spanish * add skynovels * fix skynovels * add agitoon * add turkish * add epiknovel * add portuguese * update template * cheerio_space * add novel Fullme * minor * lol, this source havent been finished before. cant help * cant bypass this * add hasutl * novelasligera not working properly * add novelpub, but no searching * add jaomix * fix jaomix * add ranoberf * add indowebnovel * add novelringan * add noveldeglace * search not work for this * add oasisTL, this should have better popularNovels * add tunovelaligera * this source need to fix search * add bestlightnovel * add comrade mao * minor fix * add divinedaolibrary * add freewebnovel * lol xD * minor * update json * fix icon novelawuxia * update site in for pluginItem * some changes for more convenient * remove try catch * Update README.md * remove * Update README.md * trying to use pre-commit * update README * feat: .env for repo config * add foxaholic (#2) * rebase fox * fox officially 1.0.0 --------- Co-authored-by: K1ngfish3r <trulyihu@gmail.com>
182 lines
4.9 KiB
JavaScript
182 lines
4.9 KiB
JavaScript
const cheerio = require('cheerio');
|
|
const fetchApi = require('@libs/fetchApi');
|
|
const fetchFile = require('@libs/fetchFile');
|
|
const languages = require('@libs/languages');
|
|
|
|
const baseUrl = 'https://www.novelpub.com/';
|
|
|
|
const sourceName = 'NovelPub';
|
|
const pluginId = 'novelpub.com';
|
|
|
|
const headers = {
|
|
Accept: 'application/json',
|
|
'Content-Type': 'application/json',
|
|
'User-Agent':
|
|
'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/83.0.4103.116 Safari/537.36',
|
|
};
|
|
|
|
async function popularNovels (page) {
|
|
let url = baseUrl + 'browse/all/popular/all/' + page;
|
|
|
|
const result = await fetchApi(url, { method: 'GET', headers });
|
|
const body = await result.text();
|
|
|
|
const loadedCheerio = cheerio.load(body);
|
|
|
|
let novels = [];
|
|
|
|
loadedCheerio('.novel-item.ads').remove();
|
|
|
|
loadedCheerio('.novel-item').each(function () {
|
|
const novelName = loadedCheerio(this).find('.novel-title').text().trim();
|
|
const novelCover = loadedCheerio(this).find('img').attr('data-src');
|
|
const novelUrl =
|
|
baseUrl +
|
|
loadedCheerio(this).find('.novel-title > a').attr('href').substring(1);
|
|
|
|
const novel = { name: novelName, cover: novelCover, url: novelUrl };
|
|
|
|
novels.push(novel);
|
|
});
|
|
|
|
return novels;
|
|
};
|
|
|
|
async function parseNovelAndChapters (novelUrl) {
|
|
const url = novelUrl;
|
|
|
|
const result = await fetchApi(url, { method: 'GET', headers });
|
|
const body = await result.text();
|
|
|
|
let loadedCheerio = cheerio.load(body);
|
|
|
|
let novel = { url, genres: '' };
|
|
|
|
novel.name = loadedCheerio('h1.novel-title').text().trim();
|
|
|
|
novel.cover = loadedCheerio('figure.cover > img').attr('data-src');
|
|
|
|
loadedCheerio('div.categories > ul > li').each(function () {
|
|
novel.genres +=
|
|
loadedCheerio(this)
|
|
.text()
|
|
.replace(/[\t\n]/g, '') + ',';
|
|
});
|
|
|
|
loadedCheerio('div.header-stats > span').each(function () {
|
|
if (loadedCheerio(this).find('small').text() === 'Status') {
|
|
novel.status = loadedCheerio(this).find('strong').text();
|
|
}
|
|
});
|
|
|
|
novel.genres = novel.genres.slice(0, -1);
|
|
|
|
novel.author = loadedCheerio('.author > a > span').text();
|
|
|
|
novel.summary = loadedCheerio('.summary > .content').text().trim();
|
|
|
|
const delay = ms => new Promise(res => setTimeout(res, ms));
|
|
|
|
let lastPage = 1;
|
|
|
|
lastPage = loadedCheerio(
|
|
'#novel > header > div.header-body.container > div.novel-info > div.header-stats > span:nth-child(1) > strong',
|
|
)
|
|
.text()
|
|
?.trim();
|
|
|
|
lastPage = Math.ceil(lastPage / 100);
|
|
|
|
const getChapters = async () => {
|
|
let novelChapters = [];
|
|
|
|
for (let i = 1; i <= lastPage; i++) {
|
|
const chaptersUrl = `${novelUrl}/chapters/page-${i}`;
|
|
|
|
const chaptersRequest = await fetchApi(chaptersUrl, { headers });
|
|
const chaptersHtml = await chaptersRequest.text();
|
|
|
|
loadedCheerio = cheerio.load(chaptersHtml);
|
|
|
|
loadedCheerio('.chapter-list li').each(function () {
|
|
const chapterName = loadedCheerio(this)
|
|
.find('.chapter-title')
|
|
.text()
|
|
.trim();
|
|
|
|
const releaseDate = loadedCheerio(this)
|
|
.find('.chapter-update')
|
|
.text()
|
|
.trim();
|
|
|
|
const chapterUrl =
|
|
baseUrl + loadedCheerio(this).find('a').attr('href').substring(1);
|
|
|
|
novelChapters.push({ name: chapterName, releaseTime: releaseDate, url: chapterUrl });
|
|
});
|
|
|
|
await delay(1000);
|
|
}
|
|
|
|
return novelChapters;
|
|
};
|
|
|
|
novel.chapters = await getChapters();
|
|
|
|
return novel;
|
|
};
|
|
|
|
async function parseChapter (chapterUrl) {
|
|
const url = chapterUrl;
|
|
|
|
const result = await fetchApi(url, { method: 'GET', headers });
|
|
|
|
const body = await result.text();
|
|
const loadedCheerio = cheerio.load(body);
|
|
|
|
const chapterText = loadedCheerio('#chapter-container').html();
|
|
return chapterText;
|
|
};
|
|
|
|
// They have API to search, pls update it, im quite lazy xD
|
|
async function searchNovels (searchTerm) {
|
|
const url = `${baseUrl}lnwsearchlive?inputContent=${searchTerm}`;
|
|
|
|
const result = await fetchApi(url, { method: 'GET', headers });
|
|
const body = await result.text();
|
|
|
|
let loadedCheerio = cheerio.load(body);
|
|
|
|
let novels = [];
|
|
|
|
// let results = JSON.parse(loadedCheerio('body').text());
|
|
|
|
// loadedCheerio = cheerio.load(results.resultview);
|
|
|
|
// loadedCheerio('.novel-item').each(function () {
|
|
// const novelName = loadedCheerio(this).find('.novel-title').text().trim();
|
|
// const novelCover = loadedCheerio(this).find('img').attr('src');
|
|
// const novelUrl =
|
|
// baseUrl + loadedCheerio(this).find('a').attr('href').substring(1);
|
|
|
|
// const novel = { name: novelName, cover: novelCover, url: novelUrl };
|
|
|
|
// novels.push(novel);
|
|
// });
|
|
|
|
return novels;
|
|
};
|
|
|
|
module.exports = {
|
|
id: pluginId,
|
|
name: sourceName,
|
|
site: baseUrl,
|
|
version: '1.0.0',
|
|
lang: languages.English,
|
|
icon: 'src/en/novelpub/icon.png',
|
|
popularNovels,
|
|
parseNovelAndChapters,
|
|
parseChapter,
|
|
searchNovels,
|
|
fetchImage: fetchFile,
|
|
}; |