diff --git a/README.md b/README.md index c81316d..5f31616 100644 --- a/README.md +++ b/README.md @@ -4,24 +4,27 @@ Sources for [LNReader](https://github.com/rajarsheechatterjee/lnreader) ## Sources -| Source | Status | -| --------------- | :----------------: | -| BoxNovel | :heavy_check_mark: | -| ReadLightNovel | :heavy_check_mark: | -| FastNovel | :x: | -| ReadNovelFull | :heavy_check_mark: | -| MTLNovel | :heavy_check_mark: | -| NovelHall | :heavy_check_mark: | -| WuxiaWorld | :heavy_check_mark: | -| NovelFull | :heavy_check_mark: | -| NovelTrench | :heavy_check_mark: | -| VipNovel | :heavy_check_mark: | -| KissLightNovels | :heavy_check_mark: | -| WuxiaWorldSite | :heavy_check_mark: | -| FreeWebNovel | :heavy_check_mark: | -| JPMTL | :heavy_check_mark: | -| WuxiaWorldCo | :heavy_check_mark: | -| LightNovelPub | :heavy_check_mark: | +| Source | Status | +| ---------------------------- | :----------------: | +| BoxNovel | :heavy_check_mark: | +| ReadLightNovel | :heavy_check_mark: | +| FastNovel | :x: | +| ReadNovelFull | :heavy_check_mark: | +| MTLNovel | :heavy_check_mark: | +| NovelHall | :heavy_check_mark: | +| WuxiaWorld | :heavy_check_mark: | +| NovelFull | :heavy_check_mark: | +| NovelTrench | :heavy_check_mark: | +| VipNovel | :heavy_check_mark: | +| KissLightNovels | :heavy_check_mark: | +| https://wuxiaworldsite.co/ | :heavy_check_mark: | +| FreeWebNovel | :heavy_check_mark: | +| JPMTL | :heavy_check_mark: | +| LightNovelPub | :heavy_check_mark: | +| https://www.wuxiaworld.co/ | :heavy_check_mark: | +| TapRead | :heavy_check_mark: | +| https://www.novelupdates.cc/ | :heavy_check_mark: | +| LightNovelPub | :heavy_check_mark: | ## Setup locally diff --git a/index.js b/index.js index 29c89d5..b1d2386 100644 --- a/index.js +++ b/index.js @@ -35,6 +35,7 @@ app.use("/api/14/", require("./src/en/jpmtl/JPMTL")); app.use("/api/15/", require("./src/en/lightnovelpub/LightNovelPub")); app.use("/api/16/", require("./src/en/wuxiaworldco/WuxiaWorldCo")); app.use("/api/17/", require("./src/en/tapread/TapRead")); +app.use("/api/18/", require("./src/en/novelupdatescc/NovelUpdatesCc")); const PORT = process.env.PORT || 5000; diff --git a/sources.js b/sources.js index c77c386..6df61cd 100644 --- a/sources.js +++ b/sources.js @@ -125,6 +125,15 @@ extensions = [ sourceLanguage: "English", status: 1, }, + { + sourceId: 15, + sourceUrl: "https://www.lightnovelpub.com/", + sourceName: "LightNovelPub", + sourceCover: + "https://github.com/rajarsheechatterjee/lnreader-extensions/blob/main/src/en/lightnovelpub/icon.png?raw=true", + sourceLanguage: "English", + status: 1, + }, { sourceId: 16, sourceUrl: "https://www.wuxiaworld.co/", @@ -144,11 +153,11 @@ extensions = [ status: 1, }, { - sourceId: 15, - sourceUrl: "https://www.lightnovelpub.com/", - sourceName: "LightNovelPub", + sourceId: 18, + sourceUrl: "https://www.novelupdates.cc/", + sourceName: "NovelUpdates.cc", sourceCover: - "https://github.com/rajarsheechatterjee/lnreader-extensions/blob/main/src/en/lightnovelpub/icon.png?raw=true", + "https://github.com/rajarsheechatterjee/lnreader-extensions/blob/main/src/en/novelupdatescc/icon.png?raw=true", sourceLanguage: "English", status: 1, }, diff --git a/src/en/novelupdatescc/NovelUpdatesCc.js b/src/en/novelupdatescc/NovelUpdatesCc.js new file mode 100644 index 0000000..bdd321e --- /dev/null +++ b/src/en/novelupdatescc/NovelUpdatesCc.js @@ -0,0 +1,17 @@ +const express = require("express"); +const NovelUpdatesCcScraper = require("./NovelUpdatesCcScraper"); + +const router = express.Router(); + +router.get("/novels/", NovelUpdatesCcScraper.novelsScraper); + +router.get("/novel/:novelUrl", NovelUpdatesCcScraper.novelScraper); + +router.get( + "/novel/:novelUrl/:chapterUrl", + NovelUpdatesCcScraper.chapterScraper +); + +router.get("/search/", NovelUpdatesCcScraper.searchScraper); + +module.exports = router; diff --git a/src/en/novelupdatescc/NovelUpdatesCcScraper.js b/src/en/novelupdatescc/NovelUpdatesCcScraper.js new file mode 100644 index 0000000..005be0f --- /dev/null +++ b/src/en/novelupdatescc/NovelUpdatesCcScraper.js @@ -0,0 +1,167 @@ +const cheerio = require("cheerio"); +const fetch = require("node-fetch"); +const { htmlToText } = require("html-to-text"); +const { parseHtml } = require("../../helper"); + +const baseUrl = "https://www.novelupdates.cc/"; + +const novelsScraper = async (req, res) => { + const result = await fetch(baseUrl); + const body = await result.text(); + + $ = cheerio.load(body); + + let novels = []; + + $(".section-item").each(function (result) { + const novelName = $(this).find(".book-name").text(); + const novelCover = $(this).find("img").attr("src"); + + let novelUrl = $(this).find("a").attr("href").slice(1); + + const novel = { + extensionId: 18, + novelName, + novelCover, + novelUrl, + }; + + novels.push(novel); + }); + + res.json(novels); +}; + +const novelScraper = async (req, res) => { + const novelUrl = req.params.novelUrl; + const url = `${baseUrl}${novelUrl}/`; + + const result = await fetch(url); + const body = await result.text(); + + $ = cheerio.load(body); + + let novel = {}; + + novel.extensionId = 18; + + novel.sourceName = "NovelUpdatesCc"; + + novel.sourceUrl = url; + + novel.novelUrl = `${novelUrl}/`; + + novel.novelName = $(".book-name").text(); + + novel.novelCover = $("div.book-img > img").attr("src"); + + novel["Genre(s)"] = $("div.book-catalog > span.txt").text(); + + novel.Status = $("div.book-state > span.txt").text(); + + novel["Author(s)"] = $("div.author > span.name").text(); + + novelSummary = $("div.content > p.desc").html(); + novel.novelSummary = htmlToText(novelSummary); + + let novelChapters = []; + + $(".chapter-item").each(function (result) { + const chapterName = $(this).find(".chapter-name").text(); + const releaseDate = null; + const chapterUrl = $(this).attr("href").slice(1); + + novelChapters.push({ + chapterName, + releaseDate, + chapterUrl, + }); + }); + + novel.novelChapters = novelChapters; + + res.json(novel); +}; + +const chapterScraper = async (req, res) => { + let novelUrl = req.params.novelUrl; + let chapterUrl = req.params.chapterUrl; + + const url = `${baseUrl}${chapterUrl}`; + + const result = await fetch(url); + const body = await result.text(); + + $ = cheerio.load(body); + + const chapterName = $("h1.chapter-title").text(); + let chapterText = $("div.chapter-entity").html(); + chapterText = parseHtml(chapterText); + + let nextChapter = null; + + if ($("a.next").length) { + nextChapter = $("a.next").attr("href").slice(1); + } + + let prevChapter = null; + + if ($("a.prev").length) { + prevChapter = $("a.prev").attr("href").slice(1); + } + + novelUrl = novelUrl + "/"; + chapterUrl = chapterUrl + "/"; + + const chapter = { + extensionId: 18, + novelUrl, + chapterUrl, + chapterName, + chapterText, + nextChapter, + prevChapter, + }; + + res.json(chapter); +}; + +const searchScraper = async (req, res) => { + const searchTerm = req.query.s; + + const url = `${baseUrl}search/${searchTerm}/1`; + + const result = await fetch(url); + const body = await result.text(); + + $ = cheerio.load(body); + + let novels = []; + + $(".list-item").each(function (result) { + $(this).find("font").remove(); + + const novelName = $(this).find(".book-name").text(); + const novelCover = $(this).find("img").attr("src"); + + let novelUrl = $(this).find("a").attr("href").slice(1); + + const novel = { + extensionId: 18, + novelName, + novelCover, + novelUrl, + }; + + novels.push(novel); + }); + + res.json(novels); +}; + +module.exports = wuxiaWorldCoScraper = { + novelsScraper, + novelScraper, + chapterScraper, + searchScraper, +}; diff --git a/src/en/novelupdatescc/icon.png b/src/en/novelupdatescc/icon.png new file mode 100644 index 0000000..b732fa7 Binary files /dev/null and b/src/en/novelupdatescc/icon.png differ