diff --git a/README.md b/README.md index 75b1b2d..f851aa1 100644 --- a/README.md +++ b/README.md @@ -29,6 +29,7 @@ Sources for [LNReader](https://github.com/rajarsheechatterjee/lnreader) | https://foxaholic.com/ | :heavy_check_mark: | | https://comrademao.com/ | :heavy_check_mark: | | https://www.novelpassion.com/ | :heavy_check_mark: | +| https://www.royalroad.com/ | :heavy_check_mark: | | https://tunovelaligera.com/ | :heavy_check_mark: | | https://www.skynovels.net/ | :heavy_check_mark: | | https://einherjarproject.net/ | :heavy_check_mark: | diff --git a/index.js b/index.js index 57bb964..4de947b 100644 --- a/index.js +++ b/index.js @@ -42,6 +42,8 @@ app.use("/api/20/", require("./src/en/wuxiaworldcloud/WuxiaWorldCloud")); app.use("/api/21/", require("./src/en/woopread/WoopRead")); app.use("/api/22/", require("./src/en/foxaholic/Foxaholic")); app.use("/api/27/", require("./src/en/comrademao/ComradeMao")); +app.use("/api/33/", require("./src/en/novelpassion/NovelPassion")); +app.use("/api/34/", require("./src/en/royalroad/RoyalRoad")); // Spanish app.use("/api/23/", require("./src/es/tunovelaligera/Tunovelaligera")); @@ -52,7 +54,6 @@ app.use("/api/28/", require("./src/es/yuukitls/YuukiTls")); app.use("/api/29/", require("./src/es/hasutl/Hasutl")); app.use("/api/30/", require("./src/es/oasistranslations/OasisTranslations")); app.use("/api/31/", require("./src/es/novelawuxia/NovelaWuxia")); -app.use("/api/33/", require("./src/en/novelpassion/NovelPassion")); const PORT = process.env.PORT || 5000; diff --git a/sources.js b/sources.js index bdcbfbc..03148d6 100644 --- a/sources.js +++ b/sources.js @@ -211,7 +211,7 @@ extensions = [ status: 1, }, { - sourceId: 27, + sourceId: 33, sourceUrl: "https://www.novelpassion.com/", sourceName: "NovelPassion", sourceCover: @@ -219,6 +219,15 @@ extensions = [ sourceLanguage: "English", status: 1, }, + { + sourceId: 34, + sourceUrl: "https://www.royalroad.com/", + sourceName: "Royal Road", + sourceCover: + "https://github.com/rajarsheechatterjee/lnreader-extensions/blob/main/src/en/royalroad/icon.png?raw=true", + sourceLanguage: "English", + status: 1, + }, /** * Spanish diff --git a/src/en/royalroad/RoyalRoad.js b/src/en/royalroad/RoyalRoad.js new file mode 100644 index 0000000..f359466 --- /dev/null +++ b/src/en/royalroad/RoyalRoad.js @@ -0,0 +1,17 @@ +const express = require("express"); +const RoyalRoadScraper = require("./RoyalRoadScraper"); + +const router = express.Router(); + +router.get("/novels/", RoyalRoadScraper.novelsScraper); + +router.get("/novel/:novelId/:novelUrl", RoyalRoadScraper.novelScraper); + +router.get( + "/novel/:novelId/:novelUrl/:chapterId/:chapterUrl", + RoyalRoadScraper.chapterScraper +); + +router.get("/search/", RoyalRoadScraper.searchScraper); + +module.exports = router; diff --git a/src/en/royalroad/RoyalRoadScraper.js b/src/en/royalroad/RoyalRoadScraper.js new file mode 100644 index 0000000..5fdaaf3 --- /dev/null +++ b/src/en/royalroad/RoyalRoadScraper.js @@ -0,0 +1,185 @@ +const cheerio = require("cheerio"); +const fetch = require("node-fetch"); +const { htmlToText } = require("html-to-text"); +const { parseHtml } = require("../../helper"); + +const baseUrl = "https://www.royalroad.com/"; + +const novelsScraper = async (req, res) => { + let url = baseUrl + "fictions/best-rated?page=1"; + + const result = await fetch(url); + const body = await result.text(); + + $ = cheerio.load(body); + + let novels = []; + + $("div.fiction-list-item.row").each(function (result) { + const novelName = $(this).find("h2.fiction-title").text().trim(); + const novelCover = $(this).find("img").attr("src"); + + let novelUrl = $(this) + .find("h2.fiction-title > a") + .attr("href") + .replace("/fiction/", ""); + + const novel = { + extensionId: 34, + novelName, + novelCover, + novelUrl, + }; + + novels.push(novel); + }); + + res.json(novels); +}; + +const novelScraper = async (req, res) => { + const novelId = req.params.novelId; + const novelUrl = req.params.novelUrl; + const url = baseUrl + "fiction/" + +novelId + "/" + novelUrl; + + const result = await fetch(url); + const body = await result.text(); + + $ = cheerio.load(body); + + let novel = {}; + + novel.extensionId = 34; + + novel.sourceName = "Royal Road"; + + novel.sourceUrl = url; + + novel.novelUrl = novelUrl; + + novelName = $("h1").text(); + novel.novelName = novelName; + + novel.novelCover = $("#thumbnail > img").attr("src"); + + novel.novelSummary = $("div.description").text().trim(); + + novel["Genre(s)"] = $("span.tags").text().trim().replace(/\n\s+/g, ","); + novel.Status = $( + "div.fiction-info > div.portlet > .col-md-8 > .margin-bottom-10 > span" + ) + .first() + .next() + .text() + .trim(); + + let novelChapters = []; + + $("table#chapters > tbody") + .find("tr") + .each(function (result) { + const chapterName = $(this).find("td").first().text().trim(); + const releaseDate = $(this).find("td").first().next().text().trim(); + + const chapterUrl = $(this) + .find("td") + .first() + .find("a") + .attr("href") + .replace( + "/fiction/" + +novelId + "/" + novelUrl + "/chapter/", + "" + ); + + novelChapters.push({ + chapterName, + releaseDate, + chapterUrl, + }); + }); + + novel.novelChapters = novelChapters; + + res.json(novel); +}; + +const chapterScraper = async (req, res) => { + let novelUrl = req.params.novelUrl; + let chapterUrl = req.params.chapterUrl; + + const url = `${baseUrl}fiction/${req.params.novelId}/${novelUrl}/chapter/${req.params.chapterId}/${req.params.chapterUrl}`; + + console.log(url); + + const result = await fetch(url); + const body = await result.text(); + + $ = cheerio.load(body); + + let chapterName = $("div.chapter-content").find("strong").text(); + + let chapterText = $("div.chapter-content").html(); + chapterText = parseHtml(chapterText); + + let nextChapter = null; + let prevChapter = null; + + const chapter = { + extensionId: 34, + novelUrl, + chapterUrl, + chapterName, + chapterText, + nextChapter, + prevChapter, + }; + + res.json(chapter); +}; + +const searchScraper = async (req, res) => { + const searchTerm = req.query.s; + + const url = baseUrl + "fictions/search?title=" + searchTerm; + + console.log(url); + + const result = await fetch(url); + const body = await result.text(); + + $ = cheerio.load(body); + + let novels = []; + + $("div.fiction-list-item.row").each(function (result) { + const novelName = $(this).find("h2.fiction-title").text().trim(); + let novelCover = $(this).find("img").attr("src"); + + if (novelCover.includes("Content")) { + novelCover = baseUrl + novelCover; + } + + let novelUrl = $(this) + .find("h2.fiction-title > a") + .attr("href") + .replace("/fiction/", ""); + + const novel = { + extensionId: 34, + novelName, + novelCover, + novelUrl, + }; + + novels.push(novel); + }); + + res.json(novels); +}; + +module.exports = RoyalRoadScraper = { + novelsScraper, + novelScraper, + chapterScraper, + searchScraper, +}; diff --git a/src/en/royalroad/icon.png b/src/en/royalroad/icon.png new file mode 100644 index 0000000..f7c5467 Binary files /dev/null and b/src/en/royalroad/icon.png differ