diff --git a/index.js b/index.js index 33910d7..3d7186d 100644 --- a/index.js +++ b/index.js @@ -38,6 +38,7 @@ app.use("/api/17/", require("./src/en/tapread/TapRead")); app.use("/api/18/", require("./src/en/novelupdatescc/NovelUpdatesCc")); app.use("/api/19/", require("./src/en/readlightnovelcc/ReadLightNovelCc")); app.use("/api/20/", require("./src/en/wuxiaworldcloud/WuxiaWorldCloud")); +app.use("/api/21/", require("./src/en/woopread/WoopRead")); const PORT = process.env.PORT || 5000; diff --git a/sources.js b/sources.js index 3eb02d7..134a317 100644 --- a/sources.js +++ b/sources.js @@ -137,7 +137,7 @@ extensions = [ { sourceId: 16, sourceUrl: "https://www.wuxiaworld.co/", - sourceName: "WuxiaWorldCo", + sourceName: "WuxiaWorld.co", sourceCover: "https://github.com/rajarsheechatterjee/lnreader-extensions/blob/main/src/en/wuxiaworldco/icon.png?raw=true", sourceLanguage: "English", @@ -173,12 +173,21 @@ extensions = [ { sourceId: 20, sourceUrl: "http://wuxiaworld.cloud/", - sourceName: "WUxiaWorld.cloud", + sourceName: "WuxiaWorld.cloud", sourceCover: "https://github.com/rajarsheechatterjee/lnreader-extensions/blob/main/src/en/wuxiaworldcloud/icon.png?raw=true", sourceLanguage: "English", status: 1, }, + { + sourceId: 21, + sourceUrl: "https://woopread.com/", + sourceName: "WoopRead", + sourceCover: + "https://github.com/rajarsheechatterjee/lnreader-extensions/blob/main/src/en/woopread/icon.png?raw=true", + sourceLanguage: "English", + status: 1, + }, ]; module.exports = extensions; diff --git a/src/en/woopread/WoopRead.js b/src/en/woopread/WoopRead.js new file mode 100644 index 0000000..155f78e --- /dev/null +++ b/src/en/woopread/WoopRead.js @@ -0,0 +1,17 @@ +const express = require("express"); +const WoopReadScraper = require("./WoopReadScraper"); + +const router = express.Router(); + +router.get("/novels/", WoopReadScraper.novelsScraper); + +router.get("/novel/:novelUrl", WoopReadScraper.novelScraper); + +router.get( + "/novel/:novelUrl/:volumeUrl?/:chapterUrl", + WoopReadScraper.chapterScraper +); + +router.get("/search/", WoopReadScraper.searchScraper); + +module.exports = router; diff --git a/src/en/woopread/WoopReadScraper.js b/src/en/woopread/WoopReadScraper.js new file mode 100644 index 0000000..48a0529 --- /dev/null +++ b/src/en/woopread/WoopReadScraper.js @@ -0,0 +1,214 @@ +const cheerio = require("cheerio"); +const FormData = require("form-data"); +const fetch = require("node-fetch"); +const { parseHtml } = require("../../helper"); + +const baseUrl = "https://woopread.com/"; + +const novelsScraper = async (req, res) => { + let url = baseUrl + "novellist/?m_orderby=rating"; + + const result = await fetch(url); + const body = await result.text(); + + $ = cheerio.load(body); + + let novels = []; + + $(".page-item-detail").each(function (result) { + const novelName = $(this).find(".h5 > a").text(); + const novelCover = $(this).find("img").attr("src"); + + let novelUrl = $(this).find(".h5 > a").attr("href"); + novelUrl = novelUrl.replace(baseUrl + "series/", ""); + + const novel = { + extensionId: 21, + novelName, + novelCover, + novelUrl, + }; + + novels.push(novel); + }); + + res.json(novels); +}; + +const novelScraper = async (req, res) => { + const novelUrl = req.params.novelUrl; + const url = `${baseUrl}series/${novelUrl}/`; + + const result = await fetch(url); + const body = await result.text(); + + $ = cheerio.load(body); + + let novel = {}; + + novel.extensionId = 21; + + novel.sourceName = "WoopRead"; + + novel.sourceUrl = url; + + novel.novelUrl = `${novelUrl}/`; + + novel.novelName = $(".post-title > h1") + .text() + .replace(/[\t\n]/g, "") + .trim(); + + novel.novelCover = $(".summary_image > a > img").attr("data-src"); + + $(".post-content_item").each(function (result) { + detailName = $(this) + .find(".summary-heading > h5") + .text() + .replace(/[\t\n]/g, "") + .trim(); + detail = $(this) + .find(".summary-content") + .text() + .replace(/[\t\n]/g, "") + .trim(); + + novel[detailName] = detail; + }); + + $(".description-summary > div.summary__content").find("em").remove(); + + novel.novelSummary = $(".description-summary > div.summary__content") + .text() + .replace(/[\t\n]/g, ""); + + let novelChapters = []; + + let formData = new FormData(); + formData.append("action", "manga_get_chapters"); + formData.append("manga", 2746); + + const data = await fetch("https://woopread.com/wp-admin/admin-ajax.php", { + method: "POST", + body: formData, + }); + const text = await data.text(); + + $ = cheerio.load(text); + + $(".wp-manga-chapter.free-chap").each(function (result) { + chapterName = $(this) + .find("a") + .text() + .replace(/[\t\n]/g, "") + .trim(); + + releaseDate = $(this).find("span").text().replace("Free", "").trim(); + + chapterUrl = $(this).find("a").attr("href").replace(url, ""); + + novelChapters.push({ chapterName, releaseDate, chapterUrl }); + }); + + novel.novelChapters = novelChapters.reverse(); + + res.json(novel); +}; + +const chapterScraper = async (req, res) => { + let novelUrl = req.params.novelUrl; + let chapterUrl = req.params.chapterUrl; + let volumeUrl = req.params.volumeUrl; + + let optionalUrl; + + if (volumeUrl) { + optionalUrl = volumeUrl + "/"; + } else { + optionalUrl = ""; + } + + const url = `${baseUrl}series/${novelUrl}/${optionalUrl}${chapterUrl}/`; + + const result = await fetch(url); + const body = await result.text(); + + $ = cheerio.load(body); + + const chapterName = $("h1#chapter-heading").text(); + let chapterText = $(".reading-content").html(); + chapterText = parseHtml(chapterText); + + let nextChapter = null; + + if ($(".nav-next").length) { + nextChapter = $(".nav-next") + .find("a") + .attr("href") + .replace(baseUrl + "series/" + novelUrl + "/", ""); + } + + let prevChapter = null; + + if ($(".nav-previous").length) { + prevChapter = $(".nav-previous") + .find("a") + .attr("href") + .replace(baseUrl + "series/" + novelUrl + "/", ""); + } + + novelUrl += "/"; + chapterUrl = optionalUrl + chapterUrl + "/"; + + const chapter = { + extensionId: 21, + novelUrl, + chapterUrl, + chapterName, + chapterText, + nextChapter, + prevChapter, + }; + + res.json(chapter); +}; + +const searchScraper = async (req, res) => { + const searchTerm = req.query.s; + + const url = `${baseUrl}?s=${searchTerm}&post_type=wp-manga&op=&author=&artist=&release=&adult=`; + console.log(url); + + const result = await fetch(url); + const body = await result.text(); + + $ = cheerio.load(body); + + let novels = []; + + $(".c-tabs-item__content").each(function (result) { + const novelName = $(this).find(".h4 > a").text(); + const novelCover = $(this).find("img").attr("src"); + + let novelUrl = $(this).find(".h4 > a").attr("href"); + novelUrl = novelUrl.replace(`${baseUrl}series/`, ""); + + const novel = { + extensionId: 21, + novelName, + novelCover, + novelUrl, + }; + + novels.push(novel); + }); + + res.json(novels); +}; + +module.exports = novelTrenchScraper = { + novelsScraper, + novelScraper, + chapterScraper, + searchScraper, +}; diff --git a/src/en/woopread/icon.png b/src/en/woopread/icon.png new file mode 100644 index 0000000..1171d22 Binary files /dev/null and b/src/en/woopread/icon.png differ