add NovelTrench (#9)

* add NovelTrench

* add icon

index.js

@@ -26,6 +26,7 @@ app.use("/api/5/", require("./src/en/mtlnovel/MTLNovel"));
 app.use("/api/6/", require("./src/en/novelhall/Novelhall"));
 app.use("/api/7/", require("./src/en/wuxiaworld/WuxiaWorld"));
 app.use("/api/8/", require("./src/en/novelfull/NovelFull"));
+app.use("/api/9/", require("./src/en/noveltrench/NovelTrench"));
 
 const PORT = process.env.PORT || 5000;
 

sources.js

@@ -71,6 +71,16 @@ extensions = [
         sourceLanguage: "English",
         status: 1,
     },
+
+    {
+        sourceId: 9,
+        sourceUrl: "https://noveltrench.com/",
+        sourceName: "NovelTrench",
+        sourceCover:
+            "https://github.com/rajarsheechatterjee/lnreader-extensions/blob/main/src/en/noveltrench/icon.png?raw=true",
+        sourceLanguage: "English",
+        status: 1,
+    },
 ];
 
 module.exports = extensions;

src/en/noveltrench/NovelTrench.js

@@ -0,0 +1,14 @@
+const express = require("express");
+const novelTrenchScraper = require("./NovelTrenchScraper");
+
+const router = express.Router();
+
+router.get("/novels/", novelTrenchScraper.novelsScraper);
+
+router.get("/novel/:novelUrl", novelTrenchScraper.novelScraper);
+
+router.get("/novel/:novelUrl/:chapterUrl", novelTrenchScraper.chapterScraper);
+
+router.get("/search/", novelTrenchScraper.searchScraper);
+
+module.exports = router;

src/en/noveltrench/NovelTrenchScraper.js

@@ -0,0 +1,195 @@
+const cheerio = require("cheerio");
+const fetch = require("node-fetch");
+const { htmlToText } = require("html-to-text");
+
+const baseUrl = "https://noveltrench.com/";
+
+const novelsScraper = async (req, res) => {
+    let url = baseUrl;
+
+    const result = await fetch(url);
+    const body = await result.text();
+
+    $ = cheerio.load(body);
+
+    let novels = [];
+
+    $(".page-item-detail").each(function (result) {
+        const novelName = $(this).find(".h5 > a").text();
+        const novelCover = $(this).find("img").attr("data-src");
+
+        let novelUrl = $(this).find(".h5 > a").attr("href");
+        novelUrl = novelUrl.replace(`${baseUrl}manga/`, "");
+
+        const novel = {
+            extensionId: 9,
+            novelName,
+            novelCover,
+            novelUrl,
+        };
+
+        novels.push(novel);
+    });
+
+    res.json(novels);
+};
+
+const novelScraper = async (req, res) => {
+    const novelUrl = req.params.novelUrl;
+    const url = `${baseUrl}manga/${novelUrl}/`;
+
+    const result = await fetch(url);
+    const body = await result.text();
+
+    $ = cheerio.load(body);
+
+    let novel = {};
+
+    novel.extensionId = 9;
+
+    novel.sourceName = "NovelTrench";
+
+    novel.sourceUrl = url;
+
+    novel.novelUrl = `${novelUrl}/`;
+
+    novel.novelName = $(".post-title > h1")
+        .text()
+        .replace(/[\t\n]/g, "")
+        .trim();
+
+    novel.novelCover = $(".summary_image > a > img").attr("data-src");
+
+    $(".post-content_item").each(function (result) {
+        detailName = $(this)
+            .find(".summary-heading > h5")
+            .text()
+            .replace(/[\t\n]/g, "")
+            .trim();
+        detail = $(this)
+            .find(".summary-content")
+            .text()
+            .replace(/[\t\n]/g, "")
+            .trim();
+
+        novel[detailName] = detail;
+    });
+
+    $(".description-summary > div.summary__content").find("em").remove();
+
+    novel.novelSummary = $(".description-summary > div.summary__content")
+        .text()
+        .replace(/[\t\n]/g, "");
+
+    let novelChapters = [];
+
+    $(".wp-manga-chapter").each(function (result) {
+        chapterName = $(this)
+            .find("a")
+            .text()
+            .replace(/[\t\n]/g, "")
+            .trim();
+
+        releaseDate = $(this)
+            .find("span")
+            .text()
+            .replace(/[\t\n]/g, "")
+            .trim();
+
+        chapterUrl = $(this).find("a").attr("href").replace(url, "");
+
+        novelChapters.push({ chapterName, releaseDate, chapterUrl });
+    });
+
+    novel.novelChapters = novelChapters.reverse();
+
+    res.json(novel);
+};
+
+const chapterScraper = async (req, res) => {
+    let novelUrl = req.params.novelUrl;
+    let chapterUrl = req.params.chapterUrl;
+
+    const url = `${baseUrl}manga/${novelUrl}/${chapterUrl}`;
+
+    const result = await fetch(url);
+    const body = await result.text();
+
+    $ = cheerio.load(body);
+
+    const chapterName = $("h1#chapter-heading").text();
+    let chapterText = $(".reading-content").html();
+    chapterText = htmlToText(chapterText);
+
+    let nextChapter = null;
+
+    if ($(".nav-next").length) {
+        nextChapter = $(".nav-next")
+            .find("a")
+            .attr("href")
+            .replace(baseUrl + "manga/" + novelUrl + "/", "");
+    }
+
+    let prevChapter = null;
+
+    if ($(".nav-previous").length) {
+        prevChapter = $(".nav-previous")
+            .find("a")
+            .attr("href")
+            .replace(baseUrl + "manga/" + novelUrl + "/", "");
+    }
+
+    novelUrl = novelUrl + "/";
+    chapterUrl = chapterUrl + "/";
+
+    const chapter = {
+        extensionId: 9,
+        novelUrl,
+        chapterUrl,
+        chapterName,
+        chapterText,
+        nextChapter,
+        prevChapter,
+    };
+
+    res.json(chapter);
+};
+
+const searchScraper = async (req, res) => {
+    const searchTerm = req.query.s;
+
+    const url = `${baseUrl}?s=${searchTerm}&post_type=wp-manga`;
+
+    const result = await fetch(url);
+    const body = await result.text();
+
+    $ = cheerio.load(body);
+
+    let novels = [];
+
+    $(".c-tabs-item__content").each(function (result) {
+        const novelName = $(this).find(".h4 > a").text();
+        const novelCover = $(this).find("img").attr("data-src");
+
+        let novelUrl = $(this).find(".h4 > a").attr("href");
+        novelUrl = novelUrl.replace(`${baseUrl}manga/`, "");
+
+        const novel = {
+            extensionId: 9,
+            novelName,
+            novelCover,
+            novelUrl,
+        };
+
+        novels.push(novel);
+    });
+
+    res.json(novels);
+};
+
+module.exports = novelTrenchScraper = {
+    novelsScraper,
+    novelScraper,
+    chapterScraper,
+    searchScraper,
+};

src/en/wuxiaworld/WuxiaWorldScraper.js

@@ -1,5 +1,6 @@
 const cheerio = require("cheerio");
 const fetch = require("node-fetch");
+const { htmlToText } = require("html-to-text");
 
 const baseUrl = "https://www.wuxiaworld.com/";
 
@@ -115,9 +116,8 @@ const chapterScraper = async (req, res) => {
 
     $("#chapter-content > script").remove();
 
-    const chapterText = $("#chapter-content")
-        .html()
-        .replace(/<(?:.|\n)*?>/gm, "\n");
+    let chapterText = $("#chapter-content").html();
+    chapterText = htmlToText(chapterText);
 
     let nextChapter = null;