Add novelupdates.cc

README.md

@@ -4,24 +4,27 @@ Sources for [LNReader](https://github.com/rajarsheechatterjee/lnreader)
 
 ## Sources
 
-| Source          |       Status       |
-| --------------- | :----------------: |
-| BoxNovel        | :heavy_check_mark: |
-| ReadLightNovel  | :heavy_check_mark: |
-| FastNovel       |        :x:         |
-| ReadNovelFull   | :heavy_check_mark: |
-| MTLNovel        | :heavy_check_mark: |
-| NovelHall       | :heavy_check_mark: |
-| WuxiaWorld      | :heavy_check_mark: |
-| NovelFull       | :heavy_check_mark: |
-| NovelTrench     | :heavy_check_mark: |
-| VipNovel        | :heavy_check_mark: |
-| KissLightNovels | :heavy_check_mark: |
-| WuxiaWorldSite  | :heavy_check_mark: |
-| FreeWebNovel    | :heavy_check_mark: |
-| JPMTL           | :heavy_check_mark: |
-| WuxiaWorldCo    | :heavy_check_mark: |
-| LightNovelPub   | :heavy_check_mark: |
+| Source                       |       Status       |
+| ---------------------------- | :----------------: |
+| BoxNovel                     | :heavy_check_mark: |
+| ReadLightNovel               | :heavy_check_mark: |
+| FastNovel                    |        :x:         |
+| ReadNovelFull                | :heavy_check_mark: |
+| MTLNovel                     | :heavy_check_mark: |
+| NovelHall                    | :heavy_check_mark: |
+| WuxiaWorld                   | :heavy_check_mark: |
+| NovelFull                    | :heavy_check_mark: |
+| NovelTrench                  | :heavy_check_mark: |
+| VipNovel                     | :heavy_check_mark: |
+| KissLightNovels              | :heavy_check_mark: |
+| https://wuxiaworldsite.co/   | :heavy_check_mark: |
+| FreeWebNovel                 | :heavy_check_mark: |
+| JPMTL                        | :heavy_check_mark: |
+| LightNovelPub                | :heavy_check_mark: |
+| https://www.wuxiaworld.co/   | :heavy_check_mark: |
+| TapRead                      | :heavy_check_mark: |
+| https://www.novelupdates.cc/ | :heavy_check_mark: |
+| LightNovelPub                | :heavy_check_mark: |
 
 ## Setup locally
 

index.js

@@ -35,6 +35,7 @@ app.use("/api/14/", require("./src/en/jpmtl/JPMTL"));
 app.use("/api/15/", require("./src/en/lightnovelpub/LightNovelPub"));
 app.use("/api/16/", require("./src/en/wuxiaworldco/WuxiaWorldCo"));
 app.use("/api/17/", require("./src/en/tapread/TapRead"));
+app.use("/api/18/", require("./src/en/novelupdatescc/NovelUpdatesCc"));
 
 const PORT = process.env.PORT || 5000;
 

sources.js

@@ -125,6 +125,15 @@ extensions = [
         sourceLanguage: "English",
         status: 1,
     },
+    {
+        sourceId: 15,
+        sourceUrl: "https://www.lightnovelpub.com/",
+        sourceName: "LightNovelPub",
+        sourceCover:
+            "https://github.com/rajarsheechatterjee/lnreader-extensions/blob/main/src/en/lightnovelpub/icon.png?raw=true",
+        sourceLanguage: "English",
+        status: 1,
+    },
     {
         sourceId: 16,
         sourceUrl: "https://www.wuxiaworld.co/",
@@ -144,11 +153,11 @@ extensions = [
         status: 1,
     },
     {
-        sourceId: 15,
-        sourceUrl: "https://www.lightnovelpub.com/",
-        sourceName: "LightNovelPub",
+        sourceId: 18,
+        sourceUrl: "https://www.novelupdates.cc/",
+        sourceName: "NovelUpdates.cc",
         sourceCover:
-            "https://github.com/rajarsheechatterjee/lnreader-extensions/blob/main/src/en/lightnovelpub/icon.png?raw=true",
+            "https://github.com/rajarsheechatterjee/lnreader-extensions/blob/main/src/en/novelupdatescc/icon.png?raw=true",
         sourceLanguage: "English",
         status: 1,
     },

src/en/novelupdatescc/NovelUpdatesCc.js

@@ -0,0 +1,17 @@
+const express = require("express");
+const NovelUpdatesCcScraper = require("./NovelUpdatesCcScraper");
+
+const router = express.Router();
+
+router.get("/novels/", NovelUpdatesCcScraper.novelsScraper);
+
+router.get("/novel/:novelUrl", NovelUpdatesCcScraper.novelScraper);
+
+router.get(
+    "/novel/:novelUrl/:chapterUrl",
+    NovelUpdatesCcScraper.chapterScraper
+);
+
+router.get("/search/", NovelUpdatesCcScraper.searchScraper);
+
+module.exports = router;

src/en/novelupdatescc/NovelUpdatesCcScraper.js

@@ -0,0 +1,167 @@
+const cheerio = require("cheerio");
+const fetch = require("node-fetch");
+const { htmlToText } = require("html-to-text");
+const { parseHtml } = require("../../helper");
+
+const baseUrl = "https://www.novelupdates.cc/";
+
+const novelsScraper = async (req, res) => {
+    const result = await fetch(baseUrl);
+    const body = await result.text();
+
+    $ = cheerio.load(body);
+
+    let novels = [];
+
+    $(".section-item").each(function (result) {
+        const novelName = $(this).find(".book-name").text();
+        const novelCover = $(this).find("img").attr("src");
+
+        let novelUrl = $(this).find("a").attr("href").slice(1);
+
+        const novel = {
+            extensionId: 18,
+            novelName,
+            novelCover,
+            novelUrl,
+        };
+
+        novels.push(novel);
+    });
+
+    res.json(novels);
+};
+
+const novelScraper = async (req, res) => {
+    const novelUrl = req.params.novelUrl;
+    const url = `${baseUrl}${novelUrl}/`;
+
+    const result = await fetch(url);
+    const body = await result.text();
+
+    $ = cheerio.load(body);
+
+    let novel = {};
+
+    novel.extensionId = 18;
+
+    novel.sourceName = "NovelUpdatesCc";
+
+    novel.sourceUrl = url;
+
+    novel.novelUrl = `${novelUrl}/`;
+
+    novel.novelName = $(".book-name").text();
+
+    novel.novelCover = $("div.book-img > img").attr("src");
+
+    novel["Genre(s)"] = $("div.book-catalog > span.txt").text();
+
+    novel.Status = $("div.book-state > span.txt").text();
+
+    novel["Author(s)"] = $("div.author > span.name").text();
+
+    novelSummary = $("div.content > p.desc").html();
+    novel.novelSummary = htmlToText(novelSummary);
+
+    let novelChapters = [];
+
+    $(".chapter-item").each(function (result) {
+        const chapterName = $(this).find(".chapter-name").text();
+        const releaseDate = null;
+        const chapterUrl = $(this).attr("href").slice(1);
+
+        novelChapters.push({
+            chapterName,
+            releaseDate,
+            chapterUrl,
+        });
+    });
+
+    novel.novelChapters = novelChapters;
+
+    res.json(novel);
+};
+
+const chapterScraper = async (req, res) => {
+    let novelUrl = req.params.novelUrl;
+    let chapterUrl = req.params.chapterUrl;
+
+    const url = `${baseUrl}${chapterUrl}`;
+
+    const result = await fetch(url);
+    const body = await result.text();
+
+    $ = cheerio.load(body);
+
+    const chapterName = $("h1.chapter-title").text();
+    let chapterText = $("div.chapter-entity").html();
+    chapterText = parseHtml(chapterText);
+
+    let nextChapter = null;
+
+    if ($("a.next").length) {
+        nextChapter = $("a.next").attr("href").slice(1);
+    }
+
+    let prevChapter = null;
+
+    if ($("a.prev").length) {
+        prevChapter = $("a.prev").attr("href").slice(1);
+    }
+
+    novelUrl = novelUrl + "/";
+    chapterUrl = chapterUrl + "/";
+
+    const chapter = {
+        extensionId: 18,
+        novelUrl,
+        chapterUrl,
+        chapterName,
+        chapterText,
+        nextChapter,
+        prevChapter,
+    };
+
+    res.json(chapter);
+};
+
+const searchScraper = async (req, res) => {
+    const searchTerm = req.query.s;
+
+    const url = `${baseUrl}search/${searchTerm}/1`;
+
+    const result = await fetch(url);
+    const body = await result.text();
+
+    $ = cheerio.load(body);
+
+    let novels = [];
+
+    $(".list-item").each(function (result) {
+        $(this).find("font").remove();
+
+        const novelName = $(this).find(".book-name").text();
+        const novelCover = $(this).find("img").attr("src");
+
+        let novelUrl = $(this).find("a").attr("href").slice(1);
+
+        const novel = {
+            extensionId: 18,
+            novelName,
+            novelCover,
+            novelUrl,
+        };
+
+        novels.push(novel);
+    });
+
+    res.json(novels);
+};
+
+module.exports = wuxiaWorldCoScraper = {
+    novelsScraper,
+    novelScraper,
+    chapterScraper,
+    searchScraper,
+};