Add JPMTL (#16)

README.md

@@ -17,6 +17,9 @@ Sources for [LNReader](https://github.com/rajarsheechatterjee/lnreader)
 | NovelTrench     | :heavy_check_mark: |
 | VipNovel        | :heavy_check_mark: |
 | KissLightNovels | :heavy_check_mark: |
+| WuxiaWorldSite  | :heavy_check_mark: |
+| FreeWebNovel    | :heavy_check_mark: |
+| JPMTL           | :heavy_check_mark: |
 
 ## Setup locally
 

index.js

@@ -31,6 +31,7 @@ app.use("/api/10/", require("./src/en/vipnovel/VipNovel"));
 app.use("/api/11/", require("./src/en/kisslightnovels/KissLightNovels"));
 app.use("/api/12/", require("./src/en/wuxiaworldsite/WuxiaWorldSite"));
 app.use("/api/13/", require("./src/en/freewebnovel/FreeWebNovel"));
+app.use("/api/14/", require("./src/en/jpmtl/JPMTL"));
 
 const PORT = process.env.PORT || 5000;
 

sources.js

@@ -116,6 +116,15 @@ extensions = [
         sourceLanguage: "English",
         status: 1,
     },
+    {
+        sourceId: 14,
+        sourceUrl: "https://jpmtl.com/",
+        sourceName: "JPMTL",
+        sourceCover:
+            "https://github.com/rajarsheechatterjee/lnreader-extensions/blob/main/src/en/jpmtl/icon.png?raw=true",
+        sourceLanguage: "English",
+        status: 1,
+    },
 ];
 
 module.exports = extensions;

src/en/jpmtl/JPMTL.js

@@ -0,0 +1,14 @@
+const express = require("express");
+const JPMTLScraper = require("./JPMTLScraper");
+
+const router = express.Router();
+
+router.get("/novels/", JPMTLScraper.novelsScraper);
+
+router.get("/novel/:novelUrl", JPMTLScraper.novelScraper);
+
+router.get("/novel/:novelUrl/:chapterUrl", JPMTLScraper.chapterScraper);
+
+router.get("/search/", JPMTLScraper.searchScraper);
+
+module.exports = router;

src/en/jpmtl/JPMTLScraper.js

@@ -0,0 +1,183 @@
+const cheerio = require("cheerio");
+const fetch = require("node-fetch");
+const { htmlToText } = require("html-to-text");
+
+const baseUrl = "https://jpmtl.com/";
+
+const novelsScraper = async (req, res) => {
+    let url =
+        "https://jpmtl.com/v2/book/show/browse?query=&categories=&content_type=0&direction=0&page=2&limit=20&type=5&status=all&language=3&exclude_categories=";
+
+    const result = await fetch(url);
+    const body = await result.json();
+
+    let novels = [];
+
+    body.map((item) => {
+        const novelName = item.title;
+        const novelCover = item.cover;
+        const novelUrl = item.id + "/";
+
+        const novel = { extensionId: 14, novelName, novelCover, novelUrl };
+
+        novels.push(novel);
+    });
+
+    res.json(novels);
+};
+
+const novelScraper = async (req, res) => {
+    const novelUrl = req.params.novelUrl;
+    const url = `${baseUrl}books/${novelUrl}`;
+
+    const result = await fetch(url);
+    const body = await result.text();
+
+    $ = cheerio.load(body);
+
+    let novel = {};
+
+    novel.extensionId = 14;
+
+    novel.sourceName = "JPMTL";
+
+    novel.sourceUrl = url;
+
+    novel.novelUrl = `${novelUrl}/`;
+
+    novel.novelName = $("h1.book-sidebar__title").text();
+
+    novel.novelCover = $(".book-sidebar").find("img").attr("src");
+
+    $(".post-content_item").each(function (result) {
+        detailName = $(this)
+            .find(".summary-heading > h5")
+            .text()
+            .replace(/[\t\n]/g, "")
+            .trim();
+        detail = $(this)
+            .find(".summary-content")
+            .text()
+            .replace(/[\t\n]/g, "")
+            .trim();
+
+        novel[detailName] = detail;
+    });
+
+    novel.novelSummary = $(".main-book__synopsis").text();
+
+    novel["Genre(s)"] = "";
+
+    $("a.main-book__category").each(function (result) {
+        novel["Genre(s)"] += $(this).text();
+    });
+
+    novel["Author(s)"] = $(".book-sidebar__author > .book-sidebar__info")
+        .text()
+        .replace(/[\t\n]/g, "")
+        .trim();
+
+    let novelChapters = [];
+
+    const chapterListUrl = `https://jpmtl.com/v2/chapter/${novelUrl}/list?state=published&structured=true&d`;
+
+    const chapterResult = await fetch(chapterListUrl);
+    const volumes = await chapterResult.json();
+
+    volumes.map((volume) => {
+        volume.chapters.map((chapter) => {
+            const chapterName = "Vol. " + volume.volume + " " + chapter.title;
+            const releaseDate = chapter.created_at;
+            const chapterUrl = chapter.id;
+
+            const obj = {
+                extensionId: 14,
+                chapterName,
+                releaseDate,
+                chapterUrl,
+            };
+
+            novelChapters.push(obj);
+        });
+    });
+
+    novel.novelChapters = novelChapters;
+
+    res.json(novel);
+};
+
+const chapterScraper = async (req, res) => {
+    let novelUrl = req.params.novelUrl;
+    let chapterUrl = req.params.chapterUrl;
+
+    const url = `${baseUrl}books/${novelUrl}/${chapterUrl}`;
+
+    const result = await fetch(url);
+    const body = await result.text();
+
+    console.log(url);
+
+    $ = cheerio.load(body);
+
+    const chapterName = $(".chapter-content__title").text();
+    let chapterText = $(".chapter-content__content").html();
+    chapterText = htmlToText(chapterText);
+
+    let nextChapter = null;
+    let prevChapter = null;
+
+    $(".chapter-wrapper__nav").each(function (result) {
+        const chId = $(this)
+            .attr("href")
+            .replace("/books/" + novelUrl + "/", "");
+        if (chId < chapterUrl) {
+            prevChapter = chId;
+        } else {
+            nextChapter = chId;
+        }
+    });
+
+    novelUrl += "/";
+
+    const chapter = {
+        extensionId: 14,
+        novelUrl,
+        chapterUrl,
+        chapterName,
+        chapterText,
+        nextChapter,
+        prevChapter,
+    };
+
+    res.json(chapter);
+};
+
+const searchScraper = async (req, res) => {
+    const searchTerm = req.query.s;
+
+    const url = `https://jpmtl.com/v2/book/show/browse?query=${searchTerm}&categories=&content_type=2&direction=0&page=1&limit=20&type=5&status=all&language=3&exclude_categories=`;
+
+    const result = await fetch(url);
+    const body = await result.json();
+
+    const novels = [];
+
+    body.map((item) => {
+        const novelName = item.title;
+        const novelCover = item.cover;
+        const novelUrl = item.id + "/";
+
+        const novel = { extensionId: 14, novelName, novelCover, novelUrl };
+
+        novels.push(novel);
+    });
+
+    res.json(novels);
+};
+
+module.exports = novelTrenchScraper = {
+    novelsScraper,
+    novelScraper,
+    chapterScraper,
+    searchScraper,
+};