masi/lnreader-plugins
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

use WuxiaWorld api & cheerio instead of puppeteer

Browse Source
This commit is contained in:
Rajarshee Chatterjee
2021-05-02 18:13:30 +05:30
parent 72d7adfb15
commit 4f6d025f73
1 changed files with 95 additions and 93 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/en/wuxiaworld/wuxiaworld.js
+21 -19
View File
@@ -1,39 +1,37 @@
const express = require("express"); const express = require("express");
const cheerio = require("cheerio"); const cheerio = require("cheerio");
const request = require("request"); const request = require("request");
const chromium = require("chrome-aws-lambda");
const puppeteer = require("puppeteer");
const { scraper } = require("../../helper");
const baseUrl = "https://www.wuxiaworld.com/"; const baseUrl = "https://www.wuxiaworld.com/";
const router = express.Router(); const router = express.Router();
router.get("/novels/", async (req, res) => { router.get("/novels/", async (req, res) => {
let url = `https://www.wuxiaworld.com/novels`; let url = `https://www.wuxiaworld.com/api/novels`;
const body = await scraper(url);
request(url, (err, response, body) => {
if (err) throw err;
let novels = []; let novels = [];
const $ = cheerio.load(body); let data = JSON.parse(body);
data = data.items;
$(".novel-item").each(function (result) { data.map((novel) => {
let novelName = $(this).find("div.novel-title").text(); let novelName = novel.name;
let novelCover = $(this).find("img").attr("src"); let novelCover = novel.coverUrl;
let novelUrl = $(this).find("a").attr("href"); let novelUrl = novel.slug;
novelUrl = novelUrl.replace("/novel/", "").concat("/"); novelUrl = novelUrl + "/";
novel = { novels.push({
extensionId: 7, extensionId: 7,
novelUrl,
novelName, novelName,
novelCover, novelCover,
novelUrl,
};
novels.push(novel);
}); });
});
res.json(novels); res.json(novels);
});
}); });
// Novel // Novel
@@ -41,8 +39,9 @@ router.get("/novels/", async (req, res) => {
router.get("/novel/:novelUrl", async (req, res) => { router.get("/novel/:novelUrl", async (req, res) => {
let novelUrl = req.params.novelUrl; let novelUrl = req.params.novelUrl;
let url = `${baseUrl}novel/${novelUrl}/`; let url = `${baseUrl}novel/${novelUrl}/`;
const body = await scraper(url);
request(url, (err, response, body) => {
if (err) throw err;
const $ = cheerio.load(body); const $ = cheerio.load(body);
let novel = {}; let novel = {};
@@ -102,6 +101,7 @@ router.get("/novel/:novelUrl", async (req, res) => {
novel.novelChapters = novelChapters; novel.novelChapters = novelChapters;
res.json(novel); res.json(novel);
});
}); });
router.get("/novel/:novelUrl/:chapterUrl", async (req, res) => { router.get("/novel/:novelUrl/:chapterUrl", async (req, res) => {
@@ -109,8 +109,9 @@ router.get("/novel/:novelUrl/:chapterUrl", async (req, res) => {
const novelUrl = `${req.params.novelUrl}/`; const novelUrl = `${req.params.novelUrl}/`;
const chapterUrl = `${req.params.chapterUrl}/`; const chapterUrl = `${req.params.chapterUrl}/`;
const body = await scraper(url);
request(url, (err, response, body) => {
if (err) throw err;
const $ = cheerio.load(body); const $ = cheerio.load(body);
let chapterName = $("#sidebar-toggler-container").next().text(); let chapterName = $("#sidebar-toggler-container").next().text();
@@ -144,6 +145,7 @@ router.get("/novel/:novelUrl/:chapterUrl", async (req, res) => {
}; };
res.json(chapter); res.json(chapter);
});
}); });
router.get("/search/", (req, res) => { router.get("/search/", (req, res) => {