masi/lnreader-plugins
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Preserve chapter text format (#5)

Browse Source
This commit is contained in:
Rajarshee Chatterjee
2021-05-03 18:27:25 +05:30
committed by GitHub
parent 9d40d85ff3
commit 8b555e4616
4 changed files with 12 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/en/boxnovel/BoxNovelScraper.js
+3 -1
View File
@@ -1,5 +1,6 @@
const cheerio = require("cheerio"); const cheerio = require("cheerio");
const fetch = require("node-fetch"); const fetch = require("node-fetch");
const { htmlToText } = require("html-to-text");
const baseUrl = "https://boxnovel.com/novel"; const baseUrl = "https://boxnovel.com/novel";
const searchUrl = "https://boxnovel.com/"; const searchUrl = "https://boxnovel.com/";
@@ -125,7 +126,8 @@ const chapterScraper = async (req, res) => {
$ = cheerio.load(body); $ = cheerio.load(body);
const chapterName = $("div.text-left > h3").text(); const chapterName = $("div.text-left > h3").text();
const chapterText = $(".reading-content").text(); let chapterText = $(".reading-content").html();
chapterText = htmlToText(chapterText);
let nextChapter = null; let nextChapter = null;
src/en/novelfull/NovelFullScraper.js
+3 -1
View File
@@ -1,5 +1,6 @@
const cheerio = require("cheerio"); const cheerio = require("cheerio");
const fetch = require("node-fetch"); const fetch = require("node-fetch");
const { htmlToText } = require("html-to-text");
const baseUrl = "https://novelfull.com"; const baseUrl = "https://novelfull.com";
@@ -132,7 +133,8 @@ const chapterScraper = async (req, res) => {
$ = cheerio.load(body); $ = cheerio.load(body);
const chapterName = $(".chapter-title").attr("title"); const chapterName = $(".chapter-title").attr("title");
const chapterText = $("#chapter-content").text(); let chapterText = $("#chapter-content").html();
chapterText = htmlToText(chapterText);
let nextChapter = null; let nextChapter = null;
if ($("a#next_chap").attr("href")) { if ($("a#next_chap").attr("href")) {
src/en/novelhall/NovelhallScraper.js
+3 -1
View File
@@ -1,5 +1,6 @@
const cheerio = require("cheerio"); const cheerio = require("cheerio");
const fetch = require("node-fetch"); const fetch = require("node-fetch");
const { htmlToText } = require("html-to-text");
const baseUrl = "https://www.novelhall.com/"; const baseUrl = "https://www.novelhall.com/";
@@ -107,7 +108,8 @@ const chapterScraper = async (req, res) => {
$ = cheerio.load(body); $ = cheerio.load(body);
const chapterName = $("h1").text(); const chapterName = $("h1").text();
const chapterText = $("div.entry-content").text(); let chapterText = $("div.entry-content").html();
chapterText = htmlToText(chapterText);
let nextChapter = null; let nextChapter = null;
nextChapter = $('a[rel="next"]').attr("href"); nextChapter = $('a[rel="next"]').attr("href");
src/en/readnovelfull/ReadNovelFullScraper.js
+3 -1
View File
@@ -1,5 +1,6 @@
const cheerio = require("cheerio"); const cheerio = require("cheerio");
const fetch = require("node-fetch"); const fetch = require("node-fetch");
const { htmlToText } = require("html-to-text");
const baseUrl = "https://readnovelfull.com"; const baseUrl = "https://readnovelfull.com";
@@ -132,7 +133,8 @@ const chapterScraper = async (req, res) => {
$ = cheerio.load(body); $ = cheerio.load(body);
const chapterName = $(".chr-title").attr("title"); const chapterName = $(".chr-title").attr("title");
const chapterText = $("#chr-content").text(); let chapterText = $("#chr-content").html();
chapterText = htmlToText(chapterText);
let nextChapter = null; let nextChapter = null;
if ($("a#next_chap").attr("href")) { if ($("a#next_chap").attr("href")) {