Add Foxaholic

This commit is contained in:
Rajarshee Chatterjee
2021-05-30 15:57:40 +05:30
parent 96a0f33be5
commit 11e84efa03
6 changed files with 242 additions and 0 deletions
+1
View File
@@ -26,6 +26,7 @@ Sources for [LNReader](https://github.com/rajarsheechatterjee/lnreader)
| https://www.novelupdates.cc/ | :heavy_check_mark: |
| https://m.readlightnovel.cc/ | :heavy_check_mark: |
| http://wuxiaworld.cloud/ | :heavy_check_mark: |
| https://foxaholic.com/ | :heavy_check_mark: |
## Setup locally
+1
View File
@@ -39,6 +39,7 @@ app.use("/api/18/", require("./src/en/novelupdatescc/NovelUpdatesCc"));
app.use("/api/19/", require("./src/en/readlightnovelcc/ReadLightNovelCc"));
app.use("/api/20/", require("./src/en/wuxiaworldcloud/WuxiaWorldCloud"));
app.use("/api/21/", require("./src/en/woopread/WoopRead"));
app.use("/api/22/", require("./src/en/foxaholic/Foxaholic"));
const PORT = process.env.PORT || 5000;
+9
View File
@@ -188,6 +188,15 @@ extensions = [
sourceLanguage: "English",
status: 1,
},
{
sourceId: 22,
sourceUrl: "https://foxaholic.com/",
sourceName: "Foxaholic",
sourceCover:
"https://github.com/rajarsheechatterjee/lnreader-extensions/blob/main/src/en/foxaholic/icon.png?raw=true",
sourceLanguage: "English",
status: 1,
},
];
module.exports = extensions;
+16
View File
@@ -0,0 +1,16 @@
const express = require("express");
const FoxaholicScraper = require("./FoxaholicScraper");
const router = express.Router();
router.get("/novels/", FoxaholicScraper.novelsScraper);
router.get("/novel/:novelUrl", FoxaholicScraper.novelScraper);
router.get(
"/novel/:novelUrl/:volumeUrl?/:chapterUrl",
FoxaholicScraper.chapterScraper
);
router.get("/search/", FoxaholicScraper.searchScraper);
module.exports = router;
+215
View File
@@ -0,0 +1,215 @@
const cheerio = require("cheerio");
const FormData = require("form-data");
const fetch = require("node-fetch");
const { parseHtml } = require("../../helper");
const baseUrl = "https://foxaholic.com/";
const novelsScraper = async (req, res) => {
let url = baseUrl + "novel/?m_orderby=rating";
const result = await fetch(url);
const body = await result.text();
$ = cheerio.load(body);
let novels = [];
$(".page-item-detail").each(function (result) {
const novelName = $(this).find(".h5 > a").text();
const novelCover = $(this).find("img").attr("data-src");
let novelUrl = $(this).find(".h5 > a").attr("href");
novelUrl = novelUrl.replace(`${baseUrl}novel/`, "");
const novel = {
extensionId: 22,
novelName,
novelCover,
novelUrl,
};
novels.push(novel);
});
res.json(novels);
};
const novelScraper = async (req, res) => {
const novelUrl = req.params.novelUrl;
const url = `${baseUrl}novel/${novelUrl}/`;
const result = await fetch(url);
const body = await result.text();
$ = cheerio.load(body);
let novel = {};
novel.extensionId = 22;
novel.sourceName = "Foxaholic";
novel.sourceUrl = url;
novel.novelUrl = `${novelUrl}/`;
novel.novelName = $(".post-title > h1")
.text()
.replace(/[\t\n]/g, "")
.trim();
novel.novelCover = $(".summary_image > a > img").attr("data-src");
$(".post-content_item").each(function (result) {
detailName = $(this)
.find(".summary-heading > h5")
.text()
.replace(/[\t\n]/g, "")
.trim();
detail = $(this)
.find(".summary-content")
.text()
.replace(/[\t\n]/g, "")
.trim();
novel[detailName] = detail;
});
$(".description-summary > div.summary__content").find("em").remove();
novel.novelSummary = $(".description-summary > div.summary__content")
.text()
.replace(/[\t\n]/g, "");
let novelChapters = [];
const novelId = $("#manga-chapters-holder").attr("data-id");
let formData = new FormData();
formData.append("action", "manga_get_chapters");
formData.append("manga", novelId);
const data = await fetch("https://foxaholic.com/wp-admin/admin-ajax.php", {
method: "POST",
body: formData,
});
const text = await data.text();
$ = cheerio.load(text);
$(".wp-manga-chapter").each(function (result) {
chapterName = $(this)
.find("a")
.text()
.replace(/[\t\n]/g, "")
.trim();
releaseDate = $(this).find("span").text().trim();
chapterUrl = $(this).find("a").attr("href").replace(url, "");
novelChapters.push({ chapterName, releaseDate, chapterUrl });
});
novel.novelChapters = novelChapters.reverse();
res.json(novel);
};
const chapterScraper = async (req, res) => {
let novelUrl = req.params.novelUrl;
let chapterUrl = req.params.chapterUrl;
let volumeUrl = req.params.volumeUrl;
let optionalUrl;
if (volumeUrl) {
optionalUrl = volumeUrl + "/";
} else {
optionalUrl = "";
}
const url = `${baseUrl}novel/${novelUrl}/${optionalUrl}${chapterUrl}/`;
const result = await fetch(url);
const body = await result.text();
$ = cheerio.load(body);
const chapterName = $("h1#chapter-heading").text();
let chapterText = $(".reading-content").html();
chapterText = parseHtml(chapterText);
let nextChapter = null;
if ($(".nav-next").length) {
nextChapter = $(".nav-next")
.find("a")
.attr("href")
.replace(baseUrl + "novel/" + novelUrl + "/", "");
}
let prevChapter = null;
if ($(".nav-previous").length) {
prevChapter = $(".nav-previous")
.find("a")
.attr("href")
.replace(baseUrl + "novel/" + novelUrl + "/", "");
}
novelUrl += "/";
chapterUrl = optionalUrl + chapterUrl + "/";
const chapter = {
extensionId: 22,
novelUrl,
chapterUrl,
chapterName,
chapterText,
nextChapter,
prevChapter,
};
res.json(chapter);
};
const searchScraper = async (req, res) => {
const searchTerm = req.query.s;
const url = `${baseUrl}?s=${searchTerm}&post_type=wp-manga`;
const result = await fetch(url);
const body = await result.text();
$ = cheerio.load(body);
let novels = [];
$(".c-tabs-item__content").each(function (result) {
const novelName = $(this).find(".h4 > a").text();
const novelCover = $(this).find("img").attr("data-src");
let novelUrl = $(this).find(".h4 > a").attr("href");
novelUrl = novelUrl.replace(`${baseUrl}novel/`, "");
const novel = {
extensionId: 22,
novelName,
novelCover,
novelUrl,
};
novels.push(novel);
});
res.json(novels);
};
module.exports = novelTrenchScraper = {
novelsScraper,
novelScraper,
chapterScraper,
searchScraper,
};
Binary file not shown.

After

Width:  |  Height:  |  Size: 73 KiB