20efcf404c
* set target to ES5 * refactor types * use .gitkeep * use dot to make dist/js dirs on top * add hako * add Hako * add madara * fix: url path js -> .js * fix: branch * freestyle for using UA, cookie * add parseNovels for Hako * update readme * fix: conflict types * add Kolnovel, remove node-fetch * add bestlightnovel * add plugins * WQMangaStreamScraper * PandaMTL * NobleMTL * LightNovelBrasil * WPMangaStream * add filters for popularNovels * fix undefined json * Linovelib (#26) * linovelib CN * icon for linovelib * fix undefined chapter * add check * fix: add artist * TuNovelaLigera ES + Madara Fix (#28) * app repo test * POST is now working * update madara template + run generator * template fix didnt get pushed commited idk why * template update POST * generated * fix: useNewChapterEndpoint update (#29) * useNewChapterEndpoint update * Update Selectors --------- Co-authored-by: K1ngfish3r <trulyihu@gmail.com>
201 lines
6.0 KiB
TypeScript
201 lines
6.0 KiB
TypeScript
import { load as cheerioload } from "cheerio";
|
|
import { Chapter, Novel, Plugin } from "@typings/plugin";
|
|
import { fetchApi, fetchFile } from "@libs/fetch";
|
|
|
|
export const id = "ANF.com";
|
|
export const name = "AllNovelFull";
|
|
export const site = "https://allnovelfull.com";
|
|
export const version = "1.0.0";
|
|
export const icon = "src/en/allnovelfull/icon.png";
|
|
|
|
export const popularNovels: Plugin.popularNovels = async function (page) {
|
|
const url = `${site}/most-popular?page=${page}`;
|
|
|
|
const result = await fetchApi(url, {});
|
|
if (!result.ok) {
|
|
console.error("Cloudflare error");
|
|
// console.error(await result.text());
|
|
// TODO: Cloudflare protection or other error
|
|
return [];
|
|
}
|
|
const body = await result.text();
|
|
|
|
const loadedCheerio = cheerioload(body);
|
|
|
|
const novels: Novel.Item[] = [];
|
|
loadedCheerio(".col-truyen-main .list-truyen .row").each(function () {
|
|
const novelName = loadedCheerio(this)
|
|
.find("h3.truyen-title > a")
|
|
.text();
|
|
const novelCover =
|
|
site + loadedCheerio(this).find("img.cover").attr("src");
|
|
const novelUrl =
|
|
site + loadedCheerio(this).find("h3.truyen-title > a").attr("href");
|
|
|
|
const novel = {
|
|
url: novelUrl,
|
|
name: novelName,
|
|
cover: novelCover,
|
|
};
|
|
novels.push(novel);
|
|
});
|
|
return novels;
|
|
};
|
|
|
|
export const parseNovelAndChapters: Plugin.parseNovelAndChapters =
|
|
async function (novelUrl) {
|
|
const url = novelUrl;
|
|
|
|
const result = await fetchApi(url);
|
|
if (!result.ok) {
|
|
console.error("Cloudflare error");
|
|
// console.error(await result.text());
|
|
// TODO: Cloudflare protection or other error
|
|
return { url, chapters: [] };
|
|
}
|
|
const body = await result.text();
|
|
|
|
let loadedCheerio = cheerioload(body);
|
|
|
|
let novel: Novel.instance = {
|
|
url: novelUrl,
|
|
};
|
|
|
|
novel.name = loadedCheerio("div.book > img").attr("alt");
|
|
|
|
novel.cover = site + loadedCheerio("div.book > img").attr("src");
|
|
|
|
novel.summary = loadedCheerio("div.desc-text").text().trim();
|
|
|
|
novel.author = loadedCheerio("div.info > div > h3")
|
|
.filter(function () {
|
|
return loadedCheerio(this).text().trim() === "Author:";
|
|
})
|
|
.siblings()
|
|
.text();
|
|
|
|
novel.genres = loadedCheerio("div.info > div")
|
|
.filter(function () {
|
|
return (
|
|
loadedCheerio(this).find("h3").text().trim() === "Genre:"
|
|
);
|
|
})
|
|
.text()
|
|
.replace("Genre:", "");
|
|
|
|
novel.status = loadedCheerio("div.info > div > h3")
|
|
.filter(function () {
|
|
return loadedCheerio(this).text().trim() === "Status:";
|
|
})
|
|
.next()
|
|
.text();
|
|
|
|
const novelId = loadedCheerio("#rating").attr("data-novel-id");
|
|
|
|
async function getChapters(id: string) {
|
|
const chapterListUrl = site + "/ajax/chapter-option?novelId=" + id;
|
|
|
|
const data = await fetchApi(chapterListUrl);
|
|
if (!data.ok) {
|
|
console.error("Cloudflare error");
|
|
// console.error(await result.text());
|
|
// TODO: Cloudflare protection or other error
|
|
return [];
|
|
}
|
|
const chapters = await data.text();
|
|
|
|
loadedCheerio = cheerioload(chapters);
|
|
|
|
const novelChapters: Chapter.Item[] = [];
|
|
|
|
loadedCheerio("select > option").each(function () {
|
|
let chapterName = loadedCheerio(this).text();
|
|
let releaseDate = null;
|
|
let chapterUrl = loadedCheerio(this)
|
|
.attr("value")
|
|
?.replace(`/${novelUrl}`, "");
|
|
|
|
if (chapterUrl) {
|
|
novelChapters.push({
|
|
name: chapterName,
|
|
releaseTime: releaseDate,
|
|
url: chapterUrl,
|
|
});
|
|
}
|
|
});
|
|
|
|
return novelChapters;
|
|
}
|
|
|
|
if (novelId) {
|
|
novel.chapters = await getChapters(novelId);
|
|
}
|
|
|
|
return novel;
|
|
};
|
|
|
|
export const parseChapter: Plugin.parseChapter = async function (chapterUrl) {
|
|
const url = site + chapterUrl;
|
|
|
|
const result = await fetchApi(url);
|
|
if (!result.ok) {
|
|
console.error("Cloudflare error");
|
|
// console.error(await result.text());
|
|
// TODO: Cloudflare protection or other error
|
|
return "Cloudflare protected site!";
|
|
}
|
|
const body = await result.text();
|
|
|
|
const loadedCheerio = cheerioload(body);
|
|
|
|
const chapterText = loadedCheerio("#chapter-content").html() || "";
|
|
|
|
return chapterText;
|
|
};
|
|
|
|
export const searchNovels: Plugin.searchNovels = async function (searchTerm) {
|
|
const url = `${site}/search?keyword=${searchTerm}`;
|
|
|
|
const result = await fetchApi(url);
|
|
if (!result.ok) {
|
|
console.error(await result.text());
|
|
// TODO: Cloudflare protection or other error
|
|
return [];
|
|
}
|
|
const body = await result.text();
|
|
|
|
const loadedCheerio = cheerioload(body);
|
|
|
|
let novels: Novel.Item[] = [];
|
|
|
|
loadedCheerio("div.col-truyen-main > div.list-truyen > .row").each(
|
|
function () {
|
|
const novelUrl =
|
|
site +
|
|
loadedCheerio(this).find("h3.truyen-title > a").attr("href");
|
|
|
|
const novelName = loadedCheerio(this)
|
|
.find("h3.truyen-title > a")
|
|
.text();
|
|
const novelCover =
|
|
site + loadedCheerio(this).find("img").attr("src");
|
|
|
|
if (novelUrl) {
|
|
novels.push({
|
|
url: novelUrl,
|
|
name: novelName,
|
|
cover: novelCover,
|
|
});
|
|
}
|
|
}
|
|
);
|
|
|
|
return novels;
|
|
};
|
|
|
|
export const fetchImage: Plugin.fetchImage = async function (url, init) {
|
|
return await fetchFile(url, init);
|
|
};
|
|
|
|
|