e602df44c8
* remove lang, descrription in plugin script * remove languages import * Update README.md * fix: missing lang * clean: remove description * feat(Add Sources) (#15) * add many sources * add showToast * feat(Add Source): (#16) * add source * remove descriptions * Early Novel & Fast Novel (#1) * some more plugin * plugin * try something new * yes * try yes * genres is plural * fastnovel full fix * testings * early check * earlynovel fixed * showToast check * earlynovel done * fastnovel fixe * again * showToasts again * fix for fastnovel * done * for pr * Update freenovelupdates.js * MTL Reader and MTL Novel (#2) * first * test * wops * mtlreaders * ok * for PR * Nitro Scans and Novel Hold (#3) * start feature * more feature * something * eslint * yes * maybe * wa * asdasd * amazing * change it up * for pr * WPmangastream and Novelfull (#4) (#17) * source generation * fix json parse error * update plguins * delete fetchApi, nobleMTL (.js) * delete showToast.js * Typescript Support (#18) * Initial TS Config * Initial TS Config * Fix most errors * Fix test webserver * Fix webserver isPlugin not working * Fix typos * Add check if plugins have all the fields * Move exports.protected to the bottom of the plugin * Change username, reponame and branchname * Fix no exports error * Fix type * Fix typo in tsc_fix * Remove const from exports to not re-define consts * Readd const becuause exports may not exist. * Fix plugins to work in-app * Fix NobleMTL * Remove fix_ts.ts * Change template.ts * delete cheerio_space * move api into ./testweb * remove js dir * remove js dir (again) * remove ./js (again) * init multisrc generator (test) * remove module.exports in libs * madara generator * update template * rename generator, TS for hako * fix icon url for madara * fix icon for madara (again) * update Readme, nodemon * export default for all libs * fix madara novelurl * update: pluginId, name, filename for madara * feat: check same id error * update: precommit, fix: require.default * Revert "update: precommit, fix: require.default" This reverts commit c642c5c72241f13eccfe417210c22272c4739ffa. * Port all plugins to ts (#19) - fix cheerio - remove export default - fix spelling * update template * add multisrc noveltl, update generator param, fix web search * fix undefined id for Snailulitka * add rulate multisrc, fix max length textarea * add readwn multisrc * delete: erolate and rulate are in multisrc * Change broken extension and show error on commit for those files (#20) * Change to .broken.ts and show error on commit for those files * remove novelStatus * fix: wrong id in github action * remove mangastream multisrc * update icon for readwn multisrc --------- Co-authored-by: K1ngfish3r <trulyihu@gmail.com> Co-authored-by: Marcin Majewski <skilletssgames@gmail.com>
221 lines
7.4 KiB
TypeScript
221 lines
7.4 KiB
TypeScript
import { ScrpitGeneratorFunction } from "../generate";
|
|
import list from "./sources.json";
|
|
|
|
type sourceData = (typeof list)[number];
|
|
|
|
export const generateAll: ScrpitGeneratorFunction = function () {
|
|
return list.map((source) => {
|
|
return generator(source);
|
|
});
|
|
};
|
|
|
|
const generator = function generator(sourceJson: sourceData) {
|
|
const pluginId = sourceJson.id;
|
|
const sourceName = sourceJson.sourceName;
|
|
const site = sourceJson.sourceSite;
|
|
const iconFileName = sourceName.split('.')[0].toLowerCase() + '.png';
|
|
const pluginScript = `
|
|
import { load as parseHTML } from "cheerio";
|
|
// import dayjs from 'dayjs';
|
|
import { fetchFile, fetchApi } from "@libs/fetch";
|
|
import { Novel, Plugin, Chapter } from "@typings/plugin";
|
|
// import { parseMadaraDate } from "@libs/parseMadaraDate";
|
|
// import { isUrlAbsolute } from '@libs/isAbsoluteUrl';
|
|
// import { showToast } from "@libs/showToast";
|
|
// import { Filter, FilterInputs } from "@libs/filterInputs";
|
|
// import { NovelStatus } from '@libs/novelStatus';
|
|
// import { defaultCover } from "@libs/defaultCover";
|
|
|
|
|
|
export const id = "${pluginId}";
|
|
export const name = "${sourceName}";
|
|
export const icon = "multisrc/readwn/icon/${iconFileName}";
|
|
export const version = "1.0.0";
|
|
export const site = "${site}";
|
|
// export const filters: Filter[] = [];
|
|
exports["protected"] = false;
|
|
|
|
const baseUrl = site;
|
|
|
|
export const popularNovels: Plugin.popularNovels = async function (
|
|
page,
|
|
{ filters, showLatestNovels }
|
|
) {
|
|
const novels: Novel.Item[] = [];
|
|
const pageNo = page - 1;
|
|
|
|
const url = baseUrl + 'list/all/all-onclick-' + pageNo +'.html';
|
|
|
|
const result = await fetchApi(url);
|
|
const body = await result.text();
|
|
|
|
const loadedCheerio = parseHTML(body);
|
|
|
|
|
|
loadedCheerio('li.novel-item').each(function () {
|
|
const novelName = loadedCheerio(this).find('h4').text();
|
|
const novelUrl = baseUrl + loadedCheerio(this).find('a').attr('href');
|
|
|
|
const coverUri = loadedCheerio(this)
|
|
.find('.novel-cover > img')
|
|
.attr('data-src');
|
|
|
|
const novelCover = baseUrl + coverUri;
|
|
|
|
const novel = { name: novelName, cover: novelCover, url: novelUrl };
|
|
|
|
novels.push(novel);
|
|
});
|
|
|
|
return novels;
|
|
};
|
|
|
|
|
|
export const parseNovelAndChapters: Plugin.parseNovelAndChapters =
|
|
async function (novelUrl) {
|
|
const result = await fetchApi(novelUrl);
|
|
const body = await result.text();
|
|
|
|
let loadedCheerio = parseHTML(body);
|
|
|
|
const novel: Novel.instance = {
|
|
url: novelUrl,
|
|
chapters: [],
|
|
};
|
|
|
|
novel.name = loadedCheerio('h1.novel-title').text();
|
|
|
|
const coverUri = loadedCheerio('figure.cover > img').attr('data-src');
|
|
novel.cover = baseUrl + coverUri;
|
|
|
|
novel.summary = loadedCheerio('.summary')
|
|
.text()
|
|
.replace('Summary', '')
|
|
.trim();
|
|
|
|
novel.genres = '';
|
|
|
|
loadedCheerio('div.categories > ul > li').each(function () {
|
|
novel.genres += loadedCheerio(this).text().trim() + ',';
|
|
});
|
|
|
|
loadedCheerio('div.header-stats > span').each(function () {
|
|
if (loadedCheerio(this).find('small').text() === 'Status') {
|
|
novel.status = loadedCheerio(this).find('strong').text();
|
|
}
|
|
});
|
|
|
|
novel.genres = novel.genres.slice(0, -1);
|
|
|
|
novel.author = loadedCheerio('span[itemprop=author]').text();
|
|
|
|
let novelChapters: Chapter.Item[] = [];
|
|
|
|
const novelId = novelUrl.replace('.html', '').replace(baseUrl, '');
|
|
|
|
const latestChapterNo = parseInt(loadedCheerio('.header-stats')
|
|
.find('span > strong')
|
|
.first()
|
|
.text()
|
|
.trim());
|
|
|
|
let lastChapterNo = 1;
|
|
loadedCheerio('.chapter-list li').each(function () {
|
|
const chapterName = loadedCheerio(this)
|
|
.find('a .chapter-title')
|
|
.text()
|
|
.trim();
|
|
|
|
const chapterUrl = baseUrl + loadedCheerio(this).find('a').attr('href')?.trim();
|
|
|
|
const releaseDate = loadedCheerio(this)
|
|
.find('a .chapter-update')
|
|
.text()
|
|
.trim();
|
|
|
|
lastChapterNo = parseInt(loadedCheerio(this).find('a .chapter-no').text().trim());
|
|
|
|
const chapter = { name: chapterName, releaseTime: releaseDate, url: chapterUrl };
|
|
|
|
novelChapters.push(chapter);
|
|
});
|
|
|
|
// Itterate once more before loop to finish off
|
|
lastChapterNo++;
|
|
for (let i = lastChapterNo; i <= latestChapterNo; i++) {
|
|
const chapterName = 'Chapter ' + i;
|
|
const chapterUrl = baseUrl + novelId+'_'+ i +'.html';
|
|
const releaseDate = null;
|
|
|
|
const chapter = { name: chapterName, releaseTime: releaseDate,url: chapterUrl };
|
|
|
|
novelChapters.push(chapter);
|
|
}
|
|
|
|
novel.chapters = novelChapters;
|
|
return novel;
|
|
};
|
|
|
|
export const parseChapter: Plugin.parseChapter = async function (chapterUrl) {
|
|
const result = await fetchApi(chapterUrl);
|
|
const body = await result.text();
|
|
|
|
const loadedCheerio = parseHTML(body);
|
|
|
|
const chapterText = loadedCheerio('.chapter-content').html();
|
|
return chapterText;
|
|
};
|
|
|
|
export const searchNovels: Plugin.searchNovels = async (searchTerm) => {
|
|
const novels: Novel.Item[] = [];
|
|
const searchUrl = baseUrl + 'e/search/index.php';
|
|
|
|
const result = await fetchApi(searchUrl, {
|
|
headers: {
|
|
'Content-Type': 'application/x-www-form-urlencoded',
|
|
Referer: baseUrl + 'search.html',
|
|
Origin: baseUrl,
|
|
'user-agent':
|
|
'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/92.0.4515.131 Safari/537.36',
|
|
},
|
|
method: 'POST',
|
|
body: JSON.stringify({
|
|
show: 'title',
|
|
tempid: 1,
|
|
tbname: 'news',
|
|
keyboard: searchTerm,
|
|
}),
|
|
});
|
|
const body = await result.text();
|
|
|
|
const loadedCheerio = parseHTML(body);
|
|
|
|
loadedCheerio('li.novel-item').each(function () {
|
|
const novelName = loadedCheerio(this).find('h4').text();
|
|
const novelUrl = baseUrl + loadedCheerio(this).find('a').attr('href');
|
|
|
|
const coverUri = baseUrl + loadedCheerio(this).find('img').attr('data-src');
|
|
const novelCover = baseUrl + coverUri;
|
|
const novel = {
|
|
name: novelName,
|
|
cover: novelCover,
|
|
url: novelUrl,
|
|
};
|
|
|
|
novels.push(novel);
|
|
});
|
|
return novels;
|
|
};
|
|
|
|
export const fetchImage: Plugin.fetchImage = async (url) => {
|
|
return await fetchFile(url, {});
|
|
};
|
|
|
|
`
|
|
return {
|
|
lang: "English",
|
|
filename: sourceName,
|
|
pluginScript,
|
|
};
|
|
};
|