Full TS for Plugins (#538)

* remove lang, descrription in plugin script

* remove languages import

* Update README.md

* fix: missing lang

* clean: remove description

* feat(Add Sources) (#15)

* add many sources

* add showToast

* feat(Add Source): (#16)

* add source

* remove descriptions

* Early Novel & Fast Novel (#1)

* some more plugin

* plugin

* try something new

* yes

* try yes

* genres is plural

* fastnovel full fix

* testings

* early check

* earlynovel fixed

* showToast check

* earlynovel done

* fastnovel fixe

* again

* showToasts again

* fix for fastnovel

* done

* for pr

* Update freenovelupdates.js

* MTL Reader and MTL Novel (#2)

* first

* test

* wops

* mtlreaders

* ok

* for PR

* Nitro Scans and Novel Hold (#3)

* start feature

* more feature

* something

* eslint

* yes

* maybe

* wa

* asdasd

* amazing

* change it up

* for pr

* WPmangastream and Novelfull (#4) (#17)

* source generation

* fix json parse error

* update plguins

* delete fetchApi, nobleMTL (.js)

* delete showToast.js

* Typescript Support (#18)

* Initial TS Config

* Initial TS Config

* Fix most errors

* Fix test webserver

* Fix webserver isPlugin not working

* Fix typos

* Add check if plugins have all the fields

* Move exports.protected to the bottom of the plugin

* Change username, reponame and branchname

* Fix no exports error

* Fix type

* Fix typo in tsc_fix

* Remove const from exports to not re-define consts

* Readd const becuause exports may not exist.

* Fix plugins to work in-app

* Fix NobleMTL

* Remove fix_ts.ts

* Change template.ts

* delete cheerio_space

* move api into ./testweb

* remove js dir

* remove js dir (again)

* remove ./js (again)

* init multisrc generator (test)

* remove module.exports in libs

* madara generator

* update template

* rename generator, TS for hako

* fix icon url for madara

* fix icon for madara (again)

* update Readme, nodemon

* export default for all libs

* fix madara novelurl

* update: pluginId, name, filename for madara

* feat: check same id error

* update: precommit, fix: require.default

* Revert "update: precommit, fix: require.default"

This reverts commit c642c5c72241f13eccfe417210c22272c4739ffa.

* Port all plugins to ts (#19)

- fix cheerio
- remove export default
- fix spelling

* update template

* add multisrc noveltl, update generator param, fix web search

* fix undefined id for Snailulitka

* add rulate multisrc, fix max length textarea

* add readwn multisrc

* delete: erolate and rulate are in multisrc

* Change broken extension and show error on commit for those files (#20)

* Change to .broken.ts and show error on commit for those files

* remove novelStatus

* fix: wrong id in github action

* remove mangastream multisrc

* update icon for readwn multisrc

---------

Co-authored-by: K1ngfish3r <trulyihu@gmail.com>
Co-authored-by: Marcin Majewski <skilletssgames@gmail.com>
This commit is contained in:
nyagami
2023-08-17 10:19:45 +07:00
committed by GitHub
parent e444031c25
commit e602df44c8
306 changed files with 58843 additions and 14008 deletions
+147
View File
@@ -0,0 +1,147 @@
import cheerio from "cheerio";
import { fetchApi, fetchFile } from "@libs/fetch";
import { Chapter, Novel, Plugin } from "@typings/plugin";
export const id = "agit.xyz";
export const name = "Agitoon";
export const site = "https://agit501.xyz/";
export const version = "1.0.0";
export const icon = "src/kr/agitoon/agit.png";
const baseUrl = site;
export const popularNovels: Plugin.popularNovels = async function (page) {
const list_limit = 20 * (page - 1);
const day = new Date().getDay();
const res = await fetchApi(baseUrl + "novel/index.update.php", {
headers: {
"content-type": "application/x-www-form-urlencoded; charset=UTF-8",
},
body: `mode=get_data_novel_list_p&novel_menu=3&np_day=${day}&np_rank=1&np_distributor=0&np_genre=00&np_order=1&np_genre_ex_1=00&np_genre_ex_2=00&list_limit=${list_limit}&is_query_first=true`,
method: "POST",
});
const resJson = await res.json();
const novels: Novel.Item[] = resJson.list.map((novel) => {
return {
url: baseUrl + "novel/list/" + novel.wr_id,
name: novel.wr_subject,
cover: baseUrl + novel.np_dir + "/thumbnail/" + novel.np_thumbnail,
};
});
return novels;
};
export const parseNovelAndChapters: Plugin.parseNovelAndChapters =
async function (novelUrl) {
const novelId = novelUrl.split("/").reverse()[0];
// cheerio
const result = await fetchApi(novelUrl);
const body = await result.text();
const loadedCheerio = cheerio.load(body, { decodeEntities: false });
const name = loadedCheerio("h5.pt-2").text();
const summary = loadedCheerio(".pt-1.mt-1.pb-1.mb-1").text();
const author = loadedCheerio(".post-item-list-cate-v")
.first()
.text()
.split(" : ")
.reverse()[0];
const cover =
baseUrl.slice(0, baseUrl.length - 1) +
loadedCheerio("div.col-5.pr-0.pl-0 img").attr("src");
const genresTag = loadedCheerio(".col-7 > .post-item-list-cate > span");
let genres = "";
genresTag.each((_, element) => {
genres += loadedCheerio(element).text();
genres += ", ";
});
genres = genres.slice(0, genres.length - 2);
// normal REST HTTP requests
let chapters: Chapter.Item[] = [];
const res = await fetchApi(baseUrl + "novel/list.update.php", {
headers: {
"content-type":
"application/x-www-form-urlencoded; charset=UTF-8",
},
body: `mode=get_data_novel_list_c&wr_id_p=${novelId}&page_no=1&cnt_list=10000&order_type=Asc`,
method: "POST",
});
const resJson = await res.json();
chapters = resJson.list.map((chapter) => {
return {
name: chapter.wr_subject,
url: baseUrl + `novel/view/${chapter.wr_id}/2`,
releaseTime: chapter.wr_datetime,
};
});
const novel: Novel.instance = {
url: novelUrl,
name,
cover,
summary,
author,
status: "",
genres: genres,
chapters,
};
return novel;
};
export const parseChapter: Plugin.parseChapter = async function (chapterUrl) {
const result = await fetchApi(chapterUrl);
const body = await result.text();
const loadedCheerio = cheerio.load(body);
const contentTag = loadedCheerio("#id_wr_content > p");
let content = "";
contentTag.each((_, element) => {
content += loadedCheerio(element).text();
content += "<br />";
});
// gets rid of the popup thingy
content = content.replace(
"팝업메뉴는 빈공간을 더치하거나 스크룰시 사라집니다",
""
);
return content;
};
export const searchNovels: Plugin.searchNovels = async function (searchTerm) {
const rawResults = await fetchApi("https://agit501.xyz/novel/search.php", {
headers: {
"content-type": "application/x-www-form-urlencoded; charset=UTF-8",
},
body: `mode=get_data_novel_list_p_sch&search_novel=${searchTerm}&list_limit=0`,
method: "POST",
});
const results = await rawResults.json();
if (results.list_count === 0) {
return [];
}
const novels: Novel.Item[] = results.list.map((result) => {
return {
url: baseUrl + "novel/list/" + result.wr_id,
name: result.wr_subject,
cover:
baseUrl + result.np_dir + "/thumbnail/" + result.np_thumbnail,
};
});
return novels;
};
-155
View File
@@ -1,155 +0,0 @@
const cheerio = require('cheerio');
const fetchApi = require('@libs/fetchApi');
const fetchFile = require('@libs/fetchFile');
const languages = require('@libs/languages');
const pluginId = 'agit.xyz';
const sourceName = 'Agitoon';
const baseUrl = 'https://agit501.xyz/';
async function popularNovels (page) {
const list_limit = 20 * (page - 1);
const day = new Date().getDay();
const res = await fetchApi(baseUrl + 'novel/index.update.php', {
headers: {
'content-type': 'application/x-www-form-urlencoded; charset=UTF-8',
},
body: `mode=get_data_novel_list_p&novel_menu=3&np_day=${day}&np_rank=1&np_distributor=0&np_genre=00&np_order=1&np_genre_ex_1=00&np_genre_ex_2=00&list_limit=${list_limit}&is_query_first=true`,
method: 'POST',
});
const resJson = await res.json();
const novels = resJson.list.map(novel => {
return {
url: baseUrl + 'novel/list/' + novel.wr_id,
name: novel.wr_subject,
cover: baseUrl + novel.np_dir + '/thumbnail/' + novel.np_thumbnail,
};
});
return novels ;
};
async function parseNovelAndChapters (novelUrl) {
const novelId = novelUrl.split('/').reverse()[0];
// cheerio
const result = await fetchApi(novelUrl);
const body = await result.text();
const loadedCheerio = cheerio.load(body, { decodeEntities: false });
const name = loadedCheerio('h5.pt-2').text();
const summary = loadedCheerio('.pt-1.mt-1.pb-1.mb-1').text();
const author = loadedCheerio('.post-item-list-cate-v')
.first()
.text()
.split(' : ')
.reverse()[0];
const cover =
baseUrl.slice(0, baseUrl.length - 1) +
loadedCheerio('div.col-5.pr-0.pl-0 img').attr('src');
const genresTag = loadedCheerio('.col-7 > .post-item-list-cate > span');
let genres = '';
genresTag.each((_, element) => {
genres += loadedCheerio(element).text();
genres += ', ';
});
genres = genres.slice(0, genres.length - 2);
// normal REST HTTP requests
let chapters = [];
const res = await fetchApi(baseUrl + 'novel/list.update.php', {
headers: {
'content-type': 'application/x-www-form-urlencoded; charset=UTF-8',
},
body: `mode=get_data_novel_list_c&wr_id_p=${novelId}&page_no=1&cnt_list=10000&order_type=Asc`,
method: 'POST',
});
const resJson = await res.json();
chapters = resJson.list.map(chapter => {
return {
name: chapter.wr_subject,
url: baseUrl + `novel/view/${chapter.wr_id}/2`,
releaseTime: chapter.wr_datetime,
};
});
const novel = {
url: novelUrl,
name,
cover,
summary,
author,
status: '',
genres: genres,
chapters,
};
return novel;
};
async function parseChapter (chapterUrl) {
const result = await fetchApi(chapterUrl);
const body = await result.text();
const loadedCheerio = cheerio.load(body);
const contentTag = loadedCheerio('#id_wr_content > p');
let content = '';
contentTag.each((_, element) => {
content += loadedCheerio(element).text();
content += '<br />';
});
// gets rid of the popup thingy
content = content.replace(
'팝업메뉴는 빈공간을 더치하거나 스크룰시 사라집니다',
'',
);
return content;
};
async function searchNovels (searchTerm) {
const rawResults = await fetchApi('https://agit501.xyz/novel/search.php', {
headers: {
'content-type': 'application/x-www-form-urlencoded; charset=UTF-8',
},
body: `mode=get_data_novel_list_p_sch&search_novel=${searchTerm}&list_limit=0`,
method: 'POST',
});
const results = await rawResults.json();
if (results.list_count === 0) {
return [];
}
const novels = results.list.map(result => {
return {
url: baseUrl + 'novel/list/' + result.wr_id,
name: result.wr_subject,
cover: baseUrl + result.np_dir + '/thumbnail/' + result.np_thumbnail,
};
});
return novels;
};
module.exports = {
id: pluginId,
name: sourceName,
site: baseUrl,
version: '1.0.0',
icon: 'src/kr/agitoon/agit.png',
lang: languages.Korean,
popularNovels,
parseNovelAndChapters,
parseChapter,
searchNovels,
fetchImage: fetchFile,
};