feat: Plugins (#465)

* update * gitignore * base file * template * json generator * remove valid method * Update README.md README * update template * Update README.md * update template * not support async arrow function * remove valid method * basic plugin validation. * Update README.md * update template * Update README.md * add fetchFile lib. empy .language file * comment fetch * update * comment fetch * auto comment, update template, template.min * Update README.md * add option to test * reset version * Update README.md * small fix for LightNovelReader * comment fetch * minor: LL date format * refactor: rename project, remove html2text lib * fix: error if there's no plugin changed * implement cookies bypass * update template.min.js * add syosetu * fix: get last file in case removing. shorter id * shoter native language name * change app project name * testing with UI would be less painful :) * remove console.log * Update README.md for UI testing * fix Syosetu * remove try catch * add ranobehub * add json for ranobehub * wrong icon path :D * fix ranobehub * fix status ranobe * add french * fix css * add chireads * add indonesian * add sakura novel * add sakuranovel json * add spanish * add skynovels * fix skynovels * add agitoon * add turkish * add epiknovel * add portuguese * update template * cheerio_space * add novel Fullme * minor * lol, this source havent been finished before. cant help * cant bypass this * add hasutl * novelasligera not working properly * add novelpub, but no searching * add jaomix * fix jaomix * add ranoberf * add indowebnovel * add novelringan * add noveldeglace * search not work for this * add oasisTL, this should have better popularNovels * add tunovelaligera * this source need to fix search * add bestlightnovel * add comrade mao * minor fix * add divinedaolibrary * add freewebnovel * lol xD * minor * update json * fix icon novelawuxia * update site in for pluginItem * some changes for more convenient * remove try catch * Update README.md * remove * Update README.md * trying to use pre-commit * update README * feat: .env for repo config * add foxaholic (#2) * rebase fox * fox officially 1.0.0 --------- Co-authored-by: K1ngfish3r <trulyihu@gmail.com>
2023-05-08 08:43:09 +07:00
parent d0f049c0b8
commit 8522c89195
70 changed files with 9958 additions and 2 deletions
@@ -0,0 +1,142 @@
+const cheerio = require('cheerio')
+const fetchApi = require('@libs/fetchApi');
+const fetchFile = require('@libs/fetchFile');
+const languages = require('@libs/languages');
+
+const pluginId = "IDWN.id";
+const sourceName = 'IndoWebNovel';
+
+const baseUrl = 'https://indowebnovel.id/id/';
+
+async function popularNovels (page) {
+  const url = `${baseUrl}daftar-novel/`;
+
+  const result = await fetchApi(url);
+  const body = await result.text();
+
+  const loadedCheerio = cheerio.load(body);
+
+  let novels = [];
+
+  loadedCheerio('.novellist-blc li').each(function () {
+    const novelName = loadedCheerio(this).find('a').text();
+    const novelCover = null;
+    const novelUrl = loadedCheerio(this).find('a').attr('href');
+
+    const novel = {
+      name: novelName,
+      cover: novelCover,
+      url: novelUrl,
+    };
+
+    novels.push(novel);
+  });
+
+  return  novels;
+};
+
+async function parseNovelAndChapters (novelUrl) {
+  const url = novelUrl;
+
+  const result = await fetchApi(url);
+  const body = await result.text();
+
+  let loadedCheerio = cheerio.load(body);
+
+  let novel = {
+    url,
+    name: '',
+    cover: '',
+    author: '',
+    status: '',
+    genres: '',
+    summary: '',
+    chapters: [],
+  };
+
+  novel.name = loadedCheerio('.series-title').text().trim();
+
+  novel.cover = loadedCheerio('.series-thumb > img').attr('src');
+
+  novel.summary = loadedCheerio('.series-synops').text().trim();
+
+  novel.status = loadedCheerio('.status').text().trim();
+
+  novel.genres = [];
+
+  loadedCheerio('.series-genres').each(function () {
+    novel.genres.push(loadedCheerio(this).find('a').text().trim());
+  });
+
+  novel.genres = novel.genres.toString();
+
+  let chapters = [];
+
+  loadedCheerio('.series-chapterlist li').each(function () {
+    const chapterName = loadedCheerio(this).find('a').text().trim();
+    const releaseDate = null;
+    const chapterUrl = loadedCheerio(this).find('a').attr('href');
+
+    chapters.push({ name: chapterName, releaseTime: releaseDate, url: chapterUrl });
+  });
+
+  novel.chapters = chapters.reverse();
+
+  return novel;
+};
+
+async function parseChapter  ( chapterUrl) {
+  const url = chapterUrl;
+
+  const result = await fetchApi(url);
+  const body = await result.text();
+
+  let loadedCheerio = cheerio.load(body);
+
+  const chapterText = loadedCheerio('.reader').html();
+
+  return chapterText;
+};
+
+async function searchNovels (searchTerm)  {
+  const url = `${baseUrl}daftar-novel/`;
+
+  const result = await fetchApi(url);
+  const body = await result.text();
+
+  const loadedCheerio = cheerio.load(body);
+
+  let novels = [];
+
+  loadedCheerio('.novellist-blc li').each(function () {
+    const novelName = loadedCheerio(this).find('a').text();
+    const novelCover = null;
+    const novelUrl = loadedCheerio(this).find('a').attr('href');
+
+    const novel = {
+      name: novelName,
+      cover: novelCover,
+      url: novelUrl,
+    };
+
+    if (novelName.toLowerCase().includes(searchTerm.toLowerCase())) {
+      novels.push(novel);
+    }
+  });
+
+  return novels;
+};
+
+module.exports = {
+    id: pluginId,
+    name: sourceName,
+    site: baseUrl,
+    icon: 'src/id/indowebnovel/icon.png',
+    version: '1.0.0',
+    lang: languages.Indonesian,
+    popularNovels,
+    parseNovelAndChapters,
+    parseChapter,
+    searchNovels,
+    fetchImage: fetchFile,
+};
@@ -0,0 +1,162 @@
+const cheerio = require('cheerio')
+const fetchApi = require('@libs/fetchApi');
+const fetchFile = require('@libs/fetchFile');
+const languages = require('@libs/languages');
+const Status = require('@libs/novelStatus');
+
+const pluginId = "novelringan.com";
+
+const sourceName = 'NovelRingan';
+
+const baseUrl = 'https://novelringan.com/';
+const coverUriPrefix = 'https://i0.wp.com/novelringan.com/wp-content/uploads/';
+
+async function popularNovels (page) {
+  const url = `${baseUrl}/top-novel/page/${page}`;
+
+  const result = await fetchApi(url);
+  const body = await result.text();
+
+  const loadedCheerio = cheerio.load(body);
+
+  const novels = [];
+
+  loadedCheerio('article.post').each(function () {
+    const novelName = loadedCheerio(this).find('.entry-title').text()?.trim();
+    const novelCover =
+      coverUriPrefix + loadedCheerio(this).find('img').attr('data-sxrx');
+    const novelUrl = loadedCheerio(this).find('h2 > a').attr('href');
+
+    const novel = {
+      name: novelName,
+      cover: novelCover,
+      url: novelUrl,
+    };
+
+    novels.push(novel);
+  });
+
+  return novels ;
+};
+
+async function parseNovelAndChapters  (novelUrl) {
+  const url = novelUrl;
+
+  const result = await fetchApi(url);
+  const body = await result.text();
+
+  const loadedCheerio = cheerio.load(body);
+
+  let novel = {
+    url,
+    name: '',
+    cover: '',
+    genres: '',
+    author: '',
+    status: Status.Unknown,
+    artist: '',
+    summary: '',
+    chapters: [],
+  };
+
+  novel.name = loadedCheerio('.entry-title').text()?.trim();
+  novel.cover =
+    coverUriPrefix + loadedCheerio('img.ts-post-image').attr('data-sxrx');
+  novel.summary = loadedCheerio(
+    'body > div.site-container > div > main > article > div > div.maininfo > span > p',
+  ).text();
+
+  let genreSelector = loadedCheerio(
+    'body > div.site-container > div > main > article > div > div.maininfo > span > ul > li:nth-child(4)',
+  ).text();
+
+  novel.genres = genreSelector.includes('Genre')
+    ? genreSelector.replace('Genre:', '').trim()
+    : '';
+
+  let statusSelector = loadedCheerio(
+    'body > div.site-container > div > main > article > div > div.maininfo > span > ul > li:nth-child(3)',
+  ).text();
+
+  novel.status = statusSelector.includes('Status')
+    ? statusSelector.replace('Status:', '').trim()
+    : Status.Unknown;
+
+  let chapters = [];
+
+  loadedCheerio('.bxcl > ul > li').each(function () {
+    const chapterName = loadedCheerio(this).find('a').text();
+    const releaseDate = null;
+    const chapterUrl = loadedCheerio(this).find('a').attr('href');
+
+    const chapter = {
+      name: chapterName,
+      releaseTime: releaseDate,
+      url: chapterUrl,
+    };
+
+    chapters.push(chapter);
+  });
+
+  novel.chapters = chapters.reverse();
+
+  return novel;
+};
+
+async function parseChapter ( chapterUrl)  {
+  const url = chapterUrl;
+
+  const result = await fetchApi(url);
+  const body = await result.text();
+
+  const loadedCheerio = cheerio.load(body);
+
+  loadedCheerio('.entry-content div[style="display:none"]').remove();
+
+  const chapterText = loadedCheerio('.entry-content').html();
+
+  return chapterText;
+};
+
+async function searchNovels (searchTerm) {
+  const url = baseUrl + '?s=' + searchTerm;
+
+  const result = await fetchApi(url);
+  const body = await result.text();
+
+  const loadedCheerio = cheerio.load(body);
+
+  let novels = [];
+
+  loadedCheerio('article.post').each(function () {
+    const novelName = loadedCheerio(this).find('.entry-title').text();
+    const novelCover =
+      coverUriPrefix + loadedCheerio(this).find('img').attr('data-sxrx');
+
+    const novelUrl = loadedCheerio(this).find('h2 > a').attr('href');
+
+    const novel = {
+      name: novelName,
+      cover: novelCover,
+      url: novelUrl,
+    };
+
+    novels.push(novel);
+  });
+  return novels;
+};
+
+
+module.exports = {
+    id: pluginId,
+    name: sourceName,
+    site: baseUrl,
+    icon: 'src/id/novelringan/icon.png',
+    version: '1.0.0',
+    lang: languages.Indonesian,
+    popularNovels,
+    parseNovelAndChapters,
+    parseChapter,
+    searchNovels,
+    fetchImage: fetchFile,
+};
@@ -0,0 +1,151 @@
+const cheerio = require('cheerio')
+const fetchApi = require('@libs/fetchApi');
+const fetchFile = require('@libs/fetchFile');
+const languages = require('@libs/languages');
+
+const pluginId = "sakura.id";
+const sourceName = 'SakuraNovel';
+
+const baseUrl = 'https://sakuranovel.id/';
+
+async function popularNovels (page) {
+  const url = `${baseUrl}advanced-search/page/${page}/?title&author&yearx&status&type&order=rating&country%5B0%5D=china&country%5B1%5D=jepang&country%5B2%5D=unknown`;
+
+  const result = await fetchApi(url, {}, pluginId);
+  const body = await result.text();
+
+  const loadedCheerio = cheerio.load(body);
+
+  let novels = [];
+
+  loadedCheerio('.flexbox2-item').each(function () {
+    const novelName = loadedCheerio(this)
+      .find('.flexbox2-title span')
+      .first()
+      .text();
+    const novelCover = loadedCheerio(this).find('img').attr('src');
+    const novelUrl = loadedCheerio(this)
+      .find('.flexbox2-content > a')
+      .attr('href');
+
+    const novel = {name: novelName, cover: novelCover, url: novelUrl };
+
+    novels.push(novel);
+  });
+
+  return novels;
+};
+
+async function parseNovelAndChapters (novelUrl) {
+  const result = await fetchApi(novelUrl, {}, pluginId);
+  const body = await result.text();
+
+  let loadedCheerio = cheerio.load(body);
+
+  let novel = {
+    name: sourceName,
+    url: novelUrl,
+  };
+
+  novel.name = loadedCheerio('.series-title h2').text().trim();
+
+  novel.cover = loadedCheerio('.series-thumb img').attr('src');
+
+  loadedCheerio('.series-infolist > li').each(function () {
+    const detailName = loadedCheerio(this).find('b').text().trim();
+    const detail = loadedCheerio(this).find('b').next().text().trim();
+
+    switch (detailName) {
+      case 'Author':
+        novel.author = detail;
+        break;
+    }
+  });
+
+  novel.status = loadedCheerio('.status').text().trim();
+
+  novel.genres = loadedCheerio('.series-genres')
+    .prop('innerHTML')
+    .replace(/<.*?>(.*?)<.*?>/g, '$1,')
+    .slice(0, -1);
+
+  novel.summary = loadedCheerio('.series-synops').text().trim();
+
+  let chapters = [];
+
+  loadedCheerio('.series-chapterlist li').each(function () {
+    const chapterName = loadedCheerio(this)
+      .find('a span')
+      .first()
+      .text()
+      .replace(`${novel.novelName} – `, '')
+      .replace('Bahasa Indonesia', '')
+      .replace(/\s+/g, ' ')
+      .trim();
+
+    const releaseDate = loadedCheerio(this)
+      .find('a span')
+      .first()
+      .next()
+      .text();
+    const chapterUrl = loadedCheerio(this).find('a').attr('href');
+
+    chapters.push({ name: chapterName, releaseTime: releaseDate, url: chapterUrl });
+  });
+
+  novel.chapters = chapters.reverse();
+
+  return novel;
+};
+
+async function parseChapter (chapterUrl) {
+  const result = await fetchApi( chapterUrl, {}, pluginId);
+  const body = await result.text();
+
+  let loadedCheerio = cheerio.load(body);
+
+  const chapterText = loadedCheerio('.reader').html();
+
+  return chapterText
+};
+
+async function searchNovels (searchTerm)  {
+  const url = `${baseUrl}?s=${searchTerm}`;
+  const result = await fetchApi(url, {}, pluginId);
+  const body = await result.text();
+
+  let loadedCheerio = cheerio.load(body);
+
+  let novels = [];
+
+  loadedCheerio('.flexbox2-item').each(function () {
+    const novelName = loadedCheerio(this)
+      .find('.flexbox2-title span')
+      .first()
+      .text();
+    const novelCover = loadedCheerio(this).find('img').attr('src');
+    const novelUrl = loadedCheerio(this)
+      .find('.flexbox2-content > a')
+      .attr('href');
+
+    const novel = { name: novelName, cover: novelCover, url: novelUrl };
+
+    novels.push(novel);
+  });
+
+  return novels;
+};
+
+module.exports = {
+    id: pluginId,
+    name: sourceName,
+    site: baseUrl,
+    icon: 'src/id/sakuranovel/icon.png',
+    version: '1.0.0',
+    lang: languages.Indonesian,
+    popularNovels,
+    parseNovelAndChapters,
+    parseChapter,
+    searchNovels,
+    fetchImage: fetchFile,
+};