Plugin: added Novel Fire (#1040)

* novel-fire: initial commit * novel-fire: added search novels * novel-fire: added icon * novel-fire: fix filter * novel-fire: fix summary * novel-fire: added parse chapter * novel-fire: update version * novel-fire: update icon * novel-fire: remove pages and parse all pages in parallel * novel-fire: remove bloat
2024-07-13 07:58:19 +02:00
parent e6a98fbdb2
commit 8514225e55
2 changed files with 360 additions and 0 deletions
@@ -0,0 +1,360 @@
+/* eslint-disable no-case-declarations */
+import { load as parseHTML } from 'cheerio';
+import { fetchApi } from '@libs/fetch';
+import { Filters, FilterTypes } from '@libs/filterInputs';
+import { Plugin } from '@typings/plugin';
+
+class NovelFire implements Plugin.PluginBase {
+  id = 'novelfire';
+  name = 'Novel Fire';
+  version = '1.0.0';
+  icon = 'src/en/novelfire/icon.png';
+  site = 'https://novelfire.net/';
+
+  async popularNovels(
+    pageNo: number,
+    {
+      showLatestNovels,
+      filters,
+    }: Plugin.PopularNovelsOptions<typeof this.filters>,
+  ): Promise<Plugin.NovelItem[]> {
+    let url = this.site + 'search-adv';
+    if (showLatestNovels) {
+      url += `?ctgcon=and&totalchapter=0&ratcon=min&rating=0&status=-1&sort=date&tagcon=and&page=${pageNo}`;
+    } else if (filters) {
+      const params = new URLSearchParams();
+      for (const language of filters.language.value) {
+        params.append('country_id[]', language);
+      }
+      params.append('ctgcon', filters.genre_operator.value);
+      for (const genre of filters.genres.value) {
+        params.append('categories[]', genre);
+      }
+      params.append('totalchapter', filters.chapters.value);
+      params.append('ratcon', filters.rating_operator.value);
+      params.append('rating', filters.rating.value);
+      params.append('status', filters.status.value);
+      params.append('sort', filters.sort.value);
+      url += `?${params.toString()}&page=${pageNo}`;
+    } else {
+      url += `?ctgcon=and&totalchapter=0&ratcon=min&rating=0&status=-1&sort=all-time-rank&page=${pageNo}`;
+    }
+
+    const result = await fetchApi(url);
+    const body = await result.text();
+    const loadedCheerio = parseHTML(body);
+
+    return loadedCheerio('.novel-item')
+      .map((index, ele) => {
+        const novelName =
+          loadedCheerio(ele).find('.novel-title > a').attr('title') ||
+          'No Title Found';
+        const novelCover = loadedCheerio(ele)
+          .find('.novel-cover > img')
+          .attr('data-src');
+        const novelPath = loadedCheerio(ele)
+          .find('.novel-title > a')
+          .attr('href');
+
+        if (!novelPath) return null;
+
+        return {
+          name: novelName,
+          cover: novelCover,
+          path: novelPath.replace(this.site, ''),
+        };
+      })
+      .get()
+      .filter(novel => novel !== null);
+  }
+
+  async parseChapters(
+    novelPath: string,
+    pages: number,
+  ): Promise<Plugin.ChapterItem[]> {
+    const pagesArray = Array.from({ length: pages }, (_, i) => i + 1);
+    const allChapters: Plugin.ChapterItem[] = [];
+
+    // Function to parse a single page
+    const parsePage = async (page: number) => {
+      const url = `${this.site}${novelPath}/chapters?page=${page}`;
+      const result = await fetchApi(url);
+      const body = await result.text();
+
+      const loadedCheerio = parseHTML(body);
+
+      const chapters = loadedCheerio('.chapter-list li')
+        .map((index, ele) => {
+          const chapterName =
+            loadedCheerio(ele).find('a').attr('title') || 'No Title Found';
+          const chapterPath = loadedCheerio(ele).find('a').attr('href');
+
+          if (!chapterPath) return null;
+
+          return {
+            name: chapterName,
+            path: chapterPath.replace(this.site, ''),
+          };
+        })
+        .get()
+        .filter(chapter => chapter !== null) as Plugin.ChapterItem[];
+
+      return chapters;
+    };
+
+    // Parse all pages in parallel
+    const chaptersArray = await Promise.all(pagesArray.map(parsePage));
+
+    // Merge all chapters into a single array
+    for (const chapters of chaptersArray) {
+      allChapters.push(...chapters);
+    }
+
+    return allChapters.length === 0 ? [] : allChapters;
+  }
+
+  async parseNovel(novelPath: string): Promise<Plugin.SourceNovel> {
+    const url = this.site + novelPath;
+    const result = await fetchApi(url);
+    const body = await result.text();
+
+    const loadedCheerio = parseHTML(body);
+
+    const novel: Plugin.SourceNovel = {
+      path: novelPath,
+      name: loadedCheerio('.novel-title').text() || 'No Title Found',
+      cover: loadedCheerio('.cover > img').attr('data-src'),
+      genres: loadedCheerio('.categories .property-item')
+        .map((i, el) => loadedCheerio(el).text())
+        .toArray()
+        .join(','),
+      summary:
+        loadedCheerio('.summary .content .txt')
+          .html()!
+          .replace(/<\/p>/g, '\n\n')
+          .replace(/<br\s*\/?>/gi, '\n')
+          .replace(/<[^>]+>/g, '')
+          .trim() || 'No Summary Found',
+      author:
+        loadedCheerio('.author .property-item > span').text() ||
+        'No Author Found',
+      status:
+        loadedCheerio('.header-stats .ongoing').text() ||
+        loadedCheerio('.header-stats .completed').text() ||
+        'No Status Found',
+    };
+
+    const totalChapters = loadedCheerio('.header-stats .icon-book-open')
+      .parent()
+      .text()
+      .trim();
+    const pages = Math.ceil(parseInt(totalChapters) / 100);
+    novel.chapters = await this.parseChapters(novelPath, pages);
+
+    return novel;
+  }
+
+  async parseChapter(chapterPath: string): Promise<string> {
+    const url = this.site + chapterPath;
+    const result = await fetchApi(url);
+    const body = await result.text();
+
+    const loadedCheerio = parseHTML(body);
+
+    const bloatElements = [
+      '.box-ads',
+      '.box-notification',
+      /^nf/, // Regular expression to match tags starting with 'nf'
+    ];
+    bloatElements.map(tag => {
+      if (tag instanceof RegExp) {
+        loadedCheerio('*')
+          .filter((_, el) => tag.test(loadedCheerio(el).prop('tagName')!))
+          .remove();
+      } else {
+        loadedCheerio(tag).remove();
+      }
+    });
+
+    return loadedCheerio('#content').html()!;
+  }
+
+  async searchNovels(
+    searchTerm: string,
+    page: number,
+  ): Promise<Plugin.NovelItem[]> {
+    const url = `${this.site}search?keyword=${searchTerm}&page=${page}`;
+    const result = await fetchApi(url);
+    const body = await result.text();
+
+    const loadedCheerio = parseHTML(body);
+
+    return loadedCheerio('.novel-list.chapters .novel-item')
+      .map((index, ele) => {
+        const novelName =
+          loadedCheerio(ele).find('a').attr('title') || 'No Title Found';
+        const novelCover = loadedCheerio(ele)
+          .find('.novel-cover > img')
+          .attr('src');
+        const novelPath = loadedCheerio(ele).find('a').attr('href');
+
+        if (!novelPath) return null;
+
+        return {
+          name: novelName,
+          cover: novelCover,
+          path: novelPath.replace(this.site, ''),
+        };
+      })
+      .get()
+      .filter(novel => novel !== null);
+  }
+
+  filters = {
+    sort: {
+      label: 'Sort Results By',
+      value: 'all-time-rank',
+      options: [
+        { label: 'All Time Rank', value: 'all-time-rank' },
+        { label: 'Monthly Rank', value: 'monthly-rank' },
+        { label: 'Daily Rank', value: 'daily-rank' },
+        { label: 'Bookmark Count (Most)', value: 'bookmark' },
+        { label: 'Review Count (Most)', value: 'review' },
+        { label: 'Last Updated (Newest)', value: 'date' },
+        { label: 'Title (A>Z)', value: 'abc' },
+        { label: 'Title (Z>A)', value: 'cba' },
+      ],
+      type: FilterTypes.Picker,
+    },
+    status: {
+      label: 'Translation Status',
+      value: '-1',
+      options: [
+        { label: 'All', value: '-1' },
+        { label: 'Completed', value: '1' },
+        { label: 'Ongoing', value: '0' },
+      ],
+      type: FilterTypes.Picker,
+    },
+    genre_operator: {
+      label: 'Genres (And/Or)',
+      value: 'and',
+      options: [
+        { label: 'And', value: 'and' },
+        { label: 'Or', value: 'or' },
+      ],
+      type: FilterTypes.Picker,
+    },
+    genres: {
+      label: 'Genres',
+      value: [],
+      options: [
+        { label: 'Action', value: '3' },
+        { label: 'Adult', value: '28' },
+        { label: 'Adventure', value: '4' },
+        { label: 'Anime', value: '46' },
+        { label: 'Arts', value: '47' },
+        { label: 'Comedy', value: '5' },
+        { label: 'Drama', value: '24' },
+        { label: 'Eastern', value: '44' },
+        { label: 'Ecchi', value: '26' },
+        { label: 'Fan-fiction', value: '48' },
+        { label: 'Fantasy', value: '6' },
+        { label: 'Game', value: '19' },
+        { label: 'Gender Bender', value: '25' },
+        { label: 'Harem', value: '7' },
+        { label: 'Historical', value: '12' },
+        { label: 'Horror', value: '37' },
+        { label: 'Isekai', value: '49' },
+        { label: 'Josei', value: '2' },
+        { label: 'Lgbt+', value: '45' },
+        { label: 'Magic', value: '50' },
+        { label: 'Magical Realism', value: '51' },
+        { label: 'Manhua', value: '52' },
+        { label: 'Martial Arts', value: '15' },
+        { label: 'Mature', value: '8' },
+        { label: 'Mecha', value: '34' },
+        { label: 'Military', value: '53' },
+        { label: 'Modern Life', value: '54' },
+        { label: 'Movies', value: '55' },
+        { label: 'Mystery', value: '16' },
+        { label: 'Psychological', value: '9' },
+        { label: 'Realistic Fiction', value: '56' },
+        { label: 'Reincarnation', value: '43' },
+        { label: 'Romance', value: '1' },
+        { label: 'School Life', value: '21' },
+        { label: 'Sci-fi', value: '20' },
+        { label: 'Seinen', value: '10' },
+        { label: 'Shoujo', value: '38' },
+        { label: 'Shoujo Ai', value: '57' },
+        { label: 'Shounen', value: '17' },
+        { label: 'Shounen Ai', value: '39' },
+        { label: 'Slice of Life', value: '13' },
+        { label: 'Smut', value: '29' },
+        { label: 'Sports', value: '42' },
+        { label: 'Supernatural', value: '18' },
+        { label: 'System', value: '58' },
+        { label: 'Tragedy', value: '32' },
+        { label: 'Urban', value: '63' },
+        { label: 'Urban Life', value: '59' },
+        { label: 'Video Games', value: '60' },
+        { label: 'War', value: '61' },
+        { label: 'Wuxia', value: '31' },
+        { label: 'Xianxia', value: '23' },
+        { label: 'Xuanhuan', value: '22' },
+        { label: 'Yaoi', value: '14' },
+        { label: 'Yuri', value: '62' },
+      ],
+      type: FilterTypes.CheckboxGroup,
+    },
+    language: {
+      label: 'Language',
+      value: [],
+      options: [
+        { label: 'Chinese', value: '1' },
+        { label: 'Korean', value: '2' },
+        { label: 'Japanese', value: '3' },
+        { label: 'English', value: '4' },
+      ],
+      type: FilterTypes.CheckboxGroup,
+    },
+    rating_operator: {
+      label: 'Rating (Min/Max)',
+      value: 'min',
+      options: [
+        { label: 'Min', value: 'min' },
+        { label: 'Max', value: 'max' },
+      ],
+      type: FilterTypes.Picker,
+    },
+    rating: {
+      label: 'Rating',
+      value: '0',
+      options: [
+        { label: 'All', value: '0' },
+        { label: '1', value: '1' },
+        { label: '2', value: '2' },
+        { label: '3', value: '3' },
+        { label: '4', value: '4' },
+        { label: '5', value: '5' },
+      ],
+      type: FilterTypes.Picker,
+    },
+    chapters: {
+      label: 'Chapters',
+      value: '0',
+      options: [
+        { label: 'All', value: '0' },
+        { label: '<50', value: '1%2C49' },
+        { label: '50-100', value: '50%2C100' },
+        { label: '100-200', value: '100%2C200' },
+        { label: '200-500', value: '200%2C500' },
+        { label: '500-1000', value: '500%2C1000' },
+        { label: '>1000', value: '1001%2C1000000' },
+      ],
+      type: FilterTypes.Picker,
+    },
+  } satisfies Filters;
+}
+
+export default new NovelFire();