lnreader-plugins/plugins/french/novhell.ts

import { CheerioAPI, load } from 'cheerio';
import { fetchApi } from '@libs/fetch';
import { Plugin } from '@/types/plugin';
import { defaultCover } from '@libs/defaultCover';
import { NovelStatus } from '@libs/novelStatus';

const challengeTitles = new Set([
  'bot verification',
  'you are being redirected...',
  'un instant...',
  'just a moment...',
  'redirecting...',
]);

async function fetchCheckedHtml(
  url: string,
  init?: Parameters<typeof fetchApi>[1],
): Promise<string> {
  const response = await fetchApi(url, init);
  if (!response.ok)
    throw new Error(`HTTP ${response.status} while loading ${url}`);
  const html = await response.text();
  const title = html
    .match(/<title[^>]*>(.*?)<\/title>/is)?.[1]
    ?.replace(/<[^>]+>/g, '')
    .replace(/\s+/g, ' ')
    .trim()
    .toLowerCase();
  if (title && challengeTitles.has(title))
    throw new Error(`Bot challenge while loading ${url}`);
  return html;
}

class NovhellPlugin implements Plugin.PluginBase {
  id = 'novhell';
  name = 'Novhell';
  icon = 'src/fr/novhell/icon.png';
  site = 'https://novhell.org';
  version = '1.0.5';

  async getCheerio(url: string): Promise<CheerioAPI> {
    return load(
      await fetchCheckedHtml(url, {
        headers: { 'Accept-Encoding': 'deflate' },
      }),
    );
  }

  async popularNovels(pageNo: number): Promise<Plugin.NovelItem[]> {
    if (pageNo > 1) return [];

    const novels: Plugin.NovelItem[] = [];
    let novel: Plugin.NovelItem;
    const url = this.site;
    const $ = await this.getCheerio(url);
    $('article div div div figure').each((i, elem) => {
      let novelName = $(elem)
        .find('figcaption span strong')
        .first()
        .text()
        .trim();
      if (!novelName || novelName.trim() === '') {
        novelName = $(elem).find('figcaption a strong').first().text().trim();
      }
      const novelCover = $(elem).find('a img').attr('src');
      const novelUrl = $(elem).find('a').attr('href');

      if (novelUrl && novelName) {
        novel = {
          name: novelName,
          cover: novelCover,
          path: novelUrl.replace(this.site, ''),
        };
        novels.push(novel);
      }
    });
    return novels;
  }

  async parseNovel(novelPath: string): Promise<Plugin.SourceNovel> {
    const novel: Plugin.SourceNovel = {
      path: novelPath,
      name: 'Sans titre',
    };

    const $ = await this.getCheerio(this.site + novelPath);

    novel.name =
      $('meta[property="og:title"]')
        .attr('content')
        ?.replace('- NovHell', '') || '';
    novel.cover =
      $('section div div div div div img').first().attr('src') || defaultCover;
    novel.status = NovelStatus.Unknown;
    novel.author = $("strong:contains('Ecrit par ')")
      .parent()
      .text()
      .replace('Ecrit par ', '')
      .trim();

    if (!novel.author) {
      novel.author = $("div p:contains('Auteur')")
        .text()
        .replace('Auteur', '')
        .replace(':', '')
        .trim();
    }
    if (!novel.author) {
      novel.author = $("div p:contains('Ecrit par :')")
        .text()
        .replace('Ecrit par :', '')
        .trim();
    }
    novel.genres = $("strong:contains('Genre')")
      .parent()
      .text()
      .replace('Genre', '')
      .replace(':', '')
      .trim();
    if (!novel.genres) {
      novel.genres = $("div p:contains('Genre')")
        .text()
        .replace('Genre', '')
        .replace(':', '')
        .trim();
    }
    novel.summary = $("strong:contains('Synopsis')")
      .parent()
      .parent()
      .text()
      .replace('Synopsis', '')
      .replace('Synopsis', '')
      .replace(':', '')
      .trim();
    const chapters: Plugin.ChapterItem[] = [];
    const chapterPaths = new Set<string>();

    $('main div article div div section div div div div div p a').each(
      (i, elem) => {
        // Replace non-breaking spaces with a 'normal' space.
        const chapterName = $(elem)
          .text()
          .replace(/\u00A0/g, ' ')
          .trim();
        const chapterUrl = $(elem).attr('href');
        // Check if the chapter URL exists and contains the site name.
        if (chapterUrl && chapterUrl.includes(this.site)) {
          const path = chapterUrl.replace(this.site, '');
          if (chapterPaths.has(path)) return;
          chapterPaths.add(path);
          const regex = /Chapitre (\d+)/g;
          let chapterNumber = 0;
          let match;
          while ((match = regex.exec(chapterName)) !== null) {
            const number = parseInt(match[1]);
            chapterNumber += number;
          }
          chapters.push({
            name: chapterName,
            path,
            chapterNumber: chapterNumber,
          });
        }
      },
    );

    // Sort the chapters array based on the chapter numbers.
    // We retrieve the chapters in the order 1-6-11-16-21-......
    novel.chapters = chapters.sort((chapterA, chapterB) => {
      if (
        chapterA.chapterNumber !== undefined &&
        chapterB.chapterNumber !== undefined
      ) {
        return chapterA.chapterNumber - chapterB.chapterNumber;
      }
      if (chapterA.chapterNumber === undefined) {
        return 1;
      } else {
        return -1;
      }
    });
    return novel;
  }

  async parseChapter(chapterPath: string): Promise<string> {
    const $ = await this.getCheerio(this.site + chapterPath);
    const sections = $('main article div div section');
    if (sections) {
      const numberOfSection = sections.length;
      let title;
      let positionChapter = 2;

      for (let i = 3; i <= 5; i++) {
        title = sections.eq(numberOfSection - i);
        if (title.find('h4').length !== 0) {
          positionChapter = i - 1;
          break;
        }
      }
      const chapter = sections.eq(numberOfSection - positionChapter);

      if (title && chapter) {
        const content = (title.html() || '') + (chapter.html() || '');
        const parsedContent = load(content);
        if (
          parsedContent.text().replace(/\s+/g, ' ').trim().length >= 200 ||
          parsedContent('img').length
        )
          return content;
      }
    }
    // Newer chapters use a Gutenberg block template with no `section`
    // elements: title in the columns block holding the `h4`, body in the
    // longest columns block of `article .entry-content`.
    const entry = $('article .entry-content').first();
    if (entry.length) {
      let titleHtml = '';
      let bodyHtml = '';
      let bodyLength = 0;
      entry.children('div.wp-block-columns').each((_, element) => {
        const block = $(element);
        if (block.find('h4').length) {
          if (!titleHtml) titleHtml = $.html(element) || '';
          return;
        }
        const textLength = block.text().replace(/\s+/g, ' ').trim().length;
        if (textLength > bodyLength) {
          bodyLength = textLength;
          bodyHtml = $.html(element) || '';
        }
      });
      const content = titleHtml + bodyHtml;
      const parsedContent = load(content);
      if (
        parsedContent.text().replace(/\s+/g, ' ').trim().length >= 200 ||
        parsedContent('img').length
      )
        return content;
    }
    throw new Error('No readable chapter content found');
  }

  async searchNovels(
    searchTerm: string,
    pageNo: number,
  ): Promise<Plugin.NovelItem[]> {
    if (pageNo !== 1) return [];

    const popularNovels = this.popularNovels(1);

    const novels = (await popularNovels).filter(novel =>
      novel.name
        .toLowerCase()
        .normalize('NFD')
        .replace(/[\u0300-\u036f]/g, '')
        .trim()
        .includes(
          searchTerm
            .toLowerCase()
            .normalize('NFD')
            .replace(/[\u0300-\u036f]/g, '')
            .trim(),
        ),
    );

    return novels;
  }
}

export default new NovhellPlugin();