Add harkeneliwood + Updated duplicate check for chapter paths. (#905)

* ajout harkeneliwood + Updated duplicate check for chapter paths.

* Perf

* Delete async getSummary and getAuthor

plugins/french/harkeneliwood.ts

@@ -0,0 +1,184 @@
+import { CheerioAPI, load } from 'cheerio';
+import { fetchApi, fetchFile } from '@libs/fetch';
+import { Plugin } from '@typings/plugin';
+import { Filters, FilterTypes } from '@libs/filterInputs';
+import { defaultCover } from '@libs/defaultCover';
+import { NovelStatus } from '@libs/novelStatus';
+import dayjs from 'dayjs';
+
+class HarkenEliwoodPlugin implements Plugin.PluginBase {
+  id = 'harkeneliwood';
+  name = 'HarkenEliwood';
+  icon = 'src/fr/harkeneliwood/icon.png';
+  site = 'https://harkeneliwood.wordpress.com';
+  version = '1.0.0';
+  filters: Filters | undefined = undefined;
+
+  async getCheerio(url: string): Promise<CheerioAPI> {
+    const r = await fetchApi(url, {
+      headers: { 'Accept-Encoding': 'deflate' },
+    });
+    const body = await r.text();
+    const $ = load(body);
+    return $;
+  }
+
+  async popularNovels(
+    pageNo: number,
+    {
+      showLatestNovels,
+      filters,
+    }: Plugin.PopularNovelsOptions<typeof this.filters>,
+  ): Promise<Plugin.NovelItem[]> {
+    if (pageNo > 1) return [];
+
+    const novels: Plugin.NovelItem[] = [];
+    let novel: Plugin.NovelItem;
+    let url = this.site;
+    let $ = await this.getCheerio(url + '/projets/');
+    $('#content .entry-content [href]')
+      // We don't collect items for Facebook and Twitter.
+      .not('[rel="nofollow noopener noreferrer"]')
+      .each((i, elem) => {
+        const novelName = $(elem).text().trim();
+        const novelUrl = $(elem).attr('href');
+        if (novelUrl && novelName) {
+          novel = {
+            name: novelName,
+            cover: defaultCover,
+            path: novelUrl.replace(this.site, ''),
+          };
+          novels.push(novel);
+        }
+      });
+    return novels;
+  }
+
+  async parseNovel(novelPath: string): Promise<Plugin.SourceNovel> {
+    const novel: Plugin.SourceNovel = {
+      path: novelPath,
+      name: 'Sans titre',
+    };
+
+    let $ = await this.getCheerio(this.site + novelPath);
+    novel.name = $('#content h1.entry-title').text().trim();
+    novel.cover =
+      $('#content .entry-content p img').first().attr('src') || defaultCover;
+    novel.summary = this.getSummary($('#content .entry-content').text());
+    novel.author = this.getAuthor($('#content .entry-content').text());
+    novel.status = NovelStatus.Ongoing;
+    let chapters: Plugin.ChapterItem[] = [];
+    $('#content .entry-content p a').each((i, elem) => {
+      const chapterName = $(elem).text().trim();
+      const chapterUrl = $(elem).attr('href');
+      // Check if the chapter URL exists and contains the site name.
+      if (chapterUrl && chapterUrl.includes(this.site) && chapterName) {
+        const releaseDate = dayjs(
+          chapterUrl?.substring(this.site.length + 1, this.site.length + 11),
+        ).format('DD MMMM YYYY');
+        chapters.push({
+          name: chapterName,
+          path: chapterUrl.replace(this.site, ''),
+          releaseTime: releaseDate,
+        });
+      }
+    });
+    novel.chapters = chapters;
+    return novel;
+  }
+
+  getSummary(text: string) {
+    let resume: string = '';
+    const regexResume1: RegExp = /Synopsis :([\s\S]*)Traduction anglaise/i;
+    const regexResume2: RegExp = /Synopsis :([\s\S]*)Raw :/i;
+    const regexResume3: RegExp =
+      /Synopsis 1 :([\s\S]*)Synopsis 2 :([\s\S]*)Raw :/i;
+    const regexResume4: RegExp = /Synopsis :([\s\S]*)Prélude/i;
+    const regexResume5: RegExp = /Synospis :([\s\S]*)Original /i;
+    const regexResume6: RegExp = /([\s\S]*)Raw :/i;
+
+    const match1: RegExpExecArray | null = regexResume1.exec(text);
+    const match2: RegExpExecArray | null = regexResume2.exec(text);
+    const match3: RegExpExecArray | null = regexResume3.exec(text);
+    const match4: RegExpExecArray | null = regexResume4.exec(text);
+    const match5: RegExpExecArray | null = regexResume5.exec(text);
+
+    if (match1 !== null) {
+      resume = match1[1];
+    } else if (match2 !== null) {
+      resume = match2[1];
+    } else if (match3 !== null) {
+      resume = match3[1] + match3[2];
+    } else if (match4 !== null) {
+      resume = match4[1];
+    } else if (match5 !== null) {
+      resume = match5[1];
+    } else {
+      resume = text;
+    }
+
+    if (regexResume6.test(resume)) {
+      const match6: RegExpExecArray | null = regexResume6.exec(resume);
+      if (match6 !== null) {
+        resume = match6[1];
+      }
+    }
+
+    return resume.trim();
+  }
+
+  getAuthor(text: string) {
+    const regexAuteur = /Auteur\s*:\s*(.*?)\s*(?:\r?\n|$)/i;
+    const match = regexAuteur.exec(text);
+
+    if (match !== null && match[1].trim() !== '') {
+      return match[1].trim();
+    }
+
+    return '';
+  }
+
+  async parseChapter(chapterPath: string): Promise<string> {
+    const $ = await this.getCheerio(this.site + chapterPath);
+    const title = $('h1.entry-title');
+    const chapter = $('div.entry-content');
+    return (title.html() || '') + (chapter.html() || '');
+  }
+
+  async searchNovels(
+    searchTerm: string,
+    pageNo: number,
+  ): Promise<Plugin.NovelItem[]> {
+    if (pageNo !== 1) return [];
+
+    let popularNovels = this.popularNovels(1, {
+      showLatestNovels: true,
+      filters: undefined,
+    });
+
+    let novels = (await popularNovels).filter(novel =>
+      novel.name
+        .toLowerCase()
+        .normalize('NFD')
+        .replace(/[\u0300-\u036f]/g, '')
+        .trim()
+        .includes(
+          searchTerm
+            .toLowerCase()
+            .normalize('NFD')
+            .replace(/[\u0300-\u036f]/g, '')
+            .trim(),
+        ),
+    );
+
+    return novels;
+  }
+
+  async fetchImage(url: string): Promise<string | undefined> {
+    // if your plugin has images and they won't load
+    // this is the function to fiddle with
+    return fetchFile(url);
+  }
+}
+
+export default new HarkenEliwoodPlugin();

test_web/static/js/index.js

@@ -856,11 +856,23 @@ class PluginWrapper {
       }
       novel_item.replaceWith(novel_data);
 
-      if (
-        sourceNovel?.chapters?.length !==
-        new Set(sourceNovel?.chapters?.map(r => r.path) || []).size
-      ) {
-        alert('Chapter paths are the same!');
+      const chapterPaths = new Set();
+      const duplicatePaths = new Set();
+
+      sourceNovel?.chapters?.forEach(chapter => {
+        const path = chapter.path;
+        if (chapterPaths.has(path)) {
+          duplicatePaths.add(path);
+        } else {
+          chapterPaths.add(path);
+        }
+      });
+
+      if (duplicatePaths.size > 0) {
+        alert(
+          'Duplicate chapter paths found: ' +
+            Array.from(duplicatePaths).join(', '),
+        );
       }
 
       chapter_list.html('');