feat: Add Sunovels (#1145)
* Add files via upload * 2nd * another change with image * another change with image * another change with image * another change with image * another change with image * another change with image * another change with image * another change with image * another change with image * another change with image * another change with image * another change with image * another change with image * another change with image * another change with image * another change with image * another change with image * another change with image * another change with image * another change with image * another change with image * another change with image * clean up * clean up * fix handling single chapter stories * fix handling single chapter stories * fix handling single chapter stories * fix handling single chapter stories * fix handling single chapter stories * fix handling single chapter stories * fix handling single chapter stories * fix handling single chapter stories * fix handling single chapter stories * fix handling single chapter stories * fix handling single chapter stories * fix handling single chapter stories * fix handling single chapter stories * fix handling single chapter stories * fix handling single chapter stories * fix handling single chapter stories * fix handling single chapter stories * fix handling single chapter stories * fix handling single chapter stories * fix handling single chapter stories and minor cleanup * fix handling single chapter stories and minor cleanup * New source test * New source test * fix bugs * fix bugs * fix bugs * bugs fix * New arabic source rewayat.club * New arabic source rewayat.club * New arabic source rewayat.club * New arabic source rewayat.club * chapter release dates improvment for ao3 * edits * add chapter dates to ao3 * add chapter dates to ao3 * improve RewayatClub * new source sunovels * new source sunovels * fix images in source sunovels * fix images in source sunovels * fix filters in source sunovels * fix filters in source sunovels * fix filters in source sunovels * fix filters in source sunovels * fix filters in source sunovels * fix filters in source sunovels * fix filters in source sunovels * Update src/plugins/arabic/sunovels.ts Co-authored-by: K1ngfish3r <trulyihu@gmail.com> * Update src/plugins/arabic/sunovels.ts Co-authored-by: K1ngfish3r <trulyihu@gmail.com> --------- Co-authored-by: K1ngfish3r <trulyihu@gmail.com>
This commit is contained in:
Dredd1987
@@ -0,0 +1,306 @@
|
||||
import { CheerioAPI, load as parseHTML } from 'cheerio';
|
||||
import { fetchApi } from '@libs/fetch';
|
||||
import { Plugin } from '@typings/plugin';
|
||||
import { Filters, FilterTypes } from '@libs/filterInputs';
|
||||
import { defaultCover } from '@libs/defaultCover';
|
||||
|
||||
class Sunovels implements Plugin.PagePlugin {
|
||||
id = 'sunovels';
|
||||
name = 'Sunovels';
|
||||
version = '1.0.0';
|
||||
icon = 'src/ar/sunovels/icon.png';
|
||||
site = 'https://sunovels.com/';
|
||||
|
||||
parseNovels(loadedCheerio: CheerioAPI): Plugin.NovelItem[] {
|
||||
const novels: Plugin.NovelItem[] = [];
|
||||
const imageUrlList: string[] = [];
|
||||
loadedCheerio('script').each((idx, ele) => {
|
||||
const regax = /\/uploads\/[^\s"]+/g;
|
||||
const scriptText = loadedCheerio(ele).text();
|
||||
const imageUrlMatched = scriptText.match(regax);
|
||||
if (imageUrlMatched) {
|
||||
imageUrlList.push(...imageUrlMatched);
|
||||
}
|
||||
});
|
||||
let counter: number = 0;
|
||||
loadedCheerio('.list-item').each((idx, ele) => {
|
||||
loadedCheerio(ele)
|
||||
.find('a')
|
||||
.each((idx, ele) => {
|
||||
const novelName = loadedCheerio(ele).find('h4').text().trim();
|
||||
const novelUrl =
|
||||
loadedCheerio(ele).attr('href')?.trim().replace(/^\/*/, '') || '';
|
||||
let novelCover = defaultCover;
|
||||
if (imageUrlList.length > 0) {
|
||||
novelCover = this.site + imageUrlList[counter].slice(1);
|
||||
} else {
|
||||
const imageUrl = loadedCheerio(ele).find('img').attr('src');
|
||||
novelCover = this.site + imageUrl?.slice(1);
|
||||
}
|
||||
const novel = {
|
||||
name: novelName,
|
||||
cover: novelCover,
|
||||
path: novelUrl,
|
||||
};
|
||||
counter++;
|
||||
novels.push(novel);
|
||||
});
|
||||
});
|
||||
|
||||
return novels;
|
||||
}
|
||||
|
||||
async popularNovels(
|
||||
page: number,
|
||||
{ showLatestNovels, filters }: Plugin.PopularNovelsOptions<Filters>,
|
||||
): Promise<Plugin.NovelItem[]> {
|
||||
const pageCorrected = page - 1;
|
||||
let link = `${this.site}library?`;
|
||||
|
||||
if (filters) {
|
||||
if (
|
||||
Array.isArray(filters.categories.value) &&
|
||||
filters.categories.value.length > 0
|
||||
) {
|
||||
filters.categories.value.forEach((genre: string) => {
|
||||
link += `&category=${genre}`;
|
||||
});
|
||||
}
|
||||
if (filters.status.value !== '') {
|
||||
link += `&status=${filters.status.value}`;
|
||||
}
|
||||
}
|
||||
link += `&page=${pageCorrected}`;
|
||||
const body = await fetchApi(link).then(r => r.text());
|
||||
const loadedCheerio = parseHTML(body);
|
||||
return this.parseNovels(loadedCheerio);
|
||||
}
|
||||
|
||||
async parseNovel(
|
||||
novelUrl: string,
|
||||
): Promise<Plugin.SourceNovel & { totalPages: number }> {
|
||||
const result = await fetchApi(new URL(novelUrl, this.site).toString());
|
||||
const body = await result.text();
|
||||
const loadedCheerio = parseHTML(body);
|
||||
|
||||
const novel: Plugin.SourceNovel & { totalPages: number } = {
|
||||
path: novelUrl,
|
||||
name: loadedCheerio('div.main-head h3').text().trim() || 'Untitled',
|
||||
author: loadedCheerio('.novel-author').text().trim(),
|
||||
summary: loadedCheerio('section.info-section div.description p')
|
||||
.text()
|
||||
.trim(),
|
||||
totalPages: 1,
|
||||
chapters: [],
|
||||
};
|
||||
const statusWords = new Set(['مكتمل', 'جديد', 'مستمر']);
|
||||
const mainGenres = Array.from(loadedCheerio('div.categories li.tag'))
|
||||
.map(el => loadedCheerio(el).text().trim())
|
||||
.join(',');
|
||||
const statusGenre = Array.from(
|
||||
loadedCheerio('div.header-stats span').eq(3).find('strong'),
|
||||
)
|
||||
.map(el => loadedCheerio(el).text().trim())
|
||||
.filter(text => statusWords.has(text));
|
||||
novel.genres = `${statusGenre},${mainGenres}`;
|
||||
const statusText = Array.from(
|
||||
loadedCheerio('div.header-stats span').eq(3).find('strong'),
|
||||
)
|
||||
.map(el => loadedCheerio(el).text().trim())
|
||||
.filter(text => statusWords.has(text))
|
||||
.join();
|
||||
novel.status =
|
||||
{
|
||||
'جديد': 'Ongoing',
|
||||
'مكتمل': 'Completed',
|
||||
'مستمر': 'Ongoing',
|
||||
}[statusText] || 'Unknown';
|
||||
const imageUrl = loadedCheerio('div.img-container figure.cover img').attr(
|
||||
'src',
|
||||
);
|
||||
const imageUrlFull = this.site + imageUrl?.slice(1);
|
||||
novel.cover = imageUrlFull;
|
||||
const chapterNumberStr = loadedCheerio('div.header-stats span')
|
||||
.first()
|
||||
.text()
|
||||
.replace(/[^\d]/g, '');
|
||||
const chapterNumber = parseInt(chapterNumberStr, 10);
|
||||
const pageNumber = Math.ceil(chapterNumber / 50);
|
||||
novel.totalPages = pageNumber;
|
||||
|
||||
return novel;
|
||||
}
|
||||
parseChapters(data: { chapters: ChapterEntry[] }) {
|
||||
const chapter: Plugin.ChapterItem[] = [];
|
||||
data.chapters.map((item: ChapterEntry) => {
|
||||
chapter.push({
|
||||
name: item.chapterName,
|
||||
releaseTime: new Date(item.releaseTime).toISOString(),
|
||||
path: item.chapterUrl,
|
||||
chapterNumber: item.chapterNumber,
|
||||
});
|
||||
});
|
||||
return chapter;
|
||||
}
|
||||
async parsePage(novelPath: string, page: string): Promise<Plugin.SourcePage> {
|
||||
const numPage = parseInt(page, 10);
|
||||
const pageCorrected = numPage - 1;
|
||||
const pagePath = novelPath;
|
||||
const firstUrl = this.site + pagePath;
|
||||
const pageUrl = firstUrl + '?activeTab=chapters&page=' + pageCorrected;
|
||||
const body = await fetchApi(pageUrl).then(r => r.text());
|
||||
const loadedCheerio = parseHTML(body);
|
||||
let dataJson: {
|
||||
pages_count: string;
|
||||
chapters: ChapterEntry[];
|
||||
} = { pages_count: '', chapters: [] };
|
||||
const chaptersinfo: {
|
||||
chapterName: string;
|
||||
chapterUrl: string;
|
||||
releaseTime: string;
|
||||
chapterNumber: string | number;
|
||||
}[] = [];
|
||||
loadedCheerio('ul.chaptersList a').each((i, el) => {
|
||||
const chapterName: string = loadedCheerio(el).attr('title') ?? '';
|
||||
const chapterUrl = loadedCheerio(el)
|
||||
.attr('href')
|
||||
?.trim()
|
||||
.replace(/^\/*/, '');
|
||||
const dateAttr = loadedCheerio(el)
|
||||
.find('time.chapter-update')
|
||||
.attr('datetime');
|
||||
const date = new Date(dateAttr);
|
||||
const releaseTime = date.toISOString();
|
||||
const chapternumber = loadedCheerio(el)
|
||||
.find('strong.chapter-title')
|
||||
.text()
|
||||
.replace(/[^\d٠-٩]/g, '');
|
||||
const chapterNumber = parseInt(chapternumber, 10);
|
||||
chaptersinfo.push({
|
||||
chapterName: chapterName,
|
||||
chapterUrl: chapterUrl || '',
|
||||
releaseTime: releaseTime || '',
|
||||
chapterNumber: chapterNumber || '',
|
||||
});
|
||||
});
|
||||
const pagecount = loadedCheerio('ul.pagination a.active').text();
|
||||
dataJson.pages_count = pagecount;
|
||||
|
||||
dataJson.chapters = chaptersinfo;
|
||||
const chapters = this.parseChapters(dataJson);
|
||||
return {
|
||||
chapters,
|
||||
};
|
||||
}
|
||||
async parseChapter(chapterUrl: string): Promise<string> {
|
||||
const result = await fetchApi(new URL(chapterUrl, this.site).toString());
|
||||
const body = await result.text();
|
||||
const loadedCheerio = parseHTML(body);
|
||||
let chapterText = '';
|
||||
loadedCheerio('div.chapter-content').each((idx, ele) => {
|
||||
loadedCheerio(ele)
|
||||
.find('p')
|
||||
.not('.d-none')
|
||||
.each((idx, textEle) => {
|
||||
chapterText +=
|
||||
loadedCheerio(textEle)
|
||||
.map((_, pEle) => loadedCheerio(pEle).text().trim())
|
||||
.get()
|
||||
.join(' ') + ' ';
|
||||
});
|
||||
});
|
||||
chapterText = chapterText.trim();
|
||||
return chapterText;
|
||||
}
|
||||
|
||||
async searchNovels(
|
||||
searchTerm: string,
|
||||
page: number,
|
||||
): Promise<Plugin.NovelItem[]> {
|
||||
const searchUrl = `${this.site}search?page=${page}&title=${searchTerm}`;
|
||||
|
||||
const result = await fetchApi(searchUrl);
|
||||
const body = await result.text();
|
||||
const loadedCheerio = parseHTML(body);
|
||||
return this.parseNovels(loadedCheerio);
|
||||
}
|
||||
|
||||
filters = {
|
||||
categories: {
|
||||
value: [],
|
||||
label: 'التصنيفات',
|
||||
options: [
|
||||
{ label: 'Wuxia', value: 'Wuxia' },
|
||||
{ label: 'Xianxia', value: 'Xianxia' },
|
||||
{ label: 'XUANHUAN', value: 'XUANHUAN' },
|
||||
{ label: 'أصلية', value: 'أصلية' }, // Original
|
||||
{ label: 'أكشن', value: 'أكشن' }, // Action
|
||||
{ label: 'إثارة', value: 'إثارة' }, // Thriller
|
||||
{ label: 'إنتقال الى عالم أخر', value: 'إنتقال+الى+عالم+أخر' }, // Isekai
|
||||
{ label: 'إيتشي', value: 'إيتشي' }, // Ecchi
|
||||
{ label: 'الخيال العلمي', value: 'الخيال+العلمي' }, // Science Fiction
|
||||
{ label: 'بوليسي', value: 'بوليسي' }, // Detective
|
||||
{ label: 'تاريخي', value: 'تاريخي' }, // Historical
|
||||
{ label: 'تقمص شخصيات', value: 'تقمص+شخصيات' }, // Roleplaying
|
||||
{ label: 'جريمة', value: 'جريمة' }, // Crime
|
||||
{ label: 'جوسى', value: 'جوسى' }, // Josei
|
||||
{ label: 'حريم', value: 'حريم' }, // Harem
|
||||
{ label: 'حياة مدرسية', value: 'حياة+مدرسية' }, // School Life
|
||||
{ label: 'خارقة للطبيعة', value: 'خارقة+للطبيعة' }, // Supernatural
|
||||
{ label: 'خيالي', value: 'خيالي' }, // Fantasy
|
||||
{ label: 'دراما', value: 'دراما' }, // Drama
|
||||
{ label: 'رعب', value: 'رعب' }, // Horror
|
||||
{ label: 'رومانسي', value: 'رومانسي' }, // Romance
|
||||
{ label: 'سحر', value: 'سحر' }, // Magic
|
||||
{ label: 'سينن', value: 'سينن' }, // Seinen
|
||||
{ label: 'شريحة من الحياة', value: 'شريحة+من+الحياة' }, // Slice of Life
|
||||
{ label: 'شونين', value: 'شونين' }, // Shounen
|
||||
{ label: 'غموض', value: 'غموض' }, // Mystery
|
||||
{ label: 'فنون القتال', value: 'فنون+القتال' }, // Martial Arts
|
||||
{ label: 'قوى خارقة', value: 'قوى+خارقة' }, // Super Powers
|
||||
{ label: 'كوميدى', value: 'كوميدى' }, // Comedy
|
||||
{ label: 'مأساوي', value: 'مأساوي' }, // Tragedy
|
||||
{ label: 'ما بعد الكارثة', value: 'ما+بعد+الكارثة' }, // Post-Apocalypse
|
||||
{ label: 'مغامرة', value: 'مغامرة' }, // Adventure
|
||||
{ label: 'ميكا', value: 'ميكا' }, // Mecha
|
||||
{ label: 'ناضج', value: 'ناضج' }, // Mature
|
||||
{ label: 'نفسي', value: 'نفسي' }, // Psychological
|
||||
{ label: 'فانتازيا', value: 'فانتازيا' }, // Fantasy
|
||||
{ label: 'رياضة', value: 'رياضة' }, // Sports
|
||||
{ label: 'ابراج', value: 'ابراج' }, // Astrology
|
||||
{ label: 'الالهة', value: 'الالهة' }, // Deities
|
||||
{ label: 'شياطين', value: 'شياطين' }, // Demons
|
||||
{ label: 'السفر عبر الزمن', value: 'السفر+عبر+الزمن' }, // Time Travel
|
||||
{ label: 'رواية صينية', value: 'رواية+صينية' }, // Chinese Novel
|
||||
{ label: 'رواية ويب', value: 'رواية+ويب' }, // Web Novel
|
||||
{ label: 'لايت نوفل', value: 'لايت+نوفل' }, // Light Novel
|
||||
{ label: 'كوري', value: 'كوري' }, // Korean
|
||||
{ label: '+18', value: '%2B18' }, // +18
|
||||
{ label: 'إيسكاي', value: 'إيسكاي' }, // Isekai
|
||||
{ label: 'ياباني', value: 'ياباني' }, // Japanese
|
||||
{ label: 'مؤلفة', value: 'مؤلفة' }, // Authored
|
||||
],
|
||||
type: FilterTypes.CheckboxGroup,
|
||||
},
|
||||
status: {
|
||||
value: '',
|
||||
label: 'الحالة',
|
||||
options: [
|
||||
{ label: 'جميع الروايات', value: '' },
|
||||
{ label: 'مكتمل', value: 'Completed' },
|
||||
{ label: 'جديد', value: 'New' },
|
||||
{ label: 'مستمر', value: 'Ongoing' },
|
||||
],
|
||||
type: FilterTypes.Picker,
|
||||
},
|
||||
} satisfies Filters;
|
||||
}
|
||||
|
||||
export default new Sunovels();
|
||||
|
||||
interface ChapterEntry {
|
||||
chapterName: string;
|
||||
chapterUrl: string;
|
||||
releaseTime: string;
|
||||
chapterNumber: string | number;
|
||||
}
|
||||
Reference in New Issue
Block a user