refactor: Rulate (#1998)
* update * test * fix * restore * chapterNumber * up#
This commit is contained in:
Rider21
+135
-203
@@ -1,8 +1,7 @@
|
||||
import { fetchApi } from '@libs/fetch';
|
||||
import { Filters, FilterTypes } from '@libs/filterInputs';
|
||||
import { Filters } from '@libs/filterInputs';
|
||||
import { Plugin } from '@/types/plugin';
|
||||
import { NovelStatus } from '@libs/novelStatus';
|
||||
import { load as parseHTML } from 'cheerio';
|
||||
import dayjs from 'dayjs';
|
||||
|
||||
export type RulateMetadata = {
|
||||
@@ -11,6 +10,12 @@ export type RulateMetadata = {
|
||||
sourceName: string;
|
||||
filters?: Filters;
|
||||
versionIncrements: number;
|
||||
key: string;
|
||||
};
|
||||
|
||||
const headers = {
|
||||
'User-Agent': 'RuLateApp Android',
|
||||
'accept-encoding': 'gzip',
|
||||
};
|
||||
|
||||
class RulatePlugin implements Plugin.PluginBase {
|
||||
@@ -20,251 +25,178 @@ class RulatePlugin implements Plugin.PluginBase {
|
||||
site: string;
|
||||
version: string;
|
||||
filters?: Filters | undefined;
|
||||
key: string;
|
||||
|
||||
constructor(metadata: RulateMetadata) {
|
||||
this.id = metadata.id;
|
||||
this.name = metadata.sourceName;
|
||||
this.name = metadata.sourceName + ' (API)';
|
||||
this.icon = `multisrc/rulate/${metadata.id.toLowerCase()}/icon.png`;
|
||||
this.site = metadata.sourceSite;
|
||||
this.version = '1.0.' + (2 + metadata.versionIncrements);
|
||||
this.version = '1.0.' + (0 + metadata.versionIncrements);
|
||||
this.filters = metadata.filters;
|
||||
this.key = metadata.key;
|
||||
}
|
||||
|
||||
parseNovels(url: string) {
|
||||
return fetchApi(url, { headers })
|
||||
.then(res => res.json() as Promise<SearchResponse>)
|
||||
.then((data: SearchResponse) => {
|
||||
const novels: Plugin.NovelItem[] = [];
|
||||
|
||||
if (data.status === 'success' && data.response?.length) {
|
||||
data.response.forEach(novel =>
|
||||
novels.push({
|
||||
name: novel.t_title || novel.s_title,
|
||||
path: novel.id.toString(),
|
||||
cover: novel.img,
|
||||
}),
|
||||
);
|
||||
}
|
||||
|
||||
return novels;
|
||||
});
|
||||
}
|
||||
|
||||
async popularNovels(
|
||||
pageNo: number,
|
||||
page: number,
|
||||
{ filters, showLatestNovels }: Plugin.PopularNovelsOptions,
|
||||
): Promise<Plugin.NovelItem[]> {
|
||||
const novels: Plugin.NovelItem[] = [];
|
||||
let url = this.site + '/search?t=';
|
||||
url += '&cat=' + (filters?.cat?.value || '0');
|
||||
url += '&s_lang=' + (filters?.s_lang?.value || '0');
|
||||
url += '&t_lang=' + (filters?.t_lang?.value || '0');
|
||||
url += '&type=' + (filters?.type?.value || '0');
|
||||
let url = this.site + '/api3/searchBooks?limit=40&page=' + page;
|
||||
url += '&sort=' + (showLatestNovels ? '4' : filters?.sort?.value || '6');
|
||||
url += '&atmosphere=' + (filters?.atmosphere?.value || '0');
|
||||
url += '&adult=' + (filters?.adult?.value || '0');
|
||||
|
||||
Object.entries(filters || {}).forEach(([type, { value }]) => {
|
||||
if (value instanceof Array && value.length) {
|
||||
url +=
|
||||
'&' +
|
||||
value
|
||||
.map(val => (type == 'extra' ? val + '=1' : type + '[]=' + val))
|
||||
.join('&');
|
||||
url += '&' + value.map(val => type + '[]=' + val).join('&');
|
||||
}
|
||||
});
|
||||
|
||||
url += '&Book_page=' + pageNo;
|
||||
url += '&key=' + this.key;
|
||||
return this.parseNovels(url);
|
||||
}
|
||||
|
||||
const body = await fetchApi(url).then(res => res.text());
|
||||
const loadedCheerio = parseHTML(body);
|
||||
|
||||
loadedCheerio(
|
||||
'ul[class="search-results"] > li:not([class="ad_type_catalog"])',
|
||||
).each((index, element) => {
|
||||
loadedCheerio(element).find('p > a').text();
|
||||
const name = loadedCheerio(element).find('p > a').text();
|
||||
const cover = loadedCheerio(element).find('img').attr('src');
|
||||
const path = loadedCheerio(element).find('p > a').attr('href');
|
||||
if (!name || !path) return;
|
||||
|
||||
novels.push({ name, cover: this.site + cover, path });
|
||||
});
|
||||
|
||||
return novels;
|
||||
async searchNovels(
|
||||
searchTerm: string,
|
||||
page: number = 1,
|
||||
): Promise<Plugin.NovelItem[]> {
|
||||
const url = `${this.site}/api3/searchBooks?t=${encodeURIComponent(
|
||||
searchTerm,
|
||||
)}&limit=40&page=${page}&key=${this.key}`;
|
||||
return this.parseNovels(url);
|
||||
}
|
||||
|
||||
async parseNovel(novelPath: string): Promise<Plugin.SourceNovel> {
|
||||
let result = await fetchApi(this.site + novelPath);
|
||||
if (result.url.includes('mature?path=')) {
|
||||
const formData = new FormData();
|
||||
formData.append('path', novelPath);
|
||||
formData.append('ok', 'Да');
|
||||
|
||||
result = await fetchApi(result.url, {
|
||||
method: 'POST',
|
||||
body: formData,
|
||||
});
|
||||
}
|
||||
const body = await result.text();
|
||||
const loadedCheerio = parseHTML(body);
|
||||
const book = await fetchApi(
|
||||
this.site + '/api3/book?book_id=' + novelPath + '&key=' + this.key,
|
||||
{ headers },
|
||||
).then(res => res.json() as Promise<BookResponse>);
|
||||
|
||||
const novel: Plugin.SourceNovel = {
|
||||
name: book.response.t_title || book.response.s_title,
|
||||
path: novelPath,
|
||||
name: loadedCheerio('.span8 > h1, .book__title').text().trim(),
|
||||
cover: book.response.img,
|
||||
genres: [book.response.genres, book.response.tags]
|
||||
.flatMap(c => c?.map?.((g: any) => g.title || g.name))
|
||||
.join(','),
|
||||
summary: book.response.description,
|
||||
author: book.response.author,
|
||||
status:
|
||||
book.response.status === 'Завершён'
|
||||
? NovelStatus.Completed
|
||||
: NovelStatus.Ongoing,
|
||||
rating:
|
||||
book.response.rate && book.response.rate.count > 0
|
||||
? Number(
|
||||
(book.response.rate.sum / book.response.rate.count).toFixed(2),
|
||||
)
|
||||
: undefined,
|
||||
};
|
||||
if (novel.name?.includes?.('[')) {
|
||||
novel.name = novel.name.split('[')[0].trim();
|
||||
}
|
||||
novel.cover =
|
||||
|
||||
const chaptersData = await fetchApi(
|
||||
this.site +
|
||||
loadedCheerio('div[class="images"] > div img, .book__cover > img').attr(
|
||||
'src',
|
||||
);
|
||||
novel.summary = loadedCheerio(
|
||||
'#Info > div:nth-child(4) > p:nth-child(1), .book__description',
|
||||
)
|
||||
.text()
|
||||
.trim();
|
||||
const genres: string[] = [];
|
||||
|
||||
loadedCheerio('div.span5 > p').each(function () {
|
||||
switch (loadedCheerio(this).find('strong').text()) {
|
||||
case 'Автор:':
|
||||
novel.author = loadedCheerio(this).find('em > a').text().trim();
|
||||
break;
|
||||
case 'Выпуск:':
|
||||
novel.status =
|
||||
loadedCheerio(this).find('em').text().trim() === 'продолжается'
|
||||
? NovelStatus.Ongoing
|
||||
: NovelStatus.Completed;
|
||||
break;
|
||||
case 'Тэги:':
|
||||
loadedCheerio(this)
|
||||
.find('em > a')
|
||||
.each(function () {
|
||||
genres.push(loadedCheerio(this).text());
|
||||
});
|
||||
break;
|
||||
case 'Жанры:':
|
||||
loadedCheerio(this)
|
||||
.find('em > a')
|
||||
.each(function () {
|
||||
genres.push(loadedCheerio(this).text());
|
||||
});
|
||||
break;
|
||||
}
|
||||
});
|
||||
|
||||
if (genres.length) {
|
||||
novel.genres = genres.reverse().join(',');
|
||||
}
|
||||
'/api3/bookChapters?book_id=' +
|
||||
novelPath +
|
||||
'&key=' +
|
||||
this.key,
|
||||
{ headers },
|
||||
).then(res => res.json() as Promise<ChaptersResponse>);
|
||||
|
||||
const chapters: Plugin.ChapterItem[] = [];
|
||||
if (this.id === 'rulate') {
|
||||
loadedCheerio('table > tbody > tr.chapter_row').each(
|
||||
(chapterIndex, element) => {
|
||||
const chapterName = loadedCheerio(element)
|
||||
.find('td[class="t"] > a')
|
||||
.text()
|
||||
.trim();
|
||||
const releaseDate = loadedCheerio(element)
|
||||
.find('td > span')
|
||||
.attr('title')
|
||||
?.trim();
|
||||
const chapterUrl = loadedCheerio(element)
|
||||
.find('td[class="t"] > a')
|
||||
.attr('href');
|
||||
|
||||
if (
|
||||
!loadedCheerio(element).find('td > span[class="disabled"]')
|
||||
.length &&
|
||||
releaseDate &&
|
||||
chapterUrl
|
||||
) {
|
||||
chapters.push({
|
||||
name: chapterName,
|
||||
path: chapterUrl,
|
||||
releaseTime: this.parseDate(releaseDate),
|
||||
chapterNumber: chapterIndex + 1,
|
||||
});
|
||||
}
|
||||
},
|
||||
);
|
||||
} else {
|
||||
loadedCheerio('a.chapter').each((chapterIndex, element) => {
|
||||
const chapterName = loadedCheerio(element)
|
||||
.find('div:nth-child(1) > span:nth-child(2)')
|
||||
.text()
|
||||
.trim();
|
||||
const chapterUrl = loadedCheerio(element).attr('href');
|
||||
const isPaid = loadedCheerio(element).find(
|
||||
'span[data-can-buy="true"]',
|
||||
).length;
|
||||
|
||||
if (!isPaid && chapterUrl) {
|
||||
if (chaptersData.response && Array.isArray(chaptersData.response)) {
|
||||
chaptersData.response.forEach(chapter => {
|
||||
if (chapter.can_read && chapter.subscription === 0) {
|
||||
chapters.push({
|
||||
name: chapterName,
|
||||
path: chapterUrl,
|
||||
chapterNumber: chapterIndex + 1,
|
||||
name: chapter.title + (chapter.illustrated ? ' 🖼️' : ''),
|
||||
path: novelPath + '/' + chapter.id,
|
||||
releaseTime: dayjs(chapter.cdate * 1000).format('LLL'),
|
||||
chapterNumber: chapter.ord,
|
||||
});
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
novel.chapters = chapters;
|
||||
return novel;
|
||||
}
|
||||
|
||||
async parseChapter(chapterPath: string): Promise<string> {
|
||||
let result = await fetchApi(this.site + chapterPath);
|
||||
if (result.url.includes('mature?path=')) {
|
||||
const formData = new FormData();
|
||||
formData.append('path', chapterPath.split('/').slice(0, 3).join('/'));
|
||||
formData.append('ok', 'Да');
|
||||
|
||||
result = await fetchApi(result.url, {
|
||||
method: 'POST',
|
||||
body: formData,
|
||||
});
|
||||
}
|
||||
const body = await result.text();
|
||||
const loadedCheerio = parseHTML(body);
|
||||
|
||||
const chapterText = loadedCheerio('.content-text, #read-text').html();
|
||||
return chapterText || '';
|
||||
}
|
||||
|
||||
async searchNovels(searchTerm: string): Promise<Plugin.NovelItem[]> {
|
||||
const novels: Plugin.NovelItem[] = [];
|
||||
const result: response[] = await fetchApi(
|
||||
const [book, chapter] = chapterPath.split('/');
|
||||
const body = await fetchApi(
|
||||
this.site +
|
||||
'/search/autocomplete?query=' +
|
||||
encodeURIComponent(searchTerm),
|
||||
).then(res => res.json());
|
||||
'/api3/chapter?book_id=' +
|
||||
book +
|
||||
'&chapter_id=' +
|
||||
chapter +
|
||||
'&key=' +
|
||||
this.key,
|
||||
{ headers },
|
||||
).then(res => res.json() as Promise<ChapterTextResponse>);
|
||||
|
||||
result.forEach(novel => {
|
||||
const name = novel.title_one + ' / ' + novel.title_two;
|
||||
if (!novel.url) return;
|
||||
|
||||
novels.push({
|
||||
name,
|
||||
cover: this.site + novel.img,
|
||||
path: novel.url,
|
||||
});
|
||||
});
|
||||
|
||||
return novels;
|
||||
return body.response.text;
|
||||
}
|
||||
resolveUrl = (path: string, isNovel?: boolean) =>
|
||||
this.site + '/book/' + path + (isNovel ? '/' : '/ready_new');
|
||||
}
|
||||
|
||||
parseDate = (dateString: string | undefined = '') => {
|
||||
const months: Record<string, number> = {
|
||||
'янв.': 1,
|
||||
'февр.': 2,
|
||||
'мар.': 3,
|
||||
'апр.': 4,
|
||||
мая: 5,
|
||||
'июн.': 6,
|
||||
'июл.': 7,
|
||||
'авг.': 8,
|
||||
'сент.': 9,
|
||||
'окт.': 10,
|
||||
'нояб.': 11,
|
||||
'дек.': 12,
|
||||
};
|
||||
const [day, month, year, , time] = dateString.split(' ');
|
||||
if (day && months[month] && year && time) {
|
||||
return dayjs(year + '-' + months[month] + '-' + day + ' ' + time).format(
|
||||
'LLL',
|
||||
);
|
||||
}
|
||||
return dateString || null;
|
||||
interface SearchResponse {
|
||||
status: string;
|
||||
response: {
|
||||
t_title?: string;
|
||||
s_title: string;
|
||||
id: number;
|
||||
img: string;
|
||||
}[];
|
||||
}
|
||||
|
||||
interface BookResponse {
|
||||
response: {
|
||||
t_title?: string;
|
||||
s_title: string;
|
||||
img: string;
|
||||
cat?: { title: string }[];
|
||||
genres?: { title: string }[];
|
||||
tags?: { name: string }[];
|
||||
description: string;
|
||||
author: string;
|
||||
status: string;
|
||||
rate?: { sum: number; count: number };
|
||||
};
|
||||
}
|
||||
|
||||
type response = {
|
||||
id: number;
|
||||
title_one: string;
|
||||
title_two: string;
|
||||
url: string;
|
||||
img: string;
|
||||
};
|
||||
interface ChaptersResponse {
|
||||
response: {
|
||||
title: string;
|
||||
id: number;
|
||||
ord: number;
|
||||
cdate: number;
|
||||
subscription: number;
|
||||
can_read: boolean;
|
||||
illustrated?: boolean;
|
||||
}[];
|
||||
}
|
||||
|
||||
interface ChapterTextResponse {
|
||||
response: {
|
||||
text: string;
|
||||
};
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user