refactor: Rulate (#1998)

* update

* test

* fix

* restore

* chapterNumber

* up#
This commit is contained in:
Rider21
2026-02-05 21:13:27 +03:00
committed by GitHub
parent 6e2e51f3dd
commit e358ad5b95
11 changed files with 901 additions and 11812 deletions
+179
View File
@@ -0,0 +1,179 @@
{
"filters": {
"genres": {
"type": "Checkbox",
"label": "Жанры: все жанры любой жанр",
"value": "",
"options": [
{
"label": "арт",
"value": "1"
},
{
"label": "боевик",
"value": "2"
},
{
"label": "боевые искусства",
"value": "3"
},
{
"label": "вампиры",
"value": "4"
},
{
"label": "гарем",
"value": "5"
},
{
"label": "гендерная интрига",
"value": "6"
},
{
"label": "героическое фэнтези",
"value": "7"
},
{
"label": "детектив",
"value": "8"
},
{
"label": "дзёсэй",
"value": "9"
},
{
"label": "додзинси",
"value": "10"
},
{
"label": "драма",
"value": "11"
},
{
"label": "игра",
"value": "12"
},
{
"label": "история",
"value": "13"
},
{
"label": "кодомо",
"value": "14"
},
{
"label": "комедия",
"value": "15"
},
{
"label": "махо-сёдзё",
"value": "16"
},
{
"label": "меха",
"value": "17"
},
{
"label": "мистика",
"value": "18"
},
{
"label": "научная фантастика",
"value": "19"
},
{
"label": "новый жанр",
"value": "45"
},
{
"label": "повседневность",
"value": "20"
},
{
"label": "постапокалиптика",
"value": "21"
},
{
"label": "приключения",
"value": "22"
},
{
"label": "психология",
"value": "23"
},
{
"label": "романтика",
"value": "24"
},
{
"label": "самурайский боевик",
"value": "25"
},
{
"label": "сверхъестественное",
"value": "26"
},
{
"label": "сёдзё",
"value": "27"
},
{
"label": "сёдзё-ай",
"value": "28"
},
{
"label": "сёнэн",
"value": "29"
},
{
"label": "сёнэн-ай",
"value": "30"
},
{
"label": "спорт",
"value": "31"
},
{
"label": "сэйнэн",
"value": "32"
},
{
"label": "сянься (XianXia)",
"value": "42"
},
{
"label": "трагедия",
"value": "33"
},
{
"label": "триллер",
"value": "34"
},
{
"label": "ужасы",
"value": "35"
},
{
"label": "уся (wuxia)",
"value": "41"
},
{
"label": "фантастика",
"value": "36"
},
{
"label": "фэнтези",
"value": "37"
},
{
"label": "школа",
"value": "38"
},
{
"label": "этти",
"value": "39"
}
]
}
}
}
@@ -0,0 +1,295 @@
{
"filters": {
"genres": {
"type": "Checkbox",
"label": "Жанры: все жанры любой жанр",
"value": "",
"options": [
{
"label": "анал",
"value": "2"
},
{
"label": "Арт",
"value": "70"
},
{
"label": "бдсм",
"value": "3"
},
{
"label": "Боевые искусства",
"value": "52"
},
{
"label": "большая грудь",
"value": "5"
},
{
"label": "большая попка",
"value": "6"
},
{
"label": "большой член",
"value": "7"
},
{
"label": "бондаж",
"value": "8"
},
{
"label": "в первый раз",
"value": "9"
},
{
"label": "в цвете",
"value": "10"
},
{
"label": "гарем",
"value": "11"
},
{
"label": "Гарем",
"value": "71"
},
{
"label": "гендарная интрига",
"value": "12"
},
{
"label": "Героическое фэнтези",
"value": "57"
},
{
"label": "групповой секс",
"value": "13"
},
{
"label": "детектив",
"value": "39"
},
{
"label": "Детектив",
"value": "50"
},
{
"label": "Дзёсэй",
"value": "45"
},
{
"label": "драма",
"value": "14"
},
{
"label": "Драма",
"value": "46"
},
{
"label": "зрелые женщины (milf)",
"value": "15"
},
{
"label": "измена",
"value": "16"
},
{
"label": "изнасилование",
"value": "17"
},
{
"label": "инцест",
"value": "18"
},
{
"label": "исторический",
"value": "19"
},
{
"label": "История",
"value": "62"
},
{
"label": "комедия",
"value": "20"
},
{
"label": "Комедия",
"value": "51"
},
{
"label": "контроль над разумом",
"value": "35"
},
{
"label": "маленькая грудь",
"value": "21"
},
{
"label": "мистика",
"value": "40"
},
{
"label": "Мистика",
"value": "66"
},
{
"label": "Мурим",
"value": "54"
},
{
"label": "научная фантастика",
"value": "22"
},
{
"label": "Научная фантастика",
"value": "72"
},
{
"label": "нетораре",
"value": "23"
},
{
"label": "оральный секс",
"value": "24"
},
{
"label": "повседневность",
"value": "41"
},
{
"label": "Повседневность",
"value": "53"
},
{
"label": "Постапокалиптика",
"value": "55"
},
{
"label": "приключения",
"value": "38"
},
{
"label": "Приключения",
"value": "42"
},
{
"label": "Психология",
"value": "63"
},
{
"label": "публичный секс",
"value": "33"
},
{
"label": "романтика",
"value": "25"
},
{
"label": "Романтика",
"value": "47"
},
{
"label": "с изображениями ",
"value": "36"
},
{
"label": "сверхъестественное",
"value": "34"
},
{
"label": "Сверхъестественное",
"value": "58"
},
{
"label": "Сёдзё",
"value": "48"
},
{
"label": "Сёнэн",
"value": "43"
},
{
"label": "смат",
"value": "37"
},
{
"label": "Спорт",
"value": "65"
},
{
"label": "Сэйнэн",
"value": "64"
},
{
"label": "тентакли",
"value": "26"
},
{
"label": "трагедия",
"value": "27"
},
{
"label": "Трагедия",
"value": "61"
},
{
"label": "Триллер",
"value": "69"
},
{
"label": "ужасы",
"value": "28"
},
{
"label": "Ужасы",
"value": "68"
},
{
"label": "фантастика",
"value": "32"
},
{
"label": "Фантастика",
"value": "60"
},
{
"label": "фэнтези",
"value": "29"
},
{
"label": "Фэнтези",
"value": "44"
},
{
"label": "чикан",
"value": "30"
},
{
"label": "Школьная жизнь",
"value": "59"
},
{
"label": "Экшен",
"value": "49"
},
{
"label": "Эротика",
"value": "56"
},
{
"label": "этти",
"value": "31"
},
{
"label": "Этти",
"value": "67"
},
{
"label": "ahegao",
"value": "1"
}
]
}
}
}
+195
View File
@@ -0,0 +1,195 @@
{
"filters": {
"genres": {
"type": "Checkbox",
"label": "Жанры: все жанры любой жанр",
"value": "",
"options": [
{
"label": "18+",
"value": "52"
},
{
"label": "21+",
"value": "59"
},
{
"label": "арт",
"value": "1"
},
{
"label": "боевик",
"value": "2"
},
{
"label": "боевые искусства",
"value": "3"
},
{
"label": "гаремник",
"value": "5"
},
{
"label": "героическое фэнтези",
"value": "7"
},
{
"label": "городское фэнтези",
"value": "57"
},
{
"label": "детектив",
"value": "8"
},
{
"label": "дзёсэй",
"value": "9"
},
{
"label": "додзинси",
"value": "10"
},
{
"label": "драма",
"value": "11"
},
{
"label": "история",
"value": "13"
},
{
"label": "киберпанк",
"value": "46"
},
{
"label": "кодомо",
"value": "14"
},
{
"label": "комедия",
"value": "15"
},
{
"label": "литрпг",
"value": "48"
},
{
"label": "махо-сёдзё",
"value": "16"
},
{
"label": "мелодрама",
"value": "49"
},
{
"label": "меха",
"value": "17"
},
{
"label": "мистика",
"value": "18"
},
{
"label": "научная фантастика",
"value": "19"
},
{
"label": "повседневность",
"value": "20"
},
{
"label": "постапокалиптика",
"value": "21"
},
{
"label": "приключения",
"value": "22"
},
{
"label": "психология",
"value": "23"
},
{
"label": "романтика",
"value": "24"
},
{
"label": "самурайский боевик",
"value": "25"
},
{
"label": "сверхъестественное",
"value": "26"
},
{
"label": "сёдзё",
"value": "27"
},
{
"label": "сёнэн",
"value": "29"
},
{
"label": "смат",
"value": "45"
},
{
"label": "спорт",
"value": "31"
},
{
"label": "сэйнэн",
"value": "32"
},
{
"label": "сюаньхуа",
"value": "44"
},
{
"label": "сюаньхуань",
"value": "47"
},
{
"label": "сянься (XianXia)",
"value": "42"
},
{
"label": "трагедия",
"value": "33"
},
{
"label": "триллер",
"value": "34"
},
{
"label": "ужасы",
"value": "35"
},
{
"label": "уся (wuxia)",
"value": "41"
},
{
"label": "фантастика",
"value": "36"
},
{
"label": "фанфик",
"value": "50"
},
{
"label": "фэнтези",
"value": "37"
},
{
"label": "школа",
"value": "38"
},
{
"label": "этти",
"value": "39"
}
]
}
}
}
+22 -35
View File
@@ -1,43 +1,33 @@
import list from './sources.json' with { type: 'json' };
import defaultSettings from './settings.json' with { type: 'json' };
import { readFileSync } from 'fs';
import { existsSync, readFileSync } from 'fs';
import { fileURLToPath } from 'url';
import { dirname, join } from 'path';
const folder = dirname(fileURLToPath(import.meta.url));
const FilterTypes = {
TextInput: 'Text',
Picker: 'Picker',
CheckboxGroup: 'Checkbox',
Switch: 'Switch',
ExcludableCheckboxGroup: 'XCheckbox',
};
const key = 'fpoiKLUues81werht039';
export const generateAll = function () {
return list
.map(p => {
if (p.filters) {
p.filters.cat.options.unshift(...defaultSettings.filters.cat.options);
}
p.filters = Object.assign(defaultSettings.filters, p.filters);
return list.map(source => {
source.key = key;
source.filters = defaultSettings.filters;
let d = false;
const filters = {};
for (const k in p.filters) {
const f = p.filters[k];
if (f) {
filters[k] = {
...f,
type: FilterTypes[f.type],
};
}
}
return { ...p, filters: d ? undefined : filters };
})
.map(source => {
console.log(`[rulate]: Generating`, source.id);
return generator(source);
});
const exist = existsSync(
join(folder, 'filters', source.sourceName + '.json'),
);
if (exist) {
const filters = readFileSync(
join(folder, 'filters', source.sourceName + '.json'),
);
source.filters = Object.assign(
defaultSettings.filters,
JSON.parse(filters).filters,
);
}
console.log(`[rulate]: Generating`, source.id);
return generator(source);
});
};
const generator = function generator(source) {
@@ -47,10 +37,7 @@ const generator = function generator(source) {
const pluginScript = `
${rulateTemplate}
const plugin = new RulatePlugin(${JSON.stringify(source)
.replace(/"type":"([^"]+)"/g, '"type":FilterTypes.$1')
.replace(/\.XCheckbox/g, '.ExcludableCheckboxGroup') //remember to redo
.replace(/\.Checkbox/g, '.CheckboxGroup')});
const plugin = new RulatePlugin(${JSON.stringify(source)});
export default plugin;
`.trim();
File diff suppressed because it is too large Load Diff
File diff suppressed because it is too large Load Diff
+135 -203
View File
@@ -1,8 +1,7 @@
import { fetchApi } from '@libs/fetch';
import { Filters, FilterTypes } from '@libs/filterInputs';
import { Filters } from '@libs/filterInputs';
import { Plugin } from '@/types/plugin';
import { NovelStatus } from '@libs/novelStatus';
import { load as parseHTML } from 'cheerio';
import dayjs from 'dayjs';
export type RulateMetadata = {
@@ -11,6 +10,12 @@ export type RulateMetadata = {
sourceName: string;
filters?: Filters;
versionIncrements: number;
key: string;
};
const headers = {
'User-Agent': 'RuLateApp Android',
'accept-encoding': 'gzip',
};
class RulatePlugin implements Plugin.PluginBase {
@@ -20,251 +25,178 @@ class RulatePlugin implements Plugin.PluginBase {
site: string;
version: string;
filters?: Filters | undefined;
key: string;
constructor(metadata: RulateMetadata) {
this.id = metadata.id;
this.name = metadata.sourceName;
this.name = metadata.sourceName + ' (API)';
this.icon = `multisrc/rulate/${metadata.id.toLowerCase()}/icon.png`;
this.site = metadata.sourceSite;
this.version = '1.0.' + (2 + metadata.versionIncrements);
this.version = '1.0.' + (0 + metadata.versionIncrements);
this.filters = metadata.filters;
this.key = metadata.key;
}
parseNovels(url: string) {
return fetchApi(url, { headers })
.then(res => res.json() as Promise<SearchResponse>)
.then((data: SearchResponse) => {
const novels: Plugin.NovelItem[] = [];
if (data.status === 'success' && data.response?.length) {
data.response.forEach(novel =>
novels.push({
name: novel.t_title || novel.s_title,
path: novel.id.toString(),
cover: novel.img,
}),
);
}
return novels;
});
}
async popularNovels(
pageNo: number,
page: number,
{ filters, showLatestNovels }: Plugin.PopularNovelsOptions,
): Promise<Plugin.NovelItem[]> {
const novels: Plugin.NovelItem[] = [];
let url = this.site + '/search?t=';
url += '&cat=' + (filters?.cat?.value || '0');
url += '&s_lang=' + (filters?.s_lang?.value || '0');
url += '&t_lang=' + (filters?.t_lang?.value || '0');
url += '&type=' + (filters?.type?.value || '0');
let url = this.site + '/api3/searchBooks?limit=40&page=' + page;
url += '&sort=' + (showLatestNovels ? '4' : filters?.sort?.value || '6');
url += '&atmosphere=' + (filters?.atmosphere?.value || '0');
url += '&adult=' + (filters?.adult?.value || '0');
Object.entries(filters || {}).forEach(([type, { value }]) => {
if (value instanceof Array && value.length) {
url +=
'&' +
value
.map(val => (type == 'extra' ? val + '=1' : type + '[]=' + val))
.join('&');
url += '&' + value.map(val => type + '[]=' + val).join('&');
}
});
url += '&Book_page=' + pageNo;
url += '&key=' + this.key;
return this.parseNovels(url);
}
const body = await fetchApi(url).then(res => res.text());
const loadedCheerio = parseHTML(body);
loadedCheerio(
'ul[class="search-results"] > li:not([class="ad_type_catalog"])',
).each((index, element) => {
loadedCheerio(element).find('p > a').text();
const name = loadedCheerio(element).find('p > a').text();
const cover = loadedCheerio(element).find('img').attr('src');
const path = loadedCheerio(element).find('p > a').attr('href');
if (!name || !path) return;
novels.push({ name, cover: this.site + cover, path });
});
return novels;
async searchNovels(
searchTerm: string,
page: number = 1,
): Promise<Plugin.NovelItem[]> {
const url = `${this.site}/api3/searchBooks?t=${encodeURIComponent(
searchTerm,
)}&limit=40&page=${page}&key=${this.key}`;
return this.parseNovels(url);
}
async parseNovel(novelPath: string): Promise<Plugin.SourceNovel> {
let result = await fetchApi(this.site + novelPath);
if (result.url.includes('mature?path=')) {
const formData = new FormData();
formData.append('path', novelPath);
formData.append('ok', 'Да');
result = await fetchApi(result.url, {
method: 'POST',
body: formData,
});
}
const body = await result.text();
const loadedCheerio = parseHTML(body);
const book = await fetchApi(
this.site + '/api3/book?book_id=' + novelPath + '&key=' + this.key,
{ headers },
).then(res => res.json() as Promise<BookResponse>);
const novel: Plugin.SourceNovel = {
name: book.response.t_title || book.response.s_title,
path: novelPath,
name: loadedCheerio('.span8 > h1, .book__title').text().trim(),
cover: book.response.img,
genres: [book.response.genres, book.response.tags]
.flatMap(c => c?.map?.((g: any) => g.title || g.name))
.join(','),
summary: book.response.description,
author: book.response.author,
status:
book.response.status === 'Завершён'
? NovelStatus.Completed
: NovelStatus.Ongoing,
rating:
book.response.rate && book.response.rate.count > 0
? Number(
(book.response.rate.sum / book.response.rate.count).toFixed(2),
)
: undefined,
};
if (novel.name?.includes?.('[')) {
novel.name = novel.name.split('[')[0].trim();
}
novel.cover =
const chaptersData = await fetchApi(
this.site +
loadedCheerio('div[class="images"] > div img, .book__cover > img').attr(
'src',
);
novel.summary = loadedCheerio(
'#Info > div:nth-child(4) > p:nth-child(1), .book__description',
)
.text()
.trim();
const genres: string[] = [];
loadedCheerio('div.span5 > p').each(function () {
switch (loadedCheerio(this).find('strong').text()) {
case 'Автор:':
novel.author = loadedCheerio(this).find('em > a').text().trim();
break;
case 'Выпуск:':
novel.status =
loadedCheerio(this).find('em').text().trim() === 'продолжается'
? NovelStatus.Ongoing
: NovelStatus.Completed;
break;
case 'Тэги:':
loadedCheerio(this)
.find('em > a')
.each(function () {
genres.push(loadedCheerio(this).text());
});
break;
case 'Жанры:':
loadedCheerio(this)
.find('em > a')
.each(function () {
genres.push(loadedCheerio(this).text());
});
break;
}
});
if (genres.length) {
novel.genres = genres.reverse().join(',');
}
'/api3/bookChapters?book_id=' +
novelPath +
'&key=' +
this.key,
{ headers },
).then(res => res.json() as Promise<ChaptersResponse>);
const chapters: Plugin.ChapterItem[] = [];
if (this.id === 'rulate') {
loadedCheerio('table > tbody > tr.chapter_row').each(
(chapterIndex, element) => {
const chapterName = loadedCheerio(element)
.find('td[class="t"] > a')
.text()
.trim();
const releaseDate = loadedCheerio(element)
.find('td > span')
.attr('title')
?.trim();
const chapterUrl = loadedCheerio(element)
.find('td[class="t"] > a')
.attr('href');
if (
!loadedCheerio(element).find('td > span[class="disabled"]')
.length &&
releaseDate &&
chapterUrl
) {
chapters.push({
name: chapterName,
path: chapterUrl,
releaseTime: this.parseDate(releaseDate),
chapterNumber: chapterIndex + 1,
});
}
},
);
} else {
loadedCheerio('a.chapter').each((chapterIndex, element) => {
const chapterName = loadedCheerio(element)
.find('div:nth-child(1) > span:nth-child(2)')
.text()
.trim();
const chapterUrl = loadedCheerio(element).attr('href');
const isPaid = loadedCheerio(element).find(
'span[data-can-buy="true"]',
).length;
if (!isPaid && chapterUrl) {
if (chaptersData.response && Array.isArray(chaptersData.response)) {
chaptersData.response.forEach(chapter => {
if (chapter.can_read && chapter.subscription === 0) {
chapters.push({
name: chapterName,
path: chapterUrl,
chapterNumber: chapterIndex + 1,
name: chapter.title + (chapter.illustrated ? ' 🖼️' : ''),
path: novelPath + '/' + chapter.id,
releaseTime: dayjs(chapter.cdate * 1000).format('LLL'),
chapterNumber: chapter.ord,
});
}
});
}
novel.chapters = chapters;
return novel;
}
async parseChapter(chapterPath: string): Promise<string> {
let result = await fetchApi(this.site + chapterPath);
if (result.url.includes('mature?path=')) {
const formData = new FormData();
formData.append('path', chapterPath.split('/').slice(0, 3).join('/'));
formData.append('ok', 'Да');
result = await fetchApi(result.url, {
method: 'POST',
body: formData,
});
}
const body = await result.text();
const loadedCheerio = parseHTML(body);
const chapterText = loadedCheerio('.content-text, #read-text').html();
return chapterText || '';
}
async searchNovels(searchTerm: string): Promise<Plugin.NovelItem[]> {
const novels: Plugin.NovelItem[] = [];
const result: response[] = await fetchApi(
const [book, chapter] = chapterPath.split('/');
const body = await fetchApi(
this.site +
'/search/autocomplete?query=' +
encodeURIComponent(searchTerm),
).then(res => res.json());
'/api3/chapter?book_id=' +
book +
'&chapter_id=' +
chapter +
'&key=' +
this.key,
{ headers },
).then(res => res.json() as Promise<ChapterTextResponse>);
result.forEach(novel => {
const name = novel.title_one + ' / ' + novel.title_two;
if (!novel.url) return;
novels.push({
name,
cover: this.site + novel.img,
path: novel.url,
});
});
return novels;
return body.response.text;
}
resolveUrl = (path: string, isNovel?: boolean) =>
this.site + '/book/' + path + (isNovel ? '/' : '/ready_new');
}
parseDate = (dateString: string | undefined = '') => {
const months: Record<string, number> = {
'янв.': 1,
'февр.': 2,
'мар.': 3,
'апр.': 4,
мая: 5,
'июн.': 6,
'июл.': 7,
'авг.': 8,
'сент.': 9,
'окт.': 10,
'нояб.': 11,
'дек.': 12,
};
const [day, month, year, , time] = dateString.split(' ');
if (day && months[month] && year && time) {
return dayjs(year + '-' + months[month] + '-' + day + ' ' + time).format(
'LLL',
);
}
return dateString || null;
interface SearchResponse {
status: string;
response: {
t_title?: string;
s_title: string;
id: number;
img: string;
}[];
}
interface BookResponse {
response: {
t_title?: string;
s_title: string;
img: string;
cat?: { title: string }[];
genres?: { title: string }[];
tags?: { name: string }[];
description: string;
author: string;
status: string;
rate?: { sum: number; count: number };
};
}
type response = {
id: number;
title_one: string;
title_two: string;
url: string;
img: string;
};
interface ChaptersResponse {
response: {
title: string;
id: number;
ord: number;
cdate: number;
subscription: number;
can_read: boolean;
illustrated?: boolean;
}[];
}
interface ChapterTextResponse {
response: {
text: string;
};
}
+65
View File
@@ -0,0 +1,65 @@
import * as fs from 'fs';
import * as path from 'path';
import { fileURLToPath } from 'url';
const __filename = fileURLToPath(import.meta.url);
const __dirname = path.dirname(__filename);
const key = 'fpoiKLUues81werht039';
async function getFilters(name, url) {
const filters = {
genres: {
type: 'Checkbox',
label: 'Жанры: все жанры любой жанр',
value: '',
options: [],
},
};
try {
const genres = await fetch(`${url}/api3/genres?key=${key}`).then(res =>
res.json(),
);
if (genres.status === 'success' && genres.response?.length) {
genres.response.forEach(genre => {
filters.genres.options.push({
label: genre.title,
value: genre.id.toString(),
});
});
filters.genres.options.sort((a, b) => a.label.localeCompare(b.label));
}
const filtersDir = path.join(__dirname, 'filters');
if (!fs.existsSync(filtersDir)) {
fs.mkdirSync(filtersDir);
}
fs.writeFileSync(
path.join(filtersDir, `${name}.json`),
JSON.stringify({ filters }, null, 2),
);
console.log(`✅ Filter updated for ${name}`);
} catch (error) {
console.error(`❌ Error processing filters for ${name}:`, error);
}
}
try {
const sourcesRaw = fs.readFileSync(
path.join(__dirname, 'sources.json'),
'utf-8',
);
const sources = JSON.parse(sourcesRaw);
for (const source of sources) {
if (source.id && source.sourceSite) {
await getFilters(source.sourceName, source.sourceSite);
}
}
} catch (e) {
console.error('Error reading or parsing sources.json', e);
}
Binary file not shown.

After

Width:  |  Height:  |  Size: 2.0 KiB

Before

Width:  |  Height:  |  Size: 613 B

After

Width:  |  Height:  |  Size: 613 B

Before

Width:  |  Height:  |  Size: 613 B

After

Width:  |  Height:  |  Size: 613 B