Skip to content

Commit

Permalink
Added New Arabic Source: rewayat.club (LNReader#1128)
Browse files Browse the repository at this point in the history
* Add files via upload

* 2nd

* another change with image

* another change with image

* another change with image

* another change with image

* another change with image

* another change with image

* another change with image

* another change with image

* another change with image

* another change with image

* another change with image

* another change with image

* another change with image

* another change with image

* another change with image

* another change with image

* another change with image

* another change with image

* another change with image

* another change with image

* another change with image

* another change with image

* clean up

* clean up

* fix handling single chapter stories

* fix handling single chapter stories

* fix handling single chapter stories

* fix handling single chapter stories

* fix handling single chapter stories

* fix handling single chapter stories

* fix handling single chapter stories

* fix handling single chapter stories

* fix handling single chapter stories

* fix handling single chapter stories

* fix handling single chapter stories

* fix handling single chapter stories

* fix handling single chapter stories

* fix handling single chapter stories

* fix handling single chapter stories

* fix handling single chapter stories

* fix handling single chapter stories

* fix handling single chapter stories

* fix handling single chapter stories

* fix handling single chapter stories and minor cleanup

* fix handling single chapter stories and minor cleanup

* New source test

* New source test

* fix bugs

* fix bugs

* fix bugs

* bugs fix

* New arabic source rewayat.club

* New arabic source rewayat.club

* New arabic source rewayat.club

* New arabic source rewayat.club

* chapter release dates improvment for ao3

* edits

* add chapter dates to ao3

* add chapter dates to ao3

* improve RewayatClub
  • Loading branch information
Dredd1987 authored Aug 12, 2024
1 parent 54ceef6 commit 48f2c2c
Show file tree
Hide file tree
Showing 3 changed files with 277 additions and 2 deletions.
Binary file added public/static/src/ar/rewayatclub/icon.png
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
250 changes: 250 additions & 0 deletions src/plugins/arabic/rewayatclub.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,250 @@
import { CheerioAPI, load as parseHTML } from 'cheerio';
import { fetchApi } from '@libs/fetch';
import { Plugin } from '@typings/plugin';
import { Filters, FilterTypes } from '@libs/filterInputs';
import { defaultCover } from '@libs/defaultCover';

class RewayatClub implements Plugin.PagePlugin {
id = 'rewayatclub';
name = 'Rewayat Club';
version = '1.0.0';
icon = 'src/ar/rewayatclub/icon.png';
site = 'https://rewayat.club/';

parseNovels(data: NovelData): Plugin.NovelItem[] {
const novels: Plugin.NovelItem[] = [];
data.results.map((item: NovelEntry) => {
novels.push({
name: item.arabic,
path: `novel/${item.slug}`,
cover: `https://api.rewayat.club/${item.poster_url.slice(1)}`,
});
});
return novels;
}

async popularNovels(
page: number,
{ showLatestNovels, filters }: Plugin.PopularNovelsOptions<Filters>,
): Promise<Plugin.NovelItem[]> {
let link = `https://api.rewayat.club/api/novels/`;

if (filters) {
if (filters.categories.value !== '') {
link += `?type=${filters.categories.value}`;
}
if (filters.sortOptions.value !== '') {
link += `&ordering=${filters.sortOptions.value}`;
}
if (filters.genre.value.length > 0) {
filters.genre.value.forEach((genre: string) => {
link += `&genre=${genre}`;
});
}
}
link += `&page=${page}`;
const body = await fetchApi(link).then(r => r.json());
const loadedCheerio = parseHTML(body);
return this.parseNovels(body);
}

async parseNovel(
novelUrl: string,
): Promise<Plugin.SourceNovel & { totalPages: number }> {
const result = await fetchApi(new URL(novelUrl, this.site).toString());
const body = await result.text();
const loadedCheerio = parseHTML(body);
const novel: Plugin.SourceNovel & { totalPages: number } = {
path: novelUrl,
name: loadedCheerio('h1.primary--text span').text().trim() || 'Untitled',
author: loadedCheerio('.novel-author').text().trim(),
summary: loadedCheerio('div.text-pre-line span').text().trim(),
totalPages: 1,
chapters: [],
};
const statusWords = new Set(['مكتملة', 'متوقفة', 'مستمرة']);
const mainGenres = Array.from(loadedCheerio('.v-slide-group__content a'))
.map(el => loadedCheerio(el).text().trim())
.join(',');
const statusGenre = Array.from(
loadedCheerio('div.v-slide-group__content span.v-chip__content'),
)
.map(el => loadedCheerio(el).text().trim())
.filter(text => statusWords.has(text));
novel.genres = `${statusGenre},${mainGenres}`;
const statusText = Array.from(
loadedCheerio('div.v-slide-group__content span.v-chip__content'),
)
.map(el => loadedCheerio(el).text().trim())
.filter(text => statusWords.has(text))
.join();
novel.status =
{
'متوقفة': 'On Hiatus',
'مكتملة': 'Completed',
'مستمرة': 'Ongoing',
}[statusText] || 'Unknown';
const imageRaw = loadedCheerio('body script:contains("__NUXT__")')
.first()
.text();
const imageUrlRegex = /poster_url:"(\\u002F[^"]+)"/;
const imageUrlMatch = imageRaw?.match(imageUrlRegex);
const ImageUrlShort = imageUrlMatch
? imageUrlMatch[1].replace(/\\u002F/g, '/').replace(/^\/*/, '')
: defaultCover;
const imageUrl = `https://api.rewayat.club/${ImageUrlShort}`;
novel.cover = imageUrl;
const chapterNumberStr = loadedCheerio('div.v-tab--active span.mr-1')
.text()
.replace(/[^\d]/g, '');
const chapterNumber = parseInt(chapterNumberStr, 10);
const pageNumber = Math.ceil(chapterNumber / 24);
novel.totalPages = pageNumber;

return novel;
}
parseChapters(data: ChapterData, novelPath: string) {
const chapter: Plugin.ChapterItem[] = [];
data.results.map((item: ChapterEntry) => {
chapter.push({
name: item.title,
releaseTime: new Date(item.date).toISOString(),
path: `${novelPath}/${item.number}`,
chapterNumber: item.number,
});
});
return chapter;
}
async parsePage(novelPath: string, page: string): Promise<Plugin.SourcePage> {
const pagePath = novelPath.slice(6);
const pageUrl = `https://api.rewayat.club/api/chapters/${pagePath}/?ordering=number&page=${page}`;
const dataJson = await fetchApi(pageUrl).then(r => r.json());
const chapters = this.parseChapters(dataJson, novelPath);
return {
chapters,
};
}
async parseChapter(chapterUrl: string): Promise<string> {
const result = await fetchApi(new URL(chapterUrl, this.site).toString());
const body = await result.text();
const loadedCheerio = parseHTML(body);
let chapterText = '';
loadedCheerio('div.v-card--flat').each((idx, ele) => {
loadedCheerio(ele)
.find('div.v-card__text')
.each((idx, textEle) => {
chapterText +=
loadedCheerio(textEle)
.find('p')
.map((_, pEle) => loadedCheerio(pEle).text().trim())
.get()
.join(' ') + ' ';
});
});
chapterText = chapterText.trim();
return chapterText;
}

async searchNovels(
searchTerm: string,
page: number,
): Promise<Plugin.NovelItem[]> {
const searchUrl = `https://api.rewayat.club/api/novels/?type=0&ordering=-num_chapters&page=${page}&search=${searchTerm}`;

const result = await fetchApi(searchUrl).then(r => r.json());
// const body = await result.text();
// const loadedCheerio = parseHTML(body);
return this.parseNovels(result);
}

filters = {
genre: {
value: [],
label: 'Genres',
options: [
{ label: 'كوميديا', value: '1' }, // Comedy
{ label: 'أكشن', value: '2' }, // Action
{ label: 'دراما', value: '3' }, // Drama
{ label: 'فانتازيا', value: '4' }, // Fantasy
{ label: 'مهارات القتال', value: '5' }, // Combat Skills
{ label: 'مغامرة', value: '6' }, // Adventure
{ label: 'رومانسي', value: '7' }, // Romance
{ label: 'خيال علمي', value: '8' }, // Science Fiction
{ label: 'الحياة المدرسية', value: '9' }, // School Life
{ label: 'قوى خارقة', value: '10' }, // Super Powers
{ label: 'سحر', value: '11' }, // Magic
{ label: 'رياضة', value: '12' }, // Sports
{ label: 'رعب', value: '13' }, // Horror
{ label: 'حريم', value: '14' }, // Harem
],
type: FilterTypes.CheckboxGroup,
},
categories: {
value: '0',
label: 'الفئات',
options: [
{ label: 'جميع الروايات', value: '0' },
{ label: 'مترجمة', value: '1' },
{ label: 'مؤلفة', value: '2' },
{ label: 'مكتملة', value: '3' },
],
type: FilterTypes.Picker,
},
sortOptions: {
value: '-num_chapters',
label: 'الترتيب',
options: [
{ label: 'عدد الفصول - من أقل ﻷعلى', value: 'num_chapters' },
{ label: 'عدد الفصول - من أعلى ﻷقل', value: '-num_chapters' },
{ label: 'الاسم - من أقل ﻷعلى', value: 'english' },
{ label: 'الاسم - من أعلى ﻷقل', value: '-english' },
],
type: FilterTypes.Picker,
},
} satisfies Filters;
}

export default new RewayatClub();

interface NovelEntry {
arabic: string;
english: string;
about: string;
poster_url: string;
slug: string;
original: boolean;
complete: boolean;
num_chapters: number;
genre: {
id: number;
arabic: string;
english: string;
};
}
interface NovelData {
count: number;
next: string;
previous: string;
results: NovelEntry[];
}
interface ChapterEntry {
number: number;
title: string;
date: string;
uploader: {
username: string;
id: number;
};
hitcounts: {
hits: number;
id: number;
};
read: any[];
}

interface ChapterData {
count: number;
next: string;
previous: string;
results: ChapterEntry[];
}
29 changes: 27 additions & 2 deletions src/plugins/english/ao3.ts
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ import { defaultCover } from '@libs/defaultCover';
class ArchiveOfOurOwn implements Plugin.PluginBase {
id = 'archiveofourown';
name = 'Archive Of Our Own';
version = '1.0.1';
version = '1.0.2';
icon = 'src/en/ao3/icon.png';
site = 'https://archiveofourown.org/';

Expand Down Expand Up @@ -100,7 +100,11 @@ class ArchiveOfOurOwn implements Plugin.PluginBase {

async parseNovel(novelUrl: string): Promise<Plugin.SourceNovel> {
const result = await fetchApi(new URL(novelUrl, this.site).toString());
const urlchapter = novelUrl + '/navigate';
const chapters = await fetchApi(new URL(urlchapter, this.site).toString());
const body = await result.text();
const chapterlisttext = await chapters.text();
const chapterlistload = parseHTML(chapterlisttext);
const loadedCheerio = parseHTML(body);

const novel: Plugin.SourceNovel = {
Expand Down Expand Up @@ -144,12 +148,31 @@ class ArchiveOfOurOwn implements Plugin.PluginBase {
.join(',');
novel.summary = `Fandom:\n${fandom}\n\nRating:\n${rating}\n\nWarning:\n${warning}\n\nSummary:\n${summary}\n\nSeries:\n${series}\n\nRelationships:\n${relation}\n\nCharacters:\n${character}\n\nStats:\n${stats}`;
const chapterItems: Plugin.ChapterItem[] = [];
const longReleaseDate: string[] = [];
let match: RegExpExecArray | null;
chapterlistload('ol.index').each((i, ele) => {
chapterlistload(ele)
.find('li')
.each((i, el) => {
const chapterNameMatch = chapterlistload(el).find('a').text().trim();
const releaseTimeText = chapterlistload(el)
.find('span.datetime')
.text()
.replace(/\(([^)]+)\)/g, '$1')
.trim();
const releaseTime = releaseTimeText
? new Date(releaseTimeText).toISOString()
: '';
longReleaseDate.push(releaseTime);
});
});
const releaseTimeText = loadedCheerio('.wrapper dd.published')
.text()
.trim();
const releaseTime = releaseTimeText
? new Date(releaseTimeText).toISOString()
: '';
let dateCounter: number = 0;
if (loadedCheerio('#chapter_index select').length > 0) {
loadedCheerio('#chapter_index select').each((i, selectEl) => {
loadedCheerio(selectEl)
Expand All @@ -158,11 +181,13 @@ class ArchiveOfOurOwn implements Plugin.PluginBase {
const chapterName = loadedCheerio(el).text().trim();
const chapterUrlCode = loadedCheerio(el).attr('value')?.trim();
const chapterUrl = `${novelUrl}/chapters/${chapterUrlCode}`;

const releaseDate: string = longReleaseDate[dateCounter];
dateCounter++;
if (chapterUrl) {
chapterItems.push({
name: chapterName,
path: chapterUrl,
releaseTime: releaseDate,
});
}
});
Expand Down

0 comments on commit 48f2c2c

Please sign in to comment.