[MyReadingManga] Add source
Draken
1 year ago
parent
2a1c5bc6da
commit
68c3a7148f
@ -1 +1 @@
|
|||||||
total: 1195
|
total: 1196
|
||||||
@ -0,0 +1,276 @@
|
|||||||
|
package org.koitharu.kotatsu.parsers.site.all
|
||||||
|
|
||||||
|
import androidx.collection.ArraySet
|
||||||
|
import org.jsoup.nodes.Document
|
||||||
|
import org.jsoup.nodes.Element
|
||||||
|
import org.koitharu.kotatsu.parsers.MangaLoaderContext
|
||||||
|
import org.koitharu.kotatsu.parsers.MangaSourceParser
|
||||||
|
import org.koitharu.kotatsu.parsers.config.ConfigKey
|
||||||
|
import org.koitharu.kotatsu.parsers.core.LegacyPagedMangaParser
|
||||||
|
import org.koitharu.kotatsu.parsers.exception.ParseException
|
||||||
|
import org.koitharu.kotatsu.parsers.model.*
|
||||||
|
import org.koitharu.kotatsu.parsers.util.*
|
||||||
|
import java.text.SimpleDateFormat
|
||||||
|
import java.util.regex.Pattern
|
||||||
|
import java.util.*
|
||||||
|
|
||||||
|
@MangaSourceParser("MYREADINGMANGA", "MyReadingManga")
|
||||||
|
internal class MyReadingManga(context: MangaLoaderContext) : LegacyPagedMangaParser(context, MangaParserSource.MYREADINGMANGA, 20) {
|
||||||
|
|
||||||
|
override val configKeyDomain = ConfigKey.Domain("myreadingmanga.info")
|
||||||
|
|
||||||
|
override fun onCreateConfig(keys: MutableCollection<ConfigKey<*>>) {
|
||||||
|
super.onCreateConfig(keys)
|
||||||
|
keys.add(userAgentKey)
|
||||||
|
}
|
||||||
|
|
||||||
|
override val filterCapabilities: MangaListFilterCapabilities
|
||||||
|
get() = MangaListFilterCapabilities(
|
||||||
|
isMultipleTagsSupported = true,
|
||||||
|
isTagsExclusionSupported = false,
|
||||||
|
isSearchSupported = true,
|
||||||
|
isOriginalLocaleSupported = true,
|
||||||
|
)
|
||||||
|
|
||||||
|
override val availableSortOrders: Set<SortOrder> = EnumSet.of(
|
||||||
|
SortOrder.UPDATED,
|
||||||
|
SortOrder.POPULARITY,
|
||||||
|
SortOrder.ALPHABETICAL,
|
||||||
|
SortOrder.NEWEST,
|
||||||
|
)
|
||||||
|
|
||||||
|
override suspend fun getFilterOptions() = MangaListFilterOptions(
|
||||||
|
availableTags = fetchTags(),
|
||||||
|
availableStates = EnumSet.of(MangaState.ONGOING, MangaState.FINISHED),
|
||||||
|
availableContentRating = EnumSet.of(ContentRating.ADULT),
|
||||||
|
availableLocales = setOf(
|
||||||
|
Locale.ENGLISH, Locale.JAPANESE, Locale.CHINESE, Locale.GERMAN, Locale.ITALIAN,
|
||||||
|
Locale("ru"), Locale("es"), Locale("pt", "BR"), Locale("tr"), Locale("vi"),
|
||||||
|
Locale("ar"), Locale("id"), Locale("ko"),
|
||||||
|
),
|
||||||
|
)
|
||||||
|
|
||||||
|
private fun getLanguageForFilter(locale: Locale): String {
|
||||||
|
return when (locale.language) {
|
||||||
|
"en" -> "English"
|
||||||
|
"ja" -> "Japanese"
|
||||||
|
"zh" -> "Chinese"
|
||||||
|
"de" -> "German"
|
||||||
|
"it" -> "Italian"
|
||||||
|
"ru" -> "Russian"
|
||||||
|
"es" -> "Spanish"
|
||||||
|
"pt" -> "Portuguese"
|
||||||
|
"tr" -> "Turkish"
|
||||||
|
"vi" -> "Vietnamese"
|
||||||
|
"ar" -> "Arabic"
|
||||||
|
"id" -> "Indonesia"
|
||||||
|
"ko" -> "Korean"
|
||||||
|
else -> "English"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
override suspend fun getListPage(page: Int, order: SortOrder, filter: MangaListFilter): List<Manga> {
|
||||||
|
val url = buildString {
|
||||||
|
append("https://")
|
||||||
|
append(domain)
|
||||||
|
append("/search/?wpsolr_page=")
|
||||||
|
append(page)
|
||||||
|
|
||||||
|
when {
|
||||||
|
!filter.query.isNullOrEmpty() -> {
|
||||||
|
append("&wpsolr_q=")
|
||||||
|
append(filter.query.replace(' ', '+'))
|
||||||
|
}
|
||||||
|
else -> {
|
||||||
|
append("&wpsolr_sort=")
|
||||||
|
when (order) {
|
||||||
|
SortOrder.UPDATED -> append("sort_by_date_desc")
|
||||||
|
SortOrder.POPULARITY -> append("sort_by_relevancy_desc")
|
||||||
|
SortOrder.ALPHABETICAL -> append("sort_by_title_asc")
|
||||||
|
SortOrder.NEWEST -> append("sort_by_date_desc")
|
||||||
|
else -> append("sort_by_random")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
var paramIndex = 0
|
||||||
|
|
||||||
|
filter.locale?.let {
|
||||||
|
append("&wpsolr_fq[$paramIndex]=lang_str:")
|
||||||
|
append(getLanguageForFilter(it))
|
||||||
|
paramIndex++
|
||||||
|
}
|
||||||
|
|
||||||
|
if (filter.tags.isNotEmpty()) {
|
||||||
|
filter.tags.forEach { tag ->
|
||||||
|
append("&wpsolr_fq[$paramIndex]=")
|
||||||
|
append("genre_str:${tag.key}")
|
||||||
|
paramIndex++
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
filter.states.oneOrThrowIfMany()?.let {
|
||||||
|
append("&wpsolr_fq[$paramIndex]=status:")
|
||||||
|
append(
|
||||||
|
when (it) {
|
||||||
|
MangaState.ONGOING -> "Ongoing"
|
||||||
|
MangaState.FINISHED -> "Completed"
|
||||||
|
else -> "Ongoing"
|
||||||
|
},
|
||||||
|
)
|
||||||
|
paramIndex++
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
val doc = webClient.httpGet(url).parseHtml()
|
||||||
|
return parseMangaList(doc)
|
||||||
|
}
|
||||||
|
|
||||||
|
private suspend fun parseMangaList(doc: Document): List<Manga> {
|
||||||
|
return doc.select("div.results-by-facets div[id*=res]").map { element ->
|
||||||
|
val titleElement = element.selectFirst("a") ?: element.parseFailed("No title element found")
|
||||||
|
val thumbnailElement = element.selectFirst("img")
|
||||||
|
|
||||||
|
Manga(
|
||||||
|
id = generateUid(titleElement.attr("href")),
|
||||||
|
title = titleElement.text().replace(titleRegex.toRegex(), "").substringBeforeLast("(").trim(),
|
||||||
|
altTitles = emptySet(),
|
||||||
|
url = titleElement.attrAsRelativeUrl("href"),
|
||||||
|
publicUrl = titleElement.absUrl("href"),
|
||||||
|
rating = RATING_UNKNOWN,
|
||||||
|
contentRating = ContentRating.ADULT,
|
||||||
|
coverUrl = findImageSrc(thumbnailElement),
|
||||||
|
tags = emptySet(),
|
||||||
|
state = null,
|
||||||
|
authors = emptySet(),
|
||||||
|
source = source,
|
||||||
|
)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
override suspend fun getDetails(manga: Manga): Manga {
|
||||||
|
val doc = webClient.httpGet(manga.url.toAbsoluteUrl(domain)).parseHtml()
|
||||||
|
val title = doc.selectFirst("h1")?.text() ?: manga.title
|
||||||
|
val author = title.substringAfter("[").substringBefore("]").trim()
|
||||||
|
val genres = doc.select(".entry-header p a[href*=genre], [href*=tag], span.entry-categories a")
|
||||||
|
.mapToSet {
|
||||||
|
MangaTag(
|
||||||
|
title = it.text().toTitleCase(),
|
||||||
|
key = it.attr("href").substringAfterLast("/").substringBefore("/"),
|
||||||
|
source = source,
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
val basicDescription = title
|
||||||
|
val scanlatedBy = doc.select(".entry-terms:has(a[href*=group])")
|
||||||
|
.firstOrNull()?.select("a[href*=group]")
|
||||||
|
?.joinToString(prefix = "Scanlated by: ") { it.text() }
|
||||||
|
val extendedDescription = doc.select(".entry-content p:not(p:containsOwn(|)):not(.chapter-class + p)")
|
||||||
|
.joinToString("\n") { it.text() }
|
||||||
|
val description = listOfNotNull(basicDescription, scanlatedBy, extendedDescription).joinToString("\n").trim()
|
||||||
|
|
||||||
|
val state = when (doc.select("a[href*=status]").firstOrNull()?.text()) {
|
||||||
|
"Ongoing" -> MangaState.ONGOING
|
||||||
|
"Completed" -> MangaState.FINISHED
|
||||||
|
else -> null
|
||||||
|
}
|
||||||
|
|
||||||
|
val chapters = parseChapters(doc)
|
||||||
|
|
||||||
|
return manga.copy(
|
||||||
|
description = description,
|
||||||
|
tags = genres,
|
||||||
|
state = state,
|
||||||
|
authors = setOfNotNull(author.takeIf { it.isNotEmpty() }),
|
||||||
|
chapters = chapters,
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
override suspend fun getPages(chapter: MangaChapter): List<MangaPage> {
|
||||||
|
val doc = webClient.httpGet(chapter.url.toAbsoluteUrl(domain)).parseHtml()
|
||||||
|
|
||||||
|
val images = (doc.select("div.entry-content img") + doc.select("div.separator img[data-src]"))
|
||||||
|
.mapNotNull { findImageSrc(it) }
|
||||||
|
.distinct()
|
||||||
|
|
||||||
|
return images.mapIndexed { i, url ->
|
||||||
|
MangaPage(
|
||||||
|
id = generateUid(url),
|
||||||
|
url = url,
|
||||||
|
preview = null,
|
||||||
|
source = source,
|
||||||
|
)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private suspend fun fetchTags(): Set<MangaTag> {
|
||||||
|
val doc = webClient.httpGet("https://${domain}").parseHtml()
|
||||||
|
return doc.select(".tagcloud a[href*=/genre/]").mapToSet {
|
||||||
|
MangaTag(
|
||||||
|
title = it.text().toTitleCase(),
|
||||||
|
key = it.attr("href").substringAfterLast("/").substringBefore("/"),
|
||||||
|
source = source,
|
||||||
|
)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private val titleRegex = Pattern.compile("""\[[^]]*]""")
|
||||||
|
private val imgRegex = Pattern.compile("""\.(jpg|png|jpeg|webp)""")
|
||||||
|
|
||||||
|
private fun findImageSrc(element: Element?): String? {
|
||||||
|
element ?: return null
|
||||||
|
|
||||||
|
return when {
|
||||||
|
element.hasAttr("data-src") && imgRegex.matcher(element.attr("data-src")).find() ->
|
||||||
|
element.absUrl("data-src")
|
||||||
|
element.hasAttr("data-cfsrc") && imgRegex.matcher(element.attr("data-cfsrc")).find() ->
|
||||||
|
element.absUrl("data-cfsrc")
|
||||||
|
element.hasAttr("src") && imgRegex.matcher(element.attr("src")).find() ->
|
||||||
|
element.absUrl("src")
|
||||||
|
element.hasAttr("data-lazy-src") ->
|
||||||
|
element.absUrl("data-lazy-src")
|
||||||
|
else -> null
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private fun parseChapters(document: Document): List<MangaChapter> {
|
||||||
|
val chapters = mutableListOf<MangaChapter>()
|
||||||
|
val mangaUrl = document.baseUri()
|
||||||
|
val date = parseDate(document.select(".entry-time").text())
|
||||||
|
val chFirstName = document.select(".chapter-class a[href*=$mangaUrl]").firstOrNull()?.text()
|
||||||
|
?.ifEmpty { "Ch. 1" }?.replaceFirstChar { it.uppercase() } ?: "Ch. 1"
|
||||||
|
|
||||||
|
chapters.add(importChapter("1", mangaUrl, date, chFirstName))
|
||||||
|
|
||||||
|
val lastChapterNumber = document.select("a[class=page-numbers]").lastOrNull()?.text()?.toIntOrNull()
|
||||||
|
if (lastChapterNumber != null && lastChapterNumber > 1) {
|
||||||
|
for (i in 2..lastChapterNumber) {
|
||||||
|
chapters.add(importChapter(i.toString(), mangaUrl, date, "Ch. $i"))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return chapters
|
||||||
|
}
|
||||||
|
|
||||||
|
private fun parseDate(date: String): Long {
|
||||||
|
return try {
|
||||||
|
SimpleDateFormat("MMM dd, yyyy", Locale.US).parse(date)?.time ?: 0
|
||||||
|
} catch (e: Exception) {
|
||||||
|
0
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private fun importChapter(pageNumber: String, mangaUrl: String, date: Long, chapterName: String): MangaChapter {
|
||||||
|
return MangaChapter(
|
||||||
|
id = generateUid("$mangaUrl/$pageNumber"),
|
||||||
|
title = chapterName,
|
||||||
|
number = pageNumber.toFloatOrNull() ?: 0f,
|
||||||
|
url = "$mangaUrl/$pageNumber",
|
||||||
|
uploadDate = date,
|
||||||
|
source = source,
|
||||||
|
scanlator = null,
|
||||||
|
branch = null,
|
||||||
|
volume = 0,
|
||||||
|
)
|
||||||
|
}
|
||||||
|
}
|
||||||
Loading…
Reference in New Issue