ArabsHentai: Add source (#2063)
Naga
9 months ago
committed by
GitHub
parent
0477fe0659
commit
f61f5329e3
@ -1 +1 @@
|
||||
total: 1244
|
||||
total: 1245
|
||||
@ -0,0 +1,382 @@
|
||||
package org.koitharu.kotatsu.parsers.site.madara.ar
|
||||
|
||||
import kotlinx.coroutines.async
|
||||
import kotlinx.coroutines.coroutineScope
|
||||
import org.jsoup.nodes.Document
|
||||
import org.jsoup.nodes.Element
|
||||
import org.koitharu.kotatsu.parsers.MangaLoaderContext
|
||||
import org.koitharu.kotatsu.parsers.MangaSourceParser
|
||||
import org.koitharu.kotatsu.parsers.exception.ParseException
|
||||
import org.koitharu.kotatsu.parsers.model.ContentRating
|
||||
import org.koitharu.kotatsu.parsers.model.ContentType
|
||||
import org.koitharu.kotatsu.parsers.model.Manga
|
||||
import org.koitharu.kotatsu.parsers.model.MangaChapter
|
||||
import org.koitharu.kotatsu.parsers.model.MangaListFilter
|
||||
import org.koitharu.kotatsu.parsers.model.MangaListFilterCapabilities
|
||||
import org.koitharu.kotatsu.parsers.model.MangaListFilterOptions
|
||||
import org.koitharu.kotatsu.parsers.model.MangaPage
|
||||
import org.koitharu.kotatsu.parsers.model.MangaParserSource
|
||||
import org.koitharu.kotatsu.parsers.model.MangaState
|
||||
import org.koitharu.kotatsu.parsers.model.MangaTag
|
||||
import org.koitharu.kotatsu.parsers.model.RATING_UNKNOWN
|
||||
import org.koitharu.kotatsu.parsers.model.SortOrder
|
||||
import org.koitharu.kotatsu.parsers.site.madara.MadaraParser
|
||||
import org.koitharu.kotatsu.parsers.util.attrAsRelativeUrl
|
||||
import org.koitharu.kotatsu.parsers.util.generateUid
|
||||
import org.koitharu.kotatsu.parsers.util.mapChapters
|
||||
import org.koitharu.kotatsu.parsers.util.mapNotNullToSet
|
||||
import org.koitharu.kotatsu.parsers.util.oneOrThrowIfMany
|
||||
import org.koitharu.kotatsu.parsers.util.parseHtml
|
||||
import org.koitharu.kotatsu.parsers.util.selectFirstOrThrow
|
||||
import org.koitharu.kotatsu.parsers.util.src
|
||||
import org.koitharu.kotatsu.parsers.util.toAbsoluteUrl
|
||||
import org.koitharu.kotatsu.parsers.util.toRelativeUrl
|
||||
import org.koitharu.kotatsu.parsers.util.urlEncoded
|
||||
import java.text.SimpleDateFormat
|
||||
import java.util.EnumSet
|
||||
import java.util.Locale
|
||||
|
||||
@MangaSourceParser("ARABSHENTAI", "Arabs Hentai", "ar", ContentType.HENTAI)
|
||||
internal class ArabsHentai(context: MangaLoaderContext) :
|
||||
MadaraParser(context, MangaParserSource.ARABSHENTAI, domain = "arabshentai.com", 25) {
|
||||
|
||||
override val withoutAjax = true
|
||||
override val sourceLocale: Locale = Locale("ar")
|
||||
override val listUrl = "manga/"
|
||||
override val datePattern = "yyyy-MM-dd"
|
||||
override val selectDate = ".chapterdate"
|
||||
override val selectDesc = "#manga-info .wp-content p"
|
||||
override val selectState = "#manga-info div b:contains(حالة المانجا)"
|
||||
override val selectAlt = "#manga-info div b:contains(أسماء أُخرى) + span"
|
||||
override val selectGenre = ".data .sgeneros a"
|
||||
override val selectPage = ".chapter_image img.wp-manga-chapter-img"
|
||||
override val selectChapter = "#chapter-list a[href*='/manga/'], .oneshot-reader"
|
||||
|
||||
override val availableSortOrders: Set<SortOrder> = EnumSet.of(
|
||||
SortOrder.UPDATED,
|
||||
SortOrder.NEWEST,
|
||||
SortOrder.ALPHABETICAL,
|
||||
)
|
||||
|
||||
override val filterCapabilities: MangaListFilterCapabilities
|
||||
get() = MangaListFilterCapabilities(
|
||||
isMultipleTagsSupported = true,
|
||||
isSearchSupported = true,
|
||||
isSearchWithFiltersSupported = true,
|
||||
isAuthorSearchSupported = true,
|
||||
)
|
||||
|
||||
override suspend fun getFilterOptions() = MangaListFilterOptions(
|
||||
availableTags = fetchAvailableTags(),
|
||||
availableStates = EnumSet.of(
|
||||
MangaState.ONGOING,
|
||||
MangaState.FINISHED,
|
||||
MangaState.ABANDONED,
|
||||
MangaState.PAUSED,
|
||||
),
|
||||
availableContentTypes = EnumSet.of(
|
||||
ContentType.MANGA,
|
||||
ContentType.MANHWA,
|
||||
ContentType.MANHUA,
|
||||
ContentType.DOUJINSHI,
|
||||
ContentType.ONE_SHOT,
|
||||
),
|
||||
)
|
||||
|
||||
override suspend fun getListPage(page: Int, order: SortOrder, filter: MangaListFilter): List<Manga> {
|
||||
val pages = page + 1
|
||||
|
||||
val url = when {
|
||||
!filter.query.isNullOrEmpty() || filter.tags.isNotEmpty() -> {
|
||||
buildString {
|
||||
append("https://")
|
||||
append(domain)
|
||||
if (pages > 1) {
|
||||
append("/page/")
|
||||
append(pages)
|
||||
}
|
||||
append("/?s=")
|
||||
append(filter.query?.urlEncoded() ?: "")
|
||||
|
||||
filter.tags.forEach { tag ->
|
||||
append("&genre%5B%5D=")
|
||||
append(tag.key.urlEncoded())
|
||||
}
|
||||
|
||||
if (filter.tags.size > 1) {
|
||||
append("&op=1")
|
||||
}
|
||||
|
||||
filter.states.forEach { state ->
|
||||
append("&status%5B%5D=")
|
||||
append(
|
||||
when (state) {
|
||||
MangaState.ONGOING -> "on-going"
|
||||
MangaState.FINISHED -> "end"
|
||||
MangaState.ABANDONED -> "canceled"
|
||||
MangaState.PAUSED -> "on-hold"
|
||||
else -> ""
|
||||
},
|
||||
)
|
||||
}
|
||||
|
||||
append("&alternative=&author=&artist=")
|
||||
}
|
||||
}
|
||||
|
||||
else -> {
|
||||
buildString {
|
||||
append("https://")
|
||||
append(domain)
|
||||
append("/manga/")
|
||||
if (pages > 1) {
|
||||
append("page/")
|
||||
append(pages)
|
||||
append("/")
|
||||
}
|
||||
|
||||
val params = mutableListOf<String>()
|
||||
|
||||
filter.types.forEach { type ->
|
||||
params.add(
|
||||
"type=" + when (type) {
|
||||
ContentType.MANGA -> "manga"
|
||||
ContentType.MANHWA -> "manhwa"
|
||||
ContentType.MANHUA -> "manhua"
|
||||
ContentType.DOUJINSHI -> "doujinshi"
|
||||
ContentType.ONE_SHOT -> "one-shot"
|
||||
else -> "manga"
|
||||
},
|
||||
)
|
||||
}
|
||||
|
||||
params.add(
|
||||
"orderby=" + when (order) {
|
||||
SortOrder.NEWEST -> "new-manga"
|
||||
SortOrder.ALPHABETICAL -> "alphabet"
|
||||
SortOrder.UPDATED -> "new_chapter"
|
||||
else -> "new_chapter"
|
||||
},
|
||||
)
|
||||
|
||||
filter.states.oneOrThrowIfMany()?.let { state ->
|
||||
params.add(
|
||||
"state=" + when (state) {
|
||||
MangaState.ONGOING -> "on-going"
|
||||
MangaState.FINISHED -> "end"
|
||||
MangaState.ABANDONED -> "canceled"
|
||||
MangaState.PAUSED -> "on-hold"
|
||||
else -> ""
|
||||
},
|
||||
)
|
||||
}
|
||||
|
||||
if (params.isNotEmpty()) {
|
||||
append("?")
|
||||
append(params.joinToString("&"))
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return parseMangaList(webClient.httpGet(url).parseHtml())
|
||||
}
|
||||
|
||||
override fun parseMangaList(doc: Document): List<Manga> {
|
||||
val searchElements = doc.select(".search-page .result-item article:not(:has(.tvshows))")
|
||||
|
||||
if (searchElements.isNotEmpty()) {
|
||||
return searchElements.map { element ->
|
||||
val titleElement = element.selectFirstOrThrow(".details .title a")
|
||||
val href = titleElement.attrAsRelativeUrl("href")
|
||||
|
||||
val coverUrl = element.run {
|
||||
val postId = attr("id").substringAfter("post-").ifBlank { null }
|
||||
val img = selectFirst(".image .thumbnail a img")
|
||||
val lazySrc = img?.attr("data-src")
|
||||
|
||||
if (postId != null && !lazySrc.isNullOrBlank() && lazySrc.contains("/uploads/")) {
|
||||
"${lazySrc.substringBeforeLast('/')}/cover-$postId.webp"
|
||||
} else {
|
||||
img?.src()
|
||||
}
|
||||
}
|
||||
|
||||
Manga(
|
||||
id = generateUid(href),
|
||||
url = href,
|
||||
publicUrl = href.toAbsoluteUrl(domain),
|
||||
title = titleElement.text(),
|
||||
coverUrl = coverUrl,
|
||||
source = source,
|
||||
contentRating = ContentRating.ADULT,
|
||||
altTitles = emptySet(),
|
||||
rating = RATING_UNKNOWN,
|
||||
tags = emptySet(),
|
||||
authors = emptySet(),
|
||||
state = null,
|
||||
)
|
||||
}
|
||||
}
|
||||
|
||||
return doc.select("#archive-content .wp-manga").map { element ->
|
||||
val titleElement = element.selectFirstOrThrow(".data h3 a")
|
||||
val href = titleElement.attrAsRelativeUrl("href")
|
||||
|
||||
val coverUrl = element.run {
|
||||
val postId = attr("id").substringAfter("post-").ifBlank { null }
|
||||
val img = selectFirst("a .poster img")
|
||||
val lazySrc = img?.attr("data-src")
|
||||
|
||||
if (postId != null && !lazySrc.isNullOrBlank() && lazySrc.contains("/uploads/")) {
|
||||
"${lazySrc.substringBeforeLast('/')}/cover-$postId.webp"
|
||||
} else {
|
||||
img?.src()
|
||||
}
|
||||
}
|
||||
|
||||
Manga(
|
||||
id = generateUid(href),
|
||||
url = href,
|
||||
publicUrl = href.toAbsoluteUrl(domain),
|
||||
title = titleElement.text(),
|
||||
coverUrl = coverUrl,
|
||||
source = source,
|
||||
contentRating = ContentRating.ADULT,
|
||||
altTitles = emptySet(), rating = RATING_UNKNOWN, tags = emptySet(), authors = emptySet(), state = null,
|
||||
)
|
||||
}
|
||||
}
|
||||
|
||||
override suspend fun fetchAvailableTags(): Set<MangaTag> {
|
||||
val doc = webClient.httpGet("https://$domain/تصنيفات/").parseHtml()
|
||||
|
||||
return doc.select("#archive-content ul.genre-list li.item-genre .genre-data a")
|
||||
.mapNotNullToSet { a ->
|
||||
val key = a.attr("href").substringAfter(tagPrefix).removeSuffix("/")
|
||||
val title = a.ownText().trim()
|
||||
|
||||
MangaTag(
|
||||
key = key,
|
||||
title = title,
|
||||
source = source,
|
||||
)
|
||||
}
|
||||
}
|
||||
|
||||
override suspend fun getChapters(manga: Manga, doc: Document): List<MangaChapter> {
|
||||
val oneshotReader = doc.selectFirst(".oneshot-reader")
|
||||
if (oneshotReader != null) {
|
||||
val firstImageLink = oneshotReader.selectFirst(".image-item a[href*='?style=paged']")
|
||||
val chapterUrl = firstImageLink?.attr("href")?.substringBeforeLast("?") ?: manga.url
|
||||
|
||||
return listOf(
|
||||
MangaChapter(
|
||||
id = generateUid(chapterUrl),
|
||||
title = "ونشوت",
|
||||
number = 1f,
|
||||
volume = 0,
|
||||
url = chapterUrl.toRelativeUrl(domain),
|
||||
uploadDate = 0L,
|
||||
source = source,
|
||||
scanlator = null,
|
||||
branch = null,
|
||||
),
|
||||
)
|
||||
}
|
||||
|
||||
val dateFormat = SimpleDateFormat(datePattern, sourceLocale)
|
||||
return doc.select("#chapter-list a[href*='/manga/']").mapChapters(reversed = true) { i, element ->
|
||||
val href = element.attr("href")
|
||||
MangaChapter(
|
||||
id = generateUid(href),
|
||||
title = element.select(".chapternum").text().ifEmpty { "Chapter ${i + 1}" },
|
||||
number = i + 1f,
|
||||
volume = 0,
|
||||
url = href.toRelativeUrl(domain),
|
||||
uploadDate = parseChapterDate(dateFormat, element.select(selectDate).text()),
|
||||
source = source,
|
||||
scanlator = null,
|
||||
branch = null,
|
||||
)
|
||||
}
|
||||
}
|
||||
|
||||
override suspend fun getDetails(manga: Manga): Manga = coroutineScope {
|
||||
val doc = webClient.httpGet(manga.url.toAbsoluteUrl(domain)).parseHtml()
|
||||
|
||||
val chaptersDeferred = async { getChapters(manga, doc) }
|
||||
|
||||
manga.copy(
|
||||
title = doc.selectFirst(".sheader .data h1")?.text() ?: manga.title,
|
||||
coverUrl = doc.selectFirst(".sheader .poster img")?.src() ?: manga.coverUrl,
|
||||
description = doc.select(selectDesc).text(),
|
||||
altTitles = doc.select(selectAlt)
|
||||
.text()
|
||||
.split(",")
|
||||
.map { it.trim() }
|
||||
.filter { it.isNotEmpty() }
|
||||
.toSet(),
|
||||
authors = doc.select("#manga-info div b:contains(الكاتب) + span a")
|
||||
.mapNotNullToSet { it.text().takeIf { text -> text.isNotEmpty() } },
|
||||
tags = doc.select(selectGenre)
|
||||
.mapNotNullToSet { a ->
|
||||
MangaTag(
|
||||
key = a.attr("href").substringAfter(tagPrefix).removeSuffix("/"),
|
||||
title = a.text(),
|
||||
source = source,
|
||||
)
|
||||
},
|
||||
rating = doc.selectFirst(".dt_rating_vgs")?.text()?.toFloatOrNull()?.div(10f) ?: RATING_UNKNOWN,
|
||||
state = parseStatus(doc.select("#manga-info div b:contains(حالة المانجا) + span").text()),
|
||||
chapters = chaptersDeferred.await(),
|
||||
)
|
||||
}
|
||||
|
||||
private fun parseStatus(status: String): MangaState? {
|
||||
return when {
|
||||
status.contains("مستمر", ignoreCase = true) -> MangaState.ONGOING
|
||||
status.contains("مكتمل", ignoreCase = true) -> MangaState.FINISHED
|
||||
status.contains("متوقف", ignoreCase = true) -> MangaState.PAUSED
|
||||
status.contains("ملغية", ignoreCase = true) -> MangaState.ABANDONED
|
||||
else -> null
|
||||
}
|
||||
}
|
||||
|
||||
override suspend fun getPages(chapter: MangaChapter): List<MangaPage> {
|
||||
val fullUrl = chapter.url.toAbsoluteUrl(domain)
|
||||
val doc = webClient.httpGet(fullUrl).parseHtml()
|
||||
|
||||
val oneshotReader = doc.selectFirst(".oneshot-reader")
|
||||
return oneshotReader?.select(".image-item img.oneshot-chapter-img")?.map { img ->
|
||||
val url = img.imgAttr() ?: throw ParseException("Image URL not found", fullUrl)
|
||||
MangaPage(
|
||||
id = generateUid(url),
|
||||
url = url,
|
||||
preview = null,
|
||||
source = source,
|
||||
)
|
||||
}
|
||||
?: doc.select(selectPage).map { img ->
|
||||
val url = img.imgAttr() ?: throw ParseException("Image URL not found", fullUrl)
|
||||
MangaPage(
|
||||
id = generateUid(url),
|
||||
url = url,
|
||||
preview = null,
|
||||
source = source,
|
||||
)
|
||||
}
|
||||
}
|
||||
|
||||
private fun Element.imgAttr(): String? {
|
||||
return when {
|
||||
hasAttr("data-src") -> attr("abs:data-src")
|
||||
hasAttr("src") && attr("src").isNotEmpty() -> attr("abs:src")
|
||||
hasAttr("srcset") -> attr("abs:srcset").substringBefore(" ")
|
||||
hasAttr("data-cfsrc") -> attr("abs:data-cfsrc")
|
||||
hasAttr("data-lazy-src") -> attr("abs:data-lazy-src")
|
||||
hasAttr("bv-data-src") -> attr("bv-data-src")
|
||||
else -> null
|
||||
}
|
||||
}
|
||||
}
|
||||
Loading…
Reference in New Issue