Hentaman: Add source (#2078)
Naga
9 months ago
committed by
GitHub
parent
fd0df2414e
commit
31999d97a0
@ -1 +1 @@
|
||||
total: 1247
|
||||
total: 1248
|
||||
@ -0,0 +1,308 @@
|
||||
package org.koitharu.kotatsu.parsers.site.ar
|
||||
|
||||
import okhttp3.HttpUrl.Companion.toHttpUrl
|
||||
import org.json.JSONObject
|
||||
import org.jsoup.nodes.Document
|
||||
import org.koitharu.kotatsu.parsers.MangaLoaderContext
|
||||
import org.koitharu.kotatsu.parsers.MangaSourceParser
|
||||
import org.koitharu.kotatsu.parsers.config.ConfigKey
|
||||
import org.koitharu.kotatsu.parsers.core.PagedMangaParser
|
||||
import org.koitharu.kotatsu.parsers.model.ContentRating
|
||||
import org.koitharu.kotatsu.parsers.model.ContentType
|
||||
import org.koitharu.kotatsu.parsers.model.Manga
|
||||
import org.koitharu.kotatsu.parsers.model.MangaChapter
|
||||
import org.koitharu.kotatsu.parsers.model.MangaListFilter
|
||||
import org.koitharu.kotatsu.parsers.model.MangaListFilterCapabilities
|
||||
import org.koitharu.kotatsu.parsers.model.MangaListFilterOptions
|
||||
import org.koitharu.kotatsu.parsers.model.MangaPage
|
||||
import org.koitharu.kotatsu.parsers.model.MangaParserSource
|
||||
import org.koitharu.kotatsu.parsers.model.MangaState
|
||||
import org.koitharu.kotatsu.parsers.model.MangaTag
|
||||
import org.koitharu.kotatsu.parsers.model.RATING_UNKNOWN
|
||||
import org.koitharu.kotatsu.parsers.model.SortOrder
|
||||
import org.koitharu.kotatsu.parsers.util.generateUid
|
||||
import org.koitharu.kotatsu.parsers.util.json.mapJSON
|
||||
import org.koitharu.kotatsu.parsers.util.json.mapJSONIndexed
|
||||
import org.koitharu.kotatsu.parsers.util.json.mapJSONNotNull
|
||||
import org.koitharu.kotatsu.parsers.util.json.toJSONArrayOrNull
|
||||
import org.koitharu.kotatsu.parsers.util.parseHtml
|
||||
import org.koitharu.kotatsu.parsers.util.parseJson
|
||||
import org.koitharu.kotatsu.parsers.util.parseSafe
|
||||
import org.koitharu.kotatsu.parsers.util.urlEncoded
|
||||
import java.text.SimpleDateFormat
|
||||
import java.util.EnumSet
|
||||
|
||||
@MangaSourceParser("HENTAMAN", "Hentaman", "ar", ContentType.HENTAI)
|
||||
internal class HentaMan(context: MangaLoaderContext) : PagedMangaParser(
|
||||
context,
|
||||
source = MangaParserSource.HENTAMAN,
|
||||
pageSize = 12,
|
||||
) {
|
||||
override val configKeyDomain = ConfigKey.Domain("hentaman.net")
|
||||
|
||||
override val availableSortOrders: Set<SortOrder> = EnumSet.of(
|
||||
SortOrder.UPDATED,
|
||||
SortOrder.POPULARITY,
|
||||
SortOrder.POPULARITY_TODAY,
|
||||
SortOrder.POPULARITY_WEEK,
|
||||
SortOrder.RATING,
|
||||
)
|
||||
|
||||
override val filterCapabilities: MangaListFilterCapabilities
|
||||
get() = MangaListFilterCapabilities(
|
||||
isSearchSupported = true,
|
||||
)
|
||||
|
||||
private val dateFormat by lazy {
|
||||
SimpleDateFormat("yyyy-MM-dd'T'HH:mm:ss.SSSSSS'Z'", sourceLocale)
|
||||
}
|
||||
|
||||
override suspend fun getFilterOptions(): MangaListFilterOptions {
|
||||
val tags = fetchAvailableTags()
|
||||
return MangaListFilterOptions(
|
||||
availableTags = tags,
|
||||
availableStates = EnumSet.of(
|
||||
MangaState.ONGOING,
|
||||
MangaState.FINISHED,
|
||||
MangaState.PAUSED,
|
||||
MangaState.ABANDONED,
|
||||
),
|
||||
availableContentTypes = EnumSet.of(
|
||||
ContentType.MANGA,
|
||||
ContentType.MANHWA,
|
||||
),
|
||||
)
|
||||
}
|
||||
|
||||
private val baseUrl get() = "https://$domain"
|
||||
|
||||
override suspend fun getListPage(page: Int, order: SortOrder, filter: MangaListFilter): List<Manga> {
|
||||
|
||||
val url = when {
|
||||
!filter.query.isNullOrEmpty() -> {
|
||||
val searchUrl = "$baseUrl/manga/search".toHttpUrl().newBuilder()
|
||||
.addQueryParameter("query", filter.query)
|
||||
.build()
|
||||
val response = webClient.httpGet(searchUrl).parseJson()
|
||||
val results = response.optJSONArray("results") ?: return emptyList()
|
||||
return results.mapJSON { parseMangaFromJson(it) }
|
||||
}
|
||||
|
||||
filter.tags.isNotEmpty() -> {
|
||||
val tag = filter.tags.first()
|
||||
"$baseUrl/list/genre/${tag.key}".toHttpUrl().newBuilder()
|
||||
.addQueryParameter("page", page.toString())
|
||||
.build()
|
||||
}
|
||||
|
||||
filter.states.isNotEmpty() -> {
|
||||
val state = when (filter.states.first()) {
|
||||
MangaState.ONGOING -> "مستمر"
|
||||
MangaState.FINISHED -> "مكتمل"
|
||||
MangaState.PAUSED -> "متوقف"
|
||||
MangaState.ABANDONED -> "ملغى"
|
||||
else -> "مستمر"
|
||||
}
|
||||
"$baseUrl/list/status/$state".toHttpUrl().newBuilder()
|
||||
.addQueryParameter("page", page.toString())
|
||||
.build()
|
||||
}
|
||||
|
||||
filter.types.isNotEmpty() -> {
|
||||
val type = when (filter.types.first()) {
|
||||
ContentType.MANGA -> "مانجا"
|
||||
ContentType.MANHWA -> "مانهوا"
|
||||
else -> "مانجا"
|
||||
}
|
||||
"$baseUrl/list/type/$type".toHttpUrl().newBuilder()
|
||||
.addQueryParameter("page", page.toString())
|
||||
.build()
|
||||
}
|
||||
|
||||
else -> {
|
||||
when (order) {
|
||||
SortOrder.POPULARITY -> "$baseUrl/list/top/total_views"
|
||||
SortOrder.POPULARITY_TODAY -> "$baseUrl/list/top/today"
|
||||
SortOrder.POPULARITY_WEEK -> "$baseUrl/list/top/week"
|
||||
SortOrder.RATING -> "$baseUrl/list/top/all-time"
|
||||
else -> "$baseUrl/list/status/completed"
|
||||
}.toHttpUrl().newBuilder()
|
||||
.addQueryParameter("page", page.toString())
|
||||
.build()
|
||||
}
|
||||
}
|
||||
val doc = webClient.httpGet(url).parseHtml()
|
||||
return parseListFromDocument(doc)
|
||||
}
|
||||
|
||||
private fun parseListFromDocument(doc: Document): List<Manga> {
|
||||
val dataPage = doc.selectFirst("div#app")?.attr("data-page") ?: return emptyList()
|
||||
val pageData = JSONObject(dataPage)
|
||||
val props = pageData.optJSONObject("props") ?: return emptyList()
|
||||
|
||||
val mangasData = when {
|
||||
props.has("data") -> {
|
||||
val data = props.getJSONObject("data")
|
||||
data.optJSONObject("mangas") ?: data
|
||||
}
|
||||
|
||||
props.has("mangas") -> props.getJSONObject("mangas")
|
||||
else -> return emptyList()
|
||||
}
|
||||
|
||||
val mangasArray = mangasData.optJSONArray("data") ?: return emptyList()
|
||||
return mangasArray.mapJSON { parseMangaFromJson(it) }
|
||||
}
|
||||
|
||||
private fun parseMangaFromJson(json: JSONObject): Manga {
|
||||
val title = json.getString("title")
|
||||
val slug = json.getString("slug").urlEncoded()
|
||||
val cover = json.getString("cover")
|
||||
val url = "/manga/$slug"
|
||||
|
||||
val rating = json.optString("average_rating").toFloatOrNull()?.div(5f) ?: RATING_UNKNOWN
|
||||
|
||||
return Manga(
|
||||
id = generateUid(url),
|
||||
title = title,
|
||||
altTitles = emptySet(),
|
||||
url = url,
|
||||
publicUrl = "$baseUrl$url",
|
||||
rating = rating,
|
||||
contentRating = ContentRating.ADULT,
|
||||
coverUrl = "$baseUrl/storage/covers/md/$cover",
|
||||
largeCoverUrl = "$baseUrl/storage/covers/lg/$cover",
|
||||
tags = emptySet(),
|
||||
state = null,
|
||||
authors = emptySet(),
|
||||
description = null,
|
||||
chapters = null,
|
||||
source = source,
|
||||
)
|
||||
}
|
||||
|
||||
override suspend fun getDetails(manga: Manga): Manga {
|
||||
val doc = webClient.httpGet(manga.publicUrl.toHttpUrl()).parseHtml()
|
||||
val dataPage = doc.selectFirst("div#app")?.attr("data-page") ?: return manga
|
||||
|
||||
val pageData = JSONObject(dataPage)
|
||||
val props = pageData.getJSONObject("props")
|
||||
val mangaData = props.getJSONObject("manga")
|
||||
|
||||
val description = mangaData.optString("description")
|
||||
val author = mangaData.optString("author")
|
||||
val status = mangaData.optString("status")
|
||||
val rating = mangaData.optString("average_rating").toFloatOrNull()?.div(5f) ?: RATING_UNKNOWN
|
||||
|
||||
val state = when (status) {
|
||||
"ongoing", "مستمر" -> MangaState.ONGOING
|
||||
"completed", "مكتمل" -> MangaState.FINISHED
|
||||
"paused", "متوقف" -> MangaState.PAUSED
|
||||
"cancelled", "ملغى" -> MangaState.ABANDONED
|
||||
else -> null
|
||||
}
|
||||
|
||||
val genres = mangaData.optJSONArray("genres")?.mapJSON { genreJson ->
|
||||
MangaTag(
|
||||
key = genreJson.getString("slug"),
|
||||
title = genreJson.getString("title"),
|
||||
source = source,
|
||||
)
|
||||
}?.toSet() ?: emptySet()
|
||||
|
||||
val chapters =
|
||||
props.getJSONObject("chapters").optJSONArray("data")?.mapJSONNotNull { chapterJson ->
|
||||
parseChapter(chapterJson, manga.url)
|
||||
} ?: emptyList()
|
||||
|
||||
return manga.copy(
|
||||
title = mangaData.getString("title"),
|
||||
description = description,
|
||||
state = state,
|
||||
tags = genres,
|
||||
chapters = chapters,
|
||||
authors = setOfNotNull(author.takeIf { !it.isNullOrEmpty() && it != "null" }),
|
||||
rating = rating,
|
||||
contentRating = ContentRating.ADULT,
|
||||
)
|
||||
}
|
||||
|
||||
private fun parseChapter(json: JSONObject, mangaUrl: String): MangaChapter? {
|
||||
// Skip locked chapters
|
||||
val shortLink = json.optString("short_link")
|
||||
if (!shortLink.isNullOrEmpty() && shortLink != "null") {
|
||||
return null
|
||||
}
|
||||
|
||||
val id = json.getLong("id")
|
||||
val chapterNumberStr = json.getString("chapter_number")
|
||||
val chapterNumber = chapterNumberStr.toFloatOrNull() ?: 0f
|
||||
val chapterName = json.optString("chapter_name").takeIf { it.isNotBlank() && it != "null" }
|
||||
val createdAt = json.getString("created_at")
|
||||
|
||||
val title = chapterName ?: "الفصل $chapterNumberStr"
|
||||
|
||||
return MangaChapter(
|
||||
id = generateUid(id),
|
||||
title = title,
|
||||
number = chapterNumber,
|
||||
volume = 0,
|
||||
url = "$mangaUrl/$chapterNumberStr",
|
||||
scanlator = null,
|
||||
uploadDate = dateFormat.parseSafe(createdAt),
|
||||
branch = null,
|
||||
source = source,
|
||||
)
|
||||
}
|
||||
|
||||
override suspend fun getPages(chapter: MangaChapter): List<MangaPage> {
|
||||
val chapterUrl = "$baseUrl${chapter.url}"
|
||||
val doc = webClient.httpGet(chapterUrl).parseHtml()
|
||||
val dataPage = doc.selectFirst("div#app")?.attr("data-page") ?: return emptyList()
|
||||
|
||||
val pageData = JSONObject(dataPage)
|
||||
val component = pageData.getString("component")
|
||||
// Skip locked chapters
|
||||
if (component == "LockedChapter") {
|
||||
return emptyList()
|
||||
}
|
||||
|
||||
val props = pageData.getJSONObject("props")
|
||||
val data = props.getJSONObject("data")
|
||||
val manga = data.getJSONObject("manga")
|
||||
val currentChapter = data.getJSONObject("current_chapter")
|
||||
|
||||
val imagesJsonString = currentChapter.getString("images")
|
||||
val chapterDir = currentChapter.getString("dir")
|
||||
val mangaDirectory = manga.getString("directory")
|
||||
|
||||
val imagesArray = imagesJsonString.toJSONArrayOrNull() ?: return emptyList()
|
||||
|
||||
return imagesArray.mapJSONIndexed { index, imageJson ->
|
||||
val imageName = imageJson.getString("name")
|
||||
val imageUrl = "$baseUrl/storage/mangas/low/$mangaDirectory/$chapterDir/$imageName"
|
||||
|
||||
MangaPage(
|
||||
id = generateUid("${chapter.id}_$index"),
|
||||
url = imageUrl,
|
||||
preview = null,
|
||||
source = source,
|
||||
)
|
||||
}
|
||||
}
|
||||
|
||||
private suspend fun fetchAvailableTags(): Set<MangaTag> {
|
||||
val doc = webClient.httpGet("$baseUrl/genres".toHttpUrl()).parseHtml()
|
||||
val dataPage = doc.selectFirst("div#app")?.attr("data-page") ?: return emptySet()
|
||||
val pageData = JSONObject(dataPage)
|
||||
val genres = pageData.getJSONObject("props").optJSONArray("genres") ?: return emptySet()
|
||||
|
||||
return genres.mapJSON { genreJson ->
|
||||
MangaTag(
|
||||
key = genreJson.getString("slug"),
|
||||
title = genreJson.getString("title"),
|
||||
source = source,
|
||||
)
|
||||
}.toSet()
|
||||
}
|
||||
}
|
||||
Loading…
Reference in New Issue