HentaiVN.su: Add source (#2295)
Draken
7 months ago
committed by
GitHub
parent
a084909507
commit
f66b97edc1
@ -1 +1 @@
|
||||
total: 1254
|
||||
total: 1255
|
||||
@ -0,0 +1,204 @@
|
||||
package org.koitharu.kotatsu.parsers.site.vi
|
||||
|
||||
import androidx.collection.ArrayMap
|
||||
import kotlinx.coroutines.async
|
||||
import kotlinx.coroutines.coroutineScope
|
||||
import org.json.JSONArray
|
||||
import org.json.JSONObject
|
||||
import org.koitharu.kotatsu.parsers.Broken
|
||||
import org.koitharu.kotatsu.parsers.MangaLoaderContext
|
||||
import org.koitharu.kotatsu.parsers.MangaParserAuthProvider
|
||||
import org.koitharu.kotatsu.parsers.MangaSourceParser
|
||||
import org.koitharu.kotatsu.parsers.config.ConfigKey
|
||||
import org.koitharu.kotatsu.parsers.core.PagedMangaParser
|
||||
import org.koitharu.kotatsu.parsers.exception.AuthRequiredException
|
||||
import org.koitharu.kotatsu.parsers.model.*
|
||||
import org.koitharu.kotatsu.parsers.util.*
|
||||
import org.koitharu.kotatsu.parsers.util.json.*
|
||||
import java.text.ParseException
|
||||
import java.text.SimpleDateFormat
|
||||
import java.util.*
|
||||
|
||||
@Broken("Need some tests + Clean code")
|
||||
@MangaSourceParser("HENTAIVNSU", "HentaiVN.su", "vi", type = ContentType.HENTAI)
|
||||
internal class HentaiVnSU(context: MangaLoaderContext) :
|
||||
PagedMangaParser(context, MangaParserSource.HENTAIVNSU, 24), MangaParserAuthProvider {
|
||||
|
||||
override val configKeyDomain = ConfigKey.Domain("hentaivn.su")
|
||||
|
||||
override fun onCreateConfig(keys: MutableCollection<ConfigKey<*>>) {
|
||||
super.onCreateConfig(keys)
|
||||
keys.remove(userAgentKey)
|
||||
}
|
||||
|
||||
override suspend fun getFavicons(): Favicons = Favicons(
|
||||
listOf(Favicon("https://hentaivn.su/favicon.ico", 144, null)),
|
||||
domain
|
||||
)
|
||||
|
||||
override val authUrl: String
|
||||
get() = "https://$domain"
|
||||
|
||||
override suspend fun isAuthorized(): Boolean =
|
||||
context.cookieJar.getCookies(domain).any { it.name == "id" }
|
||||
|
||||
override suspend fun getUsername(): String {
|
||||
val response = webClient.httpGet("/api/user/me".toAbsoluteUrl(domain))
|
||||
if (response.isSuccessful) {
|
||||
val userObject = response.parseJson()
|
||||
return userObject.optString("displayName", userObject.getString("username"))
|
||||
} else {
|
||||
response.close()
|
||||
throw AuthRequiredException(source, IllegalStateException("Failed to get user info: ${response.code}"))
|
||||
}
|
||||
}
|
||||
|
||||
override val availableSortOrders: Set<SortOrder> = EnumSet.of(
|
||||
SortOrder.UPDATED,
|
||||
SortOrder.POPULARITY,
|
||||
SortOrder.RATING,
|
||||
SortOrder.NEWEST
|
||||
)
|
||||
|
||||
override val filterCapabilities: MangaListFilterCapabilities = MangaListFilterCapabilities(
|
||||
isMultipleTagsSupported = true,
|
||||
isSearchSupported = true
|
||||
)
|
||||
|
||||
override suspend fun getFilterOptions(): MangaListFilterOptions = MangaListFilterOptions(
|
||||
availableTags = getOrCreateTagMap().values.toSet()
|
||||
)
|
||||
|
||||
override suspend fun getListPage(page: Int, order: SortOrder, filter: MangaListFilter): List<Manga> {
|
||||
val apiUrl = urlBuilder().run {
|
||||
addPathSegments("api/library")
|
||||
when {
|
||||
!filter.query.isNullOrEmpty() -> {
|
||||
addPathSegments("search")
|
||||
addQueryParameter("q", filter.query)
|
||||
}
|
||||
filter.tags.isNotEmpty() -> {
|
||||
addPathSegments("advanced-search")
|
||||
val included = filter.tags.joinToString(",") { "(${it.key},1)" }
|
||||
addQueryParameter("g", included)
|
||||
}
|
||||
else -> {
|
||||
when (order) {
|
||||
SortOrder.NEWEST -> addPathSegments("new")
|
||||
SortOrder.POPULARITY, SortOrder.RATING -> addPathSegments("trending")
|
||||
else -> addPathSegments("latest")
|
||||
}
|
||||
}
|
||||
}
|
||||
addQueryParameter("page", page.toString())
|
||||
addQueryParameter("limit", page.toString())
|
||||
build()
|
||||
}
|
||||
|
||||
val responseJson = webClient.httpGet(apiUrl).parseRaw()
|
||||
val mangaArray = if (responseJson.startsWith("[")) {
|
||||
JSONArray(responseJson)
|
||||
} else {
|
||||
JSONObject(responseJson).optJSONArray("data")
|
||||
} ?: JSONArray()
|
||||
|
||||
return mangaArray.mapJSONNotNull { jo ->
|
||||
val id = jo.getLongOrDefault("id", -1L)
|
||||
if (id == -1L) return@mapJSONNotNull null
|
||||
Manga(
|
||||
id = generateUid(id),
|
||||
title = jo.getString("title"),
|
||||
url = "/manga/$id",
|
||||
publicUrl = "/manga/$id".toAbsoluteUrl(domain),
|
||||
coverUrl = jo.getString("coverUrl").toAbsoluteUrl(domain),
|
||||
authors = setOfNotNull(jo.getStringOrNull("authors")),
|
||||
tags = jo.optJSONArray("genres")?.mapJSONToSet { genreJo ->
|
||||
MangaTag(genreJo.getString("name"), genreJo.getString("id"), source)
|
||||
} ?: emptySet(),
|
||||
source = source,
|
||||
contentRating = sourceContentRating,
|
||||
altTitles = emptySet(),
|
||||
rating = RATING_UNKNOWN,
|
||||
state = null
|
||||
)
|
||||
}
|
||||
}
|
||||
|
||||
override suspend fun getDetails(manga: Manga): Manga = coroutineScope {
|
||||
val mangaId = manga.url.substringAfterLast('/')
|
||||
val detailsDeferred = async {
|
||||
webClient.httpGet("/api/manga/$mangaId".toAbsoluteUrl(domain)).parseJson()
|
||||
}
|
||||
val chaptersDeferred = async { fetchChapters(mangaId) }
|
||||
|
||||
val detailsJson = detailsDeferred.await()
|
||||
val chapters = chaptersDeferred.await()
|
||||
|
||||
manga.copy(
|
||||
altTitles = detailsJson.optJSONArray("alternativeTitles")?.asTypedList<String>()?.toSet() ?: emptySet(),
|
||||
authors = detailsJson.optJSONArray("authors")?.mapJSONToSet { it.getString("name") } ?: emptySet(),
|
||||
description = detailsJson.getStringOrNull("description"),
|
||||
tags = detailsJson.optJSONArray("genres")?.mapJSONToSet { genreJo ->
|
||||
MangaTag(genreJo.getString("name"), genreJo.getString("id"), source)
|
||||
} ?: emptySet(),
|
||||
chapters = chapters.map { it.copy(scanlator = detailsJson.optJSONObject("uploader")?.optString("name")) }
|
||||
)
|
||||
}
|
||||
|
||||
private suspend fun fetchChapters(mangaId: String): List<MangaChapter> {
|
||||
val url = "/api/manga/$mangaId/chapters".toAbsoluteUrl(domain)
|
||||
return webClient.httpGet(url).parseJsonArray().mapJSON { jo ->
|
||||
MangaChapter(
|
||||
id = generateUid(jo.getLong("id")),
|
||||
title = jo.getString("title"),
|
||||
number = jo.getFloatOrDefault("readOrder", 0f),
|
||||
url = "/chapter/${jo.getLong("id")}",
|
||||
uploadDate = parseDate(jo.optString("createdAt", null)) ?: 0L,
|
||||
source = source,
|
||||
scanlator = null,
|
||||
volume = 0,
|
||||
branch = null
|
||||
)
|
||||
}
|
||||
}
|
||||
|
||||
override suspend fun getPages(chapter: MangaChapter): List<MangaPage> {
|
||||
val chapterId = chapter.url.substringAfterLast('/')
|
||||
val apiUrl = "/api/chapter/$chapterId".toAbsoluteUrl(domain)
|
||||
val chapterData = webClient.httpGet(apiUrl).parseJson()
|
||||
|
||||
return chapterData.getJSONArray("pages").asTypedList<String>().map { imageUrl ->
|
||||
MangaPage(id = generateUid(imageUrl), url = imageUrl.toAbsoluteUrl(domain), source = source, preview = null)
|
||||
}
|
||||
}
|
||||
|
||||
private suspend fun getOrCreateTagMap(): Map<String, MangaTag> {
|
||||
val apiUrl = "/api/tag/genre".toAbsoluteUrl(domain)
|
||||
val genres = webClient.httpGet(apiUrl).parseJsonArray()
|
||||
|
||||
val tagMap = ArrayMap<String, MangaTag>(genres.length())
|
||||
for (i in 0 until genres.length()) {
|
||||
val genre = genres.getJSONObject(i)
|
||||
val name = genre.getString("name")
|
||||
val id = genre.getString("id")
|
||||
tagMap[name] = MangaTag(title = name, key = id, source = source)
|
||||
}
|
||||
return tagMap
|
||||
}
|
||||
|
||||
private fun parseDate(dateStr: String?): Long? {
|
||||
if (dateStr == null) return null
|
||||
val sdf = SimpleDateFormat("yyyy-MM-dd'T'HH:mm:ss.SSSSSS'Z'", Locale.US)
|
||||
.apply { timeZone = TimeZone.getTimeZone("UTC") }
|
||||
|
||||
return try {
|
||||
sdf.parse(dateStr)?.time
|
||||
} catch (_: ParseException) {
|
||||
try {
|
||||
val simplerSdf = SimpleDateFormat("yyyy-MM-dd'T'HH:mm:ss'Z'", Locale.US)
|
||||
.apply { timeZone = TimeZone.getTimeZone("UTC") }
|
||||
simplerSdf.parse(dateStr)?.time
|
||||
} catch (_: ParseException) { null }
|
||||
}
|
||||
}
|
||||
}
|
||||
Loading…
Reference in New Issue