[BatCave] Add source (#1658)
Draken
1 year ago
committed by
GitHub
parent
4d255d0d53
commit
91cd239c97
@ -1 +1 @@
|
||||
total: 1198
|
||||
total: 1199
|
||||
@ -0,0 +1,194 @@
|
||||
package org.koitharu.kotatsu.parsers.site.en
|
||||
|
||||
import org.jsoup.nodes.Document
|
||||
import org.jsoup.nodes.Element
|
||||
import org.koitharu.kotatsu.parsers.MangaLoaderContext
|
||||
import org.koitharu.kotatsu.parsers.MangaSourceParser
|
||||
import org.koitharu.kotatsu.parsers.config.ConfigKey
|
||||
import org.koitharu.kotatsu.parsers.core.LegacyPagedMangaParser
|
||||
import org.koitharu.kotatsu.parsers.exception.ParseException
|
||||
import org.koitharu.kotatsu.parsers.model.*
|
||||
import org.koitharu.kotatsu.parsers.util.*
|
||||
import org.koitharu.kotatsu.parsers.util.suspendlazy.getOrNull
|
||||
import org.koitharu.kotatsu.parsers.util.suspendlazy.suspendLazy
|
||||
import java.text.SimpleDateFormat
|
||||
import java.util.*
|
||||
import org.json.JSONObject
|
||||
import org.koitharu.kotatsu.parsers.Broken
|
||||
|
||||
@Broken("Need fix tags in getDetails")
|
||||
@MangaSourceParser("BATCAVE", "BatCave", "en")
|
||||
internal class BatCave(context: MangaLoaderContext) :
|
||||
LegacyPagedMangaParser(context, MangaParserSource.BATCAVE, 20) {
|
||||
|
||||
override val configKeyDomain = ConfigKey.Domain("batcave.biz")
|
||||
|
||||
private val availableTags = suspendLazy(initializer = ::fetchTags)
|
||||
|
||||
override fun onCreateConfig(keys: MutableCollection<ConfigKey<*>>) {
|
||||
super.onCreateConfig(keys)
|
||||
keys.add(userAgentKey)
|
||||
}
|
||||
|
||||
override val availableSortOrders: Set<SortOrder> = EnumSet.of(SortOrder.UPDATED)
|
||||
|
||||
override val filterCapabilities: MangaListFilterCapabilities
|
||||
get() = MangaListFilterCapabilities(
|
||||
isSearchSupported = true,
|
||||
isMultipleTagsSupported = true,
|
||||
isSearchWithFiltersSupported = false,
|
||||
isYearRangeSupported = true
|
||||
)
|
||||
|
||||
override suspend fun getFilterOptions() = MangaListFilterOptions(
|
||||
availableTags = availableTags.get()
|
||||
)
|
||||
|
||||
override suspend fun getListPage(page: Int, order: SortOrder, filter: MangaListFilter): List<Manga> {
|
||||
val urlBuilder = StringBuilder()
|
||||
when {
|
||||
!filter.query.isNullOrEmpty() -> {
|
||||
urlBuilder.append("/search/")
|
||||
urlBuilder.append(filter.query.urlEncoded())
|
||||
if (page > 1) urlBuilder.append("/page/$page/")
|
||||
}
|
||||
else -> {
|
||||
urlBuilder.append("/ComicList")
|
||||
if (filter.yearFrom != YEAR_UNKNOWN) {
|
||||
urlBuilder.append("/y[from]=${filter.yearFrom}")
|
||||
}
|
||||
if (filter.yearTo != YEAR_UNKNOWN) {
|
||||
urlBuilder.append("/y[to]=${filter.yearTo}")
|
||||
}
|
||||
if (filter.tags.isNotEmpty()) {
|
||||
urlBuilder.append("/g=")
|
||||
urlBuilder.append(filter.tags.joinToString(",") { it.key })
|
||||
}
|
||||
urlBuilder.append("/sort")
|
||||
if (page > 1) { urlBuilder.append("/page/$page/") }
|
||||
}
|
||||
}
|
||||
|
||||
val fullUrl = urlBuilder.toString().toAbsoluteUrl(domain)
|
||||
val doc = webClient.httpGet(fullUrl).parseHtml()
|
||||
return doc.select("div.readed.d-flex.short").map { item ->
|
||||
val a = item.selectFirst("a.readed__img.img-fit-cover.anim")
|
||||
?: throw ParseException("Link element not found!", fullUrl)
|
||||
val img = item.selectFirst("img[data-src]")
|
||||
val titleElement = item.selectFirst("h2.readed__title a")
|
||||
Manga(
|
||||
id = generateUid(a.attr("href")),
|
||||
url = a.attr("href"),
|
||||
publicUrl = a.attr("href"),
|
||||
title = titleElement.text(),
|
||||
altTitles = emptySet(),
|
||||
authors = emptySet(),
|
||||
description = null,
|
||||
tags = emptySet(),
|
||||
rating = RATING_UNKNOWN,
|
||||
state = null,
|
||||
coverUrl = img.attr("data-src")?.toAbsoluteUrl(domain),
|
||||
contentRating = if (isNsfwSource) ContentRating.ADULT else null,
|
||||
source = source,
|
||||
)
|
||||
}
|
||||
}
|
||||
|
||||
override suspend fun getDetails(manga: Manga): Manga {
|
||||
val doc = webClient.httpGet(manga.url.toAbsoluteUrl(domain)).parseHtml()
|
||||
|
||||
val dateFormat = SimpleDateFormat("dd.MM.yyyy", Locale.US)
|
||||
|
||||
val scriptData = doc.selectFirst("script:containsData(__DATA__)")?.data()
|
||||
?.substringAfter("window.__DATA__ = ")
|
||||
?.substringBefore(";")
|
||||
?: throw ParseException("Script data not found", manga.url)
|
||||
|
||||
val jsonData = JSONObject(scriptData)
|
||||
val newsId = jsonData.getInt("news_id")
|
||||
val chaptersJson = jsonData.getJSONArray("chapters")
|
||||
|
||||
val chapters = (0 until chaptersJson.length()).map { i ->
|
||||
val chapter = chaptersJson.getJSONObject(i)
|
||||
val chapterId = chapter.getInt("id")
|
||||
|
||||
MangaChapter(
|
||||
id = generateUid("/reader/$newsId/$chapterId"),
|
||||
url = "/reader/$newsId/$chapterId",
|
||||
number = chapter.getInt("posi").toFloat(),
|
||||
title = chapter.getString("title"),
|
||||
uploadDate = runCatching {
|
||||
dateFormat.parse(chapter.getString("date"))?.time
|
||||
}.getOrNull() ?: 0L,
|
||||
source = source,
|
||||
scanlator = null,
|
||||
branch = null,
|
||||
volume = 0,
|
||||
)
|
||||
}
|
||||
|
||||
val author = doc.selectFirst("li:contains(Publisher:)")?.text()?.substringAfter("Publisher:")?.trim()
|
||||
val state = when (doc.selectFirst("li:contains(Release type:)")?.text()?.substringAfter("Release type:")?.trim()) {
|
||||
"Ongoing" -> MangaState.ONGOING
|
||||
else -> MangaState.FINISHED
|
||||
}
|
||||
|
||||
val allTags = availableTags.get()
|
||||
val tags = doc.select("div.page__tags.d-flex a").mapNotNullToSet { a ->
|
||||
val tagName = a.text()
|
||||
allTags.find { it.title.equals(tagName, ignoreCase = true) }
|
||||
}
|
||||
|
||||
return manga.copy(
|
||||
authors = setOfNotNull(author),
|
||||
state = state,
|
||||
chapters = chapters,
|
||||
description = doc.select("div.page__text.full-text.clearfix").text(),
|
||||
tags = tags
|
||||
)
|
||||
}
|
||||
|
||||
override suspend fun getPages(chapter: MangaChapter): List<MangaPage> {
|
||||
val doc = webClient.httpGet(chapter.url.toAbsoluteUrl(domain)).parseHtml()
|
||||
val data = doc.selectFirst("script:containsData(__DATA__)")?.data()
|
||||
?.substringAfter("=")
|
||||
?.trim()
|
||||
?.removeSuffix(";")
|
||||
?.substringAfter("\"images\":[")
|
||||
?.substringBefore("]")
|
||||
?.split(",")
|
||||
?.map { it.trim().removeSurrounding("\"").replace("\\", "") }
|
||||
?: throw ParseException("Image data not found", chapter.url)
|
||||
|
||||
return data.map { imageUrl ->
|
||||
MangaPage(
|
||||
id = generateUid(imageUrl),
|
||||
url = imageUrl,
|
||||
preview = null,
|
||||
source = source
|
||||
)
|
||||
}
|
||||
}
|
||||
|
||||
private suspend fun fetchTags(): Set<MangaTag> {
|
||||
val doc = webClient.httpGet("https://$domain/comix/").parseHtml()
|
||||
val scriptData = doc.selectFirst("script:containsData(__XFILTER__)")?.data()
|
||||
?: throw ParseException("Script data not found", "$domain/genres")
|
||||
|
||||
val genresJson = scriptData
|
||||
.substringAfter("\"g\":{")
|
||||
.substringBefore("}}}") + "}"
|
||||
|
||||
val genresObj = JSONObject("{$genresJson}")
|
||||
val valuesArray = genresObj.getJSONArray("values")
|
||||
|
||||
return (0 until valuesArray.length()).map { i ->
|
||||
val genre = valuesArray.getJSONObject(i)
|
||||
MangaTag(
|
||||
key = genre.getInt("id").toString(),
|
||||
title = genre.getString("value"),
|
||||
source = source
|
||||
)
|
||||
}.toSet()
|
||||
}
|
||||
}
|
||||
Loading…
Reference in New Issue