[Com-X] Add source (#1673)
Draken
1 year ago
committed by
GitHub
parent
162436c913
commit
9058ead462
@ -1 +1 @@
|
||||
total: 1200
|
||||
total: 1201
|
||||
@ -0,0 +1,224 @@
|
||||
package org.koitharu.kotatsu.parsers.site.en
|
||||
|
||||
import org.json.JSONObject
|
||||
import org.koitharu.kotatsu.parsers.Broken
|
||||
import org.koitharu.kotatsu.parsers.MangaLoaderContext
|
||||
import org.koitharu.kotatsu.parsers.MangaSourceParser
|
||||
import org.koitharu.kotatsu.parsers.config.ConfigKey
|
||||
import org.koitharu.kotatsu.parsers.core.LegacyPagedMangaParser
|
||||
import org.koitharu.kotatsu.parsers.exception.ParseException
|
||||
import org.koitharu.kotatsu.parsers.model.*
|
||||
import org.koitharu.kotatsu.parsers.util.*
|
||||
import org.koitharu.kotatsu.parsers.util.json.getFloatOrDefault
|
||||
import org.koitharu.kotatsu.parsers.util.json.getStringOrNull
|
||||
import org.koitharu.kotatsu.parsers.util.suspendlazy.getOrNull
|
||||
import org.koitharu.kotatsu.parsers.util.suspendlazy.suspendLazy
|
||||
import java.text.SimpleDateFormat
|
||||
import java.util.*
|
||||
|
||||
@MangaSourceParser("COMX", "Com-X", "ru", ContentType.COMICS)
|
||||
internal class ComXParser(context: MangaLoaderContext) :
|
||||
LegacyPagedMangaParser(context, MangaParserSource.COMX, 20) {
|
||||
|
||||
override val configKeyDomain = ConfigKey.Domain("com-x.life")
|
||||
|
||||
private val availableTags = suspendLazy(initializer = ::fetchTags)
|
||||
private val cdnImageUrl = "img.com-x.life/comix/"
|
||||
|
||||
override fun onCreateConfig(keys: MutableCollection<ConfigKey<*>>) {
|
||||
super.onCreateConfig(keys)
|
||||
keys.add(userAgentKey)
|
||||
}
|
||||
|
||||
override val availableSortOrders: Set<SortOrder> = EnumSet.of(SortOrder.UPDATED)
|
||||
|
||||
override val filterCapabilities: MangaListFilterCapabilities
|
||||
get() = MangaListFilterCapabilities(
|
||||
isSearchSupported = true,
|
||||
isMultipleTagsSupported = true,
|
||||
isYearRangeSupported = true,
|
||||
)
|
||||
|
||||
override suspend fun getFilterOptions() = MangaListFilterOptions(
|
||||
availableTags = availableTags.get(),
|
||||
)
|
||||
|
||||
override suspend fun getListPage(page: Int, order: SortOrder, filter: MangaListFilter): List<Manga> {
|
||||
val urlBuilder = StringBuilder()
|
||||
when {
|
||||
!filter.query.isNullOrEmpty() -> {
|
||||
val encodedQuery = filter.query.splitByWhitespace().joinToString(separator = "%20") { part ->
|
||||
part.urlEncoded()
|
||||
}
|
||||
urlBuilder.append("/search/")
|
||||
urlBuilder.append(encodedQuery)
|
||||
if (page > 1) {
|
||||
urlBuilder.append("/page/$page/")
|
||||
}
|
||||
}
|
||||
|
||||
else -> {
|
||||
urlBuilder.append("/ComicList")
|
||||
if (filter.yearFrom != YEAR_UNKNOWN) {
|
||||
urlBuilder.append("/y[from]=${filter.yearFrom}")
|
||||
}
|
||||
if (filter.yearTo != YEAR_UNKNOWN) {
|
||||
urlBuilder.append("/y[to]=${filter.yearTo}")
|
||||
}
|
||||
if (filter.tags.isNotEmpty()) {
|
||||
urlBuilder.append("/g=")
|
||||
urlBuilder.append(filter.tags.joinToString(",") { it.key })
|
||||
}
|
||||
urlBuilder.append("/sort")
|
||||
if (page > 1) {
|
||||
urlBuilder.append("/page/$page/")
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
val fullUrl = urlBuilder.toString().toAbsoluteUrl(domain)
|
||||
val doc = webClient.httpGet(fullUrl).parseHtml()
|
||||
return doc.select("div.readed.d-flex.short").map { item ->
|
||||
val a = item.selectFirstOrThrow("a.readed__img.img-fit-cover.anim")
|
||||
val titleElement = item.selectFirstOrThrow("h3.readed__title a")
|
||||
val img = item.selectFirst("img[data-src]")
|
||||
val href = a.attrAsRelativeUrl("href")
|
||||
Manga(
|
||||
id = generateUid(href),
|
||||
url = href,
|
||||
publicUrl = a.attr("href"),
|
||||
title = titleElement.text(),
|
||||
altTitles = emptySet(),
|
||||
authors = emptySet(),
|
||||
description = null,
|
||||
tags = emptySet(),
|
||||
rating = RATING_UNKNOWN,
|
||||
state = null,
|
||||
coverUrl = img?.attrAsAbsoluteUrlOrNull("data-src"),
|
||||
contentRating = if (isNsfwSource) ContentRating.ADULT else null,
|
||||
source = source,
|
||||
)
|
||||
}
|
||||
}
|
||||
|
||||
override suspend fun getDetails(manga: Manga): Manga {
|
||||
val doc = webClient.httpGet(manga.url.toAbsoluteUrl(domain)).parseHtml()
|
||||
|
||||
val dateFormat = SimpleDateFormat("dd.MM.yyyy", Locale.US)
|
||||
|
||||
val scriptData = doc.selectFirst("script:containsData(__DATA__)")?.data()
|
||||
?.substringAfter("window.__DATA__ = ")
|
||||
?.substringBefore(";</script>")
|
||||
?.trim()
|
||||
?: throw ParseException("Script data not found", manga.url)
|
||||
|
||||
val jsonData = JSONObject(scriptData)
|
||||
val chaptersJson = jsonData.getJSONArray("chapters")
|
||||
val newsId = jsonData.getLong("news_id")
|
||||
|
||||
val chapters = List(chaptersJson.length()) { i ->
|
||||
val chapter = chaptersJson.getJSONObject(i)
|
||||
val chapterId = chapter.getLong("id")
|
||||
|
||||
MangaChapter(
|
||||
id = generateUid("$newsId/$chapterId"),
|
||||
url = "/reader/$newsId/$chapterId",
|
||||
number = chapter.getFloatOrDefault("posi", 0f),
|
||||
title = decodeText(chapter.getStringOrNull("title")),
|
||||
uploadDate = dateFormat.tryParse(chapter.getStringOrNull("date")),
|
||||
source = source,
|
||||
scanlator = null,
|
||||
branch = null,
|
||||
volume = chapter.optInt("volume", 0)
|
||||
)
|
||||
}.reversed()
|
||||
|
||||
val author = doc.selectFirst("li:contains(Publisher:)")
|
||||
?.textOrNull()
|
||||
?.substringAfter("Publisher:")
|
||||
?.trim()
|
||||
?.nullIfEmpty()
|
||||
val state = when (
|
||||
doc.selectFirst("li:contains(Release type:)")?.text()?.substringAfter("Release type:")?.trim()
|
||||
) {
|
||||
"Ongoing" -> MangaState.ONGOING
|
||||
else -> MangaState.FINISHED
|
||||
}
|
||||
|
||||
val tagLinks = doc.getElementsByAttributeValueContaining("href", "/genres/")
|
||||
val tags = if (tagLinks.isNotEmpty()) {
|
||||
availableTags.getOrNull()?.let { allTags ->
|
||||
tagLinks.mapNotNullToSet { a ->
|
||||
val tagName = a.text()
|
||||
allTags.find { it.title.equals(tagName, ignoreCase = true) }
|
||||
}
|
||||
}
|
||||
} else {
|
||||
null
|
||||
}
|
||||
|
||||
return manga.copy(
|
||||
authors = setOfNotNull(author),
|
||||
state = state,
|
||||
chapters = chapters,
|
||||
description = doc.select("div.page__text.full-text.clearfix").textOrNull(),
|
||||
tags = tags ?: manga.tags,
|
||||
)
|
||||
}
|
||||
|
||||
override suspend fun getPages(chapter: MangaChapter): List<MangaPage> {
|
||||
val doc = webClient.httpGet(chapter.url.toAbsoluteUrl(domain)).parseHtml()
|
||||
val data = doc.selectFirst("script:containsData(__DATA__)")?.data()
|
||||
?.substringAfter("=")
|
||||
?.trim()
|
||||
?.removeSuffix(";")
|
||||
?.substringAfter("\"images\":[")
|
||||
?.substringBefore("]")
|
||||
?.split(",")
|
||||
?.map { it.trim().removeSurrounding("\"").replace("\\", "") }
|
||||
?: throw ParseException("Image data not found", chapter.url)
|
||||
|
||||
return data.map { imageUrl ->
|
||||
val finalUrl = "https://" + cdnImageUrl + imageUrl
|
||||
MangaPage(
|
||||
id = generateUid(imageUrl),
|
||||
url = finalUrl,
|
||||
preview = null,
|
||||
source = source,
|
||||
)
|
||||
}
|
||||
}
|
||||
|
||||
private suspend fun fetchTags(): Set<MangaTag> {
|
||||
val doc = webClient.httpGet("https://$domain/comix/").parseHtml()
|
||||
val scriptData = doc.selectFirstOrThrow("script:containsData(__XFILTER__)").data()
|
||||
|
||||
val genresJson = scriptData
|
||||
.substringAfter("\"g\":{")
|
||||
.substringBefore("}}}") + "}"
|
||||
|
||||
val genresObj = JSONObject("{$genresJson}")
|
||||
val valuesArray = genresObj.getJSONArray("values")
|
||||
|
||||
return Set(valuesArray.length()) { i ->
|
||||
val genre = valuesArray.getJSONObject(i)
|
||||
MangaTag(
|
||||
key = genre.getInt("id").toString(),
|
||||
title = genre.getString("value").toTitleCase(sourceLocale),
|
||||
source = source,
|
||||
)
|
||||
}
|
||||
}
|
||||
|
||||
private fun decodeText(text: String?): String? {
|
||||
if (text == null) return null
|
||||
return try {
|
||||
text.replace("\\u([0-9a-fA-F]{4})".toRegex()) { matchResult ->
|
||||
val codePoint = matchResult.groupValues[1].toInt(16)
|
||||
codePoint.toChar().toString()
|
||||
}
|
||||
} catch (e: Exception) {
|
||||
text
|
||||
}
|
||||
}
|
||||
}
|
||||
Loading…
Reference in New Issue