fix getlist VmpParser, LineWebtoonsParser, BlogTruyenParser, HentaiVNParser, YurinekoParser
add filter on WpComicsParser, ZMangaParser, LxManga, Truyenqq, TruyentranhLHParser Move NetTruyen to template WpComicsParser and add multitags on WpComicsParserpull/401/head
devi
2 years ago
parent
6ad78f1cba
commit
56eb059bcd
@ -1,228 +0,0 @@
|
|||||||
package org.koitharu.kotatsu.parsers.site.vi
|
|
||||||
|
|
||||||
import androidx.collection.ArrayMap
|
|
||||||
import androidx.collection.ArraySet
|
|
||||||
import kotlinx.coroutines.sync.Mutex
|
|
||||||
import kotlinx.coroutines.sync.withLock
|
|
||||||
import org.koitharu.kotatsu.parsers.MangaLoaderContext
|
|
||||||
import org.koitharu.kotatsu.parsers.MangaSourceParser
|
|
||||||
import org.koitharu.kotatsu.parsers.PagedMangaParser
|
|
||||||
import org.koitharu.kotatsu.parsers.config.ConfigKey
|
|
||||||
import org.koitharu.kotatsu.parsers.exception.NotFoundException
|
|
||||||
import org.koitharu.kotatsu.parsers.model.*
|
|
||||||
import org.koitharu.kotatsu.parsers.util.*
|
|
||||||
import java.text.SimpleDateFormat
|
|
||||||
import java.util.*
|
|
||||||
|
|
||||||
@MangaSourceParser("NETTRUYEN", "NetTruyen", "vi")
|
|
||||||
class NetTruyenParser(context: MangaLoaderContext) :
|
|
||||||
PagedMangaParser(context, MangaSource.NETTRUYEN, pageSize = 36) {
|
|
||||||
|
|
||||||
override val configKeyDomain: ConfigKey.Domain = ConfigKey.Domain(
|
|
||||||
"www.nettruyenlive.com",
|
|
||||||
"www.nettruyenio.com",
|
|
||||||
"www.nettruyento.com",
|
|
||||||
"nettruyento.com",
|
|
||||||
"nettruyenin.com",
|
|
||||||
)
|
|
||||||
|
|
||||||
override val availableSortOrders: Set<SortOrder>
|
|
||||||
get() = EnumSet.of(SortOrder.UPDATED, SortOrder.POPULARITY, SortOrder.NEWEST, SortOrder.RATING)
|
|
||||||
|
|
||||||
private val mutex = Mutex()
|
|
||||||
private val dateFormat = SimpleDateFormat("dd/MM/yy", Locale.US)
|
|
||||||
private var tagCache: ArrayMap<String, MangaTag>? = null
|
|
||||||
|
|
||||||
override suspend fun getDetails(manga: Manga): Manga {
|
|
||||||
val doc = webClient.httpGet(manga.url.toAbsoluteUrl(domain)).parseHtml()
|
|
||||||
val rating = doc.selectFirst("span[itemprop=ratingValue]")
|
|
||||||
?.ownText()
|
|
||||||
?.toFloatOrNull() ?: 0f
|
|
||||||
|
|
||||||
val chapterElements = doc.getElementById("nt_listchapter")?.select("ul > li") ?: doc.parseFailed()
|
|
||||||
val chapters = chapterElements.mapChapters(reversed = true) { index, element ->
|
|
||||||
val a = element.selectFirst("div.chapter > a") ?: return@mapChapters null
|
|
||||||
val relativeUrl = a.attrAsRelativeUrlOrNull("href") ?: return@mapChapters null
|
|
||||||
val timeText = element.selectFirst("div.col-xs-4.text-center.no-wrap.small")?.text()
|
|
||||||
|
|
||||||
MangaChapter(
|
|
||||||
id = generateUid(relativeUrl),
|
|
||||||
name = a.text(),
|
|
||||||
number = index + 1,
|
|
||||||
url = relativeUrl,
|
|
||||||
scanlator = null,
|
|
||||||
uploadDate = parseChapterTime(timeText),
|
|
||||||
branch = null,
|
|
||||||
source = source,
|
|
||||||
)
|
|
||||||
}
|
|
||||||
|
|
||||||
return manga.copy(
|
|
||||||
rating = rating / 5,
|
|
||||||
chapters = chapters,
|
|
||||||
description = doc.selectFirst("div.detail-content > p")?.html(),
|
|
||||||
isNsfw = doc.selectFirst("div.alert.alert-danger > strong:contains(Cảnh báo độ tuổi)") != null,
|
|
||||||
)
|
|
||||||
}
|
|
||||||
|
|
||||||
// 20 giây trước
|
|
||||||
// 52 phút trước
|
|
||||||
// 6 giờ trước
|
|
||||||
// 2 ngày trước
|
|
||||||
// 19:09 30/07
|
|
||||||
// 23/12/21
|
|
||||||
private fun parseChapterTime(timeText: String?): Long {
|
|
||||||
if (timeText.isNullOrEmpty()) {
|
|
||||||
return 0L
|
|
||||||
}
|
|
||||||
|
|
||||||
val timeWords = arrayOf("giây", "phút", "giờ", "ngày")
|
|
||||||
val calendar = Calendar.getInstance()
|
|
||||||
val timeArr = timeText.split(' ')
|
|
||||||
if (WordSet(*timeWords).anyWordIn(timeText)) {
|
|
||||||
val timeSuffix = timeArr.getOrNull(1)
|
|
||||||
val timeDiff = timeArr.getOrNull(0)?.toIntOrNull() ?: return 0L
|
|
||||||
when (timeSuffix) {
|
|
||||||
timeWords[0] -> calendar.add(Calendar.SECOND, -timeDiff)
|
|
||||||
timeWords[1] -> calendar.add(Calendar.MINUTE, -timeDiff)
|
|
||||||
timeWords[2] -> calendar.add(Calendar.HOUR, -timeDiff)
|
|
||||||
timeWords[3] -> calendar.add(Calendar.DATE, -timeDiff)
|
|
||||||
else -> return 0L
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
val relativeDate = timeArr.lastOrNull() ?: return 0L
|
|
||||||
val dateString = when (relativeDate.split('/').size) {
|
|
||||||
2 -> {
|
|
||||||
val currentYear = calendar.get(Calendar.YEAR).toString().takeLast(2)
|
|
||||||
"$relativeDate/$currentYear"
|
|
||||||
}
|
|
||||||
|
|
||||||
3 -> relativeDate
|
|
||||||
else -> return 0L
|
|
||||||
}
|
|
||||||
|
|
||||||
calendar.timeInMillis = dateFormat.tryParse(dateString)
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
return calendar.time.time
|
|
||||||
}
|
|
||||||
|
|
||||||
override suspend fun getListPage(
|
|
||||||
page: Int,
|
|
||||||
query: String?,
|
|
||||||
tags: Set<MangaTag>?,
|
|
||||||
sortOrder: SortOrder,
|
|
||||||
): List<Manga> {
|
|
||||||
val isSearching = !query.isNullOrEmpty()
|
|
||||||
val url = buildString {
|
|
||||||
append("https://")
|
|
||||||
append(domain)
|
|
||||||
if (isSearching) {
|
|
||||||
append("/tim-truyen?keyword=")
|
|
||||||
append(query!!.urlEncoded())
|
|
||||||
append("&page=")
|
|
||||||
append(page)
|
|
||||||
} else {
|
|
||||||
val tagQuery = tags.orEmpty().joinToString(",") { it.key }
|
|
||||||
append("/tim-truyen-nang-cao?genres=$tagQuery")
|
|
||||||
append("¬genres=&gender=-1&status=-1&minchapter=1&sort=${getSortOrderKey(sortOrder)}")
|
|
||||||
append("&page=$page")
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
val response = if (isSearching) {
|
|
||||||
val result = runCatchingCancellable { webClient.httpGet(url) }
|
|
||||||
val exception = result.exceptionOrNull()
|
|
||||||
if (exception is NotFoundException) {
|
|
||||||
return emptyList()
|
|
||||||
}
|
|
||||||
|
|
||||||
result.getOrThrow()
|
|
||||||
} else {
|
|
||||||
webClient.httpGet(url)
|
|
||||||
}
|
|
||||||
|
|
||||||
val itemsElements = response.parseHtml()
|
|
||||||
.select("div.ModuleContent > div.items")
|
|
||||||
.select("div.item")
|
|
||||||
return itemsElements.mapNotNull { item ->
|
|
||||||
val tooltipElement = item.selectFirst("div.box_tootip") ?: return@mapNotNull null
|
|
||||||
val absUrl = item.selectFirst("div.image > a")?.attrAsAbsoluteUrlOrNull("href") ?: return@mapNotNull null
|
|
||||||
val slug = absUrl.substringAfterLast('/')
|
|
||||||
val mangaState = when (tooltipElement.selectFirst("div.message_main > p:contains(Tình trạng)")?.ownText()) {
|
|
||||||
"Đang tiến hành" -> MangaState.ONGOING
|
|
||||||
"Hoàn thành" -> MangaState.FINISHED
|
|
||||||
else -> null
|
|
||||||
}
|
|
||||||
|
|
||||||
val tagMap = getOrCreateTagMap()
|
|
||||||
val tagsElement = tooltipElement.selectFirst("div.message_main > p:contains(Thể loại)")?.ownText().orEmpty()
|
|
||||||
val mangaTags = tagsElement.split(',').mapNotNullToSet { tagMap[it.trim()] }
|
|
||||||
Manga(
|
|
||||||
id = generateUid(slug),
|
|
||||||
title = tooltipElement.selectFirst("div.title")?.text().orEmpty(),
|
|
||||||
altTitle = null,
|
|
||||||
url = absUrl.toRelativeUrl(domain),
|
|
||||||
publicUrl = absUrl,
|
|
||||||
rating = RATING_UNKNOWN,
|
|
||||||
isNsfw = false,
|
|
||||||
coverUrl = item.selectFirst("div.image a img")?.absUrl("data-original").orEmpty(),
|
|
||||||
largeCoverUrl = null,
|
|
||||||
tags = mangaTags,
|
|
||||||
state = mangaState,
|
|
||||||
author = tooltipElement.selectFirst("div.message_main > p:contains(Tác giả)")?.ownText(),
|
|
||||||
description = tooltipElement.selectFirst("div.box_text")?.text(),
|
|
||||||
chapters = null,
|
|
||||||
source = source,
|
|
||||||
)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
override suspend fun getPages(chapter: MangaChapter): List<MangaPage> {
|
|
||||||
val pageElements = webClient.httpGet(chapter.url.toAbsoluteUrl(domain)).parseHtml()
|
|
||||||
.select("div.reading-detail.box_doc > div img")
|
|
||||||
return pageElements.map { element ->
|
|
||||||
val url = element.attrAsAbsoluteUrl("data-original")
|
|
||||||
MangaPage(
|
|
||||||
id = generateUid(url),
|
|
||||||
url = url,
|
|
||||||
preview = null,
|
|
||||||
source = source,
|
|
||||||
)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
override suspend fun getAvailableTags(): Set<MangaTag> {
|
|
||||||
val map = getOrCreateTagMap()
|
|
||||||
val tagSet = ArraySet<MangaTag>(map.size)
|
|
||||||
for (entry in map) {
|
|
||||||
tagSet.add(entry.value)
|
|
||||||
}
|
|
||||||
|
|
||||||
return tagSet
|
|
||||||
}
|
|
||||||
|
|
||||||
private suspend fun getOrCreateTagMap(): ArrayMap<String, MangaTag> = mutex.withLock {
|
|
||||||
tagCache?.let { return@withLock it }
|
|
||||||
val doc = webClient.httpGet("/tim-truyen-nang-cao".toAbsoluteUrl(domain)).parseHtml()
|
|
||||||
val tagItems = doc.select("div.genre-item")
|
|
||||||
val result = ArrayMap<String, MangaTag>(tagItems.size)
|
|
||||||
for (item in tagItems) {
|
|
||||||
val title = item.text().trim()
|
|
||||||
val key = item.select("span[data-id]").attr("data-id")
|
|
||||||
result[title] = MangaTag(title = title, key = key, source = source)
|
|
||||||
}
|
|
||||||
tagCache = result
|
|
||||||
result
|
|
||||||
}
|
|
||||||
|
|
||||||
private fun getSortOrderKey(sortOrder: SortOrder) = when (sortOrder) {
|
|
||||||
SortOrder.UPDATED -> 0
|
|
||||||
SortOrder.POPULARITY -> 10
|
|
||||||
SortOrder.NEWEST -> 15
|
|
||||||
SortOrder.RATING -> 20
|
|
||||||
else -> throw IllegalArgumentException("Sort order ${sortOrder.name} not supported")
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@ -0,0 +1,19 @@
|
|||||||
|
package org.koitharu.kotatsu.parsers.site.wpcomics.vi
|
||||||
|
|
||||||
|
import org.koitharu.kotatsu.parsers.MangaLoaderContext
|
||||||
|
import org.koitharu.kotatsu.parsers.MangaSourceParser
|
||||||
|
import org.koitharu.kotatsu.parsers.config.ConfigKey
|
||||||
|
import org.koitharu.kotatsu.parsers.model.MangaSource
|
||||||
|
import org.koitharu.kotatsu.parsers.site.wpcomics.WpComicsParser
|
||||||
|
|
||||||
|
@MangaSourceParser("NETTRUYEN", "NetTruyen", "vi")
|
||||||
|
internal class NetTruyen(context: MangaLoaderContext) :
|
||||||
|
WpComicsParser(context, MangaSource.NETTRUYEN, "www.nettruyenlive.com", 36) {
|
||||||
|
override val configKeyDomain: ConfigKey.Domain = ConfigKey.Domain(
|
||||||
|
"www.nettruyenlive.com",
|
||||||
|
"www.nettruyenio.com",
|
||||||
|
"www.nettruyento.com",
|
||||||
|
"nettruyento.com",
|
||||||
|
"nettruyenin.com",
|
||||||
|
)
|
||||||
|
}
|
||||||
Loading…
Reference in New Issue