From 519bb3053b010047a32d59d1600b046cf1a2266e Mon Sep 17 00:00:00 2001 From: devi Date: Sun, 17 Sep 2023 16:57:50 +0200 Subject: [PATCH] add ksk --- .../kotatsu/parsers/site/en/KskMoe.kt | 164 ++++++++++++++++++ 1 file changed, 164 insertions(+) create mode 100644 src/main/kotlin/org/koitharu/kotatsu/parsers/site/en/KskMoe.kt diff --git a/src/main/kotlin/org/koitharu/kotatsu/parsers/site/en/KskMoe.kt b/src/main/kotlin/org/koitharu/kotatsu/parsers/site/en/KskMoe.kt new file mode 100644 index 00000000..1c64066d --- /dev/null +++ b/src/main/kotlin/org/koitharu/kotatsu/parsers/site/en/KskMoe.kt @@ -0,0 +1,164 @@ +package org.koitharu.kotatsu.parsers.site.en + +import androidx.collection.ArraySet +import kotlinx.coroutines.async +import kotlinx.coroutines.awaitAll +import kotlinx.coroutines.coroutineScope +import org.jsoup.nodes.Element +import org.koitharu.kotatsu.parsers.MangaLoaderContext +import org.koitharu.kotatsu.parsers.MangaSourceParser +import org.koitharu.kotatsu.parsers.PagedMangaParser +import org.koitharu.kotatsu.parsers.config.ConfigKey +import org.koitharu.kotatsu.parsers.model.* +import org.koitharu.kotatsu.parsers.util.* +import java.text.SimpleDateFormat +import java.util.* + +@MangaSourceParser("KSKMOE", "Ksk Moe", "en") +internal class KskMoe(context: MangaLoaderContext) : PagedMangaParser(context, MangaSource.KSKMOE, 35) { + + override val sortOrders: Set = EnumSet.of(SortOrder.UPDATED, SortOrder.POPULARITY, SortOrder.NEWEST, SortOrder.ALPHABETICAL) + override val configKeyDomain = ConfigKey.Domain("ksk.moe") + + override suspend fun getListPage( + page: Int, + query: String?, + tags: Set?, + sortOrder: SortOrder, + ): List { + val tag = tags.oneOrThrowIfMany() + + val url = buildString { + append("https://") + append(domain) + + if (!tags.isNullOrEmpty()) { + append("/tags/") + append(tag?.key.orEmpty()) + }else + { + append("/browse") + } + + if (page > 1) { + append("/page/") + append(page) + } + + when (sortOrder) { + SortOrder.POPULARITY -> append("?sort=32") + SortOrder.UPDATED -> append("") + SortOrder.NEWEST -> append("?sort=16") + SortOrder.ALPHABETICAL -> append("?sort=1") + else -> append("") + } + + if (!query.isNullOrEmpty()) { + append("?s=") + append(query.urlEncoded()) + } + } + val doc = webClient.httpGet(url).parseHtml() + + if(!doc.html().contains("pagination") && page > 1) + { + return emptyList() + } + return doc.requireElementById("galleries").select("article").map { div -> + val href = div.selectFirstOrThrow("a").attrAsAbsoluteUrl("href") + Manga( + id = generateUid(href), + title = div.selectLastOrThrow("h3 span").text(), + altTitle = null, + url = href, + publicUrl = href.toAbsoluteUrl(domain), + rating = RATING_UNKNOWN, + isNsfw = false, + coverUrl = div.selectFirstOrThrow("img").src()?.toAbsoluteUrl(domain).orEmpty(), + tags = div.select("footer span").mapNotNullToSet { span -> + MangaTag( + key = span.text().urlEncoded(), + title = span.text(), + source = source, + ) + }, + state = null, + author = null, + source = source, + ) + } + } + + override suspend fun getTags(): Set { + return coroutineScope { + (1..2).map { page -> + async { getTags(page) } + } + }.awaitAll().flattenTo(ArraySet(360)) + } + + private suspend fun getTags(page: Int): Set { + val root = if(page == 1) + { + webClient.httpGet("https://${domain}/tags").parseHtml().body() + .getElementById("tags") + }else + { + webClient.httpGet("https://${domain}/tags/page/$page").parseHtml().body() + .getElementById("tags") + } + return root?.parseTags().orEmpty() + } + + private fun Element.parseTags() = select("section.tags div a").mapToSet { a -> + MangaTag( + key = a.attr("href").substringAfter("/tags/"), + title = a.selectFirstOrThrow("span").text(), + source = source, + ) + } + + + private val date = SimpleDateFormat("dd.MM.yyyy hh:mm 'UTC'", Locale.US) + override suspend fun getDetails(manga: Manga): Manga { + val doc = webClient.httpGet(manga.url.toAbsoluteUrl(domain)).parseHtml() + return manga.copy( + tags = doc.requireElementById("metadata").select("main div:contains(Tag) a").mapNotNullToSet { a -> + MangaTag( + key = a.attr("href").substringAfter("/tags/"), + title = a.selectFirstOrThrow("span").text(), + source = source, + ) + }, + author = doc.requireElementById("metadata").selectFirstOrThrow("main div:contains(Artist) a span").text(), + chapters = listOf( + MangaChapter( + id = generateUid(manga.id), + name = manga.title, + number = 1, + url = manga.url, + scanlator = null, + uploadDate = date.tryParse(doc.selectFirstOrThrow("time.updated").text()), + branch = null, + source = source, + ), + ), + ) + } + + + //For the moment the pages are in poor quality. + override suspend fun getPages(chapter: MangaChapter): List { + val fullUrl = chapter.url.toAbsoluteUrl(domain) + val doc = webClient.httpGet(fullUrl).parseHtml() + return doc.requireElementById("previews").select("main div img").map { img -> + val url = img.src() ?: img.parseFailed("Image src not found") + MangaPage( + id = generateUid(url), + url = url, + preview = null, + source = source, + ) + } + } +}