KotatsuApp
/
kotatsu-parsers
2
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add sources and fix

Browse Source
pull/283/head
devi 3 years ago
parent 94c2326153
commit d34cfbf405
10 changed files with 352 additions and 4 deletions
Show Stats Download Patch File Download Diff File

1
src/main/kotlin/org/koitharu/kotatsu/parsers/site/fmreader/FmreaderParser.kt
Unescape Escape View File

@ -145,7 +145,6 @@ internal abstract class FmreaderParser(
else -> null
}
}
val alt = doc.body().selectFirst(selectAlt)?.text()?.replace("Other names", "")
val auth = doc.body().selectFirst(selectAut)?.text()
manga.copy(

12
src/main/kotlin/org/koitharu/kotatsu/parsers/site/madara/pt/LadyestelarScan.kt
Unescape Escape View File

@ -0,0 +1,12 @@
package org.koitharu.kotatsu.parsers.site.madara.pt
import org.koitharu.kotatsu.parsers.MangaLoaderContext
import org.koitharu.kotatsu.parsers.MangaSourceParser
import org.koitharu.kotatsu.parsers.model.MangaSource
import org.koitharu.kotatsu.parsers.site.madara.MadaraParser
@MangaSourceParser("LADYESTELARSCAN", "Lady Estelar Scan", "pt")
internal class LadyestelarScan(context: MangaLoaderContext) :
MadaraParser(context, MangaSource.LADYESTELARSCAN, "ladyestelarscan.com.br", 10) {
override val datePattern: String = "dd/MM/yyyy"
}

12
src/main/kotlin/org/koitharu/kotatsu/parsers/site/madara/pt/PassamaoScan.kt
Unescape Escape View File

@ -0,0 +1,12 @@
package org.koitharu.kotatsu.parsers.site.madara.pt
import org.koitharu.kotatsu.parsers.MangaLoaderContext
import org.koitharu.kotatsu.parsers.MangaSourceParser
import org.koitharu.kotatsu.parsers.model.MangaSource
import org.koitharu.kotatsu.parsers.site.madara.MadaraParser
@MangaSourceParser("PASSAMAOSCAN", "Passamao Scan", "pt")
internal class PassamaoScan(context: MangaLoaderContext) :
MadaraParser(context, MangaSource.PASSAMAOSCAN, "passamaoscan.com") {
override val datePattern: String = "dd/MM/yyyy"
}

12
src/main/kotlin/org/koitharu/kotatsu/parsers/site/madara/pt/ReMangas.kt
Unescape Escape View File

@ -0,0 +1,12 @@
package org.koitharu.kotatsu.parsers.site.madara.pt
import org.koitharu.kotatsu.parsers.MangaLoaderContext
import org.koitharu.kotatsu.parsers.MangaSourceParser
import org.koitharu.kotatsu.parsers.model.MangaSource
import org.koitharu.kotatsu.parsers.site.madara.MadaraParser
@MangaSourceParser("REMANGAS", "Re Mangas", "pt")
internal class ReMangas(context: MangaLoaderContext) :
MadaraParser(context, MangaSource.REMANGAS, "remangas.net") {
override val datePattern = "dd/MM/yyyy"
}

36
src/main/kotlin/org/koitharu/kotatsu/parsers/site/madtheme/en/MangaBuddy.kt
Unescape Escape View File

@ -1,10 +1,44 @@
package org.koitharu.kotatsu.parsers.site.madtheme.en
import org.json.JSONObject
import org.koitharu.kotatsu.parsers.MangaLoaderContext
import org.koitharu.kotatsu.parsers.MangaSourceParser
import org.koitharu.kotatsu.parsers.model.MangaChapter
import org.koitharu.kotatsu.parsers.model.MangaPage
import org.koitharu.kotatsu.parsers.model.MangaSource
import org.koitharu.kotatsu.parsers.site.madtheme.MadthemeParser
import org.koitharu.kotatsu.parsers.util.domain
import org.koitharu.kotatsu.parsers.util.generateUid
import org.koitharu.kotatsu.parsers.util.parseFailed
import org.koitharu.kotatsu.parsers.util.parseHtml
import org.koitharu.kotatsu.parsers.util.selectFirstOrThrow
import org.koitharu.kotatsu.parsers.util.src
import org.koitharu.kotatsu.parsers.util.toAbsoluteUrl
import org.koitharu.kotatsu.parsers.util.toRelativeUrl
import java.util.ArrayList
import java.util.Base64
@MangaSourceParser("MANGABUDDY", "Manga Buddy", "en")
internal class MangaBuddy(context: MangaLoaderContext) :
MadthemeParser(context, MangaSource.MANGABUDDY, "mangabuddy.com")
MadthemeParser(context, MangaSource.MANGABUDDY, "mangabuddy.com") {
override suspend fun getPages(chapter: MangaChapter): List<MangaPage> {
val chapterUrl = chapter.url.toAbsoluteUrl(domain)
val docs = webClient.httpGet(chapterUrl).parseHtml()
val script = docs.selectFirstOrThrow("script:containsData(chapImages)")
val images = script.data().substringAfter("'").substringBeforeLast("'").split(",")
val pages = ArrayList<MangaPage>(images.size)
for (image in images) {
pages.add(
MangaPage(
id = generateUid(image),
url = image,
preview = null,
source = source,
),
)
}
return pages
}
}

2
src/main/kotlin/org/koitharu/kotatsu/parsers/site/mangareader/fr/PhenixscansParser.kt
Unescape Escape View File

@ -5,7 +5,7 @@ import org.koitharu.kotatsu.parsers.MangaSourceParser
import org.koitharu.kotatsu.parsers.model.MangaSource
import org.koitharu.kotatsu.parsers.site.mangareader.MangaReaderParser
@MangaSourceParser("PHENIXSCANS", "Phenixscans", "fr")
@MangaSourceParser("PHENIXSCANS", "Phenix Scans", "fr")
internal class PhenixscansParser(context: MangaLoaderContext) :
MangaReaderParser(context, MangaSource.PHENIXSCANS, "phenixscans.fr", pageSize = 20, searchPageSize = 10) {

2
src/main/kotlin/org/koitharu/kotatsu/parsers/site/mangareader/pt/HentaiSsssscanlator.kt
Unescape Escape View File

@ -6,7 +6,7 @@ import org.koitharu.kotatsu.parsers.model.ContentType
import org.koitharu.kotatsu.parsers.model.MangaSource
import org.koitharu.kotatsu.parsers.site.mangareader.MangaReaderParser
@MangaSourceParser("HENTAISSSSSCANLATOR", "Sssscanlator Hentai", "pt", type = ContentType.HENTAI)
@MangaSourceParser("HENTAISSSSSCANLATOR", "Sss Scanlator Hentai", "pt", type = ContentType.HENTAI)
internal class HentaiSsssscanlator(context: MangaLoaderContext) :
MangaReaderParser(
context,

127
src/main/kotlin/org/koitharu/kotatsu/parsers/site/pt/LerMangaOnline.kt
Unescape Escape View File

@ -0,0 +1,127 @@
package org.koitharu.kotatsu.parsers.site.pt
import org.jsoup.nodes.Document
import org.koitharu.kotatsu.parsers.MangaLoaderContext
import org.koitharu.kotatsu.parsers.MangaSourceParser
import org.koitharu.kotatsu.parsers.PagedMangaParser
import org.koitharu.kotatsu.parsers.config.ConfigKey
import org.koitharu.kotatsu.parsers.model.*
import org.koitharu.kotatsu.parsers.util.*
import java.text.SimpleDateFormat
import java.util.*
@MangaSourceParser("LERMANGAONLINE", "Ler Manga Online", "pt")
class LerMangaOnline(context: MangaLoaderContext) : PagedMangaParser(context, MangaSource.LERMANGAONLINE, 20) {
override val sortOrders: Set<SortOrder> = EnumSet.of(SortOrder.UPDATED)
override val configKeyDomain = ConfigKey.Domain("lermangaonline.com.br")
override suspend fun getListPage(
page: Int,
query: String?,
tags: Set<MangaTag>?,
sortOrder: SortOrder,
): List<Manga> {
if (!query.isNullOrEmpty()) {
return emptyList() // Research revisits non-manga chapters
}
val tag = tags.oneOrThrowIfMany()
val url = buildString {
append("https://")
append(domain)
append("/")
if (!tags.isNullOrEmpty()) {
append(tag?.key.orEmpty())
append("/")
}
if (page > 1) {
append("page/")
append(page)
append("/")
}
}
return parseManga(webClient.httpGet(url).parseHtml())
}
private fun parseManga(docs: Document): List<Manga> {
return docs.select(".materias .article").map { div ->
val a = div.selectFirstOrThrow("a")
val href = a.attrAsRelativeUrl("href")
Manga(
id = generateUid(href),
url = href,
publicUrl = a.attrAsAbsoluteUrl("href"),
title = div.selectLastOrThrow("section h3").text(),
coverUrl = div.selectFirst("img")?.src().orEmpty(),
altTitle = null,
rating = RATING_UNKNOWN,
tags = emptySet(),
description = null,
state = null,
author = null,
isNsfw = isNsfwSource,
source = source,
)
}
}
override suspend fun getTags(): Set<MangaTag> {
val doc = webClient.httpGet("https://$domain/").parseHtml().requireElementById("sub-menu")
return doc.select("ul.container li a").mapNotNullToSet { a ->
MangaTag(
key = a.attr("href").removePrefix("/"),
title = a.text(),
source = source,
)
}
}
override suspend fun getDetails(manga: Manga): Manga {
val doc = webClient.httpGet(manga.url.toAbsoluteUrl(domain)).parseHtml()
val dateFormat = SimpleDateFormat("dd-MM-yyyy", Locale.ROOT)
return manga.copy(
description = doc.selectFirst(".sinopse")?.html(),
tags = doc.selectFirst(".categorias-blog")?.select("a")?.mapNotNullToSet { a ->
MangaTag(
key = a.attr("href").removePrefix("/"),
title = a.text().ifEmpty { return@mapNotNullToSet null }.toTitleCase(),
source = source,
)
}.orEmpty(),
chapters = doc.select(".capitulos a").mapChapters(reversed = true) { i, a ->
val href = a.attrAsRelativeUrl("href")
val title = a.selectFirstOrThrow(".capitulo").html().substringBeforeLast("<span")
val dateText = a.selectFirstOrThrow("span").text()
MangaChapter(
id = generateUid(href),
name = title,
number = i + 1,
url = href,
scanlator = null,
uploadDate = dateFormat.tryParse(dateText),
branch = null,
source = source,
)
},
)
}
override suspend fun getRelatedManga(seed: Manga): List<Manga> {
return parseManga(webClient.httpGet(seed.url.toAbsoluteUrl(domain)).parseHtml())
}
override suspend fun getPages(chapter: MangaChapter): List<MangaPage> {
val fullUrl = chapter.url.toAbsoluteUrl(domain)
val doc = webClient.httpGet(fullUrl).parseHtml()
return doc.select(".images img").map { img ->
val url = img.src()?.toRelativeUrl(domain) ?: img.parseFailed("Image src not found")
MangaPage(
id = generateUid(url),
url = url,
preview = null,
source = source,
)
}
}
}

145
src/main/kotlin/org/koitharu/kotatsu/parsers/site/pt/MangaOnline.kt
Unescape Escape View File

@ -0,0 +1,145 @@
package org.koitharu.kotatsu.parsers.site.pt
import org.koitharu.kotatsu.parsers.MangaLoaderContext
import org.koitharu.kotatsu.parsers.MangaSourceParser
import org.koitharu.kotatsu.parsers.PagedMangaParser
import org.koitharu.kotatsu.parsers.config.ConfigKey
import org.koitharu.kotatsu.parsers.model.*
import org.koitharu.kotatsu.parsers.util.*
import java.text.SimpleDateFormat
import java.util.*
@MangaSourceParser("MANGAONLINE", "Manga Online", "pt")
class MangaOnline(context: MangaLoaderContext) : PagedMangaParser(context, MangaSource.MANGAONLINE, 20) {
override val sortOrders: Set<SortOrder> = EnumSet.of(SortOrder.UPDATED)
override val configKeyDomain = ConfigKey.Domain("mangaonline.biz")
override suspend fun getListPage(
page: Int,
query: String?,
tags: Set<MangaTag>?,
sortOrder: SortOrder,
): List<Manga> {
if (!query.isNullOrEmpty()) {
return emptyList() // Research revisits non-manga chapters
}
val tag = tags.oneOrThrowIfMany()
val url = buildString {
append("https://")
append(domain)
if (!tags.isNullOrEmpty()) {
append("/genero/")
append(tag?.key.orEmpty())
append("/")
} else {
append("/manga/")
}
if (page > 1) {
append("page/")
append(page)
append("/")
}
}
val doc = webClient.httpGet(url).parseHtml()
return doc.select(".items .item").map { div ->
val a = div.selectFirstOrThrow("a")
val href = a.attrAsRelativeUrl("href")
Manga(
id = generateUid(href),
url = href,
publicUrl = a.attrAsAbsoluteUrl("href"),
title = div.selectLastOrThrow(".data h3").text(),
coverUrl = div.selectFirst("img")?.src().orEmpty(),
altTitle = null,
rating = div.selectFirst(".rating")?.ownText()?.toFloatOrNull()?.div(10f) ?: RATING_UNKNOWN,
tags = emptySet(),
description = null,
state = null,
author = null,
isNsfw = isNsfwSource,
source = source,
)
}
}
override suspend fun getTags(): Set<MangaTag> {
val doc = webClient.httpGet("https://$domain/generos/").parseHtml()
return doc.select(".wp-content p a").mapNotNullToSet { a ->
MangaTag(
key = a.attr("href").removeSuffix("/").substringAfterLast("/", ""),
title = a.text(),
source = source,
)
}
}
override suspend fun getDetails(manga: Manga): Manga {
val doc = webClient.httpGet(manga.url.toAbsoluteUrl(domain)).parseHtml()
val dateFormat = SimpleDateFormat("dd/MM/yyyy", Locale.ROOT)
return manga.copy(
description = doc.selectLastOrThrow(".data p").html(),
tags = doc.selectFirst(".sgeneros")?.select("a")?.mapNotNullToSet { a ->
MangaTag(
key = a.attr("href").removeSuffix("/").substringAfterLast("/", ""),
title = a.text(),
source = source,
)
}.orEmpty(),
chapters = doc.select(".episodios li a").mapChapters(reversed = true) { i, a ->
val href = a.attrAsRelativeUrl("href")
val title = a.html().substringBeforeLast("<span")
val dateText = a.selectFirstOrThrow("span.date").text()
MangaChapter(
id = generateUid(href),
name = title,
number = i + 1,
url = href,
scanlator = null,
uploadDate = dateFormat.tryParse(dateText),
branch = null,
source = source,
)
},
)
}
override suspend fun getRelatedManga(seed: Manga): List<Manga> {
val doc =
webClient.httpGet(seed.url.toAbsoluteUrl(domain)).parseHtml().requireElementById("single_relacionados")
return doc.select(".owl-item").map { div ->
val a = div.selectFirstOrThrow("a")
val href = a.attrAsRelativeUrl("href")
Manga(
id = generateUid(href),
url = href,
publicUrl = a.attrAsAbsoluteUrl("href"),
title = div.selectLastOrThrow(".reltitle h3").text(),
coverUrl = div.selectFirst("img")?.src().orEmpty(),
altTitle = null,
rating = RATING_UNKNOWN,
tags = emptySet(),
description = null,
state = null,
author = null,
isNsfw = isNsfwSource,
source = source,
)
}
}
override suspend fun getPages(chapter: MangaChapter): List<MangaPage> {
val fullUrl = chapter.url.toAbsoluteUrl(domain)
val doc = webClient.httpGet(fullUrl).parseHtml()
return doc.select(".content p img").map { img ->
val url = img.src()?.toRelativeUrl(domain) ?: img.parseFailed("Image src not found")
MangaPage(
id = generateUid(url),
url = url,
preview = null,
source = source,
)
}
}
}

7
src/main/kotlin/org/koitharu/kotatsu/parsers/site/pt/YugenMangas.kt
Unescape Escape View File

@ -97,6 +97,13 @@ class YugenMangas(context: MangaLoaderContext) : PagedMangaParser(context, Manga
description = doc.selectFirst(".sinopse .sinopse")?.html(),
author = doc.selectFirst(".author")?.text(),
coverUrl = doc.selectFirst(".side img")?.src().orEmpty(),
state = doc.selectFirst(".lancamento p")?.let {
when (it.text().lowercase()) {
"ongoing" -> MangaState.ONGOING
"completed", "finished" -> MangaState.FINISHED
else -> null
}
},
chapters = chapters.select(".chapter").mapChapters(reversed = true) { i, div ->
val a = div.selectFirstOrThrow("a")
val href = a.attrAsRelativeUrl("href")

Write Preview
Loading…
Cancel
Save