You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
166 lines
4.6 KiB
Kotlin
166 lines
4.6 KiB
Kotlin
package org.koitharu.kotatsu.parsers
|
|
|
|
import okhttp3.*
|
|
import okhttp3.HttpUrl.Companion.toHttpUrl
|
|
import okhttp3.MediaType.Companion.toMediaType
|
|
import okhttp3.RequestBody.Companion.toRequestBody
|
|
import org.json.JSONObject
|
|
import org.jsoup.HttpStatusException
|
|
import org.koitharu.kotatsu.parsers.config.MangaSourceConfig
|
|
import org.koitharu.kotatsu.parsers.exception.GraphQLException
|
|
import org.koitharu.kotatsu.parsers.exception.NotFoundException
|
|
import org.koitharu.kotatsu.parsers.model.MangaSource
|
|
import org.koitharu.kotatsu.parsers.util.await
|
|
import org.koitharu.kotatsu.parsers.util.parseJson
|
|
import java.util.*
|
|
|
|
abstract class MangaLoaderContext {
|
|
|
|
protected abstract val httpClient: OkHttpClient
|
|
|
|
abstract val cookieJar: CookieJar
|
|
|
|
/**
|
|
* Do a GET http request to specific url
|
|
* @param url
|
|
* @param headers an additional headers for request, may be null
|
|
*/
|
|
suspend fun httpGet(url: HttpUrl, headers: Headers? = null): Response {
|
|
val request = Request.Builder()
|
|
.get()
|
|
.url(url)
|
|
if (headers != null) {
|
|
request.headers(headers)
|
|
}
|
|
return httpClient.newCall(request.build()).await().ensureSuccess()
|
|
}
|
|
|
|
suspend fun httpGet(url: String, headers: Headers? = null): Response {
|
|
return httpGet(url.toHttpUrl(), headers)
|
|
}
|
|
|
|
|
|
/**
|
|
* Do a HEAD http request to specific url
|
|
* @param url
|
|
* @param headers an additional headers for request, may be null
|
|
*/
|
|
suspend fun httpHead(url: String, headers: Headers? = null): Response {
|
|
val request = Request.Builder()
|
|
.head()
|
|
.url(url)
|
|
if (headers != null) {
|
|
request.headers(headers)
|
|
}
|
|
return httpClient.newCall(request.build()).await().ensureSuccess()
|
|
}
|
|
|
|
/**
|
|
* Do a POST http request to specific url with `multipart/form-data` payload
|
|
* @param url
|
|
* @param form payload as key=>value map
|
|
* @param headers an additional headers for request, may be null
|
|
*/
|
|
suspend fun httpPost(
|
|
url: String,
|
|
form: Map<String, String>,
|
|
headers: Headers? = null,
|
|
): Response {
|
|
val body = FormBody.Builder()
|
|
form.forEach { (k, v) ->
|
|
body.addEncoded(k, v)
|
|
}
|
|
val request = Request.Builder()
|
|
.post(body.build())
|
|
.url(url)
|
|
if (headers != null) {
|
|
request.headers(headers)
|
|
}
|
|
return httpClient.newCall(request.build()).await().ensureSuccess()
|
|
}
|
|
|
|
/**
|
|
* Do a POST http request to specific url with `multipart/form-data` payload
|
|
* @param url
|
|
* @param payload payload as `key=value` string with `&` separator
|
|
* @param headers an additional headers for request, may be null
|
|
*/
|
|
suspend fun httpPost(
|
|
url: String,
|
|
payload: String,
|
|
headers: Headers?,
|
|
): Response {
|
|
val body = FormBody.Builder()
|
|
payload.split('&').forEach {
|
|
val pos = it.indexOf('=')
|
|
if (pos != -1) {
|
|
val k = it.substring(0, pos)
|
|
val v = it.substring(pos + 1)
|
|
body.addEncoded(k, v)
|
|
}
|
|
}
|
|
val request = Request.Builder()
|
|
.post(body.build())
|
|
.url(url)
|
|
if (headers != null) {
|
|
request.headers(headers)
|
|
}
|
|
return httpClient.newCall(request.build()).await().ensureSuccess()
|
|
}
|
|
|
|
/**
|
|
* Do a GraphQL request to specific url
|
|
* @param endpoint an url
|
|
* @param query GraphQL request payload
|
|
*/
|
|
suspend fun graphQLQuery(endpoint: String, query: String): JSONObject {
|
|
val body = JSONObject()
|
|
body.put("operationName", null as Any?)
|
|
body.put("variables", JSONObject())
|
|
body.put("query", "{$query}")
|
|
val mediaType = "application/json; charset=utf-8".toMediaType()
|
|
val requestBody = body.toString().toRequestBody(mediaType)
|
|
val request = Request.Builder()
|
|
.post(requestBody)
|
|
.url(endpoint)
|
|
val json = httpClient.newCall(request.build()).await().ensureSuccess().parseJson()
|
|
json.optJSONArray("errors")?.let {
|
|
if (it.length() != 0) {
|
|
throw GraphQLException(it)
|
|
}
|
|
}
|
|
return json
|
|
}
|
|
|
|
open fun encodeBase64(data: ByteArray): String = Base64.getEncoder().encodeToString(data)
|
|
|
|
open fun decodeBase64(data: String): ByteArray = Base64.getDecoder().decode(data)
|
|
|
|
open fun getPreferredLocales(): List<Locale> = listOf(Locale.getDefault())
|
|
|
|
/**
|
|
* Execute JavaScript code and return result
|
|
* @param script JavaScript source code
|
|
* @return execution result as string, may be null
|
|
*/
|
|
abstract suspend fun evaluateJs(script: String): String?
|
|
|
|
abstract fun getConfig(source: MangaSource): MangaSourceConfig
|
|
|
|
private fun Response.ensureSuccess(): Response {
|
|
val exception: Exception? = when (code) { // Catch some error codes, not all
|
|
404 -> NotFoundException(message, request.url.toString())
|
|
in 500..599 -> HttpStatusException(message, code, request.url.toString())
|
|
else -> null
|
|
}
|
|
if (exception != null) {
|
|
runCatching {
|
|
close()
|
|
}.onFailure {
|
|
exception.addSuppressed(it)
|
|
}
|
|
throw exception
|
|
}
|
|
return this
|
|
}
|
|
} |