Remove referrer field from page model

3 years ago · 93f5f70d79
parent fc53b19915
commit 93f5f70d79
26 changed files with 3264 additions and 3285 deletions
--- a/src/main/kotlin/org/koitharu/kotatsu/parsers/site/AnibelParser.kt
+++ b/src/main/kotlin/org/koitharu/kotatsu/parsers/site/AnibelParser.kt
@ -169,7 +169,6 @@ internal class AnibelParser(context: MangaLoaderContext) : MangaParser(context,
 			MangaPage(
 				id = generateUid("${chapter.url}/$i"),
 				url = jo.getString("large"),
-                referer = chapterUrl,
 				preview = jo.getString("thumbnail"),
 				source = source,
 			)
--- a/src/main/kotlin/org/koitharu/kotatsu/parsers/site/BatoToParser.kt
+++ b/src/main/kotlin/org/koitharu/kotatsu/parsers/site/BatoToParser.kt
@ -35,7 +35,16 @@ internal class BatoToParser(context: MangaLoaderContext) : PagedMangaParser(

 	override val configKeyDomain = ConfigKey.Domain(
 		"bato.to",
-        arrayOf("bato.to", "mto.to", "hto.to", "mangatoto.com", "battwo.com", "batotwo.com", "comiko.net", "batotoo.com"),
+		arrayOf(
+			"bato.to",
+			"mto.to",
+			"hto.to",
+			"mangatoto.com",
+			"battwo.com",
+			"batotwo.com",
+			"comiko.net",
+			"batotoo.com",
+		),
 	)

 	override suspend fun getListPage(
@ -127,7 +136,6 @@ internal class BatoToParser(context: MangaLoaderContext) : PagedMangaParser(
 				result += MangaPage(
 					id = generateUid(url),
 					url = url + "?" + args.getString(i),
-                    referer = fullUrl,
 					preview = null,
 					source = source,
 				)
--- a/src/main/kotlin/org/koitharu/kotatsu/parsers/site/BlogTruyenParser.kt
+++ b/src/main/kotlin/org/koitharu/kotatsu/parsers/site/BlogTruyenParser.kt
@ -188,7 +188,6 @@ class BlogTruyenParser(context: MangaLoaderContext) :
 				MangaPage(
 					id = generateImageId(pages.size),
 					url = img.imageUrl(),
-                    referer = referer,
 					preview = null,
 					source = source,
 				),
@ -206,7 +205,6 @@ class BlogTruyenParser(context: MangaLoaderContext) :
 					MangaPage(
 						id = generateImageId(pages.size),
 						url = imageUrl,
-                        referer = referer,
 						preview = null,
 						source = source,
 					),
--- a/src/main/kotlin/org/koitharu/kotatsu/parsers/site/CloneMangaParser.kt
+++ b/src/main/kotlin/org/koitharu/kotatsu/parsers/site/CloneMangaParser.kt
@ -90,7 +90,6 @@ internal class CloneMangaParser(context: MangaLoaderContext) : PagedMangaParser(
 			MangaPage(
 				id = generateUid(imgUrl),
 				url = imgUrl,
-				referer = imgUrl,
 				preview = null,
 				source = source,
 			),
--- a/src/main/kotlin/org/koitharu/kotatsu/parsers/site/ComickFunParser.kt
+++ b/src/main/kotlin/org/koitharu/kotatsu/parsers/site/ComickFunParser.kt
@ -132,7 +132,6 @@ internal class ComickFunParser(context: MangaLoaderContext) : MangaParser(contex
 			MangaPage(
 				id = generateUid(url),
 				url = url,
-                referer = referer,
 				preview = null,
 				source = source,
 			)
--- a/src/main/kotlin/org/koitharu/kotatsu/parsers/site/DesuMeParser.kt
+++ b/src/main/kotlin/org/koitharu/kotatsu/parsers/site/DesuMeParser.kt
@ -135,7 +135,6 @@ internal class DesuMeParser(context: MangaLoaderContext) : PagedMangaParser(cont
 		return json.getJSONObject("pages").getJSONArray("list").mapJSON { jo ->
 			MangaPage(
 				id = generateUid(jo.getLong("id")),
-				referer = fullUrl,
 				preview = null,
 				source = chapter.source,
 				url = jo.getString("img"),
--- a/src/main/kotlin/org/koitharu/kotatsu/parsers/site/ExHentaiParser.kt
+++ b/src/main/kotlin/org/koitharu/kotatsu/parsers/site/ExHentaiParser.kt
@ -199,7 +199,6 @@ internal class ExHentaiParser(
 			MangaPage(
 				id = generateUid(url),
 				url = url,
-                referer = a.absUrl("href"),
 				preview = null,
 				source = source,
 			)
--- a/src/main/kotlin/org/koitharu/kotatsu/parsers/site/MangaDexParser.kt
+++ b/src/main/kotlin/org/koitharu/kotatsu/parsers/site/MangaDexParser.kt
@ -173,13 +173,11 @@ internal class MangaDexParser(context: MangaLoaderContext) : MangaParser(context
 			.getJSONObject("chapter")
 		val pages = chapterJson.getJSONArray("data")
 		val prefix = "https://uploads.$domain/data/${chapterJson.getString("hash")}/"
-        val referer = "https://$domain/"
 		return List(pages.length()) { i ->
 			val url = prefix + pages.getString(i)
 			MangaPage(
 				id = generateUid(url),
 				url = url,
-                referer = referer,
 				preview = null, // TODO prefix + dataSaver.getString(i),
 				source = source,
 			)
--- a/src/main/kotlin/org/koitharu/kotatsu/parsers/site/MangaInUaParser.kt
+++ b/src/main/kotlin/org/koitharu/kotatsu/parsers/site/MangaInUaParser.kt
@ -131,7 +131,6 @@ class MangaInUaParser(context: MangaLoaderContext) : PagedMangaParser(
 				id = generateUid(url),
 				url = url,
 				preview = null,
-                referer = fullUrl,
 				source = source,
 			)
 		}
--- a/src/main/kotlin/org/koitharu/kotatsu/parsers/site/MangaTownParser.kt
+++ b/src/main/kotlin/org/koitharu/kotatsu/parsers/site/MangaTownParser.kt
@ -147,7 +147,6 @@ internal class MangaTownParser(context: MangaLoaderContext) : MangaParser(contex
 				id = generateUid(href),
 				url = href,
 				preview = null,
-                referer = fullUrl,
 				source = MangaSource.MANGATOWN,
 			)
 		}
--- a/src/main/kotlin/org/koitharu/kotatsu/parsers/site/Manhwa18Parser.kt
+++ b/src/main/kotlin/org/koitharu/kotatsu/parsers/site/Manhwa18Parser.kt
@ -165,7 +165,6 @@ class Manhwa18Parser(context: MangaLoaderContext) :
 			MangaPage(
 				id = generateUid(url),
 				url = url,
-				referer = chapterUrl,
 				preview = null,
 				source = MangaSource.MANHWA18,
 			)
--- a/src/main/kotlin/org/koitharu/kotatsu/parsers/site/NHentaiParser.kt
+++ b/src/main/kotlin/org/koitharu/kotatsu/parsers/site/NHentaiParser.kt
@ -144,7 +144,6 @@ class NHentaiParser(context: MangaLoaderContext) : PagedMangaParser(context, Man
 			MangaPage(
 				id = generateUid(href),
 				url = href,
-                referer = url,
 				preview = img.attrAsAbsoluteUrlOrNull("data-src")
 					?: img.attrAsAbsoluteUrl("src"),
 				source = source,
--- a/src/main/kotlin/org/koitharu/kotatsu/parsers/site/NetTruyenParser.kt
+++ b/src/main/kotlin/org/koitharu/kotatsu/parsers/site/NetTruyenParser.kt
@ -183,7 +183,6 @@ class NetTruyenParser(context: MangaLoaderContext) :
 			MangaPage(
 				id = generateUid(url),
 				url = url,
-                referer = domain,
 				preview = null,
 				source = source,
 			)
--- a/src/main/kotlin/org/koitharu/kotatsu/parsers/site/NicovideoSeigaParser.kt
+++ b/src/main/kotlin/org/koitharu/kotatsu/parsers/site/NicovideoSeigaParser.kt
@ -132,7 +132,6 @@ class NicovideoSeigaParser(context: MangaLoaderContext) :
 				id = generateUid(url),
 				url = url,
 				preview = null,
-                referer = fullUrl,
 				source = source,
 			)
 		}
--- a/src/main/kotlin/org/koitharu/kotatsu/parsers/site/NineMangaParser.kt
+++ b/src/main/kotlin/org/koitharu/kotatsu/parsers/site/NineMangaParser.kt
@ -135,7 +135,6 @@ internal abstract class NineMangaParser(
 			MangaPage(
 				id = generateUid(url),
 				url = url,
-                referer = chapter.url.toAbsoluteUrl(domain),
 				preview = null,
 				source = source,
 			)
--- a/src/main/kotlin/org/koitharu/kotatsu/parsers/site/NudeMoonParser.kt
+++ b/src/main/kotlin/org/koitharu/kotatsu/parsers/site/NudeMoonParser.kt
@ -157,7 +157,6 @@ internal class NudeMoonParser(
 			MangaPage(
 				id = generateUid(url),
 				url = url,
-                referer = fullUrl,
 				preview = if (i <= MAX_THUMB_INDEX && mangaId != null) {
 					val part2 = url.substringBeforeLast('/')
 					val part3 = url.substringAfterLast('/')
--- a/src/main/kotlin/org/koitharu/kotatsu/parsers/site/RemangaParser.kt
+++ b/src/main/kotlin/org/koitharu/kotatsu/parsers/site/RemangaParser.kt
@ -254,7 +254,6 @@ internal class RemangaParser(
 		id = generateUid(jo.getLong("id")),
 		url = jo.getString("link"),
 		preview = null,
-        referer = referer,
 		source = source,
 	)

--- a/src/main/kotlin/org/koitharu/kotatsu/parsers/site/TruyentranhLHParser.kt
+++ b/src/main/kotlin/org/koitharu/kotatsu/parsers/site/TruyentranhLHParser.kt
@ -124,7 +124,6 @@ class TruyentranhLHParser(context: MangaLoaderContext) :
 			MangaPage(
 				id = generateUid(imageUrl),
 				url = imageUrl,
-				referer = url,
 				preview = null,
 				source = source,
 			)
--- a/src/main/kotlin/org/koitharu/kotatsu/parsers/site/UnionMangasParser.kt
+++ b/src/main/kotlin/org/koitharu/kotatsu/parsers/site/UnionMangasParser.kt
@ -122,7 +122,6 @@ class UnionMangasParser(context: MangaLoaderContext) : PagedMangaParser(context,
 			MangaPage(
 				id = generateUid(href),
 				url = href,
-				referer = fullUrl,
 				preview = null,
 				source = source,
 			)
--- a/src/main/kotlin/org/koitharu/kotatsu/parsers/site/grouple/GroupleParser.kt
+++ b/src/main/kotlin/org/koitharu/kotatsu/parsers/site/grouple/GroupleParser.kt
@ -226,7 +226,6 @@ internal abstract class GroupleParser(
 					id = generateUid(url),
 					url = "$primaryServer|$serversStr|$url",
 					preview = null,
-					referer = chapter.url,
 					source = source,
 				)
 			}
--- a/src/main/kotlin/org/koitharu/kotatsu/parsers/site/madara/Madara5Parser.kt
+++ b/src/main/kotlin/org/koitharu/kotatsu/parsers/site/madara/Madara5Parser.kt
@ -112,7 +112,6 @@ abstract class Madara5Parser @InternalParsersApi constructor(
 			MangaPage(
 				id = generateUid(url),
 				url = url,
-				referer = fullUrl,
 				preview = null,
 				source = source,
 			)
@ -180,7 +179,5 @@ abstract class Madara5Parser @InternalParsersApi constructor(
 	)

 	@MangaSourceParser("MANGAOWLS", "BeautyManga", "en")
-	class BeautyManga(context: MangaLoaderContext) : Madara5Parser(context, MangaSource.MANGAOWLS, "beautymanga.com") {
-
-	}
+	class BeautyManga(context: MangaLoaderContext) : Madara5Parser(context, MangaSource.MANGAOWLS, "beautymanga.com")
 }
--- a/src/main/kotlin/org/koitharu/kotatsu/parsers/site/madara/MadaraParser.kt
+++ b/src/main/kotlin/org/koitharu/kotatsu/parsers/site/madara/MadaraParser.kt
@ -186,7 +186,6 @@ internal abstract class MadaraParser(
 				id = generateUid(url),
 				url = url,
 				preview = null,
-				referer = fullUrl,
 				source = source,
 			)
 		}
--- a/src/main/kotlin/org/koitharu/kotatsu/parsers/site/madara/NeatManga.kt
+++ b/src/main/kotlin/org/koitharu/kotatsu/parsers/site/madara/NeatManga.kt
@ -88,7 +88,6 @@ internal class NeatManga(context: MangaLoaderContext) : MadaraParser(context, Ma
 				id = generateUid(url),
 				url = url,
 				preview = null,
-				referer = fullUrl,
 				source = source,
 			)
 		}
--- a/src/main/kotlin/org/koitharu/kotatsu/parsers/site/mangareader/MangaReaderParser.kt
+++ b/src/main/kotlin/org/koitharu/kotatsu/parsers/site/mangareader/MangaReaderParser.kt
@ -187,7 +187,6 @@ internal abstract class MangaReaderParser(
 				MangaPage(
 					id = generateUid(images.getString(i)),
 					url = images.getString(i),
-					referer = chapterUrl,
 					preview = null,
 					source = source,
 				),
--- a/src/main/kotlin/org/koitharu/kotatsu/parsers/site/multichan/ChanParser.kt
+++ b/src/main/kotlin/org/koitharu/kotatsu/parsers/site/multichan/ChanParser.kt
@ -132,7 +132,6 @@ internal abstract class ChanParser(
 					id = generateUid(url),
 					url = url,
 					preview = null,
-                    referer = fullUrl,
 					source = source,
 				)
 			}
--- a/src/main/kotlin/org/koitharu/kotatsu/parsers/site/rulib/MangaLibParser.kt
+++ b/src/main/kotlin/org/koitharu/kotatsu/parsers/site/rulib/MangaLibParser.kt
@ -202,7 +202,6 @@ internal open class MangaLibParser(
 						id = generateUid(pageUrl),
 						url = pageUrl,
 						preview = null,
-                        referer = fullUrl,
 						source = source,
 					)
 				}