mirror of
https://github.com/recloudstream/cloudstream-extensions-multilingual.git
synced 2024-08-15 03:15:14 +00:00
add VostfreeProvider (#16)
* add VostfreeProvider
* autoformat the code and add the changes requested
* remove com.lagradost.cloudstream3.animeproviders line
* optimized the getMainPage
* Add Sarlay's provider
* fix the research function and reshape the load
* Add NekosamaProvider
* add fuzzy for computing string distance
* correct the name of class
* fix and improve the search function
* rename nekosama class
* Remove no french provider
* NekosamaProvider working version
* Revert "Remove no french provider"
This reverts commit b177de518d
.
* use of apmap when necessary
* Nekosama add more results items from search
* Load function of vostfree optimized
* ""
* resolve conflict
* Add WiflixProvider
* Change title and use apmap
* No vostfree reference
* Add tags and complete season
* precise dub ou sub
* Update FrenchStream
* not anime movie
* Fix load movie for vostfree
* Add vido extractor for frenchStream
* fix reference vido
* doodstream work for Wiflix
* Udate vidoExtractor to take in account Wiflix ! Optimized FrenchStream to take directly the redirected link
* In Frenchstream dood is in reality streamlare
* Get MesFilmsProvider directly at Sarlay repository
* Requested changes are done
* Add showStatus to NekoSamaProvider
* show news episodes for neko-sama
* Requested changes done
* Add year for episodes
* French Stream change his mainUrl
* Improve research for wiflix
* add year of episodes and show the latest episode for vostfree
* Add more provider for Wiflix
* open the good extractor
* Fix Extractor
* change authors
Co-authored-by: Eddy <kingkama976@gmail.com>
This commit is contained in:
parent
b3c10b3088
commit
b368fcce02
24 changed files with 1714 additions and 100 deletions
26
NekosamaProvider/build.gradle.kts
Normal file
26
NekosamaProvider/build.gradle.kts
Normal file
|
@ -0,0 +1,26 @@
|
|||
// use an integer for version numbers
|
||||
version = 1
|
||||
|
||||
|
||||
cloudstream {
|
||||
language = "fr"
|
||||
// All of these properties are optional, you can safely remove them
|
||||
|
||||
description = " Ce site fait son entrée dans la catégorie des meilleurs sites animes Français. Il est très fiable car quasiment tous ses liens vidéos marchent. Il propose des animes en « VF » version française et en « VOSTFR » version originale Sous-titrée en Français."
|
||||
authors = listOf("Eddy")
|
||||
|
||||
/**
|
||||
* Status int as the following:
|
||||
* 0: Down
|
||||
* 1: Ok
|
||||
* 2: Slow
|
||||
* 3: Beta only
|
||||
* */
|
||||
status = 1 // will be 3 if unspecified
|
||||
tvTypes = listOf(
|
||||
"Anime",
|
||||
"AnimeMovie",
|
||||
)
|
||||
|
||||
iconUrl = "https://www.google.com/s2/favicons?domain=neko-sama.fr&sz=%size%"
|
||||
}
|
2
NekosamaProvider/src/main/AndroidManifest.xml
Normal file
2
NekosamaProvider/src/main/AndroidManifest.xml
Normal file
|
@ -0,0 +1,2 @@
|
|||
<?xml version="1.0" encoding="utf-8"?>
|
||||
<manifest package="com.lagradost"/>
|
|
@ -0,0 +1,443 @@
|
|||
package com.lagradost
|
||||
|
||||
|
||||
import com.fasterxml.jackson.annotation.JsonProperty
|
||||
import com.lagradost.cloudstream3.*
|
||||
import com.lagradost.cloudstream3.utils.*
|
||||
import com.lagradost.cloudstream3.utils.AppUtils.toJson
|
||||
|
||||
import com.lagradost.cloudstream3.utils.AppUtils.tryParseJson
|
||||
import org.jsoup.nodes.Element
|
||||
|
||||
import me.xdrop.fuzzywuzzy.FuzzySearch
|
||||
import java.util.*
|
||||
import kotlin.collections.ArrayList
|
||||
|
||||
class NekosamaProvider : MainAPI() {
|
||||
override var mainUrl = "https://neko-sama.fr"
|
||||
override var name = "Neko-sama"
|
||||
override val hasQuickSearch = false // recherche rapide (optionel, pas vraimet utile)
|
||||
override val hasMainPage = true // page d'accueil (optionel mais encoragé)
|
||||
override var lang = "fr" // fournisseur est en francais
|
||||
override val supportedTypes =
|
||||
setOf(TvType.Anime, TvType.AnimeMovie, TvType.OVA) // animes, animesfilms
|
||||
|
||||
private val nCharQuery = 10 // take the lenght of the query + nCharQuery
|
||||
private val resultsSearchNbr = 50 // take only n results from search function
|
||||
|
||||
|
||||
data class EpisodeData(
|
||||
@JsonProperty("id") val id: Int,
|
||||
@JsonProperty("title") val title: String?,
|
||||
@JsonProperty("title_english") val title_english: String?,
|
||||
@JsonProperty("title_romanji") val title_romanji: String?,
|
||||
@JsonProperty("title_french") val title_french: String?,
|
||||
@JsonProperty("others") val others: String?,
|
||||
@JsonProperty("type") val type: String?,
|
||||
@JsonProperty("status") val status: String?,
|
||||
@JsonProperty("popularity") val popularity: Int?,
|
||||
@JsonProperty("url") val url: String,
|
||||
@JsonProperty("genre") val genre: Genre?,
|
||||
@JsonProperty("url_image") val url_image: String?,
|
||||
@JsonProperty("score") val score: String?,
|
||||
@JsonProperty("start_date_year") val start_date_year: String?,
|
||||
@JsonProperty("nb_eps") val nb_eps: String?,
|
||||
|
||||
)
|
||||
|
||||
data class Genre(
|
||||
@JsonProperty("0") val action: String?,
|
||||
@JsonProperty("1") val adventure: String?,
|
||||
@JsonProperty("2") val drama: String?,
|
||||
@JsonProperty("3") val fantasy: String?,
|
||||
@JsonProperty("4") val military: String?,
|
||||
@JsonProperty("5") val shounen: String?,
|
||||
)
|
||||
|
||||
// Looking for the best title matching from parsed Episode data
|
||||
private fun EpisodeData.titleObtainedBysortByQuery(query: String?): String? {
|
||||
|
||||
if (query == null) {
|
||||
// No shorting so return the first title
|
||||
var title = this.title
|
||||
|
||||
return title
|
||||
} else {
|
||||
|
||||
|
||||
val titles = listOf(title, title_french, title_english, title_romanji).filterNotNull()
|
||||
// Sorted by the best title matching
|
||||
val titlesSorted = titles.sortedBy { it ->
|
||||
-FuzzySearch.ratio(
|
||||
it?.take(query.length + nCharQuery),
|
||||
query
|
||||
)
|
||||
}
|
||||
return titlesSorted.elementAt(0)
|
||||
|
||||
|
||||
}
|
||||
}
|
||||
|
||||
private fun List<EpisodeData>.sortByQuery(query: String?): List<EpisodeData> {
|
||||
return if (query == null) {
|
||||
// Return list to base state if no query
|
||||
this.sortedBy { it.title }
|
||||
} else {
|
||||
|
||||
this.sortedBy {
|
||||
val bestTitleMatching = it.titleObtainedBysortByQuery(query)
|
||||
-FuzzySearch.ratio(
|
||||
bestTitleMatching?.take(query.length + nCharQuery) ?: bestTitleMatching,
|
||||
query
|
||||
)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/** This function is done because there is two database (vf and vostfr). So it allows to sort the combined database **/
|
||||
private fun List<SearchResponse>.sortByname(query: String?): List<SearchResponse> {
|
||||
return if (query == null) {
|
||||
// Return list to base state if no query
|
||||
this.sortedBy { it.name }
|
||||
} else {
|
||||
|
||||
this.sortedBy {
|
||||
val name = it.name
|
||||
-FuzzySearch.ratio(name.take(query.length + nCharQuery), query)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
Cherche le site pour un titre spécifique
|
||||
|
||||
La recherche retourne une SearchResponse, qui peut être des classes suivants: AnimeSearchResponse, MovieSearchResponse, TorrentSearchResponse, TvSeriesSearchResponse
|
||||
Chaque classes nécessite des données différentes, mais a en commun le nom, le poster et l'url
|
||||
**/
|
||||
override suspend fun search(query: String): List<SearchResponse> {
|
||||
|
||||
var listofResults = ArrayList<SearchResponse>()
|
||||
|
||||
listOf(
|
||||
"$mainUrl/animes-search-vf.json" to "(VF) ",
|
||||
"$mainUrl/animes-search-vostfr.json" to "(Vostfr) "
|
||||
).apmap {(url, version) ->
|
||||
val dubStatus = when (!version.isNullOrBlank()) {
|
||||
version.contains("VF") -> DubStatus.Dubbed
|
||||
version.contains("Vostfr") -> DubStatus.Subbed
|
||||
else -> null
|
||||
}
|
||||
val reponse = app.get(url).text
|
||||
val ParsedData = tryParseJson<ArrayList<EpisodeData>>(reponse)
|
||||
|
||||
ParsedData?.sortByQuery(query)?.take(resultsSearchNbr)?.forEach { it ->
|
||||
val type = it.type
|
||||
val mediaPoster = it.url_image
|
||||
val href = fixUrl(it.url)
|
||||
val bestTitleMatching = it.titleObtainedBysortByQuery(query)
|
||||
val title = version + bestTitleMatching
|
||||
|
||||
when (type) {
|
||||
"m0v1e", "special" -> (
|
||||
listofResults.add(newMovieSearchResponse( // réponse du film qui sera ajoutée à la liste apmap qui sera ensuite return
|
||||
title,
|
||||
href,
|
||||
TvType.AnimeMovie,
|
||||
false
|
||||
) {
|
||||
this.posterUrl = mediaPoster
|
||||
}
|
||||
))
|
||||
null, "tv", "ova", "" -> (
|
||||
listofResults.add(newAnimeSearchResponse(
|
||||
title,
|
||||
href,
|
||||
TvType.Anime,
|
||||
false
|
||||
) {
|
||||
this.posterUrl = mediaPoster
|
||||
this.dubStatus = EnumSet.of(dubStatus)
|
||||
}
|
||||
|
||||
))
|
||||
else -> {
|
||||
|
||||
throw ErrorLoadingException("invalid media type") // le type n'est pas reconnu ==> affiche une erreur
|
||||
}
|
||||
}
|
||||
} ?: throw ErrorLoadingException("ParsedData failed")
|
||||
}
|
||||
return listofResults.sortByname(query)
|
||||
.take(resultsSearchNbr) // Do that to short the vf and vostfr anime together
|
||||
|
||||
}
|
||||
|
||||
/**
|
||||
* charge la page d'informations, il ya toutes les donées, les épisodes, le résumé etc ...
|
||||
* Il faut retourner soit: AnimeLoadResponse, MovieLoadResponse, TorrentLoadResponse, TvSeriesLoadResponse.
|
||||
*/
|
||||
override suspend fun load(url: String): LoadResponse {
|
||||
val document = app.get(url).document //
|
||||
// url est le lien retourné par la fonction search (la variable href) ou la fonction getMainPage
|
||||
|
||||
val episodes = ArrayList<Episode>()
|
||||
var mediaType = TvType.Anime
|
||||
val script =
|
||||
document.select("div#main > script:first-of-type")
|
||||
|
||||
val srcAllInfoEpisode =
|
||||
Regex("""min\"\,\"([^\}]*)\}""")
|
||||
val results = srcAllInfoEpisode.findAll(script.toString())
|
||||
//srcAllInfoEpisode.find(script.toString())?.groupValues?.get(1)?
|
||||
//////////////////////////////////////
|
||||
var title = "" //document.select("div.offset-md-4 >:not(small)").text()
|
||||
var dataUrl = ""
|
||||
var link_video = ""
|
||||
/////////////////////////////////////
|
||||
results.forEach { infoEpisode ->
|
||||
val episodeScript = infoEpisode.groupValues[1]
|
||||
val srcScriptEpisode =
|
||||
Regex("""episode\"\:\"Ep\. ([0-9]*)\"""")
|
||||
val episodeNum = srcScriptEpisode.find(episodeScript)?.groupValues?.get(1)?.toInt()
|
||||
val srcScriptTitle = Regex("""title\"\:\"([^\"]*)\"\,\"url\"\:\"\\\/anime""")
|
||||
var titleE = srcScriptTitle.find(episodeScript)?.groupValues?.get(1)
|
||||
if (titleE != null) title = titleE
|
||||
val srcScriptlink =
|
||||
Regex("""\"url\"\:\"([^\"]*)\"""") // remove\
|
||||
val link = srcScriptlink.find(episodeScript)?.groupValues?.get(1)
|
||||
|
||||
if (link != null) link_video = fixUrl(link.replace("\\", ""))
|
||||
|
||||
val srcScriptposter =
|
||||
Regex("""\"url_image\"\:\"([^\"]*)\"""") // remove\
|
||||
val poster = srcScriptposter.find(episodeScript)?.groupValues?.get(1)
|
||||
var link_poster = ""
|
||||
if (poster != null) link_poster = poster.replace("\\", "")
|
||||
dataUrl = link_video
|
||||
|
||||
|
||||
episodes.add(
|
||||
Episode(
|
||||
link_video,
|
||||
episode = episodeNum,
|
||||
name = title,
|
||||
posterUrl = link_poster
|
||||
|
||||
)
|
||||
)
|
||||
|
||||
}
|
||||
val regexYear = Regex("""Diffusion [a-zA-Z]* (\d*)""")
|
||||
val infosList =
|
||||
document.selectFirst("div#anime-info-list")?.text()
|
||||
val isinfosList = !infosList.isNullOrBlank()
|
||||
var year:Int?=null
|
||||
if (isinfosList) {
|
||||
if (infosList!!.contains("movie")) mediaType = TvType.AnimeMovie
|
||||
year =regexYear.find(infosList)!!.groupValues.get(1).toInt()
|
||||
}
|
||||
|
||||
val description = document.selectFirst("div.synopsis > p")?.text()
|
||||
val poster = document.select("div.cover > img").attr("src")
|
||||
|
||||
if (mediaType == TvType.AnimeMovie) {
|
||||
return newMovieLoadResponse(
|
||||
title,
|
||||
url,
|
||||
mediaType,
|
||||
dataUrl
|
||||
) { // retourne les informations du film
|
||||
this.posterUrl = poster
|
||||
this.plot = description
|
||||
this.year = year
|
||||
}
|
||||
} else // an anime
|
||||
{
|
||||
val status = when (isinfosList) {
|
||||
infosList!!.contains("En cours") -> ShowStatus.Ongoing // En cours
|
||||
infosList!!.contains("Terminé") -> ShowStatus.Completed
|
||||
else -> null
|
||||
}
|
||||
return newAnimeLoadResponse(
|
||||
title,
|
||||
url,
|
||||
mediaType,
|
||||
) {
|
||||
this.posterUrl = poster
|
||||
this.plot = description
|
||||
addEpisodes(
|
||||
DubStatus.Dubbed,
|
||||
episodes
|
||||
)
|
||||
this.showStatus = status
|
||||
this.year = year
|
||||
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
/** récupere les liens .mp4 ou m3u8 directement à partir du paramètre data généré avec la fonction load()**/
|
||||
override suspend fun loadLinks(
|
||||
data: String, // fournit par load()
|
||||
isCasting: Boolean,
|
||||
subtitleCallback: (SubtitleFile) -> Unit,
|
||||
callback: (ExtractorLink) -> Unit,
|
||||
): Boolean {
|
||||
val url = data
|
||||
val document = app.get(url).document
|
||||
val script = document.select("""[type^="text"]""")[1]
|
||||
val srcAllvideolinks =
|
||||
Regex("""\'(https:\/\/[^']*)""")
|
||||
|
||||
val results = srcAllvideolinks.findAll(script.toString())
|
||||
|
||||
results.forEach { infoEpisode ->
|
||||
|
||||
var playerUrl = infoEpisode.groupValues[1]
|
||||
|
||||
if (!playerUrl.isNullOrBlank())
|
||||
loadExtractor(
|
||||
httpsify(playerUrl),
|
||||
playerUrl,
|
||||
subtitleCallback
|
||||
) { link ->
|
||||
callback.invoke(
|
||||
ExtractorLink(
|
||||
link.source,
|
||||
link.name + "",
|
||||
link.url,
|
||||
link.referer,
|
||||
getQualityFromName("HD"),
|
||||
link.isM3u8,
|
||||
link.headers,
|
||||
link.extractorData
|
||||
)
|
||||
)
|
||||
}
|
||||
}
|
||||
|
||||
return true
|
||||
}
|
||||
|
||||
private fun Element.toSearchResponse(): SearchResponse {
|
||||
val poster = select("div.cover > a > div.ma-lazy-wrapper")
|
||||
var posterUrl = poster.select("img:last-child").attr("src")
|
||||
if (posterUrl == "#") posterUrl = poster.select("img:last-child").attr("data-src")
|
||||
val type = select("div.info > p.year").text()
|
||||
val title = select("div.info > a.title > div.limit").text()
|
||||
val link = fixUrl(select("div.cover > a").attr("href"))
|
||||
if (type.contains("Film")) {
|
||||
return newMovieSearchResponse(
|
||||
title,
|
||||
link,
|
||||
TvType.AnimeMovie,
|
||||
false,
|
||||
) {
|
||||
this.posterUrl = posterUrl
|
||||
}
|
||||
|
||||
} else // an Anime
|
||||
{
|
||||
return newAnimeSearchResponse(
|
||||
title,
|
||||
link,
|
||||
TvType.Anime,
|
||||
false,
|
||||
) {
|
||||
this.posterUrl = posterUrl
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
data class LastEpisodeData(
|
||||
@JsonProperty("time") val time: String?,
|
||||
@JsonProperty("timestamp") val timestamp: Int?,
|
||||
@JsonProperty("episode") val episode: String?,
|
||||
@JsonProperty("icons") val icons: String?,
|
||||
@JsonProperty("title") val title: String?,
|
||||
@JsonProperty("lang") val lang: String?,
|
||||
@JsonProperty("url") val url: String?,
|
||||
@JsonProperty("anime_url") val anime_url: String?,
|
||||
@JsonProperty("url_image") val url_image: String?,
|
||||
@JsonProperty("url_bg") val url_bg: String,
|
||||
)
|
||||
|
||||
private fun LastEpisodeData.tomainHome(): SearchResponse {
|
||||
|
||||
var posterUrl = this.url_image?.replace("""\""", "")
|
||||
val link = this.anime_url?.replace("""\""", "")?.let { fixUrl(it) }
|
||||
?: throw error("Error parsing")
|
||||
val title = this.title ?: throw error("Error parsing")
|
||||
val type = this.episode ?: ""
|
||||
var lang = this.lang
|
||||
val dubStatus = if (lang?.contains("vf") == true) {
|
||||
DubStatus.Dubbed
|
||||
} else {
|
||||
DubStatus.Subbed
|
||||
}
|
||||
|
||||
if (type.contains("Ep")) {
|
||||
return newAnimeSearchResponse(
|
||||
title.take(15).replace("\n", "") + "\n" + type.replace("Ep", "Episode"),
|
||||
link,
|
||||
TvType.Anime,
|
||||
false,
|
||||
) {
|
||||
this.posterUrl = posterUrl
|
||||
this.dubStatus = EnumSet.of(dubStatus)
|
||||
|
||||
}
|
||||
|
||||
} else // a movie
|
||||
{
|
||||
return newMovieSearchResponse(
|
||||
title,
|
||||
link,
|
||||
TvType.AnimeMovie,
|
||||
false,
|
||||
) {
|
||||
this.posterUrl = posterUrl
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
override val mainPage = mainPageOf(
|
||||
Pair("$mainUrl", "Nouveaux épisodes"),
|
||||
Pair("$mainUrl/anime-vf/", "Animes et Films en version français"),
|
||||
Pair("$mainUrl/anime/", "Animes et Films sous-titrés en français"),
|
||||
)
|
||||
|
||||
override suspend fun getMainPage(page: Int, request: MainPageRequest): HomePageResponse {
|
||||
val categoryName = request.name
|
||||
var cssSelector = ""
|
||||
if (categoryName.contains("Nouveaux") && page <= 1) {
|
||||
cssSelector = "div#main >script"//"div.js-last-episode-container > div.col-lg-3"
|
||||
}
|
||||
val url: String
|
||||
url = if (page == 1) {
|
||||
request.data
|
||||
} else {
|
||||
request.data + page
|
||||
}
|
||||
val document = app.get(url).document
|
||||
|
||||
val regexLastEpisode = Regex("""lastEpisodes = (.*)\;""")
|
||||
val home = when (!categoryName.isNullOrBlank()) {
|
||||
request.name.contains("Animes") -> document.select("div#regular-list-animes > div.anime")
|
||||
.mapNotNull { article -> article.toSearchResponse() }
|
||||
else ->
|
||||
tryParseJson<ArrayList<LastEpisodeData>>(
|
||||
document.selectFirst(
|
||||
cssSelector
|
||||
)?.let {
|
||||
regexLastEpisode.find(
|
||||
it.toString()
|
||||
)?.groupValues?.get(1)
|
||||
}
|
||||
)!!.map { episode -> episode.tomainHome() }
|
||||
}
|
||||
return newHomePageResponse(request.name, home)
|
||||
}
|
||||
}
|
|
@ -0,0 +1,17 @@
|
|||
|
||||
package com.lagradost
|
||||
|
||||
import com.lagradost.cloudstream3.plugins.CloudstreamPlugin
|
||||
import com.lagradost.cloudstream3.plugins.Plugin
|
||||
import android.content.Context
|
||||
|
||||
@CloudstreamPlugin
|
||||
class NekosamaPlugin: Plugin() {
|
||||
override fun load(context: Context) {
|
||||
// All providers should be added in this manner. Please don't edit the providers list directly.
|
||||
registerMainAPI(NekosamaProvider())
|
||||
registerExtractorAPI(PstreamExtractor())
|
||||
|
||||
|
||||
}
|
||||
}
|
|
@ -0,0 +1,53 @@
|
|||
package com.lagradost
|
||||
|
||||
import com.lagradost.cloudstream3.utils.*
|
||||
import com.lagradost.cloudstream3.app
|
||||
|
||||
import okio.ByteString.Companion.decodeBase64
|
||||
|
||||
open class PstreamExtractor : ExtractorApi() {
|
||||
override val name: String = "Pstream"
|
||||
override val mainUrl: String = "https://www.pstream.net"
|
||||
override val requiresReferer = true
|
||||
|
||||
override suspend fun getUrl(url: String, referer: String?): List<ExtractorLink>? {
|
||||
val refer = url
|
||||
val headers = mapOf(
|
||||
"Accept" to "*/*",
|
||||
"Accept-Language" to "en-US,en;q=0.5",
|
||||
)
|
||||
val document = app.get(url, headers = headers).document
|
||||
|
||||
val scriptsourceUrl =
|
||||
document.select("""script[src^="https://www.pstream.net/u/player-script?"]""")
|
||||
.attr("src")//** Get the url where the scritp function is **/
|
||||
|
||||
val Scripdocument =
|
||||
app.get(scriptsourceUrl, headers = headers).document//** Open the scritp function **/
|
||||
|
||||
val base64CodeRegex =
|
||||
Regex("""e\.parseJSON\(atob\(t\)\.slice\(2\)\)\}\(\"(.*)\=\="\)\,n\=\"""") //** Search the code64 **/
|
||||
val code64 = base64CodeRegex.find(Scripdocument.toString())?.groupValues?.get(1)
|
||||
|
||||
val decoded = code64?.decodeBase64()?.utf8() //** decode the code64 **/
|
||||
|
||||
val regexLink = Regex("""\"(https:\\\/\\\/[^"]*)""") //** Extract the m3u8 link **/
|
||||
val m3u8found = regexLink.find(decoded.toString())?.groupValues?.get(1)
|
||||
var m3u8 = m3u8found.toString().replace("""\""", "")
|
||||
|
||||
return listOf(
|
||||
ExtractorLink(
|
||||
name,
|
||||
name,
|
||||
m3u8,
|
||||
refer, // voir si site demande le referer à mettre ici
|
||||
Qualities.Unknown.value,
|
||||
true,
|
||||
headers = headers
|
||||
|
||||
)
|
||||
)
|
||||
|
||||
}
|
||||
}
|
||||
|
Loading…
Add table
Add a link
Reference in a new issue