MohmedIbrahim/cloudstream
1
0
Fork 0
forked from recloudstream/cloudstream
Code Issues Pull requests Projects Releases Packages Wiki Activity

regex for captions

Browse source
This commit is contained in:
LagradOst 2022-01-19 19:02:09 +01:00
parent 038800d93a
commit d4637a3a26
1 changed files with 58 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

65
app/src/main/java/com/lagradost/cloudstream3/ui/player/CustomSubtitleDecoderFactory.kt
View file

@ -12,11 +12,40 @@ import com.google.android.exoplayer2.text.ttml.TtmlDecoder
import com.google.android.exoplayer2.text.webvtt.WebvttDecoder
import com.google.android.exoplayer2.util.MimeTypes
import com.lagradost.cloudstream3.mvvm.logError
import java.nio.ByteBuffer
class CustomDecoder : SubtitleDecoder {
companion object {
private const val TAG = "CustomDecoder"
var regexSubtitlesToRemoveCaptions = false
val bloatRegex =
listOf(
Regex(
"""Support\s+us\s+and\s+become\s+VIP\s+member\s+to\s+remove\s+all\s+ads\s+from\s+(www\.|)OpenSubtitles(\.org|)""",
RegexOption.IGNORE_CASE
),
Regex(
"""Please\s+rate\s+this\s+subtitle\s+at\s+.*\s+Help\s+other\s+users\s+to\s+choose\s+the\s+best\s+subtitles""",
RegexOption.IGNORE_CASE
),
Regex(
"""Contact\s(www\.|)OpenSubtitles(\.org|)\s+today""",
RegexOption.IGNORE_CASE
),
Regex(
"""Advertise\s+your\s+product\s+or\s+brand\s+here""",
RegexOption.IGNORE_CASE
),
)
val captionRegex = listOf(Regex("""(-\s?|)[\[({][\w\d\s]*?[])}]\s*"""))
fun trimStr(string: String) : String {
return string.trimStart().trim('\uFEFF', '\u200B').replace(
Regex("[\u00A0\u2000\u2001\u2002\u2003\u2004\u2005\u2006\u2007\u2008\u2009\u200A\u205F]"),
" "
)
}
}
private var realDecoder: SubtitleDecoder? = null
@ -45,10 +74,7 @@ class CustomDecoder : SubtitleDecoder {
//https://emptycharacter.com/
//https://www.fileformat.info/info/unicode/char/200b/index.htm
val str = arr.decodeToString().trimStart().trim('\uFEFF', '\u200B').replace(
Regex("[\u00A0\u2000\u2001\u2002\u2003\u2004\u2005\u2006\u2007\u2008\u2009\u200A\u205F]"),
" "
)
val str = trimStr(arr.decodeToString())
Log.i(TAG, "Got data from queueInputBuffer")
Log.i(TAG, "first string is >>>$str<<<")
if (str.isNotEmpty()) {
@ -67,9 +93,34 @@ class CustomDecoder : SubtitleDecoder {
TAG,
"Decoder selected: $realDecoder"
)
realDecoder?.dequeueInputBuffer()?.let { buff ->
buff.data = data
realDecoder?.queueInputBuffer(buff)
val decoder = realDecoder
if (decoder != null) {
decoder.dequeueInputBuffer()?.let { buff ->
if (regexSubtitlesToRemoveCaptions && decoder::class.java != SsaDecoder::class.java) {
try {
data.position(0)
val fullDataArr = ByteArray(data.remaining())
data.get(fullDataArr)
var fullStr = trimStr(fullDataArr.decodeToString())
bloatRegex.forEach { rgx ->
fullStr = fullStr.replace(rgx, "\n")
}
captionRegex.forEach { rgx ->
fullStr = fullStr.replace(rgx, "\n")
}
fullStr.replace(Regex("(\r\n|\r|\n){2,}"),"\n")
buff.data = ByteBuffer.wrap(fullStr.toByteArray())
} catch (e : Exception) {
data.position(pos)
buff.data = data
}
} else {
buff.data = data
}
decoder.queueInputBuffer(buff)
}
}
}
}