Remove FFmpeg and FFprobe

This commit is contained in:
Luna712 2023-09-30 17:46:37 -06:00 committed by GitHub
parent 5ebe79616f
commit 1e0a852c7a
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -6,9 +6,6 @@ import android.graphics.BitmapFactory
import android.graphics.Canvas
import android.media.MediaMetadataRetriever
import java.io.File
import com.arthenica.ffmpegkit.FFmpegKit
import com.arthenica.ffmpegkit.FFprobeKit
import com.arthenica.ffmpegkit.ReturnCode
internal interface ThumbnailSpriteCallback {
fun onThumbnailSpriteGenerated(spriteBitmap: Bitmap)
@ -53,20 +50,11 @@ internal class ThumbnailSpriteGenerator(
val thumbnailWidth = videoWidth / maxColumns
val thumbnailHeight = videoHeight / maxLines
val thumbnailList: ArrayList<Bitmap>
if (videoPath.contains(".m3u8")) {
// Using FFmpeg is only really needed for files like M3u8 files
// MediaMetadataRetriever can handle most other things
// If we don't want to support them, then this could really probably be removed
thumbnailList = generateThumbnailsFFmpeg(thumbnailWidth, thumbnailHeight, frameIntervalMillis)
} else {
thumbnailList = ArrayList<Bitmap>()
for (timeInMillis in 0 until videoDuration step frameIntervalMillis) {
val thumbnail = generateThumbnail(timeInMillis, thumbnailWidth, thumbnailHeight)
if (thumbnail != null) {
thumbnailList.add(thumbnail)
}
val thumbnailList = ArrayList<Bitmap>()
for (timeInMillis in 0 until videoDuration step frameIntervalMillis) {
val thumbnail = generateThumbnail(timeInMillis, thumbnailWidth, thumbnailHeight)
if (thumbnail != null) {
thumbnailList.add(thumbnail)
}
}
@ -123,72 +111,6 @@ internal class ThumbnailSpriteGenerator(
null
}
}
private fun generateThumbnailsFFmpeg(thumbnailWidth: Int, thumbnailHeight: Int, frameIntervalMillis: Long): ArrayList<Bitmap> {
return try {
// Use FFmpeg to generate thumbnail sprites for online videos
val frameIntervalSeconds = (frameIntervalMillis / 1000.0).toDouble()
val context: Context = MainActivity.instance.applicationContext
val cacheDir = context.cacheDir
val outputFilePathPattern = File(cacheDir, "thumbnail%d.jpg").absolutePath
val ffmpegCommand: Array<String> = arrayOf(
"-i", videoPath,
"fps=1/$frameIntervalSeconds,scale=$thumbnailWidth:$thumbnailHeight",
"-preset", "ultrafast",
"-an",
"-y",
outputFilePathPattern
)
val session = FFmpegKit.executeWithArguments(ffmpegCommand)
val returnCode: ReturnCode = session.returnCode
if (ReturnCode.isSuccess(returnCode)) {
// Read the image into a Bitmap
// Determine the number of generated frames dynamically
var frameNumber = 1
val generatedThumbnails = ArrayList<Bitmap>()
while (true) {
val filePath = outputFilePathPattern.replace("%d", frameNumber.toString())
val thumbnail: Bitmap?
if (File(filePath).exists()) {
thumbnail = BitmapFactory.decodeFile(filePath)
// Clean up: Delete the temporary file
File(filePath).delete()
} else {
thumbnail = null
}
if (thumbnail != null) {
generatedThumbnails.add(thumbnail)
val spriteBitmap = createSpriteBitmap(generatedThumbnails)
callback.onThumbnailSpriteGenerated(spriteBitmap)
frameNumber++
} else {
// No more frames found, exit the loop
break
}
}
generatedThumbnails
} else {
val errorMessage = "FFmpeg execution failed with return code: $returnCode, ${session.getOutput()}"
callback.onThumbnailSpriteGenerationError(Exception(errorMessage))
ArrayList<Bitmap>()
}
} catch (e: Exception) {
e.printStackTrace()
callback.onThumbnailSpriteGenerationError(e)
ArrayList<Bitmap>()
}
}
private fun createSpriteBitmap(thumbnails: List<Bitmap>): Bitmap {
val spriteWidth = thumbnails[0].width * maxColumns
@ -207,13 +129,9 @@ internal class ThumbnailSpriteGenerator(
private fun getVideoDuration(): Long {
return try {
if (videoPath.contains(".m3u8")) {
getVideoDurationFFprobe()
} else {
val durationString = retriever.extractMetadata(MediaMetadataRetriever.METADATA_KEY_DURATION)
val durationString = retriever.extractMetadata(MediaMetadataRetriever.METADATA_KEY_DURATION)
durationString?.toLong() ?: 0
}
durationString?.toLong() ?: 0
} catch (e: Exception) {
e.printStackTrace()
callback.onThumbnailSpriteGenerationError(e)
@ -221,64 +139,20 @@ internal class ThumbnailSpriteGenerator(
}
}
private fun getVideoDurationFFprobe(): Long {
val session = FFprobeKit.getMediaInformation(videoPath)
val mediaInformation = session.mediaInformation
val returnCode: ReturnCode = session.returnCode
return if (ReturnCode.isSuccess(returnCode) && mediaInformation.duration != null) {
(mediaInformation.duration.toDouble() * 1000.0).toLong()
} else {
val errorMessage = "FFprobe execution failed with return code: $returnCode, ${session.getOutput()}"
callback.onThumbnailSpriteGenerationError(Exception(errorMessage))
0
}
}
private fun getVideoDimensions(): Pair<Int, Int>? {
return try {
if (videoPath.contains(".m3u8")) {
getVideoDimensionsFFprobe()
} else {
val width = retriever.extractMetadata(MediaMetadataRetriever.METADATA_KEY_VIDEO_WIDTH)?.toInt()
val height = retriever.extractMetadata(MediaMetadataRetriever.METADATA_KEY_VIDEO_HEIGHT)?.toInt()
val width = retriever.extractMetadata(MediaMetadataRetriever.METADATA_KEY_VIDEO_WIDTH)?.toInt()
val height = retriever.extractMetadata(MediaMetadataRetriever.METADATA_KEY_VIDEO_HEIGHT)?.toInt()
if (width != null && height != null) {
Pair(width, height)
} else {
null
}
if (width != null && height != null) {
Pair(width, height)
} else {
null
}
} catch (e: Exception) {
e.printStackTrace()
callback.onThumbnailSpriteGenerationError(e)
null
}
}
private fun getVideoDimensionsFFprobe(): Pair<Int, Int>? {
val session = FFprobeKit.getMediaInformation(videoPath)
val mediaInformation = session.mediaInformation
val returnCode: ReturnCode = session.returnCode
return if (ReturnCode.isSuccess(returnCode) && mediaInformation.streams.isNotEmpty()) {
val videoStream = mediaInformation.streams.find { it.width != null && it.height != null }
if (videoStream != null) {
val width = videoStream.width
val height = videoStream.height
if (width != null && height != null) {
Pair(width.toInt(), height.toInt())
} else {
null
}
} else {
null
}
} else {
val errorMessage = "FFprobe execution failed with return code: $returnCode, ${session.getOutput()}"
callback.onThumbnailSpriteGenerationError(Exception(errorMessage))
null
}
}
}