不使用任何表面输出,从Android MediaCodec的解码输出缓冲区中获取位图。
创始人
2024-12-29 07:01:01
0

要从Android MediaCodec的解码输出缓冲区中获取位图,可以使用以下代码示例:

import android.graphics.Bitmap;
import android.media.Image;
import android.media.MediaCodec;
import android.media.MediaCodec.BufferInfo;
import android.media.MediaFormat;
import android.media.MediaExtractor;
import android.os.Bundle;
import android.os.Environment;
import android.support.v7.app.AppCompatActivity;
import android.util.Log;
import android.view.Surface;
import android.view.SurfaceHolder;
import android.view.SurfaceView;

import java.io.IOException;
import java.nio.ByteBuffer;

public class MainActivity extends AppCompatActivity implements SurfaceHolder.Callback {
    private static final String TAG = "MainActivity";
    private static final String VIDEO_PATH = Environment.getExternalStorageDirectory() + "/video.mp4";

    private SurfaceView mSurfaceView;
    private Surface mSurface;
    private MediaExtractor mExtractor;
    private MediaCodec mDecoder;
    private BufferInfo mBufferInfo;
    private ByteBuffer[] mInputBuffers;
    private ByteBuffer[] mOutputBuffers;
    private int mInputBufferIndex;
    private int mOutputBufferIndex;

    @Override
    protected void onCreate(Bundle savedInstanceState) {
        super.onCreate(savedInstanceState);
        setContentView(R.layout.activity_main);

        mSurfaceView = findViewById(R.id.surface_view);
        mSurfaceView.getHolder().addCallback(this);
    }

    @Override
    protected void onDestroy() {
        super.onDestroy();
        releaseDecoder();
    }

    @Override
    public void surfaceCreated(SurfaceHolder holder) {
        mSurface = holder.getSurface();
        initDecoder();
    }

    @Override
    public void surfaceChanged(SurfaceHolder holder, int format, int width, int height) {}

    @Override
    public void surfaceDestroyed(SurfaceHolder holder) {
        releaseDecoder();
    }

    private void initDecoder() {
        try {
            mExtractor = new MediaExtractor();
            mExtractor.setDataSource(VIDEO_PATH);
            int trackIndex = selectTrack(mExtractor);
            if (trackIndex < 0) {
                Log.e(TAG, "No video track found in " + VIDEO_PATH);
                return;
            }
            mExtractor.selectTrack(trackIndex);

            MediaFormat format = mExtractor.getTrackFormat(trackIndex);
            String mime = format.getString(MediaFormat.KEY_MIME);
            mDecoder = MediaCodec.createDecoderByType(mime);
            mDecoder.configure(format, mSurface, null, 0);
            mDecoder.start();

            mBufferInfo = new BufferInfo();
            mInputBuffers = mDecoder.getInputBuffers();
            mOutputBuffers = mDecoder.getOutputBuffers();
        } catch (IOException e) {
            e.printStackTrace();
        }
    }

    private int selectTrack(MediaExtractor extractor) {
        int numTracks = extractor.getTrackCount();
        for (int i = 0; i < numTracks; i++) {
            MediaFormat format = extractor.getTrackFormat(i);
            String mime = format.getString(MediaFormat.KEY_MIME);
            if (mime.startsWith("video/")) {
                return i;
            }
        }
        return -1;
    }

    private void releaseDecoder() {
        if (mDecoder != null) {
            mDecoder.stop();
            mDecoder.release();
            mDecoder = null;
        }
        if (mExtractor != null) {
            mExtractor.release();
            mExtractor = null;
        }
    }

    private Bitmap getBitmapFromBuffer(ByteBuffer buffer, int width, int height) {
        Bitmap bitmap = Bitmap.createBitmap(width, height, Bitmap.Config.ARGB_8888);
        buffer.rewind();
        bitmap.copyPixelsFromBuffer(buffer);
        return bitmap;
    }

    private void decodeFrame() {
        mInputBufferIndex = mDecoder.dequeueInputBuffer(-1);
        if (mInputBufferIndex >= 0) {
            ByteBuffer inputBuffer = mInputBuffers[mInputBufferIndex];
            int sampleSize = mExtractor.readSampleData(inputBuffer, 0);
            long presentationTimeUs = mExtractor.getSampleTime();
            mDecoder.queueInputBuffer(mInputBufferIndex, 0, sampleSize, presentationTimeUs, 0);
            mExtractor.advance();
        }

        mOutputBufferIndex = mDecoder.dequeueOutputBuffer(mBufferInfo, -1);
        if (mOutputBufferIndex >= 0) {
            if ((mBufferInfo.flags & MediaCodec.BUFFER_FLAG_CODEC_CONFIG) != 0) {
                mDecoder.releaseOutputBuffer(mOutputBufferIndex, false);
            } else {
                Image image = mDecoder.getOutputImage(mOutputBufferIndex);
                if (image != null) {
                    int width = image.getWidth();
                    int height = image.getHeight();
                    Image.Plane[] planes = image.getPlanes();
                    ByteBuffer buffer = planes[0].getBuffer();
                    Bitmap bitmap = getBitmapFromBuffer(buffer, width, height);
                    // 使用位图进行进一步处理

相关内容

热门资讯

前端-session、jwt 目录:   (1)session (2&#x...
linux入门---制作进度条 了解缓冲区 我们首先来看看下面的操作: 我们首先创建了一个文件并在这个文件里面添加了...
关于测试,我发现了哪些新大陆 关于测试 平常也只是听说过一些关于测试的术语,但并没有使用过测试工具。偶然看到编程老师...
前缀和与对数器与二分法 1. 前缀和 假设有一个数组,我们想大量频繁的去访问L到R这个区间的和,...
nodejs:本地安装nvm实... 一、背景-使用不同版本node的原因 vue3+ts、nuxt3版本,node...
JAVA集合知识整理 Java集合知识整理 HashMap相关 HashMap的底层数据结构:jdk1.8之...
无刷直流电机介绍及单片机控制实... 无刷直流电机介绍及单片机控制实例前言基本概念优势与劣势使用寿命基本结构使用单片机控制实例电子调速器&...
fwdiary(2) dp2 1.传纸条  AcWing 275. 传纸条 - AcWing 走两条路,走一条最大的...
常用的DOS命令 常用的DOS命令 DOS(Disk Operating System,磁...
<C++> 类和对象(下) 1.const成员函数将const修饰的“成员函数”称之为const成员函数,cons...