Merge changes from topic "media_benchmark" into main (3646bf80) · Commits · e / os / android_frameworks_av

media/tests/benchmark/MediaBenchmarkTest/src/main/java/com/android/media/benchmark/library/BlockModelDecoder.java

0 → 100644

+241 −0

Original line number	Diff line number	Diff line
		/*
		* Copyright (C) 2024 The Android Open Source Project
		*
		* Licensed under the Apache License, Version 2.0 (the "License");
		* you may not use this file except in compliance with the License.
		* You may obtain a copy of the License at
		*
		* http://www.apache.org/licenses/LICENSE-2.0
		*
		* Unless required by applicable law or agreed to in writing, software
		* distributed under the License is distributed on an "AS IS" BASIS,
		* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
		* See the License for the specific language governing permissions and
		* limitations under the License.
		*/
		package com.android.media.benchmark.library;

		import android.media.MediaCodec;
		import android.media.MediaExtractor;
		import android.media.MediaFormat;
		import android.os.Build;
		import android.util.Log;

		import androidx.annotation.NonNull;

		import java.io.FileOutputStream;
		import java.io.IOException;
		import java.nio.ByteBuffer;
		import java.util.List;

		import com.android.media.benchmark.library.Decoder;

		public class BlockModelDecoder extends Decoder {
		private static final String TAG = BlockModelDecoder.class.getSimpleName();
		private final boolean DEBUG = false;
		protected final LinearBlockWrapper mLinearInputBlock = new LinearBlockWrapper();

		/**
		* Wrapper class for {@link MediaCodec.LinearBlock}
		*/
		public static class LinearBlockWrapper {
		private MediaCodec.LinearBlock mBlock;
		private ByteBuffer mBuffer;
		private int mOffset;

		public MediaCodec.LinearBlock getBlock() {
		return mBlock;
		}

		public ByteBuffer getBuffer() {
		return mBuffer;
		}

		public int getBufferCapacity() {
		return mBuffer == null ? 0 : mBuffer.capacity();
		}

		public int getOffset() {
		return mOffset;
		}

		public void setOffset(int size) {
		mOffset = size;
		}

		public boolean allocateBlock(String codec, int size) throws RuntimeException{
		recycle();
		mBlock = MediaCodec.LinearBlock.obtain(size, new String[]{codec});
		if (mBlock == null \|\| !mBlock.isMappable()) {
		throw new RuntimeException("Linear Block not allocated/mapped");
		}
		mBuffer = mBlock.map();
		mOffset = 0;
		return true;
		}

		public void recycle() {
		if (mBlock != null) {
		mBlock.recycle();
		mBlock = null;
		}
		mBuffer = null;
		mOffset = 0;
		}
		}

		public BlockModelDecoder() {
		// empty
		}

		public void tearDown() {
		mLinearInputBlock.recycle();

		}

		/**
		* Decodes the given input buffer,
		* provided valid list of buffer info and format are passed as inputs.
		*
		* @param inputBuffer Decode the provided list of ByteBuffers
		* @param inputBufferInfo List of buffer info corresponding to provided input buffers
		* @param asyncMode Will run on async implementation if true
		* @param format For creating the decoder if codec name is empty and configuring it
		* @param codecName Will create the decoder with codecName
		* @return DECODE_SUCCESS if decode was successful, DECODE_DECODER_ERROR for fail,
		* DECODE_CREATE_ERROR for decoder not created
		* @throws IOException if the codec cannot be created.
		*/
		@Override
		public int decode(@NonNull List<ByteBuffer> inputBuffer,
		@NonNull List<MediaCodec.BufferInfo> inputBufferInfo, final boolean asyncMode,
		@NonNull MediaFormat format, String codecName)
		throws IOException, InterruptedException {
		setExtraConfigureFlags(MediaCodec.CONFIGURE_FLAG_USE_BLOCK_MODEL);
		return super.decode(inputBuffer, inputBufferInfo, asyncMode, format, codecName);
		}

		@Override
		protected void onInputAvailable(int inputBufferId, MediaCodec mediaCodec) {
		if (mNumInFramesProvided >= mNumInFramesRequired) {
		mIndex = mInputBufferInfo.size() - 1;
		}
		MediaCodec.BufferInfo bufInfo = mInputBufferInfo.get(mIndex);
		mSawInputEOS = (bufInfo.flags & MediaCodec.BUFFER_FLAG_END_OF_STREAM) != 0;
		if (mLinearInputBlock.getOffset() + bufInfo.size > mLinearInputBlock.getBufferCapacity()) {
		int requestSize = 8192;
		requestSize = Math.max(bufInfo.size, requestSize);
		mLinearInputBlock.allocateBlock(mediaCodec.getCanonicalName(), requestSize);
		}
		int codecFlags = 0;
		if ((bufInfo.flags & MediaExtractor.SAMPLE_FLAG_SYNC) != 0) {
		codecFlags \|= MediaCodec.BUFFER_FLAG_KEY_FRAME;
		}
		if ((bufInfo.flags & MediaExtractor.SAMPLE_FLAG_PARTIAL_FRAME) != 0) {
		codecFlags \|= MediaCodec.BUFFER_FLAG_PARTIAL_FRAME;
		}
		codecFlags \|= mSawInputEOS ? MediaCodec.BUFFER_FLAG_END_OF_STREAM : 0;
		if (DEBUG) {
		Log.v(TAG, "input: id: " + inputBufferId
		+ " size: " + bufInfo.size
		+ " pts: " + bufInfo.presentationTimeUs
		+ " flags: " + codecFlags);
		}
		mLinearInputBlock.getBuffer().put(mInputBuffer.get(mIndex).array());
		mNumInFramesProvided++;
		mIndex = mNumInFramesProvided % (mInputBufferInfo.size() - 1);
		if (mSawInputEOS) {
		Log.i(TAG, "Saw Input EOS");
		}
		mStats.addFrameSize(bufInfo.size);
		MediaCodec.QueueRequest request = mCodec.getQueueRequest(inputBufferId);
		request.setLinearBlock(mLinearInputBlock.getBlock(), mLinearInputBlock.getOffset(),
		bufInfo.size);
		request.setPresentationTimeUs(bufInfo.presentationTimeUs);
		request.setFlags(codecFlags);
		request.queue();
		if (bufInfo.size > 0 && (codecFlags & (MediaCodec.BUFFER_FLAG_CODEC_CONFIG
		\| MediaCodec.BUFFER_FLAG_PARTIAL_FRAME)) == 0) {
		mLinearInputBlock.setOffset(mLinearInputBlock.getOffset() + bufInfo.size);
		}
		}

		@Override
		protected void onOutputAvailable(
		MediaCodec mediaCodec, int outputBufferId, MediaCodec.BufferInfo outputBufferInfo) {
		if (mSawOutputEOS \|\| outputBufferId < 0) {
		return;
		}
		mNumOutputFrame++;
		if (DEBUG) {
		Log.d(TAG,
		"In OutputBufferAvailable ,"
		+ " output frame number = " + mNumOutputFrame
		+ " timestamp = " + outputBufferInfo.presentationTimeUs
		+ " size = " + outputBufferInfo.size);
		}
		MediaCodec.OutputFrame outFrame = mediaCodec.getOutputFrame(outputBufferId);
		ByteBuffer outputBuffer = null;
		try {
		if (outFrame.getLinearBlock() != null) {
		outputBuffer = outFrame.getLinearBlock().map();
		}
		} catch(IllegalStateException e) {
		// buffer may not be linear, this is ok
		// as we are handling non-linear buffers below.
		}
		if (mOutputStream != null) {
		try {
		if (outputBuffer != null) {
		byte[] bytesOutput = new byte[outputBuffer.remaining()];
		outputBuffer.get(bytesOutput);
		mOutputStream.write(bytesOutput);
		}
		} catch (IOException e) {
		e.printStackTrace();
		Log.d(TAG, "Error Dumping File: Exception " + e.toString());
		}
		}
		ByteBuffer copiedBuffer = null;
		int bytesRemaining = 0;
		if (outputBuffer != null) {
		bytesRemaining = outputBuffer.remaining();
		if (mIBufferSend != null) {
		copiedBuffer = ByteBuffer.allocate(outputBuffer.remaining());
		copiedBuffer.put(outputBuffer);
		}
		outFrame.getLinearBlock().recycle();
		outputBuffer = null;
		}
		if (mFrameReleaseQueue != null) {
		if (mMime.startsWith("audio/")) {
		try {
		mFrameReleaseQueue.pushFrame(outputBufferId, bytesRemaining);
		} catch (Exception e) {
		Log.d(TAG, "Error in getting MediaCodec buffer" + e.toString());
		}
		} else {
		mFrameReleaseQueue.pushFrame(mNumOutputFrame, outputBufferId,
		outputBufferInfo.presentationTimeUs);
		}

		} else if (mIBufferSend != null) {
		IBufferXfer.BufferXferInfo info = new IBufferXfer.BufferXferInfo();
		// TODO: may be inefficient;
		info.buf = copiedBuffer;
		info.idx = outputBufferId;
		info.obj = mediaCodec;
		info.bytesRead = outputBufferInfo.size;
		info.presentationTimeUs = outputBufferInfo.presentationTimeUs;
		info.flag = outputBufferInfo.flags;
		mIBufferSend.sendBuffer(this, info);
		} else {
		mediaCodec.releaseOutputBuffer(outputBufferId, mRender);
		}
		mSawOutputEOS = (outputBufferInfo.flags & MediaCodec.BUFFER_FLAG_END_OF_STREAM) != 0;
		if (DEBUG && mSawOutputEOS) {
		Log.i(TAG, "Saw output EOS");
		}
		}

		}
		No newline at end of file

media/tests/benchmark/MediaBenchmarkTest/src/main/java/com/android/media/benchmark/library/CodecUtils.java

+17 −0

Original line number	Diff line number	Diff line
		@@ -78,4 +78,21 @@ public class CodecUtils {
		}
		return null;
		}
		/**
		* Returns compression ratio for a given mediaType.
		* @param mediaType mime type for which compression ratio is to be returned.
		*/
		public static float getCompressionRatio(String mediaType) {
		switch (mediaType) {
		case MediaFormat.MIMETYPE_AUDIO_FLAC:
		return 0.7f;
		case MediaFormat.MIMETYPE_AUDIO_G711_MLAW:
		case MediaFormat.MIMETYPE_AUDIO_G711_ALAW:
		case MediaFormat.MIMETYPE_AUDIO_MSGSM:
		return 0.5f;
		case MediaFormat.MIMETYPE_AUDIO_RAW:
		return 1.0f;
		}
		return 0.1f;
		}
		}

media/tests/benchmark/MediaBenchmarkTest/src/main/java/com/android/media/benchmark/library/Decoder.java

+49 −5

Original line number	Diff line number	Diff line
		@@ -18,6 +18,7 @@ package com.android.media.benchmark.library;

		import android.view.Surface;

		import android.media.AudioFormat;
		import android.media.MediaCodec;
		import android.media.MediaCodec.BufferInfo;
		import android.media.MediaFormat;
		@@ -42,6 +43,7 @@ public class Decoder implements IBufferXfer.IReceiveBuffer {

		protected final Object mLock = new Object();
		protected MediaCodec mCodec;
		protected int mExtraFlags = 0;
		protected Surface mSurface = null;
		protected boolean mRender = false;
		protected ArrayList<BufferInfo> mInputBufferInfo;
		@@ -58,6 +60,8 @@ public class Decoder implements IBufferXfer.IReceiveBuffer {
		protected int mNumOutputFrame;
		protected int mIndex;

		protected boolean mUseFrameReleaseQueue = false;

		protected ArrayList<ByteBuffer> mInputBuffer;
		protected FileOutputStream mOutputStream;
		protected FrameReleaseQueue mFrameReleaseQueue = null;
		@@ -85,6 +89,11 @@ public class Decoder implements IBufferXfer.IReceiveBuffer {
		mIBufferSend = receiver;
		return true;
		}

		public void setExtraConfigureFlags(int flags) {
		this.mExtraFlags = flags;
		}

		/**
		* Setup of decoder
		*
		@@ -94,17 +103,32 @@ public class Decoder implements IBufferXfer.IReceiveBuffer {
		mSignalledError = false;
		mOutputStream = outputStream;
		}

		/*
		* This can be used to setup audio decoding, simulating audio playback.
		*/
		public void setupDecoder(
		boolean render, boolean useFrameReleaseQueue, int numInFramesRequired) {
		mRender = render;
		mUseFrameReleaseQueue = useFrameReleaseQueue;
		mNumInFramesRequired = numInFramesRequired;
		mSignalledError = false;
		setupDecoder(null);
		}

		public void setupDecoder(Surface surface, boolean render,
		boolean useFrameReleaseQueue, int frameRate) {
		setupDecoder(surface, render, useFrameReleaseQueue, frameRate, -1);
		}

		public void setupDecoder(Surface surface, boolean render,
		boolean useFrameReleaseQueue, int frameRate, int numInFramesRequired) {
		mSignalledError = false;
		mOutputStream = null;
		mSurface = surface;
		mRender = render;
		if (useFrameReleaseQueue) {
		mUseFrameReleaseQueue = useFrameReleaseQueue;
		if (mUseFrameReleaseQueue) {
		Log.i(TAG, "Using FrameReleaseQueue with frameRate " + frameRate);
		mFrameReleaseQueue = new FrameReleaseQueue(mRender, frameRate);
		}
		@@ -166,6 +190,18 @@ public class Decoder implements IBufferXfer.IReceiveBuffer {
		public void onOutputFormatChanged(
		@NonNull MediaCodec mediaCodec, @NonNull MediaFormat format) {
		Log.i(TAG, "Output format changed. Format: " + format.toString());
		if (mUseFrameReleaseQueue
		&& mFrameReleaseQueue == null && mMime.startsWith("audio/")) {
		// start a frame release thread for this configuration.
		int bytesPerSample = AudioFormat.getBytesPerSample(
		format.getInteger(MediaFormat.KEY_PCM_ENCODING,
		AudioFormat.ENCODING_PCM_16BIT));
		int sampleRate = format.getInteger(MediaFormat.KEY_SAMPLE_RATE);
		int channelCount = format.getInteger(MediaFormat.KEY_CHANNEL_COUNT);
		mFrameReleaseQueue = new FrameReleaseQueue(
		mRender, sampleRate, channelCount, bytesPerSample);
		mFrameReleaseQueue.setMediaCodec(mCodec);
		}
		}

		@Override
		@@ -223,11 +259,10 @@ public class Decoder implements IBufferXfer.IReceiveBuffer {
		if (asyncMode) {
		setCallback(mCodec);
		}
		int isEncoder = 0;
		if (DEBUG) {
		Log.d(TAG, "Media Format : " + format.toString());
		}
		mCodec.configure(format, mSurface, null, isEncoder);
		mCodec.configure(format, mSurface, null, mExtraFlags);

		mCodec.start();
		Log.i(TAG, "Codec started async mode ? " + asyncMode);
		@@ -395,8 +430,17 @@ public class Decoder implements IBufferXfer.IReceiveBuffer {
		}
		}
		if (mFrameReleaseQueue != null) {
		if (mMime.startsWith("audio/")) {
		try {
		ByteBuffer outputBuffer = mediaCodec.getOutputBuffer(outputBufferId);
		mFrameReleaseQueue.pushFrame(outputBufferId, outputBuffer.remaining());
		} catch (Exception e) {
		Log.d(TAG, "Error in getting MediaCodec buffer" + e.toString());
		}
		} else {
		mFrameReleaseQueue.pushFrame(mNumOutputFrame, outputBufferId,
		outputBufferInfo.presentationTimeUs);
		}
		} else if (mIBufferSend != null) {
		IBufferXfer.BufferXferInfo info = new IBufferXfer.BufferXferInfo();
		info.buf = mediaCodec.getOutputBuffer(outputBufferId);

media/tests/benchmark/MediaBenchmarkTest/src/main/java/com/android/media/benchmark/library/FrameReleaseQueue.java

+146 −24

File changed.

Preview size limit exceeded, changes collapsed.

media/tests/benchmark/MediaBenchmarkTest/src/main/java/com/android/media/benchmark/library/IBufferXfer.java

+7 −4

Original line number	Diff line number	Diff line
		@@ -16,6 +16,8 @@

		package com.android.media.benchmark.library;
		import android.media.MediaCodec;

		import java.util.ArrayDeque;
		import java.nio.ByteBuffer;
		/**
		* interfaces that can be used to implement
		@@ -26,10 +28,11 @@ public class IBufferXfer {
		public ByteBuffer buf;
		public int idx;
		public Object obj;
		int flag;
		int bytesRead;
		boolean isComplete = true;
		long presentationTimeUs;
		public ArrayDeque<MediaCodec.BufferInfo> infos;
		public int flag;
		public int bytesRead;
		public boolean isComplete = true;
		public long presentationTimeUs;
		}

		public interface IReceiveBuffer {