transcoding: Add benchmark for transcoding. (ce2fb633) · Commits · e / os / android_frameworks_base

media/tests/MediaTranscodingTest/src/com/android/mediatranscodingtest/MediaTranscodingBenchmark.java

0 → 100644

+182 −0

Original line number	Diff line number	Diff line
		/*
		* Copyright (C) 2020 The Android Open Source Project
		*
		* Licensed under the Apache License, Version 2.0 (the "License");
		* you may not use this file except in compliance with the License.
		* You may obtain a copy of the License at
		*
		* http://www.apache.org/licenses/LICENSE-2.0
		*
		* Unless required by applicable law or agreed to in writing, software
		* distributed under the License is distributed on an "AS IS" BASIS,
		* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
		* See the License for the specific language governing permissions and
		* limitations under the License.
		*/

		package com.android.mediatranscodingtest;

		import android.content.ContentResolver;
		import android.content.Context;
		import android.media.MediaFormat;
		import android.media.MediaTranscodeManager;
		import android.media.MediaTranscodeManager.TranscodingJob;
		import android.media.MediaTranscodeManager.TranscodingRequest;
		import android.net.Uri;
		import android.test.ActivityInstrumentationTestCase2;
		import android.util.Log;

		import org.junit.Test;

		import java.io.IOException;
		import java.util.concurrent.Executor;
		import java.util.concurrent.Executors;
		import java.util.concurrent.Semaphore;
		import java.util.concurrent.TimeUnit;
		import java.util.concurrent.atomic.AtomicLong;

		/*
		* Benchmarking for MediaTranscodeManager in the media framework.
		*
		* Note: This benchmarking requires to push all the files from http://go/transcodingbenchmark
		* to /data/user/0/com.android.mediatranscodingtest/cache/ directory after installing the apk.
		*
		* TODO(hkuang): Change it to download from server automatically instead of manually.
		*
		* To run this test suite:
		make frameworks/base/media/tests/MediaTranscodingTest
		make mediatranscodingtest

		adb install -r testcases/mediatranscodingtest/arm64/mediatranscodingtest.apk
		// Push the files to /data/user/0/com.android.mediatranscodingtest/cache/
		adb push $DOWNLOADPATH/*.mp4 /data/user/0/com.android.mediatranscodingtest/cache/

		adb shell am instrument -e class \
		com.android.mediatranscodingtest.MediaTranscodingBenchmark \
		-w com.android.mediatranscodingtest/.MediaTranscodingTestRunner
		*
		*/
		public class MediaTranscodingBenchmark
		extends ActivityInstrumentationTestCase2<MediaTranscodingTest> {
		private static final String TAG = "MediaTranscodingBenchmark";
		// TODO(hkuang): Change this to query from MediaCodecInfo.CodecCapabilities for different
		// resolution.
		private static final int MINIMUM_TRANSCODING_FPS = 80;
		private static final int LOOP_COUNT = 10;
		// Default Setting for transcoding to H.264.
		private static final String MIME_TYPE = MediaFormat.MIMETYPE_VIDEO_AVC;
		private static final int BIT_RATE = 20000000; // 20Mbps
		private static final int WIDTH = 1920;
		private static final int HEIGHT = 1080;
		private Context mContext;
		private MediaTranscodeManager mMediaTranscodeManager = null;

		public MediaTranscodingBenchmark() {
		super("com.android.MediaTranscodingBenchmark", MediaTranscodingTest.class);
		}

		/**
		* Creates a MediaFormat with the basic set of values.
		*/
		private static MediaFormat createMediaFormat() {
		MediaFormat format = MediaFormat.createVideoFormat(MIME_TYPE, WIDTH, HEIGHT);
		format.setInteger(MediaFormat.KEY_BIT_RATE, BIT_RATE);
		return format;
		}

		@Override
		public void setUp() throws Exception {
		Log.d(TAG, "setUp");
		super.setUp();
		mContext = getInstrumentation().getContext();
		mMediaTranscodeManager = MediaTranscodeManager.getInstance(mContext);
		}

		@Override
		public void tearDown() throws Exception {
		super.tearDown();
		}

		/*
		* Transcode the sourceFileName to destinationFileName with LOOP_COUNT.
		*/
		private void transcode(final String sourceFileName, final String destinationFileName)
		throws IOException, InterruptedException {
		AtomicLong totalTimeMs = new AtomicLong();
		AtomicLong transcodingTime = new AtomicLong();
		Uri srcUri = getUri(sourceFileName);
		Uri dstUri = getUri(destinationFileName);

		MediaTranscodingTestUtil.VideoFileInfo info =
		MediaTranscodingTestUtil.extractVideoFileInfo(mContext, getUri(sourceFileName));
		int timeoutSeconds = calMaxTranscodingWaitTimeSeconds(info.mNumVideoFrames,
		MINIMUM_TRANSCODING_FPS);
		Log.d(TAG, "Start Transcoding " + info.toString() + " " + timeoutSeconds);

		for (int loop = 0; loop < LOOP_COUNT; ++loop) {
		Semaphore transcodeCompleteSemaphore = new Semaphore(0);
		TranscodingRequest request =
		new TranscodingRequest.Builder()
		.setSourceUri(srcUri)
		.setDestinationUri(dstUri)
		.setType(MediaTranscodeManager.TRANSCODING_TYPE_VIDEO)
		.setPriority(MediaTranscodeManager.PRIORITY_REALTIME)
		.setVideoTrackFormat(createMediaFormat())
		.build();
		Executor listenerExecutor = Executors.newSingleThreadExecutor();

		long startTimeMs = System.currentTimeMillis();
		TranscodingJob job = mMediaTranscodeManager.enqueueRequest(request, listenerExecutor,
		transcodingJob -> {
		Log.d(TAG,
		"Transcoding completed with result: " + transcodingJob.getResult());
		assertEquals(transcodingJob.getResult(), TranscodingJob.RESULT_SUCCESS);
		transcodeCompleteSemaphore.release();
		transcodingTime.set(System.currentTimeMillis() - startTimeMs);
		totalTimeMs.addAndGet(transcodingTime.get());
		});

		if (job != null) {
		Log.d(TAG, "testMediaTranscodeManager - Waiting for transcode to complete.");
		boolean finishedOnTime = transcodeCompleteSemaphore.tryAcquire(
		timeoutSeconds, TimeUnit.SECONDS);
		assertTrue("Transcode failed to complete in time.", finishedOnTime);
		}
		Log.i(TAG, "Loop: " + loop + " take " + transcodingTime.get() + " ms ");
		}

		float fps = info.mNumVideoFrames * 1000 * LOOP_COUNT / totalTimeMs.get();
		Log.i(TAG, "Transcoding " + info.toString() + " Transcoding fps: " + fps);
		}

		// Calculate the maximum wait time based on minimum transcoding throughput and frame number.
		private int calMaxTranscodingWaitTimeSeconds(int numberFrames, int minTranscodingFps) {
		int waitTimeSeconds = numberFrames / minTranscodingFps;
		// If waitTimeSeconds is 0, wait for 1 seconds at least.
		return waitTimeSeconds == 0 ? 1 : waitTimeSeconds;
		}

		private Uri getUri(final String fileName) {
		String path = mContext.getCacheDir().getAbsolutePath();
		return new Uri.Builder().scheme(ContentResolver.SCHEME_FILE).appendPath(path).appendPath(
		fileName).build();
		}

		@Test
		public void testBenchmarkingAVCToAVCWith66FramesWithoutAudio() throws Exception {
		String videoNameWithoutExtension = "video_1920x1080_66frame_h264_22Mbps_30fps";
		String testVideoName = videoNameWithoutExtension + ".mp4";
		String transcodedVideoName = videoNameWithoutExtension + "_transcode.mp4";

		transcode(testVideoName, transcodedVideoName);
		}

		@Test
		public void testBenchmarkingAVCToAVCWith66FramesWithAudio() throws Exception {
		String videoNameWithoutExtension = "video_1920x1080_66frame_h264_22Mbps_30fps_aac";
		String testVideoName = videoNameWithoutExtension + ".mp4";
		String transcodedVideoName = videoNameWithoutExtension + "_transcode.mp4";

		transcode(testVideoName, transcodedVideoName);
		}
		}

media/tests/MediaTranscodingTest/src/com/android/mediatranscodingtest/MediaTranscodingTestRunner.java

+1 −0

Original line number	Diff line number	Diff line
		@@ -38,6 +38,7 @@ public class MediaTranscodingTestRunner extends InstrumentationTestRunner {
		TestSuite suite = new InstrumentationTestSuite(this);
		suite.addTestSuite(MediaTranscodeManagerTest.class);
		suite.addTestSuite(MediaTranscodeManagerWithMockServiceTest.class);
		suite.addTestSuite(MediaTranscodingBenchmark.class);
		return suite;
		}

media/tests/MediaTranscodingTest/src/com/android/mediatranscodingtest/MediaTranscodingTestUtil.java

+70 −0

Original line number	Diff line number	Diff line
		@@ -27,6 +27,7 @@ import android.media.MediaCodec;
		import android.media.MediaCodecInfo;
		import android.media.MediaExtractor;
		import android.media.MediaFormat;
		import android.media.MediaMetadataRetriever;
		import android.net.Uri;
		import android.util.Log;
		import android.util.Size;
		@@ -42,6 +43,75 @@ import java.util.Locale;
		/* package */ class MediaTranscodingTestUtil {
		private static final String TAG = "MediaTranscodingTestUtil";

		// Helper class to extract the information from source file and transcoded file.
		static class VideoFileInfo {
		String mUri;
		int mNumVideoFrames = 0;
		int mWidth = 0;
		int mHeight = 0;
		float mVideoFrameRate = 0.0f;
		boolean mHasAudio = false;

		public String toString() {
		String str = mUri;
		str += " Width:" + mWidth;
		str += " Height:" + mHeight;
		str += " FrameRate:" + mWidth;
		str += " FrameCount:" + mNumVideoFrames;
		str += " HasAudio:" + (mHasAudio ? "Yes" : "No");
		return str;
		}
		}

		static VideoFileInfo extractVideoFileInfo(Context ctx, Uri videoUri) throws IOException {
		VideoFileInfo info = new VideoFileInfo();
		AssetFileDescriptor afd = null;
		MediaMetadataRetriever retriever = null;

		try {
		afd = ctx.getContentResolver().openAssetFileDescriptor(videoUri, "r");
		retriever = new MediaMetadataRetriever();
		retriever.setDataSource(afd.getFileDescriptor(), afd.getStartOffset(), afd.getLength());

		info.mUri = videoUri.getLastPathSegment();
		Log.i(TAG, "Trying to transcode to " + info.mUri);
		String width = retriever.extractMetadata(
		MediaMetadataRetriever.METADATA_KEY_VIDEO_WIDTH);
		String height = retriever.extractMetadata(
		MediaMetadataRetriever.METADATA_KEY_VIDEO_HEIGHT);
		if (width != null && height != null) {
		info.mWidth = Integer.parseInt(width);
		info.mHeight = Integer.parseInt(height);
		}

		String frameRate = retriever.extractMetadata(
		MediaMetadataRetriever.METADATA_KEY_CAPTURE_FRAMERATE);
		if (frameRate != null) {
		info.mVideoFrameRate = Float.parseFloat(frameRate);
		}

		String frameCount = retriever.extractMetadata(
		MediaMetadataRetriever.METADATA_KEY_VIDEO_FRAME_COUNT);
		if (frameCount != null) {
		info.mNumVideoFrames = Integer.parseInt(frameCount);
		}

		String hasAudio = retriever.extractMetadata(
		MediaMetadataRetriever.METADATA_KEY_HAS_AUDIO);
		if (hasAudio != null) {
		info.mHasAudio = hasAudio.equals("yes");
		}
		} finally {
		if (retriever != null) {
		retriever.close();
		}
		if (afd != null) {
		afd.close();
		}
		}
		return info;
		}

		static VideoTranscodingStatistics computeStats(final Context ctx, final Uri sourceMp4,
		final Uri transcodedMp4)
		throws Exception {