Merge "MediaTesting: Add Audio StagefrightRecorder Unit Test" am: e2fcd299...

/*

 * Copyright (C) 2020 The Android Open Source Project

 *

 * Licensed under the Apache License, Version 2.0 (the "License");

 * you may not use this file except in compliance with the License.

 * You may obtain a copy of the License at

 *

 *      http://www.apache.org/licenses/LICENSE-2.0

 *

 * Unless required by applicable law or agreed to in writing, software

 * distributed under the License is distributed on an "AS IS" BASIS,

 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

 * See the License for the specific language governing permissions and

 * limitations under the License.

 */

cc_test {

    name: "StagefrightRecorderTest",

    gtest: true,

    srcs: [

        "StagefrightRecorderTest.cpp",

    ],

    include_dirs: [

        "system/media/audio/include",

        "frameworks/av/include",

        "frameworks/av/camera/include",

        "frameworks/av/media/libmediaplayerservice",

        "frameworks/av/media/libmediametrics/include",

        "frameworks/av/media/ndk/include",

    ],

    shared_libs: [

        "liblog",

        "libmedia",

        "libbinder",

        "libutils",

        "libmediaplayerservice",

        "libstagefright",

        "libmediandk",

    ],

    compile_multilib: "32",

    cflags: [

        "-Werror",

        "-Wall",

    ],

    sanitize: {

        cfi: true,

        misc_undefined: [

            "unsigned-integer-overflow",

            "signed-integer-overflow",

        ],

    },

}

/*

 * Copyright (C) 2020 The Android Open Source Project

 *

 * Licensed under the Apache License, Version 2.0 (the "License");

 * you may not use this file except in compliance with the License.

 * You may obtain a copy of the License at

 *

 *      http://www.apache.org/licenses/LICENSE-2.0

 *

 * Unless required by applicable law or agreed to in writing, software

 * distributed under the License is distributed on an "AS IS" BASIS,

 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

 * See the License for the specific language governing permissions and

 * limitations under the License.

 */

// #define LOG_NDEBUG 0

#define LOG_TAG "StagefrightRecorderTest"

#include <utils/Log.h>

#include <gtest/gtest.h>

#include <chrono>

#include <ctime>

#include <iostream>

#include <string>

#include <thread>

#include <MediaPlayerService.h>

#include <media/NdkMediaExtractor.h>

#include <media/stagefright/MediaCodec.h>

#include <system/audio-base.h>

#include "StagefrightRecorder.h"

#define OUTPUT_INFO_FILE_NAME "/data/local/tmp/stfrecorder_audio.info"

#define OUTPUT_FILE_NAME_AUDIO "/data/local/tmp/stfrecorder_audio.raw"

const bool kDebug = false;

constexpr int32_t kMaxLoopCount = 10;

constexpr int32_t kClipDurationInSec = 4;

constexpr int32_t kPauseTimeInSec = 2;

// Tolerance value for extracted clipduration is maximum 10% of total clipduration

constexpr int32_t kToleranceValueInUs = kClipDurationInSec * 100000;

using namespace android;

class StagefrightRecorderTest

    : public ::testing::TestWithParam<std::pair<output_format, audio_encoder>> {

  public:

    StagefrightRecorderTest() : mStfRecorder(nullptr), mOutputAudioFp(nullptr) {

        mExpectedDurationInMs = 0;

        mExpectedPauseInMs = 0;

    }

    ~StagefrightRecorderTest() {

        if (mStfRecorder) free(mStfRecorder);

        if (mOutputAudioFp) fclose(mOutputAudioFp);

    }

    void SetUp() override {

        mStfRecorder = new StagefrightRecorder(String16(LOG_TAG));

        ASSERT_NE(mStfRecorder, nullptr) << "Failed to create the instance of recorder";

        mOutputAudioFp = fopen(OUTPUT_FILE_NAME_AUDIO, "wb");

        ASSERT_NE(mOutputAudioFp, nullptr) << "Failed to open output file "

                                           << OUTPUT_FILE_NAME_AUDIO << " for stagefright recorder";

        int32_t fd = fileno(mOutputAudioFp);

        ASSERT_GE(fd, 0) << "Failed to get the file descriptor of the output file for "

                         << OUTPUT_FILE_NAME_AUDIO;

        status_t status = mStfRecorder->setOutputFile(fd);

        ASSERT_EQ(status, OK) << "Failed to set the output file " << OUTPUT_FILE_NAME_AUDIO

                              << " for stagefright recorder";

    }

    void TearDown() override {

        if (mOutputAudioFp) {

            fclose(mOutputAudioFp);

            mOutputAudioFp = nullptr;

        }

        if (!kDebug) {

            int32_t status = remove(OUTPUT_FILE_NAME_AUDIO);

            ASSERT_EQ(status, 0) << "Unable to delete the output file " << OUTPUT_FILE_NAME_AUDIO;

        }

    }

    void setAudioRecorderFormat(output_format outputFormat, audio_encoder encoder,

                                audio_source_t audioSource = AUDIO_SOURCE_DEFAULT);

    void recordMedia(bool isPaused = false, int32_t numStart = 0, int32_t numPause = 0);

    void dumpInfo();

    void setupExtractor(AMediaExtractor *extractor, int32_t &trackCount);

    void validateOutput();

    MediaRecorderBase *mStfRecorder;

    FILE *mOutputAudioFp;

    double mExpectedDurationInMs;

    double mExpectedPauseInMs;

};

void StagefrightRecorderTest::setAudioRecorderFormat(output_format outputFormat,

                                                     audio_encoder encoder,

                                                     audio_source_t audioSource) {

    status_t status = mStfRecorder->setAudioSource(audioSource);

    ASSERT_EQ(status, OK) << "Failed to set the audio source: " << audioSource;

    status = mStfRecorder->setOutputFormat(outputFormat);

    ASSERT_EQ(status, OK) << "Failed to set the output format: " << outputFormat;

    status = mStfRecorder->setAudioEncoder(encoder);

    ASSERT_EQ(status, OK) << "Failed to set the audio encoder: " << encoder;

}

void StagefrightRecorderTest::recordMedia(bool isPause, int32_t numStart, int32_t numPause) {

    status_t status = mStfRecorder->init();

    ASSERT_EQ(status, OK) << "Failed to initialize stagefright recorder";

    status = mStfRecorder->prepare();

    ASSERT_EQ(status, OK) << "Failed to preapre the reorder";

    // first start should succeed.

    status = mStfRecorder->start();

    ASSERT_EQ(status, OK) << "Failed to start the recorder";

    for (int32_t count = 0; count < numStart; count++) {

        status = mStfRecorder->start();

    }

    auto tStart = std::chrono::high_resolution_clock::now();

    // Recording media for 4 secs

    std::this_thread::sleep_for(std::chrono::seconds(kClipDurationInSec));

    auto tEnd = std::chrono::high_resolution_clock::now();

    mExpectedDurationInMs = std::chrono::duration<double, std::milli>(tEnd - tStart).count();

    if (isPause) {

        // first pause should succeed.

        status = mStfRecorder->pause();

        ASSERT_EQ(status, OK) << "Failed to pause the recorder";

        tStart = std::chrono::high_resolution_clock::now();

        // Paused recorder for 2 secs

        std::this_thread::sleep_for(std::chrono::seconds(kPauseTimeInSec));

        for (int32_t count = 0; count < numPause; count++) {

            status = mStfRecorder->pause();

        }

        tEnd = std::chrono::high_resolution_clock::now();

        mExpectedPauseInMs = std::chrono::duration<double, std::milli>(tEnd - tStart).count();

        status = mStfRecorder->resume();

        ASSERT_EQ(status, OK) << "Failed to resume the recorder";

        auto tStart = std::chrono::high_resolution_clock::now();

        // Recording media for 4 secs

        std::this_thread::sleep_for(std::chrono::seconds(kClipDurationInSec));

        auto tEnd = std::chrono::high_resolution_clock::now();

        mExpectedDurationInMs += std::chrono::duration<double, std::milli>(tEnd - tStart).count();

    }

    status = mStfRecorder->stop();

    ASSERT_EQ(status, OK) << "Failed to stop the recorder";

}

void StagefrightRecorderTest::dumpInfo() {

    FILE *dumpOutput = fopen(OUTPUT_INFO_FILE_NAME, "wb");

    int32_t dumpFd = fileno(dumpOutput);

    Vector<String16> args;

    status_t status = mStfRecorder->dump(dumpFd, args);

    ASSERT_EQ(status, OK) << "Failed to dump the info for the recorder";

    fclose(dumpOutput);

}

void StagefrightRecorderTest::setupExtractor(AMediaExtractor *extractor, int32_t &trackCount) {

    int32_t fd = open(OUTPUT_FILE_NAME_AUDIO, O_RDONLY);

    ASSERT_GE(fd, 0) << "Failed to open recorder's output file " << OUTPUT_FILE_NAME_AUDIO

                     << " to validate";

    struct stat buf;

    int32_t status = fstat(fd, &buf);

    ASSERT_EQ(status, 0) << "Failed to get properties of input file " << OUTPUT_FILE_NAME_AUDIO

                         << " for extractor";

    size_t fileSize = buf.st_size;

    ASSERT_GT(fileSize, 0) << "Size of input file " << OUTPUT_FILE_NAME_AUDIO

                           << " to extractor cannot be zero";

    ALOGV("Size of input file to extractor: %zu", fileSize);

    status = AMediaExtractor_setDataSourceFd(extractor, fd, 0, fileSize);

    ASSERT_EQ(status, AMEDIA_OK) << "Failed to set data source for extractor";

    trackCount = AMediaExtractor_getTrackCount(extractor);

    ALOGV("Number of tracks reported by extractor : %d", trackCount);

}

// Validate recoder's output using extractor

void StagefrightRecorderTest::validateOutput() {

    int32_t trackCount = -1;

    AMediaExtractor *extractor = AMediaExtractor_new();

    ASSERT_NE(extractor, nullptr) << "Failed to create extractor";

    ASSERT_NO_FATAL_FAILURE(setupExtractor(extractor, trackCount));

    ASSERT_EQ(trackCount, 1) << "Expected 1 track, saw " << trackCount;

    for (int32_t idx = 0; idx < trackCount; idx++) {

        AMediaExtractor_selectTrack(extractor, idx);

        AMediaFormat *format = AMediaExtractor_getTrackFormat(extractor, idx);

        ASSERT_NE(format, nullptr) << "Track format is NULL";

        ALOGI("Track format = %s", AMediaFormat_toString(format));

        int64_t clipDurationUs;

        AMediaFormat_getInt64(format, AMEDIAFORMAT_KEY_DURATION, &clipDurationUs);

        int32_t diff = abs((mExpectedDurationInMs * 1000) - clipDurationUs);

        ASSERT_LE(diff, kToleranceValueInUs)

                << "Expected duration: " << (mExpectedDurationInMs * 1000)

                << " Actual duration: " << clipDurationUs << " Difference: " << diff

                << " Difference is expected to be less than tolerance value: " << kToleranceValueInUs;

        const char *mime = nullptr;

        AMediaFormat_getString(format, AMEDIAFORMAT_KEY_MIME, &mime);

        ASSERT_NE(mime, nullptr) << "Track mime is NULL";

        ALOGI("Track mime = %s", mime);

        int32_t sampleRate, channelCount, bitRate;

        AMediaFormat_getInt32(format, AMEDIAFORMAT_KEY_CHANNEL_COUNT, &channelCount);

        ALOGI("Channel count reported by extractor: %d", channelCount);

        AMediaFormat_getInt32(format, AMEDIAFORMAT_KEY_SAMPLE_RATE, &sampleRate);

        ALOGI("Sample Rate reported by extractor: %d", sampleRate);

        AMediaFormat_getInt32(format, AMEDIAFORMAT_KEY_BIT_RATE, &bitRate);

        ALOGI("Bit Rate reported by extractor: %d", bitRate);

    }

}

TEST_F(StagefrightRecorderTest, RecordingAudioSanityTest) {

    ASSERT_NO_FATAL_FAILURE(setAudioRecorderFormat(OUTPUT_FORMAT_DEFAULT, AUDIO_ENCODER_DEFAULT));

    int32_t maxAmplitude = -1;

    status_t status = mStfRecorder->getMaxAmplitude(&maxAmplitude);

    ASSERT_EQ(maxAmplitude, 0) << "Invalid value of max amplitude";

    ASSERT_NO_FATAL_FAILURE(recordMedia());

    // Verify getMetrics() behavior

    Parcel parcel;

    status = mStfRecorder->getMetrics(&parcel);

    ASSERT_EQ(status, OK) << "Failed to get the parcel from getMetrics";

    ALOGV("Size of the Parcel returned by getMetrics: %zu", parcel.dataSize());

    ASSERT_GT(parcel.dataSize(), 0) << "Parcel size reports empty record";

    ASSERT_NO_FATAL_FAILURE(validateOutput());

    if (kDebug) {

        ASSERT_NO_FATAL_FAILURE(dumpInfo());

    }

}

TEST_P(StagefrightRecorderTest, MultiFormatAudioRecordTest) {

    output_format outputFormat = GetParam().first;

    audio_encoder audioEncoder = GetParam().second;

    ASSERT_NO_FATAL_FAILURE(setAudioRecorderFormat(outputFormat, audioEncoder));

    ASSERT_NO_FATAL_FAILURE(recordMedia());

    // TODO(b/161687761)

    // Skip for AMR-NB/WB output format

    if (!(outputFormat == OUTPUT_FORMAT_AMR_NB || outputFormat == OUTPUT_FORMAT_AMR_WB)) {

        ASSERT_NO_FATAL_FAILURE(validateOutput());

    }

    if (kDebug) {

        ASSERT_NO_FATAL_FAILURE(dumpInfo());

    }

}

TEST_F(StagefrightRecorderTest, GetActiveMicrophonesTest) {

    ASSERT_NO_FATAL_FAILURE(

            setAudioRecorderFormat(OUTPUT_FORMAT_DEFAULT, AUDIO_ENCODER_DEFAULT, AUDIO_SOURCE_MIC));

    status_t status = mStfRecorder->init();

    ASSERT_EQ(status, OK) << "Init failed for stagefright recorder";

    status = mStfRecorder->prepare();

    ASSERT_EQ(status, OK) << "Failed to preapre the reorder";

    status = mStfRecorder->start();

    ASSERT_EQ(status, OK) << "Failed to start the recorder";

    // Record media for 4 secs

    std::this_thread::sleep_for(std::chrono::seconds(kClipDurationInSec));

    std::vector<media::MicrophoneInfo> activeMicrophones{};

    status = mStfRecorder->getActiveMicrophones(&activeMicrophones);

    ASSERT_EQ(status, OK) << "Failed to get Active Microphones";

    ASSERT_GT(activeMicrophones.size(), 0) << "No active microphones are found";

    status = mStfRecorder->stop();

    ASSERT_EQ(status, OK) << "Failed to stop the recorder";

    if (kDebug) {

        ASSERT_NO_FATAL_FAILURE(dumpInfo());

    }

}

TEST_F(StagefrightRecorderTest, MultiStartPauseTest) {

    ASSERT_NO_FATAL_FAILURE(setAudioRecorderFormat(OUTPUT_FORMAT_DEFAULT, AUDIO_ENCODER_DEFAULT));

    ASSERT_NO_FATAL_FAILURE(recordMedia(true, kMaxLoopCount, kMaxLoopCount));

    ASSERT_NO_FATAL_FAILURE(validateOutput());

    if (kDebug) {

        ASSERT_NO_FATAL_FAILURE(dumpInfo());

    }

}

INSTANTIATE_TEST_SUITE_P(

        StagefrightRecorderTestAll, StagefrightRecorderTest,

        ::testing::Values(std::make_pair(OUTPUT_FORMAT_AMR_NB, AUDIO_ENCODER_AMR_NB),

                          std::make_pair(OUTPUT_FORMAT_AMR_WB, AUDIO_ENCODER_AMR_WB),

                          std::make_pair(OUTPUT_FORMAT_AAC_ADTS, AUDIO_ENCODER_AAC),

                          std::make_pair(OUTPUT_FORMAT_OGG, AUDIO_ENCODER_OPUS)));

int main(int argc, char **argv) {

    ::testing::InitGoogleTest(&argc, argv);

    int status = RUN_ALL_TESTS();

    ALOGV("Test result = %d\n", status);

    return status;

}