Donate to e Foundation | Murena handsets with /e/OS | Own a part of Murena! Learn more

Commit 538c90e7 authored by Emilian Peev's avatar Emilian Peev
Browse files

Camera: Add DepthCompositeStream 

Add the necessary logic to support dynamic depth metadata.

Bug: 109735087
Test: Manual using application,
Camera CTS
Change-Id: Ic4710872dc596bc718270e1c79d4da53fb850875
parent 4c6d2b5c

services/camera/libcameraservice/Android.bp

+8 −0
Original line number Diff line number Diff line
@@ -39,6 +39,8 @@ cc_library_shared { 
        "api1/client2/CaptureSequencer.cpp",

        "api1/client2/ZslProcessor.cpp",

        "api2/CameraDeviceClient.cpp",

        "api2/CompositeStream.cpp",

        "api2/DepthCompositeStream.cpp",

        "device1/CameraHardwareInterface.cpp",

        "device3/Camera3Device.cpp",

        "device3/Camera3Stream.cpp",
@@ -65,6 +67,9 @@ cc_library_shared { 
    ],



    shared_libs: [

        "libimage_io",

        "libdynamic_depth",

        "libxml2",

        "libui",

        "liblog",

        "libutilscallstack",
@@ -108,6 +113,8 @@ cc_library_shared { 
        "system/media/private/camera/include",

        "frameworks/native/include/media/openmax",

        "frameworks/av/media/ndk",

        "external/dynamic_depth/includes",

        "external/dynamic_depth/internal",

    ],



    export_include_dirs: ["."],
@@ -116,6 +123,7 @@ cc_library_shared { 
        "-Wall",

        "-Wextra",

        "-Werror",

        "-Wno-ignored-qualifiers",

    ],



}

services/camera/libcameraservice/api1/client2/JpegProcessor.cpp

+4 −0
Original line number Diff line number Diff line
@@ -62,6 +62,10 @@ void JpegProcessor::onFrameAvailable(const BufferItem& /*item*/) { 
    }

}



void JpegProcessor::onBufferRequestForFrameNumber(uint64_t /*frameNumber*/, int /*streamId*/) {

    // Intentionally left empty

}



void JpegProcessor::onBufferAcquired(const BufferInfo& /*bufferInfo*/) {

    // Intentionally left empty

}

services/camera/libcameraservice/api1/client2/JpegProcessor.h

+5 −1
Original line number Diff line number Diff line
@@ -25,6 +25,7 @@ 
#include <gui/CpuConsumer.h>



#include "camera/CameraMetadata.h"

#include "device3/Camera3StreamBufferListener.h"



namespace android {
@@ -53,12 +54,16 @@ class JpegProcessor: 
    // Camera3StreamBufferListener implementation

    void onBufferAcquired(const BufferInfo& bufferInfo) override;

    void onBufferReleased(const BufferInfo& bufferInfo) override;

    void onBufferRequestForFrameNumber(uint64_t frameNumber, int streamId) override;



    status_t updateStream(const Parameters &params);

    status_t deleteStream();

    int getStreamId() const;



    void dump(int fd, const Vector<String16>& args) const;



    static size_t findJpegSize(uint8_t* jpegBuffer, size_t maxSize);



  private:

    static const nsecs_t kWaitDuration = 10000000; // 10 ms

    wp<CameraDeviceBase> mDevice;
@@ -82,7 +87,6 @@ class JpegProcessor: 
    virtual bool threadLoop();



    status_t processNewCapture(bool captureSuccess);

    size_t findJpegSize(uint8_t* jpegBuffer, size_t maxSize);



};

services/camera/libcameraservice/api2/CameraDeviceClient.cpp

+100 −8
Original line number Diff line number Diff line
@@ -33,6 +33,8 @@ 


#include <camera_metadata_hidden.h>



#include "DepthCompositeStream.h"



// Convenience methods for constructing binder::Status objects for error returns



#define STATUS_ERROR(errorCode, errorString) \
@@ -143,6 +145,7 @@ binder::Status CameraDeviceClient::submitRequest( 


binder::Status CameraDeviceClient::insertGbpLocked(const sp<IGraphicBufferProducer>& gbp,

        SurfaceMap* outSurfaceMap, Vector<int32_t>* outputStreamIds, int32_t *currentStreamId) {

    int compositeIdx;

    int idx = mStreamMap.indexOfKey(IInterface::asBinder(gbp));



    // Trying to submit request with surface that wasn't created
@@ -152,6 +155,11 @@ binder::Status CameraDeviceClient::insertGbpLocked(const sp<IGraphicBufferProduc 
                __FUNCTION__, mCameraIdStr.string());

        return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,

                "Request targets Surface that is not part of current capture session");

    } else if ((compositeIdx = mCompositeStreamMap.indexOfKey(IInterface::asBinder(gbp)))

            != NAME_NOT_FOUND) {

        mCompositeStreamMap.valueAt(compositeIdx)->insertGbp(outSurfaceMap, outputStreamIds,

                currentStreamId);

        return binder::Status::ok();

    }



    const StreamSurfaceId& streamSurfaceId = mStreamMap.valueAt(idx);
@@ -489,6 +497,17 @@ binder::Status CameraDeviceClient::endConfigure(int operatingMode, 
                mCameraIdStr.string(), strerror(-err), err);

        ALOGE("%s: %s", __FUNCTION__, msg.string());

        res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());

    } else {

        for (size_t i = 0; i < mCompositeStreamMap.size(); ++i) {

            err = mCompositeStreamMap.valueAt(i)->configureStream();

            if (err != OK ) {

                String8 msg = String8::format("Camera %s: Error configuring composite "

                        "streams: %s (%d)", mCameraIdStr.string(), strerror(-err), err);

                ALOGE("%s: %s", __FUNCTION__, msg.string());

                res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());

                break;

            }

        }

    }



    return res;
@@ -692,8 +711,35 @@ binder::Status CameraDeviceClient::isSessionConfigurationSupported( 
                return res;



            if (!isStreamInfoValid) {

                mapStreamInfo(streamInfo, static_cast<camera3_stream_rotation_t> (it.getRotation()),

                if (camera3::DepthCompositeStream::isDepthCompositeStream(surface)) {

                    // We need to take in to account that composite streams can have

                    // additional internal camera streams.

                    std::vector<OutputStreamInfo> compositeStreams;

                    ret = camera3::DepthCompositeStream::getCompositeStreamInfo(streamInfo,

                            mDevice->info(), &compositeStreams);

                    if (ret != OK) {

                        String8 msg = String8::format(

                                "Camera %s: Failed adding depth composite streams: %s (%d)",

                                mCameraIdStr.string(), strerror(-ret), ret);

                        ALOGE("%s: %s", __FUNCTION__, msg.string());

                        return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());

                    }



                    if (compositeStreams.size() > 1) {

                        streamCount += compositeStreams.size() - 1;

                        streamConfiguration.streams.resize(streamCount);

                    }



                    for (const auto& compositeStream : compositeStreams) {

                        mapStreamInfo(compositeStream,

                                static_cast<camera3_stream_rotation_t> (it.getRotation()),

                                physicalCameraId, &streamConfiguration.streams[streamIdx++]);

                    }

                } else {

                    mapStreamInfo(streamInfo,

                            static_cast<camera3_stream_rotation_t> (it.getRotation()),

                            physicalCameraId, &streamConfiguration.streams[streamIdx++]);

                }

                isStreamInfoValid = true;

            }

        }
@@ -743,6 +789,7 @@ binder::Status CameraDeviceClient::deleteStream(int streamId) { 
    bool isInput = false;

    std::vector<sp<IBinder>> surfaces;

    ssize_t dIndex = NAME_NOT_FOUND;

    ssize_t compositeIndex  = NAME_NOT_FOUND;



    if (mInputStream.configured && mInputStream.id == streamId) {

        isInput = true;
@@ -762,6 +809,13 @@ binder::Status CameraDeviceClient::deleteStream(int streamId) { 
            }

        }



        for (size_t i = 0; i < mCompositeStreamMap.size(); ++i) {

            if (streamId == mCompositeStreamMap.valueAt(i)->getStreamId()) {

                compositeIndex = i;

                break;

            }

        }



        if (surfaces.empty() && dIndex == NAME_NOT_FOUND) {

            String8 msg = String8::format("Camera %s: Invalid stream ID (%d) specified, no such"

                    " stream created yet", mCameraIdStr.string(), streamId);
@@ -791,6 +845,19 @@ binder::Status CameraDeviceClient::deleteStream(int streamId) { 
            if (dIndex != NAME_NOT_FOUND) {

                mDeferredStreams.removeItemsAt(dIndex);

            }



            if (compositeIndex != NAME_NOT_FOUND) {

                status_t ret;

                if ((ret = mCompositeStreamMap.valueAt(compositeIndex)->deleteStream())

                        != OK) {

                    String8 msg = String8::format("Camera %s: Unexpected error %s (%d) when "

                            "deleting composite stream %d", mCameraIdStr.string(), strerror(-err), err,

                            streamId);

                    ALOGE("%s: %s", __FUNCTION__, msg.string());

                    res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());

                }

                mCompositeStreamMap.removeItemsAt(compositeIndex);

            }

        }

    }
@@ -870,11 +937,25 @@ binder::Status CameraDeviceClient::createStream( 


    int streamId = camera3::CAMERA3_STREAM_ID_INVALID;

    std::vector<int> surfaceIds;

    if (!camera3::DepthCompositeStream::isDepthCompositeStream(surfaces[0])) {

        err = mDevice->createStream(surfaces, deferredConsumer, streamInfo.width,

                streamInfo.height, streamInfo.format, streamInfo.dataSpace,

                static_cast<camera3_stream_rotation_t>(outputConfiguration.getRotation()),

                &streamId, physicalCameraId, &surfaceIds, outputConfiguration.getSurfaceSetID(),

                isShared);

    } else {

        sp<CompositeStream> compositeStream = new camera3::DepthCompositeStream(mDevice,

                getRemoteCallback());

        err = compositeStream->createStream(surfaces, deferredConsumer, streamInfo.width,

                streamInfo.height, streamInfo.format,

                static_cast<camera3_stream_rotation_t>(outputConfiguration.getRotation()),

                &streamId, physicalCameraId, &surfaceIds, outputConfiguration.getSurfaceSetID(),

                isShared);

        if (err == OK) {

            mCompositeStreamMap.add(IInterface::asBinder(surfaces[0]->getIGraphicBufferProducer()),

                    compositeStream);

        }

    }



    if (err != OK) {

        res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
@@ -1808,7 +1889,14 @@ void CameraDeviceClient::notifyError(int32_t errorCode, 
    // Thread safe. Don't bother locking.

    sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();



    if (remoteCb != 0) {

    // Composites can have multiple internal streams. Error notifications coming from such internal

    // streams may need to remain within camera service.

    bool skipClientNotification = false;

    for (size_t i = 0; i < mCompositeStreamMap.size(); i++) {

        skipClientNotification |= mCompositeStreamMap.valueAt(i)->onError(errorCode, resultExtras);

    }



    if ((remoteCb != 0) && (!skipClientNotification)) {

        remoteCb->onDeviceError(errorCode, resultExtras);

    }

}
@@ -1901,6 +1989,10 @@ void CameraDeviceClient::onResultAvailable(const CaptureResult& result) { 
        remoteCb->onResultReceived(result.mMetadata, result.mResultExtras,

                result.mPhysicalMetadatas);

    }



    for (size_t i = 0; i < mCompositeStreamMap.size(); i++) {

        mCompositeStreamMap.valueAt(i)->onResultAvailable(result);

    }

}



binder::Status CameraDeviceClient::checkPidStatus(const char* checkLocation) {

services/camera/libcameraservice/api2/CameraDeviceClient.h

+4 −0
Original line number Diff line number Diff line
@@ -26,8 +26,10 @@ 
#include "CameraService.h"

#include "common/FrameProcessorBase.h"

#include "common/Camera2ClientBase.h"

#include "CompositeStream.h"



using android::camera3::OutputStreamInfo;

using android::camera3::CompositeStream;



namespace android {
@@ -314,6 +316,8 @@ private: 
    // stream ID -> outputStreamInfo mapping

    std::unordered_map<int32_t, OutputStreamInfo> mStreamInfoMap;



    KeyedVector<sp<IBinder>, sp<CompositeStream>> mCompositeStreamMap;



    static const int32_t MAX_SURFACES_PER_STREAM = 4;

    sp<CameraProviderManager> mProviderManager;

};