/* * Copyright (C) 2013 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #define LOG_TAG "CameraDeviceClient" #define ATRACE_TAG ATRACE_TAG_CAMERA //#define LOG_NDEBUG 0 #include <cutils/properties.h> #include <utils/Log.h> #include <utils/Trace.h> #include <gui/Surface.h> #include <camera/camera2/CaptureRequest.h> #include <camera/CameraUtils.h> #include "common/CameraDeviceBase.h" #include "api2/CameraDeviceClient.h" // Convenience methods for constructing binder::Status objects for error returns #define STATUS_ERROR(errorCode, errorString) \ binder::Status::fromServiceSpecificError(errorCode, \ String8::format("%s:%d: %s", __FUNCTION__, __LINE__, errorString)) #define STATUS_ERROR_FMT(errorCode, errorString, ...) \ binder::Status::fromServiceSpecificError(errorCode, \ String8::format("%s:%d: " errorString, __FUNCTION__, __LINE__, \ __VA_ARGS__)) namespace android { using namespace camera2; CameraDeviceClientBase::CameraDeviceClientBase( const sp<CameraService>& cameraService, const sp<hardware::camera2::ICameraDeviceCallbacks>& remoteCallback, const String16& clientPackageName, const String8& cameraId, int cameraFacing, int clientPid, uid_t clientUid, int servicePid) : BasicClient(cameraService, IInterface::asBinder(remoteCallback), clientPackageName, cameraId, cameraFacing, clientPid, clientUid, servicePid), mRemoteCallback(remoteCallback) { } // Interface used by CameraService CameraDeviceClient::CameraDeviceClient(const sp<CameraService>& cameraService, const sp<hardware::camera2::ICameraDeviceCallbacks>& remoteCallback, const String16& clientPackageName, const String8& cameraId, int cameraFacing, int clientPid, uid_t clientUid, int servicePid) : Camera2ClientBase(cameraService, remoteCallback, clientPackageName, cameraId, cameraFacing, clientPid, clientUid, servicePid), mInputStream(), mStreamingRequestId(REQUEST_ID_NONE), mRequestIdCounter(0) { ATRACE_CALL(); ALOGI("CameraDeviceClient %s: Opened", cameraId.string()); } status_t CameraDeviceClient::initialize(sp<CameraProviderManager> manager) { return initializeImpl(manager); } template<typename TProviderPtr> status_t CameraDeviceClient::initializeImpl(TProviderPtr providerPtr) { ATRACE_CALL(); status_t res; res = Camera2ClientBase::initialize(providerPtr); if (res != OK) { return res; } String8 threadName; mFrameProcessor = new FrameProcessorBase(mDevice); threadName = String8::format("CDU-%s-FrameProc", mCameraIdStr.string()); mFrameProcessor->run(threadName.string()); mFrameProcessor->registerListener(FRAME_PROCESSOR_LISTENER_MIN_ID, FRAME_PROCESSOR_LISTENER_MAX_ID, /*listener*/this, /*sendPartials*/true); return OK; } CameraDeviceClient::~CameraDeviceClient() { } binder::Status CameraDeviceClient::submitRequest( const hardware::camera2::CaptureRequest& request, bool streaming, /*out*/ hardware::camera2::utils::SubmitInfo *submitInfo) { std::vector<hardware::camera2::CaptureRequest> requestList = { request }; return submitRequestList(requestList, streaming, submitInfo); } binder::Status CameraDeviceClient::submitRequestList( const std::vector<hardware::camera2::CaptureRequest>& requests, bool streaming, /*out*/ hardware::camera2::utils::SubmitInfo *submitInfo) { ATRACE_CALL(); ALOGV("%s-start of function. Request list size %zu", __FUNCTION__, requests.size()); binder::Status res = binder::Status::ok(); status_t err; if ( !(res = checkPidStatus(__FUNCTION__) ).isOk()) { return res; } Mutex::Autolock icl(mBinderSerializationLock); if (!mDevice.get()) { return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); } if (requests.empty()) { ALOGE("%s: Camera %s: Sent null request. Rejecting request.", __FUNCTION__, mCameraIdStr.string()); return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Empty request list"); } List<const CameraMetadata> metadataRequestList; std::list<const SurfaceMap> surfaceMapList; submitInfo->mRequestId = mRequestIdCounter; uint32_t loopCounter = 0; for (auto&& request: requests) { if (request.mIsReprocess) { if (!mInputStream.configured) { ALOGE("%s: Camera %s: no input stream is configured.", __FUNCTION__, mCameraIdStr.string()); return STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, "No input configured for camera %s but request is for reprocessing", mCameraIdStr.string()); } else if (streaming) { ALOGE("%s: Camera %s: streaming reprocess requests not supported.", __FUNCTION__, mCameraIdStr.string()); return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Repeating reprocess requests not supported"); } } CameraMetadata metadata(request.mMetadata); if (metadata.isEmpty()) { ALOGE("%s: Camera %s: Sent empty metadata packet. Rejecting request.", __FUNCTION__, mCameraIdStr.string()); return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Request settings are empty"); } else if (request.mSurfaceList.isEmpty()) { ALOGE("%s: Camera %s: Requests must have at least one surface target. " "Rejecting request.", __FUNCTION__, mCameraIdStr.string()); return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Request has no output targets"); } if (!enforceRequestPermissions(metadata)) { // Callee logs return STATUS_ERROR(CameraService::ERROR_PERMISSION_DENIED, "Caller does not have permission to change restricted controls"); } /** * Write in the output stream IDs and map from stream ID to surface ID * which we calculate from the capture request's list of surface target */ SurfaceMap surfaceMap; Vector<int32_t> outputStreamIds; for (sp<Surface> surface : request.mSurfaceList) { if (surface == 0) continue; sp<IGraphicBufferProducer> gbp = surface->getIGraphicBufferProducer(); int idx = mStreamMap.indexOfKey(IInterface::asBinder(gbp)); // Trying to submit request with surface that wasn't created if (idx == NAME_NOT_FOUND) { ALOGE("%s: Camera %s: Tried to submit a request with a surface that" " we have not called createStream on", __FUNCTION__, mCameraIdStr.string()); return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Request targets Surface that is not part of current capture session"); } const StreamSurfaceId& streamSurfaceId = mStreamMap.valueAt(idx); if (surfaceMap.find(streamSurfaceId.streamId()) == surfaceMap.end()) { surfaceMap[streamSurfaceId.streamId()] = std::vector<size_t>(); outputStreamIds.push_back(streamSurfaceId.streamId()); } surfaceMap[streamSurfaceId.streamId()].push_back(streamSurfaceId.surfaceId()); ALOGV("%s: Camera %s: Appending output stream %d surface %d to request", __FUNCTION__, mCameraIdStr.string(), streamSurfaceId.streamId(), streamSurfaceId.surfaceId()); } metadata.update(ANDROID_REQUEST_OUTPUT_STREAMS, &outputStreamIds[0], outputStreamIds.size()); if (request.mIsReprocess) { metadata.update(ANDROID_REQUEST_INPUT_STREAMS, &mInputStream.id, 1); } metadata.update(ANDROID_REQUEST_ID, &(submitInfo->mRequestId), /*size*/1); loopCounter++; // loopCounter starts from 1 ALOGV("%s: Camera %s: Creating request with ID %d (%d of %zu)", __FUNCTION__, mCameraIdStr.string(), submitInfo->mRequestId, loopCounter, requests.size()); metadataRequestList.push_back(metadata); surfaceMapList.push_back(surfaceMap); } mRequestIdCounter++; if (streaming) { err = mDevice->setStreamingRequestList(metadataRequestList, surfaceMapList, &(submitInfo->mLastFrameNumber)); if (err != OK) { String8 msg = String8::format( "Camera %s: Got error %s (%d) after trying to set streaming request", mCameraIdStr.string(), strerror(-err), err); ALOGE("%s: %s", __FUNCTION__, msg.string()); res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string()); } else { Mutex::Autolock idLock(mStreamingRequestIdLock); mStreamingRequestId = submitInfo->mRequestId; } } else { err = mDevice->captureList(metadataRequestList, surfaceMapList, &(submitInfo->mLastFrameNumber)); if (err != OK) { String8 msg = String8::format( "Camera %s: Got error %s (%d) after trying to submit capture request", mCameraIdStr.string(), strerror(-err), err); ALOGE("%s: %s", __FUNCTION__, msg.string()); res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string()); } ALOGV("%s: requestId = %d ", __FUNCTION__, submitInfo->mRequestId); } ALOGV("%s: Camera %s: End of function", __FUNCTION__, mCameraIdStr.string()); return res; } binder::Status CameraDeviceClient::cancelRequest( int requestId, /*out*/ int64_t* lastFrameNumber) { ATRACE_CALL(); ALOGV("%s, requestId = %d", __FUNCTION__, requestId); status_t err; binder::Status res; if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; Mutex::Autolock icl(mBinderSerializationLock); if (!mDevice.get()) { return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); } Mutex::Autolock idLock(mStreamingRequestIdLock); if (mStreamingRequestId != requestId) { String8 msg = String8::format("Camera %s: Canceling request ID %d doesn't match " "current request ID %d", mCameraIdStr.string(), requestId, mStreamingRequestId); ALOGE("%s: %s", __FUNCTION__, msg.string()); return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); } err = mDevice->clearStreamingRequest(lastFrameNumber); if (err == OK) { ALOGV("%s: Camera %s: Successfully cleared streaming request", __FUNCTION__, mCameraIdStr.string()); mStreamingRequestId = REQUEST_ID_NONE; } else { res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, "Camera %s: Error clearing streaming request: %s (%d)", mCameraIdStr.string(), strerror(-err), err); } return res; } binder::Status CameraDeviceClient::beginConfigure() { // TODO: Implement this. ALOGV("%s: Not implemented yet.", __FUNCTION__); return binder::Status::ok(); } binder::Status CameraDeviceClient::endConfigure(int operatingMode) { ALOGV("%s: ending configure (%d input stream, %zu output surfaces)", __FUNCTION__, mInputStream.configured ? 1 : 0, mStreamMap.size()); binder::Status res; if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; Mutex::Autolock icl(mBinderSerializationLock); if (!mDevice.get()) { return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); } if (operatingMode < 0) { String8 msg = String8::format( "Camera %s: Invalid operating mode %d requested", mCameraIdStr.string(), operatingMode); ALOGE("%s: %s", __FUNCTION__, msg.string()); return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); } // Sanitize the high speed session against necessary capability bit. bool isConstrainedHighSpeed = (operatingMode == ICameraDeviceUser::CONSTRAINED_HIGH_SPEED_MODE); if (isConstrainedHighSpeed) { CameraMetadata staticInfo = mDevice->info(); camera_metadata_entry_t entry = staticInfo.find(ANDROID_REQUEST_AVAILABLE_CAPABILITIES); bool isConstrainedHighSpeedSupported = false; for(size_t i = 0; i < entry.count; ++i) { uint8_t capability = entry.data.u8[i]; if (capability == ANDROID_REQUEST_AVAILABLE_CAPABILITIES_CONSTRAINED_HIGH_SPEED_VIDEO) { isConstrainedHighSpeedSupported = true; break; } } if (!isConstrainedHighSpeedSupported) { String8 msg = String8::format( "Camera %s: Try to create a constrained high speed configuration on a device" " that doesn't support it.", mCameraIdStr.string()); ALOGE("%s: %s", __FUNCTION__, msg.string()); return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); } } status_t err = mDevice->configureStreams(operatingMode); if (err == BAD_VALUE) { String8 msg = String8::format("Camera %s: Unsupported set of inputs/outputs provided", mCameraIdStr.string()); ALOGE("%s: %s", __FUNCTION__, msg.string()); res = STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); } else if (err != OK) { String8 msg = String8::format("Camera %s: Error configuring streams: %s (%d)", mCameraIdStr.string(), strerror(-err), err); ALOGE("%s: %s", __FUNCTION__, msg.string()); res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string()); } return res; } binder::Status CameraDeviceClient::deleteStream(int streamId) { ATRACE_CALL(); ALOGV("%s (streamId = 0x%x)", __FUNCTION__, streamId); binder::Status res; if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; Mutex::Autolock icl(mBinderSerializationLock); if (!mDevice.get()) { return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); } bool isInput = false; std::vector<sp<IBinder>> surfaces; ssize_t dIndex = NAME_NOT_FOUND; if (mInputStream.configured && mInputStream.id == streamId) { isInput = true; } else { // Guard against trying to delete non-created streams for (size_t i = 0; i < mStreamMap.size(); ++i) { if (streamId == mStreamMap.valueAt(i).streamId()) { surfaces.push_back(mStreamMap.keyAt(i)); } } // See if this stream is one of the deferred streams. for (size_t i = 0; i < mDeferredStreams.size(); ++i) { if (streamId == mDeferredStreams[i]) { dIndex = i; break; } } if (surfaces.empty() && dIndex == NAME_NOT_FOUND) { String8 msg = String8::format("Camera %s: Invalid stream ID (%d) specified, no such" " stream created yet", mCameraIdStr.string(), streamId); ALOGW("%s: %s", __FUNCTION__, msg.string()); return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); } } // Also returns BAD_VALUE if stream ID was not valid status_t err = mDevice->deleteStream(streamId); if (err != OK) { String8 msg = String8::format("Camera %s: Unexpected error %s (%d) when deleting stream %d", mCameraIdStr.string(), strerror(-err), err, streamId); ALOGE("%s: %s", __FUNCTION__, msg.string()); res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string()); } else { if (isInput) { mInputStream.configured = false; } else { for (auto& surface : surfaces) { mStreamMap.removeItem(surface); } if (dIndex != NAME_NOT_FOUND) { mDeferredStreams.removeItemsAt(dIndex); } } } return res; } binder::Status CameraDeviceClient::createStream( const hardware::camera2::params::OutputConfiguration &outputConfiguration, /*out*/ int32_t* newStreamId) { ATRACE_CALL(); binder::Status res; if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; Mutex::Autolock icl(mBinderSerializationLock); const std::vector<sp<IGraphicBufferProducer>>& bufferProducers = outputConfiguration.getGraphicBufferProducers(); size_t numBufferProducers = bufferProducers.size(); bool deferredConsumer = outputConfiguration.isDeferred(); bool isShared = outputConfiguration.isShared(); if (numBufferProducers > MAX_SURFACES_PER_STREAM) { ALOGE("%s: GraphicBufferProducer count %zu for stream exceeds limit of %d", __FUNCTION__, bufferProducers.size(), MAX_SURFACES_PER_STREAM); return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Surface count is too high"); } bool deferredConsumerOnly = deferredConsumer && numBufferProducers == 0; int surfaceType = outputConfiguration.getSurfaceType(); bool validSurfaceType = ((surfaceType == OutputConfiguration::SURFACE_TYPE_SURFACE_VIEW) || (surfaceType == OutputConfiguration::SURFACE_TYPE_SURFACE_TEXTURE)); if (deferredConsumer && !validSurfaceType) { ALOGE("%s: Target surface is invalid: bufferProducer = %p, surfaceType = %d.", __FUNCTION__, bufferProducers[0].get(), surfaceType); return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Target Surface is invalid"); } if (!mDevice.get()) { return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); } std::vector<sp<Surface>> surfaces; std::vector<sp<IBinder>> binders; status_t err; // Create stream for deferred surface case. if (deferredConsumerOnly) { return createDeferredSurfaceStreamLocked(outputConfiguration, isShared, newStreamId); } OutputStreamInfo streamInfo; bool isStreamInfoValid = false; for (auto& bufferProducer : bufferProducers) { // Don't create multiple streams for the same target surface sp<IBinder> binder = IInterface::asBinder(bufferProducer); ssize_t index = mStreamMap.indexOfKey(binder); if (index != NAME_NOT_FOUND) { String8 msg = String8::format("Camera %s: Surface already has a stream created for it " "(ID %zd)", mCameraIdStr.string(), index); ALOGW("%s: %s", __FUNCTION__, msg.string()); return STATUS_ERROR(CameraService::ERROR_ALREADY_EXISTS, msg.string()); } sp<Surface> surface; res = createSurfaceFromGbp(streamInfo, isStreamInfoValid, surface, bufferProducer); if (!res.isOk()) return res; if (!isStreamInfoValid) { // Streaming sharing is only supported for IMPLEMENTATION_DEFINED // formats. if (isShared && streamInfo.format != HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED) { String8 msg = String8::format("Camera %s: Stream sharing is only supported for " "IMPLEMENTATION_DEFINED format", mCameraIdStr.string()); ALOGW("%s: %s", __FUNCTION__, msg.string()); return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); } isStreamInfoValid = true; } binders.push_back(IInterface::asBinder(bufferProducer)); surfaces.push_back(surface); } int streamId = camera3::CAMERA3_STREAM_ID_INVALID; err = mDevice->createStream(surfaces, deferredConsumer, streamInfo.width, streamInfo.height, streamInfo.format, streamInfo.dataSpace, static_cast<camera3_stream_rotation_t>(outputConfiguration.getRotation()), &streamId, outputConfiguration.getSurfaceSetID(), isShared); if (err != OK) { res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, "Camera %s: Error creating output stream (%d x %d, fmt %x, dataSpace %x): %s (%d)", mCameraIdStr.string(), streamInfo.width, streamInfo.height, streamInfo.format, streamInfo.dataSpace, strerror(-err), err); } else { int i = 0; for (auto& binder : binders) { ALOGV("%s: mStreamMap add binder %p streamId %d, surfaceId %d", __FUNCTION__, binder.get(), streamId, i); mStreamMap.add(binder, StreamSurfaceId(streamId, i++)); } mStreamInfoMap[streamId] = streamInfo; ALOGV("%s: Camera %s: Successfully created a new stream ID %d for output surface" " (%d x %d) with format 0x%x.", __FUNCTION__, mCameraIdStr.string(), streamId, streamInfo.width, streamInfo.height, streamInfo.format); // Set transform flags to ensure preview to be rotated correctly. res = setStreamTransformLocked(streamId); *newStreamId = streamId; } return res; } binder::Status CameraDeviceClient::createDeferredSurfaceStreamLocked( const hardware::camera2::params::OutputConfiguration &outputConfiguration, bool isShared, /*out*/ int* newStreamId) { int width, height, format, surfaceType; int32_t consumerUsage; android_dataspace dataSpace; status_t err; binder::Status res; if (!mDevice.get()) { return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); } // Infer the surface info for deferred surface stream creation. width = outputConfiguration.getWidth(); height = outputConfiguration.getHeight(); surfaceType = outputConfiguration.getSurfaceType(); format = HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED; dataSpace = android_dataspace_t::HAL_DATASPACE_UNKNOWN; // Hardcode consumer usage flags: SurfaceView--0x900, SurfaceTexture--0x100. consumerUsage = GraphicBuffer::USAGE_HW_TEXTURE; if (surfaceType == OutputConfiguration::SURFACE_TYPE_SURFACE_VIEW) { consumerUsage |= GraphicBuffer::USAGE_HW_COMPOSER; } int streamId = camera3::CAMERA3_STREAM_ID_INVALID; std::vector<sp<Surface>> noSurface; err = mDevice->createStream(noSurface, /*hasDeferredConsumer*/true, width, height, format, dataSpace, static_cast<camera3_stream_rotation_t>(outputConfiguration.getRotation()), &streamId, outputConfiguration.getSurfaceSetID(), isShared, consumerUsage); if (err != OK) { res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, "Camera %s: Error creating output stream (%d x %d, fmt %x, dataSpace %x): %s (%d)", mCameraIdStr.string(), width, height, format, dataSpace, strerror(-err), err); } else { // Can not add streamId to mStreamMap here, as the surface is deferred. Add it to // a separate list to track. Once the deferred surface is set, this id will be // relocated to mStreamMap. mDeferredStreams.push_back(streamId); mStreamInfoMap.emplace(std::piecewise_construct, std::forward_as_tuple(streamId), std::forward_as_tuple(width, height, format, dataSpace, consumerUsage)); ALOGV("%s: Camera %s: Successfully created a new stream ID %d for a deferred surface" " (%d x %d) stream with format 0x%x.", __FUNCTION__, mCameraIdStr.string(), streamId, width, height, format); // Set transform flags to ensure preview to be rotated correctly. res = setStreamTransformLocked(streamId); *newStreamId = streamId; } return res; } binder::Status CameraDeviceClient::setStreamTransformLocked(int streamId) { int32_t transform = 0; status_t err; binder::Status res; if (!mDevice.get()) { return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); } err = getRotationTransformLocked(&transform); if (err != OK) { // Error logged by getRotationTransformLocked. return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, "Unable to calculate rotation transform for new stream"); } err = mDevice->setStreamTransform(streamId, transform); if (err != OK) { String8 msg = String8::format("Failed to set stream transform (stream id %d)", streamId); ALOGE("%s: %s", __FUNCTION__, msg.string()); return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string()); } return res; } binder::Status CameraDeviceClient::createInputStream( int width, int height, int format, /*out*/ int32_t* newStreamId) { ATRACE_CALL(); ALOGV("%s (w = %d, h = %d, f = 0x%x)", __FUNCTION__, width, height, format); binder::Status res; if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; Mutex::Autolock icl(mBinderSerializationLock); if (!mDevice.get()) { return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); } if (mInputStream.configured) { String8 msg = String8::format("Camera %s: Already has an input stream " "configured (ID %zd)", mCameraIdStr.string(), mInputStream.id); ALOGE("%s: %s", __FUNCTION__, msg.string() ); return STATUS_ERROR(CameraService::ERROR_ALREADY_EXISTS, msg.string()); } int streamId = -1; status_t err = mDevice->createInputStream(width, height, format, &streamId); if (err == OK) { mInputStream.configured = true; mInputStream.width = width; mInputStream.height = height; mInputStream.format = format; mInputStream.id = streamId; ALOGV("%s: Camera %s: Successfully created a new input stream ID %d", __FUNCTION__, mCameraIdStr.string(), streamId); *newStreamId = streamId; } else { res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, "Camera %s: Error creating new input stream: %s (%d)", mCameraIdStr.string(), strerror(-err), err); } return res; } binder::Status CameraDeviceClient::getInputSurface(/*out*/ view::Surface *inputSurface) { binder::Status res; if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; if (inputSurface == NULL) { return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Null input surface"); } Mutex::Autolock icl(mBinderSerializationLock); if (!mDevice.get()) { return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); } sp<IGraphicBufferProducer> producer; status_t err = mDevice->getInputBufferProducer(&producer); if (err != OK) { res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, "Camera %s: Error getting input Surface: %s (%d)", mCameraIdStr.string(), strerror(-err), err); } else { inputSurface->name = String16("CameraInput"); inputSurface->graphicBufferProducer = producer; } return res; } bool CameraDeviceClient::isPublicFormat(int32_t format) { switch(format) { case HAL_PIXEL_FORMAT_RGBA_8888: case HAL_PIXEL_FORMAT_RGBX_8888: case HAL_PIXEL_FORMAT_RGB_888: case HAL_PIXEL_FORMAT_RGB_565: case HAL_PIXEL_FORMAT_BGRA_8888: case HAL_PIXEL_FORMAT_YV12: case HAL_PIXEL_FORMAT_Y8: case HAL_PIXEL_FORMAT_Y16: case HAL_PIXEL_FORMAT_RAW16: case HAL_PIXEL_FORMAT_RAW10: case HAL_PIXEL_FORMAT_RAW12: case HAL_PIXEL_FORMAT_RAW_OPAQUE: case HAL_PIXEL_FORMAT_BLOB: case HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED: case HAL_PIXEL_FORMAT_YCbCr_420_888: case HAL_PIXEL_FORMAT_YCbCr_422_888: case HAL_PIXEL_FORMAT_YCbCr_444_888: case HAL_PIXEL_FORMAT_FLEX_RGB_888: case HAL_PIXEL_FORMAT_FLEX_RGBA_8888: case HAL_PIXEL_FORMAT_YCbCr_422_SP: case HAL_PIXEL_FORMAT_YCrCb_420_SP: case HAL_PIXEL_FORMAT_YCbCr_422_I: return true; default: return false; } } binder::Status CameraDeviceClient::createSurfaceFromGbp( OutputStreamInfo& streamInfo, bool isStreamInfoValid, sp<Surface>& surface, const sp<IGraphicBufferProducer>& gbp) { // bufferProducer must be non-null if (gbp == nullptr) { String8 msg = String8::format("Camera %s: Surface is NULL", mCameraIdStr.string()); ALOGW("%s: %s", __FUNCTION__, msg.string()); return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); } // HACK b/10949105 // Query consumer usage bits to set async operation mode for // GLConsumer using controlledByApp parameter. bool useAsync = false; int32_t consumerUsage; status_t err; if ((err = gbp->query(NATIVE_WINDOW_CONSUMER_USAGE_BITS, &consumerUsage)) != OK) { String8 msg = String8::format("Camera %s: Failed to query Surface consumer usage: %s (%d)", mCameraIdStr.string(), strerror(-err), err); ALOGE("%s: %s", __FUNCTION__, msg.string()); return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string()); } if (consumerUsage & GraphicBuffer::USAGE_HW_TEXTURE) { ALOGW("%s: Camera %s with consumer usage flag: 0x%x: Forcing asynchronous mode for stream", __FUNCTION__, mCameraIdStr.string(), consumerUsage); useAsync = true; } int32_t disallowedFlags = GraphicBuffer::USAGE_HW_VIDEO_ENCODER | GRALLOC_USAGE_RENDERSCRIPT; int32_t allowedFlags = GraphicBuffer::USAGE_SW_READ_MASK | GraphicBuffer::USAGE_HW_TEXTURE | GraphicBuffer::USAGE_HW_COMPOSER; bool flexibleConsumer = (consumerUsage & disallowedFlags) == 0 && (consumerUsage & allowedFlags) != 0; surface = new Surface(gbp, useAsync); ANativeWindow *anw = surface.get(); int width, height, format; android_dataspace dataSpace; if ((err = anw->query(anw, NATIVE_WINDOW_WIDTH, &width)) != OK) { String8 msg = String8::format("Camera %s: Failed to query Surface width: %s (%d)", mCameraIdStr.string(), strerror(-err), err); ALOGE("%s: %s", __FUNCTION__, msg.string()); return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string()); } if ((err = anw->query(anw, NATIVE_WINDOW_HEIGHT, &height)) != OK) { String8 msg = String8::format("Camera %s: Failed to query Surface height: %s (%d)", mCameraIdStr.string(), strerror(-err), err); ALOGE("%s: %s", __FUNCTION__, msg.string()); return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string()); } if ((err = anw->query(anw, NATIVE_WINDOW_FORMAT, &format)) != OK) { String8 msg = String8::format("Camera %s: Failed to query Surface format: %s (%d)", mCameraIdStr.string(), strerror(-err), err); ALOGE("%s: %s", __FUNCTION__, msg.string()); return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string()); } if ((err = anw->query(anw, NATIVE_WINDOW_DEFAULT_DATASPACE, reinterpret_cast<int*>(&dataSpace))) != OK) { String8 msg = String8::format("Camera %s: Failed to query Surface dataspace: %s (%d)", mCameraIdStr.string(), strerror(-err), err); ALOGE("%s: %s", __FUNCTION__, msg.string()); return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string()); } // FIXME: remove this override since the default format should be // IMPLEMENTATION_DEFINED. b/9487482 if (format >= HAL_PIXEL_FORMAT_RGBA_8888 && format <= HAL_PIXEL_FORMAT_BGRA_8888) { ALOGW("%s: Camera %s: Overriding format %#x to IMPLEMENTATION_DEFINED", __FUNCTION__, mCameraIdStr.string(), format); format = HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED; } // Round dimensions to the nearest dimensions available for this format if (flexibleConsumer && isPublicFormat(format) && !CameraDeviceClient::roundBufferDimensionNearest(width, height, format, dataSpace, mDevice->info(), /*out*/&width, /*out*/&height)) { String8 msg = String8::format("Camera %s: No supported stream configurations with " "format %#x defined, failed to create output stream", mCameraIdStr.string(), format); ALOGE("%s: %s", __FUNCTION__, msg.string()); return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); } if (!isStreamInfoValid) { streamInfo.width = width; streamInfo.height = height; streamInfo.format = format; streamInfo.dataSpace = dataSpace; streamInfo.consumerUsage = consumerUsage; return binder::Status::ok(); } if (width != streamInfo.width) { String8 msg = String8::format("Camera %s:Surface width doesn't match: %d vs %d", mCameraIdStr.string(), width, streamInfo.width); ALOGE("%s: %s", __FUNCTION__, msg.string()); return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); } if (height != streamInfo.height) { String8 msg = String8::format("Camera %s:Surface height doesn't match: %d vs %d", mCameraIdStr.string(), height, streamInfo.height); ALOGE("%s: %s", __FUNCTION__, msg.string()); return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); } if (format != streamInfo.format) { String8 msg = String8::format("Camera %s:Surface format doesn't match: %d vs %d", mCameraIdStr.string(), format, streamInfo.format); ALOGE("%s: %s", __FUNCTION__, msg.string()); return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); } if (format != HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED) { if (dataSpace != streamInfo.dataSpace) { String8 msg = String8::format("Camera %s:Surface dataSpace doesn't match: %d vs %d", mCameraIdStr.string(), dataSpace, streamInfo.dataSpace); ALOGE("%s: %s", __FUNCTION__, msg.string()); return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); } //At the native side, there isn't a way to check whether 2 surfaces come from the same //surface class type. Use usage flag to approximate the comparison. if (consumerUsage != streamInfo.consumerUsage) { String8 msg = String8::format( "Camera %s:Surface usage flag doesn't match 0x%x vs 0x%x", mCameraIdStr.string(), consumerUsage, streamInfo.consumerUsage); ALOGE("%s: %s", __FUNCTION__, msg.string()); return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); } } return binder::Status::ok(); } bool CameraDeviceClient::roundBufferDimensionNearest(int32_t width, int32_t height, int32_t format, android_dataspace dataSpace, const CameraMetadata& info, /*out*/int32_t* outWidth, /*out*/int32_t* outHeight) { camera_metadata_ro_entry streamConfigs = (dataSpace == HAL_DATASPACE_DEPTH) ? info.find(ANDROID_DEPTH_AVAILABLE_DEPTH_STREAM_CONFIGURATIONS) : info.find(ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS); int32_t bestWidth = -1; int32_t bestHeight = -1; // Iterate through listed stream configurations and find the one with the smallest euclidean // distance from the given dimensions for the given format. for (size_t i = 0; i < streamConfigs.count; i += 4) { int32_t fmt = streamConfigs.data.i32[i]; int32_t w = streamConfigs.data.i32[i + 1]; int32_t h = streamConfigs.data.i32[i + 2]; // Ignore input/output type for now if (fmt == format) { if (w == width && h == height) { bestWidth = width; bestHeight = height; break; } else if (w <= ROUNDING_WIDTH_CAP && (bestWidth == -1 || CameraDeviceClient::euclidDistSquare(w, h, width, height) < CameraDeviceClient::euclidDistSquare(bestWidth, bestHeight, width, height))) { bestWidth = w; bestHeight = h; } } } if (bestWidth == -1) { // Return false if no configurations for this format were listed return false; } // Set the outputs to the closet width/height if (outWidth != NULL) { *outWidth = bestWidth; } if (outHeight != NULL) { *outHeight = bestHeight; } // Return true if at least one configuration for this format was listed return true; } int64_t CameraDeviceClient::euclidDistSquare(int32_t x0, int32_t y0, int32_t x1, int32_t y1) { int64_t d0 = x0 - x1; int64_t d1 = y0 - y1; return d0 * d0 + d1 * d1; } // Create a request object from a template. binder::Status CameraDeviceClient::createDefaultRequest(int templateId, /*out*/ hardware::camera2::impl::CameraMetadataNative* request) { ATRACE_CALL(); ALOGV("%s (templateId = 0x%x)", __FUNCTION__, templateId); binder::Status res; if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; Mutex::Autolock icl(mBinderSerializationLock); if (!mDevice.get()) { return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); } CameraMetadata metadata; status_t err; if ( (err = mDevice->createDefaultRequest(templateId, &metadata) ) == OK && request != NULL) { request->swap(metadata); } else if (err == BAD_VALUE) { res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, "Camera %s: Template ID %d is invalid or not supported: %s (%d)", mCameraIdStr.string(), templateId, strerror(-err), err); } else { res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, "Camera %s: Error creating default request for template %d: %s (%d)", mCameraIdStr.string(), templateId, strerror(-err), err); } return res; } binder::Status CameraDeviceClient::getCameraInfo( /*out*/ hardware::camera2::impl::CameraMetadataNative* info) { ATRACE_CALL(); ALOGV("%s", __FUNCTION__); binder::Status res; if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; Mutex::Autolock icl(mBinderSerializationLock); if (!mDevice.get()) { return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); } if (info != NULL) { *info = mDevice->info(); // static camera metadata // TODO: merge with device-specific camera metadata } return res; } binder::Status CameraDeviceClient::waitUntilIdle() { ATRACE_CALL(); ALOGV("%s", __FUNCTION__); binder::Status res; if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; Mutex::Autolock icl(mBinderSerializationLock); if (!mDevice.get()) { return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); } // FIXME: Also need check repeating burst. Mutex::Autolock idLock(mStreamingRequestIdLock); if (mStreamingRequestId != REQUEST_ID_NONE) { String8 msg = String8::format( "Camera %s: Try to waitUntilIdle when there are active streaming requests", mCameraIdStr.string()); ALOGE("%s: %s", __FUNCTION__, msg.string()); return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string()); } status_t err = mDevice->waitUntilDrained(); if (err != OK) { res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, "Camera %s: Error waiting to drain: %s (%d)", mCameraIdStr.string(), strerror(-err), err); } ALOGV("%s Done", __FUNCTION__); return res; } binder::Status CameraDeviceClient::flush( /*out*/ int64_t* lastFrameNumber) { ATRACE_CALL(); ALOGV("%s", __FUNCTION__); binder::Status res; if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; Mutex::Autolock icl(mBinderSerializationLock); if (!mDevice.get()) { return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); } Mutex::Autolock idLock(mStreamingRequestIdLock); mStreamingRequestId = REQUEST_ID_NONE; status_t err = mDevice->flush(lastFrameNumber); if (err != OK) { res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, "Camera %s: Error flushing device: %s (%d)", mCameraIdStr.string(), strerror(-err), err); } return res; } binder::Status CameraDeviceClient::prepare(int streamId) { ATRACE_CALL(); ALOGV("%s", __FUNCTION__); binder::Status res; if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; Mutex::Autolock icl(mBinderSerializationLock); // Guard against trying to prepare non-created streams ssize_t index = NAME_NOT_FOUND; for (size_t i = 0; i < mStreamMap.size(); ++i) { if (streamId == mStreamMap.valueAt(i).streamId()) { index = i; break; } } if (index == NAME_NOT_FOUND) { String8 msg = String8::format("Camera %s: Invalid stream ID (%d) specified, no stream " "with that ID exists", mCameraIdStr.string(), streamId); ALOGW("%s: %s", __FUNCTION__, msg.string()); return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); } // Also returns BAD_VALUE if stream ID was not valid, or stream already // has been used status_t err = mDevice->prepare(streamId); if (err == BAD_VALUE) { res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, "Camera %s: Stream %d has already been used, and cannot be prepared", mCameraIdStr.string(), streamId); } else if (err != OK) { res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, "Camera %s: Error preparing stream %d: %s (%d)", mCameraIdStr.string(), streamId, strerror(-err), err); } return res; } binder::Status CameraDeviceClient::prepare2(int maxCount, int streamId) { ATRACE_CALL(); ALOGV("%s", __FUNCTION__); binder::Status res; if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; Mutex::Autolock icl(mBinderSerializationLock); // Guard against trying to prepare non-created streams ssize_t index = NAME_NOT_FOUND; for (size_t i = 0; i < mStreamMap.size(); ++i) { if (streamId == mStreamMap.valueAt(i).streamId()) { index = i; break; } } if (index == NAME_NOT_FOUND) { String8 msg = String8::format("Camera %s: Invalid stream ID (%d) specified, no stream " "with that ID exists", mCameraIdStr.string(), streamId); ALOGW("%s: %s", __FUNCTION__, msg.string()); return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); } if (maxCount <= 0) { String8 msg = String8::format("Camera %s: maxCount (%d) must be greater than 0", mCameraIdStr.string(), maxCount); ALOGE("%s: %s", __FUNCTION__, msg.string()); return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); } // Also returns BAD_VALUE if stream ID was not valid, or stream already // has been used status_t err = mDevice->prepare(maxCount, streamId); if (err == BAD_VALUE) { res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, "Camera %s: Stream %d has already been used, and cannot be prepared", mCameraIdStr.string(), streamId); } else if (err != OK) { res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, "Camera %s: Error preparing stream %d: %s (%d)", mCameraIdStr.string(), streamId, strerror(-err), err); } return res; } binder::Status CameraDeviceClient::tearDown(int streamId) { ATRACE_CALL(); ALOGV("%s", __FUNCTION__); binder::Status res; if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; Mutex::Autolock icl(mBinderSerializationLock); // Guard against trying to prepare non-created streams ssize_t index = NAME_NOT_FOUND; for (size_t i = 0; i < mStreamMap.size(); ++i) { if (streamId == mStreamMap.valueAt(i).streamId()) { index = i; break; } } if (index == NAME_NOT_FOUND) { String8 msg = String8::format("Camera %s: Invalid stream ID (%d) specified, no stream " "with that ID exists", mCameraIdStr.string(), streamId); ALOGW("%s: %s", __FUNCTION__, msg.string()); return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); } // Also returns BAD_VALUE if stream ID was not valid or if the stream is in // use status_t err = mDevice->tearDown(streamId); if (err == BAD_VALUE) { res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, "Camera %s: Stream %d is still in use, cannot be torn down", mCameraIdStr.string(), streamId); } else if (err != OK) { res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, "Camera %s: Error tearing down stream %d: %s (%d)", mCameraIdStr.string(), streamId, strerror(-err), err); } return res; } binder::Status CameraDeviceClient::finalizeOutputConfigurations(int32_t streamId, const hardware::camera2::params::OutputConfiguration &outputConfiguration) { ATRACE_CALL(); binder::Status res; if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; Mutex::Autolock icl(mBinderSerializationLock); const std::vector<sp<IGraphicBufferProducer> >& bufferProducers = outputConfiguration.getGraphicBufferProducers(); if (bufferProducers.size() == 0) { ALOGE("%s: bufferProducers must not be empty", __FUNCTION__); return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Target Surface is invalid"); } // streamId should be in mStreamMap if this stream already has a surface attached // to it. Otherwise, it should be in mDeferredStreams. bool streamIdConfigured = false; ssize_t deferredStreamIndex = NAME_NOT_FOUND; for (size_t i = 0; i < mStreamMap.size(); i++) { if (mStreamMap.valueAt(i).streamId() == streamId) { streamIdConfigured = true; break; } } for (size_t i = 0; i < mDeferredStreams.size(); i++) { if (streamId == mDeferredStreams[i]) { deferredStreamIndex = i; break; } } if (deferredStreamIndex == NAME_NOT_FOUND && !streamIdConfigured) { String8 msg = String8::format("Camera %s: deferred surface is set to a unknown stream" "(ID %d)", mCameraIdStr.string(), streamId); ALOGW("%s: %s", __FUNCTION__, msg.string()); return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); } if (mStreamInfoMap[streamId].finalized) { String8 msg = String8::format("Camera %s: finalizeOutputConfigurations has been called" " on stream ID %d", mCameraIdStr.string(), streamId); ALOGW("%s: %s", __FUNCTION__, msg.string()); return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); } if (!mDevice.get()) { return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); } std::vector<sp<Surface>> consumerSurfaces; std::vector<size_t> consumerSurfaceIds; size_t surfaceId = 0; for (auto& bufferProducer : bufferProducers) { // Don't create multiple streams for the same target surface ssize_t index = mStreamMap.indexOfKey(IInterface::asBinder(bufferProducer)); if (index != NAME_NOT_FOUND) { ALOGV("Camera %s: Surface already has a stream created " " for it (ID %zd)", mCameraIdStr.string(), index); surfaceId++; continue; } sp<Surface> surface; res = createSurfaceFromGbp(mStreamInfoMap[streamId], true /*isStreamInfoValid*/, surface, bufferProducer); if (!res.isOk()) return res; consumerSurfaces.push_back(surface); consumerSurfaceIds.push_back(surfaceId); surfaceId++; } // Gracefully handle case where finalizeOutputConfigurations is called // without any new surface. if (consumerSurfaces.size() == 0) { mStreamInfoMap[streamId].finalized = true; return res; } // Finish the deferred stream configuration with the surface. status_t err; err = mDevice->setConsumerSurfaces(streamId, consumerSurfaces); if (err == OK) { for (size_t i = 0; i < consumerSurfaces.size(); i++) { sp<IBinder> binder = IInterface::asBinder( consumerSurfaces[i]->getIGraphicBufferProducer()); ALOGV("%s: mStreamMap add binder %p streamId %d, surfaceId %zu", __FUNCTION__, binder.get(), streamId, consumerSurfaceIds[i]); mStreamMap.add(binder, StreamSurfaceId(streamId, consumerSurfaceIds[i])); } if (deferredStreamIndex != NAME_NOT_FOUND) { mDeferredStreams.removeItemsAt(deferredStreamIndex); } mStreamInfoMap[streamId].finalized = true; } else if (err == NO_INIT) { res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, "Camera %s: Deferred surface is invalid: %s (%d)", mCameraIdStr.string(), strerror(-err), err); } else { res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, "Camera %s: Error setting output stream deferred surface: %s (%d)", mCameraIdStr.string(), strerror(-err), err); } return res; } status_t CameraDeviceClient::dump(int fd, const Vector<String16>& args) { return BasicClient::dump(fd, args); } status_t CameraDeviceClient::dumpClient(int fd, const Vector<String16>& args) { dprintf(fd, " CameraDeviceClient[%s] (%p) dump:\n", mCameraIdStr.string(), (getRemoteCallback() != NULL ? IInterface::asBinder(getRemoteCallback()).get() : NULL) ); dprintf(fd, " Current client UID %u\n", mClientUid); dprintf(fd, " State:\n"); dprintf(fd, " Request ID counter: %d\n", mRequestIdCounter); if (mInputStream.configured) { dprintf(fd, " Current input stream ID: %d\n", mInputStream.id); } else { dprintf(fd, " No input stream configured.\n"); } if (!mStreamMap.isEmpty()) { dprintf(fd, " Current output stream/surface IDs:\n"); for (size_t i = 0; i < mStreamMap.size(); i++) { dprintf(fd, " Stream %d Surface %d\n", mStreamMap.valueAt(i).streamId(), mStreamMap.valueAt(i).surfaceId()); } } else if (!mDeferredStreams.isEmpty()) { dprintf(fd, " Current deferred surface output stream IDs:\n"); for (auto& streamId : mDeferredStreams) { dprintf(fd, " Stream %d\n", streamId); } } else { dprintf(fd, " No output streams configured.\n"); } // TODO: print dynamic/request section from most recent requests mFrameProcessor->dump(fd, args); return dumpDevice(fd, args); } void CameraDeviceClient::notifyError(int32_t errorCode, const CaptureResultExtras& resultExtras) { // Thread safe. Don't bother locking. sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback(); if (remoteCb != 0) { remoteCb->onDeviceError(errorCode, resultExtras); } } void CameraDeviceClient::notifyRepeatingRequestError(long lastFrameNumber) { sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback(); if (remoteCb != 0) { remoteCb->onRepeatingRequestError(lastFrameNumber); } Mutex::Autolock idLock(mStreamingRequestIdLock); mStreamingRequestId = REQUEST_ID_NONE; } void CameraDeviceClient::notifyIdle() { // Thread safe. Don't bother locking. sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback(); if (remoteCb != 0) { remoteCb->onDeviceIdle(); } Camera2ClientBase::notifyIdle(); } void CameraDeviceClient::notifyShutter(const CaptureResultExtras& resultExtras, nsecs_t timestamp) { // Thread safe. Don't bother locking. sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback(); if (remoteCb != 0) { remoteCb->onCaptureStarted(resultExtras, timestamp); } Camera2ClientBase::notifyShutter(resultExtras, timestamp); } void CameraDeviceClient::notifyPrepared(int streamId) { // Thread safe. Don't bother locking. sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback(); if (remoteCb != 0) { remoteCb->onPrepared(streamId); } } void CameraDeviceClient::notifyRequestQueueEmpty() { // Thread safe. Don't bother locking. sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback(); if (remoteCb != 0) { remoteCb->onRequestQueueEmpty(); } } void CameraDeviceClient::detachDevice() { if (mDevice == 0) return; ALOGV("Camera %s: Stopping processors", mCameraIdStr.string()); mFrameProcessor->removeListener(FRAME_PROCESSOR_LISTENER_MIN_ID, FRAME_PROCESSOR_LISTENER_MAX_ID, /*listener*/this); mFrameProcessor->requestExit(); ALOGV("Camera %s: Waiting for threads", mCameraIdStr.string()); mFrameProcessor->join(); ALOGV("Camera %s: Disconnecting device", mCameraIdStr.string()); // WORKAROUND: HAL refuses to disconnect while there's streams in flight { mDevice->clearStreamingRequest(); status_t code; if ((code = mDevice->waitUntilDrained()) != OK) { ALOGE("%s: waitUntilDrained failed with code 0x%x", __FUNCTION__, code); } } Camera2ClientBase::detachDevice(); } /** Device-related methods */ void CameraDeviceClient::onResultAvailable(const CaptureResult& result) { ATRACE_CALL(); ALOGV("%s", __FUNCTION__); // Thread-safe. No lock necessary. sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = mRemoteCallback; if (remoteCb != NULL) { remoteCb->onResultReceived(result.mMetadata, result.mResultExtras); } } binder::Status CameraDeviceClient::checkPidStatus(const char* checkLocation) { if (mDisconnected) { return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "The camera device has been disconnected"); } status_t res = checkPid(checkLocation); return (res == OK) ? binder::Status::ok() : STATUS_ERROR(CameraService::ERROR_PERMISSION_DENIED, "Attempt to use camera from a different process than original client"); } // TODO: move to Camera2ClientBase bool CameraDeviceClient::enforceRequestPermissions(CameraMetadata& metadata) { const int pid = IPCThreadState::self()->getCallingPid(); const int selfPid = getpid(); camera_metadata_entry_t entry; /** * Mixin default important security values * - android.led.transmit = defaulted ON */ CameraMetadata staticInfo = mDevice->info(); entry = staticInfo.find(ANDROID_LED_AVAILABLE_LEDS); for(size_t i = 0; i < entry.count; ++i) { uint8_t led = entry.data.u8[i]; switch(led) { case ANDROID_LED_AVAILABLE_LEDS_TRANSMIT: { uint8_t transmitDefault = ANDROID_LED_TRANSMIT_ON; if (!metadata.exists(ANDROID_LED_TRANSMIT)) { metadata.update(ANDROID_LED_TRANSMIT, &transmitDefault, 1); } break; } } } // We can do anything! if (pid == selfPid) { return true; } /** * Permission check special fields in the request * - android.led.transmit = android.permission.CAMERA_DISABLE_TRANSMIT */ entry = metadata.find(ANDROID_LED_TRANSMIT); if (entry.count > 0 && entry.data.u8[0] != ANDROID_LED_TRANSMIT_ON) { String16 permissionString = String16("android.permission.CAMERA_DISABLE_TRANSMIT_LED"); if (!checkCallingPermission(permissionString)) { const int uid = IPCThreadState::self()->getCallingUid(); ALOGE("Permission Denial: " "can't disable transmit LED pid=%d, uid=%d", pid, uid); return false; } } return true; } status_t CameraDeviceClient::getRotationTransformLocked(int32_t* transform) { ALOGV("%s: begin", __FUNCTION__); const CameraMetadata& staticInfo = mDevice->info(); return CameraUtils::getRotationTransform(staticInfo, transform); } } // namespace android