| /* |
| * Copyright (C) 2013-2018 The Android Open Source Project |
| * |
| * Licensed under the Apache License, Version 2.0 (the "License"); |
| * you may not use this file except in compliance with the License. |
| * You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| #define LOG_TAG "CameraDeviceClient" |
| #define ATRACE_TAG ATRACE_TAG_CAMERA |
| //#define LOG_NDEBUG 0 |
| |
| #include <cutils/properties.h> |
| #include <utils/CameraThreadState.h> |
| #include <utils/Log.h> |
| #include <utils/Trace.h> |
| #include <gui/Surface.h> |
| #include <camera/camera2/CaptureRequest.h> |
| #include <camera/CameraUtils.h> |
| |
| #include "common/CameraDeviceBase.h" |
| #include "device3/Camera3Device.h" |
| #include "device3/Camera3OutputStream.h" |
| #include "api2/CameraDeviceClient.h" |
| |
| #include <camera_metadata_hidden.h> |
| |
| #include "DepthCompositeStream.h" |
| #include "HeicCompositeStream.h" |
| |
| // Convenience methods for constructing binder::Status objects for error returns |
| |
| #define STATUS_ERROR(errorCode, errorString) \ |
| binder::Status::fromServiceSpecificError(errorCode, \ |
| String8::format("%s:%d: %s", __FUNCTION__, __LINE__, errorString)) |
| |
| #define STATUS_ERROR_FMT(errorCode, errorString, ...) \ |
| binder::Status::fromServiceSpecificError(errorCode, \ |
| String8::format("%s:%d: " errorString, __FUNCTION__, __LINE__, \ |
| __VA_ARGS__)) |
| |
| namespace android { |
| using namespace camera2; |
| |
| CameraDeviceClientBase::CameraDeviceClientBase( |
| const sp<CameraService>& cameraService, |
| const sp<hardware::camera2::ICameraDeviceCallbacks>& remoteCallback, |
| const String16& clientPackageName, |
| const String8& cameraId, |
| int api1CameraId, |
| int cameraFacing, |
| int clientPid, |
| uid_t clientUid, |
| int servicePid) : |
| BasicClient(cameraService, |
| IInterface::asBinder(remoteCallback), |
| clientPackageName, |
| cameraId, |
| cameraFacing, |
| clientPid, |
| clientUid, |
| servicePid), |
| mRemoteCallback(remoteCallback) { |
| // We don't need it for API2 clients, but Camera2ClientBase requires it. |
| (void) api1CameraId; |
| } |
| |
| // Interface used by CameraService |
| |
| CameraDeviceClient::CameraDeviceClient(const sp<CameraService>& cameraService, |
| const sp<hardware::camera2::ICameraDeviceCallbacks>& remoteCallback, |
| const String16& clientPackageName, |
| const String8& cameraId, |
| int cameraFacing, |
| int clientPid, |
| uid_t clientUid, |
| int servicePid) : |
| Camera2ClientBase(cameraService, remoteCallback, clientPackageName, |
| cameraId, /*API1 camera ID*/ -1, |
| cameraFacing, clientPid, clientUid, servicePid), |
| mInputStream(), |
| mStreamingRequestId(REQUEST_ID_NONE), |
| mRequestIdCounter(0) { |
| |
| ATRACE_CALL(); |
| ALOGI("CameraDeviceClient %s: Opened", cameraId.string()); |
| } |
| |
| status_t CameraDeviceClient::initialize(sp<CameraProviderManager> manager, |
| const String8& monitorTags) { |
| return initializeImpl(manager, monitorTags); |
| } |
| |
| template<typename TProviderPtr> |
| status_t CameraDeviceClient::initializeImpl(TProviderPtr providerPtr, const String8& monitorTags) { |
| ATRACE_CALL(); |
| status_t res; |
| |
| res = Camera2ClientBase::initialize(providerPtr, monitorTags); |
| if (res != OK) { |
| return res; |
| } |
| |
| String8 threadName; |
| mFrameProcessor = new FrameProcessorBase(mDevice); |
| threadName = String8::format("CDU-%s-FrameProc", mCameraIdStr.string()); |
| mFrameProcessor->run(threadName.string()); |
| |
| mFrameProcessor->registerListener(FRAME_PROCESSOR_LISTENER_MIN_ID, |
| FRAME_PROCESSOR_LISTENER_MAX_ID, |
| /*listener*/this, |
| /*sendPartials*/true); |
| |
| auto deviceInfo = mDevice->info(); |
| camera_metadata_entry_t physicalKeysEntry = deviceInfo.find( |
| ANDROID_REQUEST_AVAILABLE_PHYSICAL_CAMERA_REQUEST_KEYS); |
| if (physicalKeysEntry.count > 0) { |
| mSupportedPhysicalRequestKeys.insert(mSupportedPhysicalRequestKeys.begin(), |
| physicalKeysEntry.data.i32, |
| physicalKeysEntry.data.i32 + physicalKeysEntry.count); |
| } |
| |
| mProviderManager = providerPtr; |
| return OK; |
| } |
| |
| CameraDeviceClient::~CameraDeviceClient() { |
| } |
| |
| binder::Status CameraDeviceClient::submitRequest( |
| const hardware::camera2::CaptureRequest& request, |
| bool streaming, |
| /*out*/ |
| hardware::camera2::utils::SubmitInfo *submitInfo) { |
| std::vector<hardware::camera2::CaptureRequest> requestList = { request }; |
| return submitRequestList(requestList, streaming, submitInfo); |
| } |
| |
| binder::Status CameraDeviceClient::insertGbpLocked(const sp<IGraphicBufferProducer>& gbp, |
| SurfaceMap* outSurfaceMap, Vector<int32_t>* outputStreamIds, int32_t *currentStreamId) { |
| int compositeIdx; |
| int idx = mStreamMap.indexOfKey(IInterface::asBinder(gbp)); |
| |
| // Trying to submit request with surface that wasn't created |
| if (idx == NAME_NOT_FOUND) { |
| ALOGE("%s: Camera %s: Tried to submit a request with a surface that" |
| " we have not called createStream on", |
| __FUNCTION__, mCameraIdStr.string()); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| "Request targets Surface that is not part of current capture session"); |
| } else if ((compositeIdx = mCompositeStreamMap.indexOfKey(IInterface::asBinder(gbp))) |
| != NAME_NOT_FOUND) { |
| mCompositeStreamMap.valueAt(compositeIdx)->insertGbp(outSurfaceMap, outputStreamIds, |
| currentStreamId); |
| return binder::Status::ok(); |
| } |
| |
| const StreamSurfaceId& streamSurfaceId = mStreamMap.valueAt(idx); |
| if (outSurfaceMap->find(streamSurfaceId.streamId()) == outSurfaceMap->end()) { |
| (*outSurfaceMap)[streamSurfaceId.streamId()] = std::vector<size_t>(); |
| outputStreamIds->push_back(streamSurfaceId.streamId()); |
| } |
| (*outSurfaceMap)[streamSurfaceId.streamId()].push_back(streamSurfaceId.surfaceId()); |
| |
| ALOGV("%s: Camera %s: Appending output stream %d surface %d to request", |
| __FUNCTION__, mCameraIdStr.string(), streamSurfaceId.streamId(), |
| streamSurfaceId.surfaceId()); |
| |
| if (currentStreamId != nullptr) { |
| *currentStreamId = streamSurfaceId.streamId(); |
| } |
| |
| return binder::Status::ok(); |
| } |
| |
| binder::Status CameraDeviceClient::submitRequestList( |
| const std::vector<hardware::camera2::CaptureRequest>& requests, |
| bool streaming, |
| /*out*/ |
| hardware::camera2::utils::SubmitInfo *submitInfo) { |
| ATRACE_CALL(); |
| ALOGV("%s-start of function. Request list size %zu", __FUNCTION__, requests.size()); |
| |
| binder::Status res = binder::Status::ok(); |
| status_t err; |
| if ( !(res = checkPidStatus(__FUNCTION__) ).isOk()) { |
| return res; |
| } |
| |
| Mutex::Autolock icl(mBinderSerializationLock); |
| |
| if (!mDevice.get()) { |
| return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| } |
| |
| if (requests.empty()) { |
| ALOGE("%s: Camera %s: Sent null request. Rejecting request.", |
| __FUNCTION__, mCameraIdStr.string()); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Empty request list"); |
| } |
| |
| List<const CameraDeviceBase::PhysicalCameraSettingsList> metadataRequestList; |
| std::list<const SurfaceMap> surfaceMapList; |
| submitInfo->mRequestId = mRequestIdCounter; |
| uint32_t loopCounter = 0; |
| |
| for (auto&& request: requests) { |
| if (request.mIsReprocess) { |
| if (!mInputStream.configured) { |
| ALOGE("%s: Camera %s: no input stream is configured.", __FUNCTION__, |
| mCameraIdStr.string()); |
| return STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| "No input configured for camera %s but request is for reprocessing", |
| mCameraIdStr.string()); |
| } else if (streaming) { |
| ALOGE("%s: Camera %s: streaming reprocess requests not supported.", __FUNCTION__, |
| mCameraIdStr.string()); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| "Repeating reprocess requests not supported"); |
| } else if (request.mPhysicalCameraSettings.size() > 1) { |
| ALOGE("%s: Camera %s: reprocess requests not supported for " |
| "multiple physical cameras.", __FUNCTION__, |
| mCameraIdStr.string()); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| "Reprocess requests not supported for multiple cameras"); |
| } |
| } |
| |
| if (request.mPhysicalCameraSettings.empty()) { |
| ALOGE("%s: Camera %s: request doesn't contain any settings.", __FUNCTION__, |
| mCameraIdStr.string()); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| "Request doesn't contain any settings"); |
| } |
| |
| //The first capture settings should always match the logical camera id |
| String8 logicalId(request.mPhysicalCameraSettings.begin()->id.c_str()); |
| if (mDevice->getId() != logicalId) { |
| ALOGE("%s: Camera %s: Invalid camera request settings.", __FUNCTION__, |
| mCameraIdStr.string()); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| "Invalid camera request settings"); |
| } |
| |
| if (request.mSurfaceList.isEmpty() && request.mStreamIdxList.size() == 0) { |
| ALOGE("%s: Camera %s: Requests must have at least one surface target. " |
| "Rejecting request.", __FUNCTION__, mCameraIdStr.string()); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| "Request has no output targets"); |
| } |
| |
| /** |
| * Write in the output stream IDs and map from stream ID to surface ID |
| * which we calculate from the capture request's list of surface target |
| */ |
| SurfaceMap surfaceMap; |
| Vector<int32_t> outputStreamIds; |
| std::vector<std::string> requestedPhysicalIds; |
| if (request.mSurfaceList.size() > 0) { |
| for (const sp<Surface>& surface : request.mSurfaceList) { |
| if (surface == 0) continue; |
| |
| int32_t streamId; |
| sp<IGraphicBufferProducer> gbp = surface->getIGraphicBufferProducer(); |
| res = insertGbpLocked(gbp, &surfaceMap, &outputStreamIds, &streamId); |
| if (!res.isOk()) { |
| return res; |
| } |
| |
| ssize_t index = mConfiguredOutputs.indexOfKey(streamId); |
| if (index >= 0) { |
| String8 requestedPhysicalId( |
| mConfiguredOutputs.valueAt(index).getPhysicalCameraId()); |
| requestedPhysicalIds.push_back(requestedPhysicalId.string()); |
| } else { |
| ALOGW("%s: Output stream Id not found among configured outputs!", __FUNCTION__); |
| } |
| } |
| } else { |
| for (size_t i = 0; i < request.mStreamIdxList.size(); i++) { |
| int streamId = request.mStreamIdxList.itemAt(i); |
| int surfaceIdx = request.mSurfaceIdxList.itemAt(i); |
| |
| ssize_t index = mConfiguredOutputs.indexOfKey(streamId); |
| if (index < 0) { |
| ALOGE("%s: Camera %s: Tried to submit a request with a surface that" |
| " we have not called createStream on: stream %d", |
| __FUNCTION__, mCameraIdStr.string(), streamId); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| "Request targets Surface that is not part of current capture session"); |
| } |
| |
| const auto& gbps = mConfiguredOutputs.valueAt(index).getGraphicBufferProducers(); |
| if ((size_t)surfaceIdx >= gbps.size()) { |
| ALOGE("%s: Camera %s: Tried to submit a request with a surface that" |
| " we have not called createStream on: stream %d, surfaceIdx %d", |
| __FUNCTION__, mCameraIdStr.string(), streamId, surfaceIdx); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| "Request targets Surface has invalid surface index"); |
| } |
| |
| res = insertGbpLocked(gbps[surfaceIdx], &surfaceMap, &outputStreamIds, nullptr); |
| if (!res.isOk()) { |
| return res; |
| } |
| |
| String8 requestedPhysicalId( |
| mConfiguredOutputs.valueAt(index).getPhysicalCameraId()); |
| requestedPhysicalIds.push_back(requestedPhysicalId.string()); |
| } |
| } |
| |
| CameraDeviceBase::PhysicalCameraSettingsList physicalSettingsList; |
| for (const auto& it : request.mPhysicalCameraSettings) { |
| if (it.settings.isEmpty()) { |
| ALOGE("%s: Camera %s: Sent empty metadata packet. Rejecting request.", |
| __FUNCTION__, mCameraIdStr.string()); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| "Request settings are empty"); |
| } |
| |
| String8 physicalId(it.id.c_str()); |
| if (physicalId != mDevice->getId()) { |
| auto found = std::find(requestedPhysicalIds.begin(), requestedPhysicalIds.end(), |
| it.id); |
| if (found == requestedPhysicalIds.end()) { |
| ALOGE("%s: Camera %s: Physical camera id: %s not part of attached outputs.", |
| __FUNCTION__, mCameraIdStr.string(), physicalId.string()); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| "Invalid physical camera id"); |
| } |
| |
| if (!mSupportedPhysicalRequestKeys.empty()) { |
| // Filter out any unsupported physical request keys. |
| CameraMetadata filteredParams(mSupportedPhysicalRequestKeys.size()); |
| camera_metadata_t *meta = const_cast<camera_metadata_t *>( |
| filteredParams.getAndLock()); |
| set_camera_metadata_vendor_id(meta, mDevice->getVendorTagId()); |
| filteredParams.unlock(meta); |
| |
| for (const auto& keyIt : mSupportedPhysicalRequestKeys) { |
| camera_metadata_ro_entry entry = it.settings.find(keyIt); |
| if (entry.count > 0) { |
| filteredParams.update(entry); |
| } |
| } |
| |
| physicalSettingsList.push_back({it.id, filteredParams}); |
| } |
| } else { |
| physicalSettingsList.push_back({it.id, it.settings}); |
| } |
| } |
| |
| if (!enforceRequestPermissions(physicalSettingsList.begin()->metadata)) { |
| // Callee logs |
| return STATUS_ERROR(CameraService::ERROR_PERMISSION_DENIED, |
| "Caller does not have permission to change restricted controls"); |
| } |
| |
| physicalSettingsList.begin()->metadata.update(ANDROID_REQUEST_OUTPUT_STREAMS, |
| &outputStreamIds[0], outputStreamIds.size()); |
| |
| if (request.mIsReprocess) { |
| physicalSettingsList.begin()->metadata.update(ANDROID_REQUEST_INPUT_STREAMS, |
| &mInputStream.id, 1); |
| } |
| |
| physicalSettingsList.begin()->metadata.update(ANDROID_REQUEST_ID, |
| &(submitInfo->mRequestId), /*size*/1); |
| loopCounter++; // loopCounter starts from 1 |
| ALOGV("%s: Camera %s: Creating request with ID %d (%d of %zu)", |
| __FUNCTION__, mCameraIdStr.string(), submitInfo->mRequestId, |
| loopCounter, requests.size()); |
| |
| metadataRequestList.push_back(physicalSettingsList); |
| surfaceMapList.push_back(surfaceMap); |
| } |
| mRequestIdCounter++; |
| |
| if (streaming) { |
| err = mDevice->setStreamingRequestList(metadataRequestList, surfaceMapList, |
| &(submitInfo->mLastFrameNumber)); |
| if (err != OK) { |
| String8 msg = String8::format( |
| "Camera %s: Got error %s (%d) after trying to set streaming request", |
| mCameraIdStr.string(), strerror(-err), err); |
| ALOGE("%s: %s", __FUNCTION__, msg.string()); |
| res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, |
| msg.string()); |
| } else { |
| Mutex::Autolock idLock(mStreamingRequestIdLock); |
| mStreamingRequestId = submitInfo->mRequestId; |
| } |
| } else { |
| err = mDevice->captureList(metadataRequestList, surfaceMapList, |
| &(submitInfo->mLastFrameNumber)); |
| if (err != OK) { |
| String8 msg = String8::format( |
| "Camera %s: Got error %s (%d) after trying to submit capture request", |
| mCameraIdStr.string(), strerror(-err), err); |
| ALOGE("%s: %s", __FUNCTION__, msg.string()); |
| res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, |
| msg.string()); |
| } |
| ALOGV("%s: requestId = %d ", __FUNCTION__, submitInfo->mRequestId); |
| } |
| |
| ALOGV("%s: Camera %s: End of function", __FUNCTION__, mCameraIdStr.string()); |
| return res; |
| } |
| |
| binder::Status CameraDeviceClient::cancelRequest( |
| int requestId, |
| /*out*/ |
| int64_t* lastFrameNumber) { |
| ATRACE_CALL(); |
| ALOGV("%s, requestId = %d", __FUNCTION__, requestId); |
| |
| status_t err; |
| binder::Status res; |
| |
| if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| |
| Mutex::Autolock icl(mBinderSerializationLock); |
| |
| if (!mDevice.get()) { |
| return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| } |
| |
| Mutex::Autolock idLock(mStreamingRequestIdLock); |
| if (mStreamingRequestId != requestId) { |
| String8 msg = String8::format("Camera %s: Canceling request ID %d doesn't match " |
| "current request ID %d", mCameraIdStr.string(), requestId, mStreamingRequestId); |
| ALOGE("%s: %s", __FUNCTION__, msg.string()); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); |
| } |
| |
| err = mDevice->clearStreamingRequest(lastFrameNumber); |
| |
| if (err == OK) { |
| ALOGV("%s: Camera %s: Successfully cleared streaming request", |
| __FUNCTION__, mCameraIdStr.string()); |
| mStreamingRequestId = REQUEST_ID_NONE; |
| } else { |
| res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
| "Camera %s: Error clearing streaming request: %s (%d)", |
| mCameraIdStr.string(), strerror(-err), err); |
| } |
| |
| return res; |
| } |
| |
| binder::Status CameraDeviceClient::beginConfigure() { |
| // TODO: Implement this. |
| ATRACE_CALL(); |
| ALOGV("%s: Not implemented yet.", __FUNCTION__); |
| return binder::Status::ok(); |
| } |
| |
| binder::Status CameraDeviceClient::endConfigure(int operatingMode, |
| const hardware::camera2::impl::CameraMetadataNative& sessionParams) { |
| ATRACE_CALL(); |
| ALOGV("%s: ending configure (%d input stream, %zu output surfaces)", |
| __FUNCTION__, mInputStream.configured ? 1 : 0, |
| mStreamMap.size()); |
| |
| binder::Status res; |
| if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| |
| Mutex::Autolock icl(mBinderSerializationLock); |
| |
| if (!mDevice.get()) { |
| return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| } |
| |
| res = checkOperatingModeLocked(operatingMode); |
| if (!res.isOk()) { |
| return res; |
| } |
| |
| status_t err = mDevice->configureStreams(sessionParams, operatingMode); |
| if (err == BAD_VALUE) { |
| String8 msg = String8::format("Camera %s: Unsupported set of inputs/outputs provided", |
| mCameraIdStr.string()); |
| ALOGE("%s: %s", __FUNCTION__, msg.string()); |
| res = STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); |
| } else if (err != OK) { |
| String8 msg = String8::format("Camera %s: Error configuring streams: %s (%d)", |
| mCameraIdStr.string(), strerror(-err), err); |
| ALOGE("%s: %s", __FUNCTION__, msg.string()); |
| res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string()); |
| } else { |
| for (size_t i = 0; i < mCompositeStreamMap.size(); ++i) { |
| err = mCompositeStreamMap.valueAt(i)->configureStream(); |
| if (err != OK ) { |
| String8 msg = String8::format("Camera %s: Error configuring composite " |
| "streams: %s (%d)", mCameraIdStr.string(), strerror(-err), err); |
| ALOGE("%s: %s", __FUNCTION__, msg.string()); |
| res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string()); |
| break; |
| } |
| } |
| } |
| |
| return res; |
| } |
| |
| binder::Status CameraDeviceClient::checkSurfaceTypeLocked(size_t numBufferProducers, |
| bool deferredConsumer, int surfaceType) const { |
| if (numBufferProducers > MAX_SURFACES_PER_STREAM) { |
| ALOGE("%s: GraphicBufferProducer count %zu for stream exceeds limit of %d", |
| __FUNCTION__, numBufferProducers, MAX_SURFACES_PER_STREAM); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Surface count is too high"); |
| } else if ((numBufferProducers == 0) && (!deferredConsumer)) { |
| ALOGE("%s: Number of consumers cannot be smaller than 1", __FUNCTION__); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "No valid consumers."); |
| } |
| |
| bool validSurfaceType = ((surfaceType == OutputConfiguration::SURFACE_TYPE_SURFACE_VIEW) || |
| (surfaceType == OutputConfiguration::SURFACE_TYPE_SURFACE_TEXTURE)); |
| |
| if (deferredConsumer && !validSurfaceType) { |
| ALOGE("%s: Target surface has invalid surfaceType = %d.", __FUNCTION__, surfaceType); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Target Surface is invalid"); |
| } |
| |
| return binder::Status::ok(); |
| } |
| |
| binder::Status CameraDeviceClient::checkPhysicalCameraIdLocked(String8 physicalCameraId) { |
| if (physicalCameraId.size() > 0) { |
| std::vector<std::string> physicalCameraIds; |
| bool logicalCamera = |
| mProviderManager->isLogicalCamera(mCameraIdStr.string(), &physicalCameraIds); |
| if (!logicalCamera || |
| std::find(physicalCameraIds.begin(), physicalCameraIds.end(), |
| physicalCameraId.string()) == physicalCameraIds.end()) { |
| String8 msg = String8::format("Camera %s: Camera doesn't support physicalCameraId %s.", |
| mCameraIdStr.string(), physicalCameraId.string()); |
| ALOGE("%s: %s", __FUNCTION__, msg.string()); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); |
| } |
| } |
| |
| return binder::Status::ok(); |
| } |
| |
| binder::Status CameraDeviceClient::checkOperatingModeLocked(int operatingMode) const { |
| if (operatingMode < 0) { |
| String8 msg = String8::format( |
| "Camera %s: Invalid operating mode %d requested", mCameraIdStr.string(), operatingMode); |
| ALOGE("%s: %s", __FUNCTION__, msg.string()); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| msg.string()); |
| } |
| |
| bool isConstrainedHighSpeed = (operatingMode == ICameraDeviceUser::CONSTRAINED_HIGH_SPEED_MODE); |
| if (isConstrainedHighSpeed) { |
| CameraMetadata staticInfo = mDevice->info(); |
| camera_metadata_entry_t entry = staticInfo.find(ANDROID_REQUEST_AVAILABLE_CAPABILITIES); |
| bool isConstrainedHighSpeedSupported = false; |
| for(size_t i = 0; i < entry.count; ++i) { |
| uint8_t capability = entry.data.u8[i]; |
| if (capability == ANDROID_REQUEST_AVAILABLE_CAPABILITIES_CONSTRAINED_HIGH_SPEED_VIDEO) { |
| isConstrainedHighSpeedSupported = true; |
| break; |
| } |
| } |
| if (!isConstrainedHighSpeedSupported) { |
| String8 msg = String8::format( |
| "Camera %s: Try to create a constrained high speed configuration on a device" |
| " that doesn't support it.", mCameraIdStr.string()); |
| ALOGE("%s: %s", __FUNCTION__, msg.string()); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| msg.string()); |
| } |
| } |
| |
| return binder::Status::ok(); |
| } |
| |
| void CameraDeviceClient::mapStreamInfo(const OutputStreamInfo &streamInfo, |
| camera3_stream_rotation_t rotation, String8 physicalId, |
| hardware::camera::device::V3_4::Stream *stream /*out*/) { |
| if (stream == nullptr) { |
| return; |
| } |
| |
| stream->v3_2.streamType = hardware::camera::device::V3_2::StreamType::OUTPUT; |
| stream->v3_2.width = streamInfo.width; |
| stream->v3_2.height = streamInfo.height; |
| stream->v3_2.format = Camera3Device::mapToPixelFormat(streamInfo.format); |
| auto u = streamInfo.consumerUsage; |
| camera3::Camera3OutputStream::applyZSLUsageQuirk(streamInfo.format, &u); |
| stream->v3_2.usage = Camera3Device::mapToConsumerUsage(u); |
| stream->v3_2.dataSpace = Camera3Device::mapToHidlDataspace(streamInfo.dataSpace); |
| stream->v3_2.rotation = Camera3Device::mapToStreamRotation(rotation); |
| stream->v3_2.id = -1; // Invalid stream id |
| stream->physicalCameraId = std::string(physicalId.string()); |
| stream->bufferSize = 0; |
| } |
| |
| binder::Status CameraDeviceClient::isSessionConfigurationSupported( |
| const SessionConfiguration& sessionConfiguration, bool *status /*out*/) { |
| ATRACE_CALL(); |
| |
| binder::Status res; |
| if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| |
| Mutex::Autolock icl(mBinderSerializationLock); |
| |
| if (!mDevice.get()) { |
| return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| } |
| |
| auto operatingMode = sessionConfiguration.getOperatingMode(); |
| res = checkOperatingModeLocked(operatingMode); |
| if (!res.isOk()) { |
| return res; |
| } |
| |
| if (status == nullptr) { |
| String8 msg = String8::format( "Camera %s: Invalid status!", mCameraIdStr.string()); |
| ALOGE("%s: %s", __FUNCTION__, msg.string()); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); |
| } |
| |
| hardware::camera::device::V3_4::StreamConfiguration streamConfiguration; |
| auto ret = Camera3Device::mapToStreamConfigurationMode( |
| static_cast<camera3_stream_configuration_mode_t> (operatingMode), |
| /*out*/ &streamConfiguration.operationMode); |
| if (ret != OK) { |
| String8 msg = String8::format( |
| "Camera %s: Failed mapping operating mode %d requested: %s (%d)", mCameraIdStr.string(), |
| operatingMode, strerror(-ret), ret); |
| ALOGE("%s: %s", __FUNCTION__, msg.string()); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| msg.string()); |
| } |
| |
| bool isInputValid = (sessionConfiguration.getInputWidth() > 0) && |
| (sessionConfiguration.getInputHeight() > 0) && |
| (sessionConfiguration.getInputFormat() > 0); |
| auto outputConfigs = sessionConfiguration.getOutputConfigurations(); |
| size_t streamCount = outputConfigs.size(); |
| streamCount = isInputValid ? streamCount + 1 : streamCount; |
| streamConfiguration.streams.resize(streamCount); |
| size_t streamIdx = 0; |
| if (isInputValid) { |
| streamConfiguration.streams[streamIdx++] = {{/*streamId*/0, |
| hardware::camera::device::V3_2::StreamType::INPUT, |
| static_cast<uint32_t> (sessionConfiguration.getInputWidth()), |
| static_cast<uint32_t> (sessionConfiguration.getInputHeight()), |
| Camera3Device::mapToPixelFormat(sessionConfiguration.getInputFormat()), |
| /*usage*/ 0, HAL_DATASPACE_UNKNOWN, |
| hardware::camera::device::V3_2::StreamRotation::ROTATION_0}, |
| /*physicalId*/ nullptr, /*bufferSize*/0}; |
| } |
| |
| for (const auto &it : outputConfigs) { |
| const std::vector<sp<IGraphicBufferProducer>>& bufferProducers = |
| it.getGraphicBufferProducers(); |
| bool deferredConsumer = it.isDeferred(); |
| String8 physicalCameraId = String8(it.getPhysicalCameraId()); |
| size_t numBufferProducers = bufferProducers.size(); |
| bool isStreamInfoValid = false; |
| OutputStreamInfo streamInfo; |
| |
| res = checkSurfaceTypeLocked(numBufferProducers, deferredConsumer, it.getSurfaceType()); |
| if (!res.isOk()) { |
| return res; |
| } |
| |
| res = checkPhysicalCameraIdLocked(physicalCameraId); |
| if (!res.isOk()) { |
| return res; |
| } |
| |
| if (deferredConsumer) { |
| streamInfo.width = it.getWidth(); |
| streamInfo.height = it.getHeight(); |
| streamInfo.format = HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED; |
| streamInfo.dataSpace = android_dataspace_t::HAL_DATASPACE_UNKNOWN; |
| auto surfaceType = it.getSurfaceType(); |
| streamInfo.consumerUsage = GraphicBuffer::USAGE_HW_TEXTURE; |
| if (surfaceType == OutputConfiguration::SURFACE_TYPE_SURFACE_VIEW) { |
| streamInfo.consumerUsage |= GraphicBuffer::USAGE_HW_COMPOSER; |
| } |
| mapStreamInfo(streamInfo, CAMERA3_STREAM_ROTATION_0, physicalCameraId, |
| &streamConfiguration.streams[streamIdx++]); |
| isStreamInfoValid = true; |
| |
| if (numBufferProducers == 0) { |
| continue; |
| } |
| } |
| |
| for (auto& bufferProducer : bufferProducers) { |
| sp<Surface> surface; |
| res = createSurfaceFromGbp(streamInfo, isStreamInfoValid, surface, bufferProducer, |
| physicalCameraId); |
| |
| if (!res.isOk()) |
| return res; |
| |
| if (!isStreamInfoValid) { |
| bool isDepthCompositeStream = |
| camera3::DepthCompositeStream::isDepthCompositeStream(surface); |
| bool isHeicCompositeStream = |
| camera3::HeicCompositeStream::isHeicCompositeStream(surface); |
| if (isDepthCompositeStream || isHeicCompositeStream) { |
| // We need to take in to account that composite streams can have |
| // additional internal camera streams. |
| std::vector<OutputStreamInfo> compositeStreams; |
| if (isDepthCompositeStream) { |
| ret = camera3::DepthCompositeStream::getCompositeStreamInfo(streamInfo, |
| mDevice->info(), &compositeStreams); |
| } else { |
| ret = camera3::HeicCompositeStream::getCompositeStreamInfo(streamInfo, |
| mDevice->info(), &compositeStreams); |
| } |
| if (ret != OK) { |
| String8 msg = String8::format( |
| "Camera %s: Failed adding composite streams: %s (%d)", |
| mCameraIdStr.string(), strerror(-ret), ret); |
| ALOGE("%s: %s", __FUNCTION__, msg.string()); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); |
| } |
| |
| if (compositeStreams.size() == 0) { |
| // No internal streams means composite stream not |
| // supported. |
| *status = false; |
| return binder::Status::ok(); |
| } else if (compositeStreams.size() > 1) { |
| streamCount += compositeStreams.size() - 1; |
| streamConfiguration.streams.resize(streamCount); |
| } |
| |
| for (const auto& compositeStream : compositeStreams) { |
| mapStreamInfo(compositeStream, |
| static_cast<camera3_stream_rotation_t> (it.getRotation()), |
| physicalCameraId, &streamConfiguration.streams[streamIdx++]); |
| } |
| } else { |
| mapStreamInfo(streamInfo, |
| static_cast<camera3_stream_rotation_t> (it.getRotation()), |
| physicalCameraId, &streamConfiguration.streams[streamIdx++]); |
| } |
| isStreamInfoValid = true; |
| } |
| } |
| } |
| |
| *status = false; |
| ret = mProviderManager->isSessionConfigurationSupported(mCameraIdStr.string(), |
| streamConfiguration, status); |
| switch (ret) { |
| case OK: |
| // Expected, do nothing. |
| break; |
| case INVALID_OPERATION: { |
| String8 msg = String8::format( |
| "Camera %s: Session configuration query not supported!", |
| mCameraIdStr.string()); |
| ALOGD("%s: %s", __FUNCTION__, msg.string()); |
| res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string()); |
| } |
| |
| break; |
| default: { |
| String8 msg = String8::format( "Camera %s: Error: %s (%d)", mCameraIdStr.string(), |
| strerror(-ret), ret); |
| ALOGE("%s: %s", __FUNCTION__, msg.string()); |
| res = STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| msg.string()); |
| } |
| } |
| |
| return res; |
| } |
| |
| binder::Status CameraDeviceClient::deleteStream(int streamId) { |
| ATRACE_CALL(); |
| ALOGV("%s (streamId = 0x%x)", __FUNCTION__, streamId); |
| |
| binder::Status res; |
| if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| |
| Mutex::Autolock icl(mBinderSerializationLock); |
| |
| if (!mDevice.get()) { |
| return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| } |
| |
| bool isInput = false; |
| std::vector<sp<IBinder>> surfaces; |
| ssize_t dIndex = NAME_NOT_FOUND; |
| ssize_t compositeIndex = NAME_NOT_FOUND; |
| |
| if (mInputStream.configured && mInputStream.id == streamId) { |
| isInput = true; |
| } else { |
| // Guard against trying to delete non-created streams |
| for (size_t i = 0; i < mStreamMap.size(); ++i) { |
| if (streamId == mStreamMap.valueAt(i).streamId()) { |
| surfaces.push_back(mStreamMap.keyAt(i)); |
| } |
| } |
| |
| // See if this stream is one of the deferred streams. |
| for (size_t i = 0; i < mDeferredStreams.size(); ++i) { |
| if (streamId == mDeferredStreams[i]) { |
| dIndex = i; |
| break; |
| } |
| } |
| |
| for (size_t i = 0; i < mCompositeStreamMap.size(); ++i) { |
| if (streamId == mCompositeStreamMap.valueAt(i)->getStreamId()) { |
| compositeIndex = i; |
| break; |
| } |
| } |
| |
| if (surfaces.empty() && dIndex == NAME_NOT_FOUND) { |
| String8 msg = String8::format("Camera %s: Invalid stream ID (%d) specified, no such" |
| " stream created yet", mCameraIdStr.string(), streamId); |
| ALOGW("%s: %s", __FUNCTION__, msg.string()); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); |
| } |
| } |
| |
| // Also returns BAD_VALUE if stream ID was not valid |
| status_t err = mDevice->deleteStream(streamId); |
| |
| if (err != OK) { |
| String8 msg = String8::format("Camera %s: Unexpected error %s (%d) when deleting stream %d", |
| mCameraIdStr.string(), strerror(-err), err, streamId); |
| ALOGE("%s: %s", __FUNCTION__, msg.string()); |
| res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string()); |
| } else { |
| if (isInput) { |
| mInputStream.configured = false; |
| } else { |
| for (auto& surface : surfaces) { |
| mStreamMap.removeItem(surface); |
| } |
| |
| mConfiguredOutputs.removeItem(streamId); |
| |
| if (dIndex != NAME_NOT_FOUND) { |
| mDeferredStreams.removeItemsAt(dIndex); |
| } |
| |
| if (compositeIndex != NAME_NOT_FOUND) { |
| status_t ret; |
| if ((ret = mCompositeStreamMap.valueAt(compositeIndex)->deleteStream()) |
| != OK) { |
| String8 msg = String8::format("Camera %s: Unexpected error %s (%d) when " |
| "deleting composite stream %d", mCameraIdStr.string(), strerror(-err), err, |
| streamId); |
| ALOGE("%s: %s", __FUNCTION__, msg.string()); |
| res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string()); |
| } |
| mCompositeStreamMap.removeItemsAt(compositeIndex); |
| } |
| } |
| } |
| |
| return res; |
| } |
| |
| binder::Status CameraDeviceClient::createStream( |
| const hardware::camera2::params::OutputConfiguration &outputConfiguration, |
| /*out*/ |
| int32_t* newStreamId) { |
| ATRACE_CALL(); |
| |
| binder::Status res; |
| if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| |
| Mutex::Autolock icl(mBinderSerializationLock); |
| |
| const std::vector<sp<IGraphicBufferProducer>>& bufferProducers = |
| outputConfiguration.getGraphicBufferProducers(); |
| size_t numBufferProducers = bufferProducers.size(); |
| bool deferredConsumer = outputConfiguration.isDeferred(); |
| bool isShared = outputConfiguration.isShared(); |
| String8 physicalCameraId = String8(outputConfiguration.getPhysicalCameraId()); |
| bool deferredConsumerOnly = deferredConsumer && numBufferProducers == 0; |
| |
| res = checkSurfaceTypeLocked(numBufferProducers, deferredConsumer, |
| outputConfiguration.getSurfaceType()); |
| if (!res.isOk()) { |
| return res; |
| } |
| |
| if (!mDevice.get()) { |
| return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| } |
| |
| res = checkPhysicalCameraIdLocked(physicalCameraId); |
| if (!res.isOk()) { |
| return res; |
| } |
| |
| std::vector<sp<Surface>> surfaces; |
| std::vector<sp<IBinder>> binders; |
| status_t err; |
| |
| // Create stream for deferred surface case. |
| if (deferredConsumerOnly) { |
| return createDeferredSurfaceStreamLocked(outputConfiguration, isShared, newStreamId); |
| } |
| |
| OutputStreamInfo streamInfo; |
| bool isStreamInfoValid = false; |
| for (auto& bufferProducer : bufferProducers) { |
| // Don't create multiple streams for the same target surface |
| sp<IBinder> binder = IInterface::asBinder(bufferProducer); |
| ssize_t index = mStreamMap.indexOfKey(binder); |
| if (index != NAME_NOT_FOUND) { |
| String8 msg = String8::format("Camera %s: Surface already has a stream created for it " |
| "(ID %zd)", mCameraIdStr.string(), index); |
| ALOGW("%s: %s", __FUNCTION__, msg.string()); |
| return STATUS_ERROR(CameraService::ERROR_ALREADY_EXISTS, msg.string()); |
| } |
| |
| sp<Surface> surface; |
| res = createSurfaceFromGbp(streamInfo, isStreamInfoValid, surface, bufferProducer, |
| physicalCameraId); |
| |
| if (!res.isOk()) |
| return res; |
| |
| if (!isStreamInfoValid) { |
| isStreamInfoValid = true; |
| } |
| |
| binders.push_back(IInterface::asBinder(bufferProducer)); |
| surfaces.push_back(surface); |
| } |
| |
| int streamId = camera3::CAMERA3_STREAM_ID_INVALID; |
| std::vector<int> surfaceIds; |
| bool isDepthCompositeStream = camera3::DepthCompositeStream::isDepthCompositeStream(surfaces[0]); |
| bool isHeicCompisiteStream = camera3::HeicCompositeStream::isHeicCompositeStream(surfaces[0]); |
| if (isDepthCompositeStream || isHeicCompisiteStream) { |
| sp<CompositeStream> compositeStream; |
| if (isDepthCompositeStream) { |
| compositeStream = new camera3::DepthCompositeStream(mDevice, getRemoteCallback()); |
| } else { |
| compositeStream = new camera3::HeicCompositeStream(mDevice, getRemoteCallback()); |
| } |
| |
| err = compositeStream->createStream(surfaces, deferredConsumer, streamInfo.width, |
| streamInfo.height, streamInfo.format, |
| static_cast<camera3_stream_rotation_t>(outputConfiguration.getRotation()), |
| &streamId, physicalCameraId, &surfaceIds, outputConfiguration.getSurfaceSetID(), |
| isShared); |
| if (err == OK) { |
| mCompositeStreamMap.add(IInterface::asBinder(surfaces[0]->getIGraphicBufferProducer()), |
| compositeStream); |
| } |
| } else { |
| err = mDevice->createStream(surfaces, deferredConsumer, streamInfo.width, |
| streamInfo.height, streamInfo.format, streamInfo.dataSpace, |
| static_cast<camera3_stream_rotation_t>(outputConfiguration.getRotation()), |
| &streamId, physicalCameraId, &surfaceIds, outputConfiguration.getSurfaceSetID(), |
| isShared); |
| } |
| |
| if (err != OK) { |
| res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
| "Camera %s: Error creating output stream (%d x %d, fmt %x, dataSpace %x): %s (%d)", |
| mCameraIdStr.string(), streamInfo.width, streamInfo.height, streamInfo.format, |
| streamInfo.dataSpace, strerror(-err), err); |
| } else { |
| int i = 0; |
| for (auto& binder : binders) { |
| ALOGV("%s: mStreamMap add binder %p streamId %d, surfaceId %d", |
| __FUNCTION__, binder.get(), streamId, i); |
| mStreamMap.add(binder, StreamSurfaceId(streamId, surfaceIds[i])); |
| i++; |
| } |
| |
| mConfiguredOutputs.add(streamId, outputConfiguration); |
| mStreamInfoMap[streamId] = streamInfo; |
| |
| ALOGV("%s: Camera %s: Successfully created a new stream ID %d for output surface" |
| " (%d x %d) with format 0x%x.", |
| __FUNCTION__, mCameraIdStr.string(), streamId, streamInfo.width, |
| streamInfo.height, streamInfo.format); |
| |
| // Set transform flags to ensure preview to be rotated correctly. |
| res = setStreamTransformLocked(streamId); |
| |
| *newStreamId = streamId; |
| } |
| |
| return res; |
| } |
| |
| binder::Status CameraDeviceClient::createDeferredSurfaceStreamLocked( |
| const hardware::camera2::params::OutputConfiguration &outputConfiguration, |
| bool isShared, |
| /*out*/ |
| int* newStreamId) { |
| int width, height, format, surfaceType; |
| uint64_t consumerUsage; |
| android_dataspace dataSpace; |
| status_t err; |
| binder::Status res; |
| |
| if (!mDevice.get()) { |
| return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| } |
| |
| // Infer the surface info for deferred surface stream creation. |
| width = outputConfiguration.getWidth(); |
| height = outputConfiguration.getHeight(); |
| surfaceType = outputConfiguration.getSurfaceType(); |
| format = HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED; |
| dataSpace = android_dataspace_t::HAL_DATASPACE_UNKNOWN; |
| // Hardcode consumer usage flags: SurfaceView--0x900, SurfaceTexture--0x100. |
| consumerUsage = GraphicBuffer::USAGE_HW_TEXTURE; |
| if (surfaceType == OutputConfiguration::SURFACE_TYPE_SURFACE_VIEW) { |
| consumerUsage |= GraphicBuffer::USAGE_HW_COMPOSER; |
| } |
| int streamId = camera3::CAMERA3_STREAM_ID_INVALID; |
| std::vector<sp<Surface>> noSurface; |
| std::vector<int> surfaceIds; |
| String8 physicalCameraId(outputConfiguration.getPhysicalCameraId()); |
| err = mDevice->createStream(noSurface, /*hasDeferredConsumer*/true, width, |
| height, format, dataSpace, |
| static_cast<camera3_stream_rotation_t>(outputConfiguration.getRotation()), |
| &streamId, physicalCameraId, &surfaceIds, |
| outputConfiguration.getSurfaceSetID(), isShared, |
| consumerUsage); |
| |
| if (err != OK) { |
| res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
| "Camera %s: Error creating output stream (%d x %d, fmt %x, dataSpace %x): %s (%d)", |
| mCameraIdStr.string(), width, height, format, dataSpace, strerror(-err), err); |
| } else { |
| // Can not add streamId to mStreamMap here, as the surface is deferred. Add it to |
| // a separate list to track. Once the deferred surface is set, this id will be |
| // relocated to mStreamMap. |
| mDeferredStreams.push_back(streamId); |
| |
| mStreamInfoMap.emplace(std::piecewise_construct, std::forward_as_tuple(streamId), |
| std::forward_as_tuple(width, height, format, dataSpace, consumerUsage)); |
| |
| ALOGV("%s: Camera %s: Successfully created a new stream ID %d for a deferred surface" |
| " (%d x %d) stream with format 0x%x.", |
| __FUNCTION__, mCameraIdStr.string(), streamId, width, height, format); |
| |
| // Set transform flags to ensure preview to be rotated correctly. |
| res = setStreamTransformLocked(streamId); |
| |
| *newStreamId = streamId; |
| } |
| return res; |
| } |
| |
| binder::Status CameraDeviceClient::setStreamTransformLocked(int streamId) { |
| int32_t transform = 0; |
| status_t err; |
| binder::Status res; |
| |
| if (!mDevice.get()) { |
| return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| } |
| |
| err = getRotationTransformLocked(&transform); |
| if (err != OK) { |
| // Error logged by getRotationTransformLocked. |
| return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, |
| "Unable to calculate rotation transform for new stream"); |
| } |
| |
| err = mDevice->setStreamTransform(streamId, transform); |
| if (err != OK) { |
| String8 msg = String8::format("Failed to set stream transform (stream id %d)", |
| streamId); |
| ALOGE("%s: %s", __FUNCTION__, msg.string()); |
| return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string()); |
| } |
| |
| return res; |
| } |
| |
| binder::Status CameraDeviceClient::createInputStream( |
| int width, int height, int format, |
| /*out*/ |
| int32_t* newStreamId) { |
| |
| ATRACE_CALL(); |
| ALOGV("%s (w = %d, h = %d, f = 0x%x)", __FUNCTION__, width, height, format); |
| |
| binder::Status res; |
| if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| |
| Mutex::Autolock icl(mBinderSerializationLock); |
| |
| if (!mDevice.get()) { |
| return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| } |
| |
| if (mInputStream.configured) { |
| String8 msg = String8::format("Camera %s: Already has an input stream " |
| "configured (ID %d)", mCameraIdStr.string(), mInputStream.id); |
| ALOGE("%s: %s", __FUNCTION__, msg.string() ); |
| return STATUS_ERROR(CameraService::ERROR_ALREADY_EXISTS, msg.string()); |
| } |
| |
| int streamId = -1; |
| status_t err = mDevice->createInputStream(width, height, format, &streamId); |
| if (err == OK) { |
| mInputStream.configured = true; |
| mInputStream.width = width; |
| mInputStream.height = height; |
| mInputStream.format = format; |
| mInputStream.id = streamId; |
| |
| ALOGV("%s: Camera %s: Successfully created a new input stream ID %d", |
| __FUNCTION__, mCameraIdStr.string(), streamId); |
| |
| *newStreamId = streamId; |
| } else { |
| res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
| "Camera %s: Error creating new input stream: %s (%d)", mCameraIdStr.string(), |
| strerror(-err), err); |
| } |
| |
| return res; |
| } |
| |
| binder::Status CameraDeviceClient::getInputSurface(/*out*/ view::Surface *inputSurface) { |
| |
| binder::Status res; |
| if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| |
| if (inputSurface == NULL) { |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Null input surface"); |
| } |
| |
| Mutex::Autolock icl(mBinderSerializationLock); |
| if (!mDevice.get()) { |
| return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| } |
| sp<IGraphicBufferProducer> producer; |
| status_t err = mDevice->getInputBufferProducer(&producer); |
| if (err != OK) { |
| res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
| "Camera %s: Error getting input Surface: %s (%d)", |
| mCameraIdStr.string(), strerror(-err), err); |
| } else { |
| inputSurface->name = String16("CameraInput"); |
| inputSurface->graphicBufferProducer = producer; |
| } |
| return res; |
| } |
| |
| binder::Status CameraDeviceClient::updateOutputConfiguration(int streamId, |
| const hardware::camera2::params::OutputConfiguration &outputConfiguration) { |
| ATRACE_CALL(); |
| |
| binder::Status res; |
| if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| |
| Mutex::Autolock icl(mBinderSerializationLock); |
| |
| if (!mDevice.get()) { |
| return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| } |
| |
| const std::vector<sp<IGraphicBufferProducer> >& bufferProducers = |
| outputConfiguration.getGraphicBufferProducers(); |
| String8 physicalCameraId(outputConfiguration.getPhysicalCameraId()); |
| |
| auto producerCount = bufferProducers.size(); |
| if (producerCount == 0) { |
| ALOGE("%s: bufferProducers must not be empty", __FUNCTION__); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| "bufferProducers must not be empty"); |
| } |
| |
| // The first output is the one associated with the output configuration. |
| // It should always be present, valid and the corresponding stream id should match. |
| sp<IBinder> binder = IInterface::asBinder(bufferProducers[0]); |
| ssize_t index = mStreamMap.indexOfKey(binder); |
| if (index == NAME_NOT_FOUND) { |
| ALOGE("%s: Outputconfiguration is invalid", __FUNCTION__); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| "OutputConfiguration is invalid"); |
| } |
| if (mStreamMap.valueFor(binder).streamId() != streamId) { |
| ALOGE("%s: Stream Id: %d provided doesn't match the id: %d in the stream map", |
| __FUNCTION__, streamId, mStreamMap.valueFor(binder).streamId()); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| "Stream id is invalid"); |
| } |
| |
| std::vector<size_t> removedSurfaceIds; |
| std::vector<sp<IBinder>> removedOutputs; |
| std::vector<sp<Surface>> newOutputs; |
| std::vector<OutputStreamInfo> streamInfos; |
| KeyedVector<sp<IBinder>, sp<IGraphicBufferProducer>> newOutputsMap; |
| for (auto &it : bufferProducers) { |
| newOutputsMap.add(IInterface::asBinder(it), it); |
| } |
| |
| for (size_t i = 0; i < mStreamMap.size(); i++) { |
| ssize_t idx = newOutputsMap.indexOfKey(mStreamMap.keyAt(i)); |
| if (idx == NAME_NOT_FOUND) { |
| if (mStreamMap[i].streamId() == streamId) { |
| removedSurfaceIds.push_back(mStreamMap[i].surfaceId()); |
| removedOutputs.push_back(mStreamMap.keyAt(i)); |
| } |
| } else { |
| if (mStreamMap[i].streamId() != streamId) { |
| ALOGE("%s: Output surface already part of a different stream", __FUNCTION__); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| "Target Surface is invalid"); |
| } |
| newOutputsMap.removeItemsAt(idx); |
| } |
| } |
| |
| for (size_t i = 0; i < newOutputsMap.size(); i++) { |
| OutputStreamInfo outInfo; |
| sp<Surface> surface; |
| res = createSurfaceFromGbp(outInfo, /*isStreamInfoValid*/ false, surface, |
| newOutputsMap.valueAt(i), physicalCameraId); |
| if (!res.isOk()) |
| return res; |
| |
| streamInfos.push_back(outInfo); |
| newOutputs.push_back(surface); |
| } |
| |
| //Trivial case no changes required |
| if (removedSurfaceIds.empty() && newOutputs.empty()) { |
| return binder::Status::ok(); |
| } |
| |
| KeyedVector<sp<Surface>, size_t> outputMap; |
| auto ret = mDevice->updateStream(streamId, newOutputs, streamInfos, removedSurfaceIds, |
| &outputMap); |
| if (ret != OK) { |
| switch (ret) { |
| case NAME_NOT_FOUND: |
| case BAD_VALUE: |
| case -EBUSY: |
| res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| "Camera %s: Error updating stream: %s (%d)", |
| mCameraIdStr.string(), strerror(ret), ret); |
| break; |
| default: |
| res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
| "Camera %s: Error updating stream: %s (%d)", |
| mCameraIdStr.string(), strerror(ret), ret); |
| break; |
| } |
| } else { |
| for (const auto &it : removedOutputs) { |
| mStreamMap.removeItem(it); |
| } |
| |
| for (size_t i = 0; i < outputMap.size(); i++) { |
| mStreamMap.add(IInterface::asBinder(outputMap.keyAt(i)->getIGraphicBufferProducer()), |
| StreamSurfaceId(streamId, outputMap.valueAt(i))); |
| } |
| |
| mConfiguredOutputs.replaceValueFor(streamId, outputConfiguration); |
| |
| ALOGV("%s: Camera %s: Successful stream ID %d update", |
| __FUNCTION__, mCameraIdStr.string(), streamId); |
| } |
| |
| return res; |
| } |
| |
| bool CameraDeviceClient::isPublicFormat(int32_t format) |
| { |
| switch(format) { |
| case HAL_PIXEL_FORMAT_RGBA_8888: |
| case HAL_PIXEL_FORMAT_RGBX_8888: |
| case HAL_PIXEL_FORMAT_RGB_888: |
| case HAL_PIXEL_FORMAT_RGB_565: |
| case HAL_PIXEL_FORMAT_BGRA_8888: |
| case HAL_PIXEL_FORMAT_YV12: |
| case HAL_PIXEL_FORMAT_Y8: |
| case HAL_PIXEL_FORMAT_Y16: |
| case HAL_PIXEL_FORMAT_RAW16: |
| case HAL_PIXEL_FORMAT_RAW10: |
| case HAL_PIXEL_FORMAT_RAW12: |
| case HAL_PIXEL_FORMAT_RAW_OPAQUE: |
| case HAL_PIXEL_FORMAT_BLOB: |
| case HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED: |
| case HAL_PIXEL_FORMAT_YCbCr_420_888: |
| case HAL_PIXEL_FORMAT_YCbCr_422_SP: |
| case HAL_PIXEL_FORMAT_YCrCb_420_SP: |
| case HAL_PIXEL_FORMAT_YCbCr_422_I: |
| return true; |
| default: |
| return false; |
| } |
| } |
| |
| binder::Status CameraDeviceClient::createSurfaceFromGbp( |
| OutputStreamInfo& streamInfo, bool isStreamInfoValid, |
| sp<Surface>& surface, const sp<IGraphicBufferProducer>& gbp, |
| const String8& physicalId) { |
| |
| // bufferProducer must be non-null |
| if (gbp == nullptr) { |
| String8 msg = String8::format("Camera %s: Surface is NULL", mCameraIdStr.string()); |
| ALOGW("%s: %s", __FUNCTION__, msg.string()); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); |
| } |
| // HACK b/10949105 |
| // Query consumer usage bits to set async operation mode for |
| // GLConsumer using controlledByApp parameter. |
| bool useAsync = false; |
| uint64_t consumerUsage = 0; |
| status_t err; |
| if ((err = gbp->getConsumerUsage(&consumerUsage)) != OK) { |
| String8 msg = String8::format("Camera %s: Failed to query Surface consumer usage: %s (%d)", |
| mCameraIdStr.string(), strerror(-err), err); |
| ALOGE("%s: %s", __FUNCTION__, msg.string()); |
| return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string()); |
| } |
| if (consumerUsage & GraphicBuffer::USAGE_HW_TEXTURE) { |
| ALOGW("%s: Camera %s with consumer usage flag: %" PRIu64 ": Forcing asynchronous mode for stream", |
| __FUNCTION__, mCameraIdStr.string(), consumerUsage); |
| useAsync = true; |
| } |
| |
| uint64_t disallowedFlags = GraphicBuffer::USAGE_HW_VIDEO_ENCODER | |
| GRALLOC_USAGE_RENDERSCRIPT; |
| uint64_t allowedFlags = GraphicBuffer::USAGE_SW_READ_MASK | |
| GraphicBuffer::USAGE_HW_TEXTURE | |
| GraphicBuffer::USAGE_HW_COMPOSER; |
| bool flexibleConsumer = (consumerUsage & disallowedFlags) == 0 && |
| (consumerUsage & allowedFlags) != 0; |
| |
| surface = new Surface(gbp, useAsync); |
| ANativeWindow *anw = surface.get(); |
| |
| int width, height, format; |
| android_dataspace dataSpace; |
| if ((err = anw->query(anw, NATIVE_WINDOW_WIDTH, &width)) != OK) { |
| String8 msg = String8::format("Camera %s: Failed to query Surface width: %s (%d)", |
| mCameraIdStr.string(), strerror(-err), err); |
| ALOGE("%s: %s", __FUNCTION__, msg.string()); |
| return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string()); |
| } |
| if ((err = anw->query(anw, NATIVE_WINDOW_HEIGHT, &height)) != OK) { |
| String8 msg = String8::format("Camera %s: Failed to query Surface height: %s (%d)", |
| mCameraIdStr.string(), strerror(-err), err); |
| ALOGE("%s: %s", __FUNCTION__, msg.string()); |
| return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string()); |
| } |
| if ((err = anw->query(anw, NATIVE_WINDOW_FORMAT, &format)) != OK) { |
| String8 msg = String8::format("Camera %s: Failed to query Surface format: %s (%d)", |
| mCameraIdStr.string(), strerror(-err), err); |
| ALOGE("%s: %s", __FUNCTION__, msg.string()); |
| return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string()); |
| } |
| if ((err = anw->query(anw, NATIVE_WINDOW_DEFAULT_DATASPACE, |
| reinterpret_cast<int*>(&dataSpace))) != OK) { |
| String8 msg = String8::format("Camera %s: Failed to query Surface dataspace: %s (%d)", |
| mCameraIdStr.string(), strerror(-err), err); |
| ALOGE("%s: %s", __FUNCTION__, msg.string()); |
| return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string()); |
| } |
| |
| // FIXME: remove this override since the default format should be |
| // IMPLEMENTATION_DEFINED. b/9487482 & b/35317944 |
| if ((format >= HAL_PIXEL_FORMAT_RGBA_8888 && format <= HAL_PIXEL_FORMAT_BGRA_8888) && |
| ((consumerUsage & GRALLOC_USAGE_HW_MASK) && |
| ((consumerUsage & GRALLOC_USAGE_SW_READ_MASK) == 0))) { |
| ALOGW("%s: Camera %s: Overriding format %#x to IMPLEMENTATION_DEFINED", |
| __FUNCTION__, mCameraIdStr.string(), format); |
| format = HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED; |
| } |
| // Round dimensions to the nearest dimensions available for this format |
| if (flexibleConsumer && isPublicFormat(format) && |
| !CameraDeviceClient::roundBufferDimensionNearest(width, height, |
| format, dataSpace, mDevice->info(physicalId), /*out*/&width, /*out*/&height)) { |
| String8 msg = String8::format("Camera %s: No supported stream configurations with " |
| "format %#x defined, failed to create output stream", |
| mCameraIdStr.string(), format); |
| ALOGE("%s: %s", __FUNCTION__, msg.string()); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); |
| } |
| |
| if (!isStreamInfoValid) { |
| streamInfo.width = width; |
| streamInfo.height = height; |
| streamInfo.format = format; |
| streamInfo.dataSpace = dataSpace; |
| streamInfo.consumerUsage = consumerUsage; |
| return binder::Status::ok(); |
| } |
| if (width != streamInfo.width) { |
| String8 msg = String8::format("Camera %s:Surface width doesn't match: %d vs %d", |
| mCameraIdStr.string(), width, streamInfo.width); |
| ALOGE("%s: %s", __FUNCTION__, msg.string()); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); |
| } |
| if (height != streamInfo.height) { |
| String8 msg = String8::format("Camera %s:Surface height doesn't match: %d vs %d", |
| mCameraIdStr.string(), height, streamInfo.height); |
| ALOGE("%s: %s", __FUNCTION__, msg.string()); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); |
| } |
| if (format != streamInfo.format) { |
| String8 msg = String8::format("Camera %s:Surface format doesn't match: %d vs %d", |
| mCameraIdStr.string(), format, streamInfo.format); |
| ALOGE("%s: %s", __FUNCTION__, msg.string()); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); |
| } |
| if (format != HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED) { |
| if (dataSpace != streamInfo.dataSpace) { |
| String8 msg = String8::format("Camera %s:Surface dataSpace doesn't match: %d vs %d", |
| mCameraIdStr.string(), dataSpace, streamInfo.dataSpace); |
| ALOGE("%s: %s", __FUNCTION__, msg.string()); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); |
| } |
| //At the native side, there isn't a way to check whether 2 surfaces come from the same |
| //surface class type. Use usage flag to approximate the comparison. |
| if (consumerUsage != streamInfo.consumerUsage) { |
| String8 msg = String8::format( |
| "Camera %s:Surface usage flag doesn't match %" PRIu64 " vs %" PRIu64 "", |
| mCameraIdStr.string(), consumerUsage, streamInfo.consumerUsage); |
| ALOGE("%s: %s", __FUNCTION__, msg.string()); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); |
| } |
| } |
| return binder::Status::ok(); |
| } |
| |
| bool CameraDeviceClient::roundBufferDimensionNearest(int32_t width, int32_t height, |
| int32_t format, android_dataspace dataSpace, const CameraMetadata& info, |
| /*out*/int32_t* outWidth, /*out*/int32_t* outHeight) { |
| |
| camera_metadata_ro_entry streamConfigs = |
| (dataSpace == HAL_DATASPACE_DEPTH) ? |
| info.find(ANDROID_DEPTH_AVAILABLE_DEPTH_STREAM_CONFIGURATIONS) : |
| (dataSpace == static_cast<android_dataspace>(HAL_DATASPACE_HEIF)) ? |
| info.find(ANDROID_HEIC_AVAILABLE_HEIC_STREAM_CONFIGURATIONS) : |
| info.find(ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS); |
| |
| int32_t bestWidth = -1; |
| int32_t bestHeight = -1; |
| |
| // Iterate through listed stream configurations and find the one with the smallest euclidean |
| // distance from the given dimensions for the given format. |
| for (size_t i = 0; i < streamConfigs.count; i += 4) { |
| int32_t fmt = streamConfigs.data.i32[i]; |
| int32_t w = streamConfigs.data.i32[i + 1]; |
| int32_t h = streamConfigs.data.i32[i + 2]; |
| |
| // Ignore input/output type for now |
| if (fmt == format) { |
| if (w == width && h == height) { |
| bestWidth = width; |
| bestHeight = height; |
| break; |
| } else if (w <= ROUNDING_WIDTH_CAP && (bestWidth == -1 || |
| CameraDeviceClient::euclidDistSquare(w, h, width, height) < |
| CameraDeviceClient::euclidDistSquare(bestWidth, bestHeight, width, height))) { |
| bestWidth = w; |
| bestHeight = h; |
| } |
| } |
| } |
| |
| if (bestWidth == -1) { |
| // Return false if no configurations for this format were listed |
| return false; |
| } |
| |
| // Set the outputs to the closet width/height |
| if (outWidth != NULL) { |
| *outWidth = bestWidth; |
| } |
| if (outHeight != NULL) { |
| *outHeight = bestHeight; |
| } |
| |
| // Return true if at least one configuration for this format was listed |
| return true; |
| } |
| |
| int64_t CameraDeviceClient::euclidDistSquare(int32_t x0, int32_t y0, int32_t x1, int32_t y1) { |
| int64_t d0 = x0 - x1; |
| int64_t d1 = y0 - y1; |
| return d0 * d0 + d1 * d1; |
| } |
| |
| // Create a request object from a template. |
| binder::Status CameraDeviceClient::createDefaultRequest(int templateId, |
| /*out*/ |
| hardware::camera2::impl::CameraMetadataNative* request) |
| { |
| ATRACE_CALL(); |
| ALOGV("%s (templateId = 0x%x)", __FUNCTION__, templateId); |
| |
| binder::Status res; |
| if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| |
| Mutex::Autolock icl(mBinderSerializationLock); |
| |
| if (!mDevice.get()) { |
| return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| } |
| |
| CameraMetadata metadata; |
| status_t err; |
| if ( (err = mDevice->createDefaultRequest(templateId, &metadata) ) == OK && |
| request != NULL) { |
| |
| request->swap(metadata); |
| } else if (err == BAD_VALUE) { |
| res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| "Camera %s: Template ID %d is invalid or not supported: %s (%d)", |
| mCameraIdStr.string(), templateId, strerror(-err), err); |
| |
| } else { |
| res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
| "Camera %s: Error creating default request for template %d: %s (%d)", |
| mCameraIdStr.string(), templateId, strerror(-err), err); |
| } |
| return res; |
| } |
| |
| binder::Status CameraDeviceClient::getCameraInfo( |
| /*out*/ |
| hardware::camera2::impl::CameraMetadataNative* info) |
| { |
| ATRACE_CALL(); |
| ALOGV("%s", __FUNCTION__); |
| |
| binder::Status res; |
| |
| if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| |
| Mutex::Autolock icl(mBinderSerializationLock); |
| |
| if (!mDevice.get()) { |
| return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| } |
| |
| if (info != NULL) { |
| *info = mDevice->info(); // static camera metadata |
| // TODO: merge with device-specific camera metadata |
| } |
| |
| return res; |
| } |
| |
| binder::Status CameraDeviceClient::waitUntilIdle() |
| { |
| ATRACE_CALL(); |
| ALOGV("%s", __FUNCTION__); |
| |
| binder::Status res; |
| if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| |
| Mutex::Autolock icl(mBinderSerializationLock); |
| |
| if (!mDevice.get()) { |
| return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| } |
| |
| // FIXME: Also need check repeating burst. |
| Mutex::Autolock idLock(mStreamingRequestIdLock); |
| if (mStreamingRequestId != REQUEST_ID_NONE) { |
| String8 msg = String8::format( |
| "Camera %s: Try to waitUntilIdle when there are active streaming requests", |
| mCameraIdStr.string()); |
| ALOGE("%s: %s", __FUNCTION__, msg.string()); |
| return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string()); |
| } |
| status_t err = mDevice->waitUntilDrained(); |
| if (err != OK) { |
| res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
| "Camera %s: Error waiting to drain: %s (%d)", |
| mCameraIdStr.string(), strerror(-err), err); |
| } |
| ALOGV("%s Done", __FUNCTION__); |
| return res; |
| } |
| |
| binder::Status CameraDeviceClient::flush( |
| /*out*/ |
| int64_t* lastFrameNumber) { |
| ATRACE_CALL(); |
| ALOGV("%s", __FUNCTION__); |
| |
| binder::Status res; |
| if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| |
| Mutex::Autolock icl(mBinderSerializationLock); |
| |
| if (!mDevice.get()) { |
| return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| } |
| |
| Mutex::Autolock idLock(mStreamingRequestIdLock); |
| mStreamingRequestId = REQUEST_ID_NONE; |
| status_t err = mDevice->flush(lastFrameNumber); |
| if (err != OK) { |
| res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
| "Camera %s: Error flushing device: %s (%d)", mCameraIdStr.string(), strerror(-err), err); |
| } |
| return res; |
| } |
| |
| binder::Status CameraDeviceClient::prepare(int streamId) { |
| ATRACE_CALL(); |
| ALOGV("%s", __FUNCTION__); |
| |
| binder::Status res; |
| if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| |
| Mutex::Autolock icl(mBinderSerializationLock); |
| |
| // Guard against trying to prepare non-created streams |
| ssize_t index = NAME_NOT_FOUND; |
| for (size_t i = 0; i < mStreamMap.size(); ++i) { |
| if (streamId == mStreamMap.valueAt(i).streamId()) { |
| index = i; |
| break; |
| } |
| } |
| |
| if (index == NAME_NOT_FOUND) { |
| String8 msg = String8::format("Camera %s: Invalid stream ID (%d) specified, no stream " |
| "with that ID exists", mCameraIdStr.string(), streamId); |
| ALOGW("%s: %s", __FUNCTION__, msg.string()); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); |
| } |
| |
| // Also returns BAD_VALUE if stream ID was not valid, or stream already |
| // has been used |
| status_t err = mDevice->prepare(streamId); |
| if (err == BAD_VALUE) { |
| res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| "Camera %s: Stream %d has already been used, and cannot be prepared", |
| mCameraIdStr.string(), streamId); |
| } else if (err != OK) { |
| res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
| "Camera %s: Error preparing stream %d: %s (%d)", mCameraIdStr.string(), streamId, |
| strerror(-err), err); |
| } |
| return res; |
| } |
| |
| binder::Status CameraDeviceClient::prepare2(int maxCount, int streamId) { |
| ATRACE_CALL(); |
| ALOGV("%s", __FUNCTION__); |
| |
| binder::Status res; |
| if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| |
| Mutex::Autolock icl(mBinderSerializationLock); |
| |
| // Guard against trying to prepare non-created streams |
| ssize_t index = NAME_NOT_FOUND; |
| for (size_t i = 0; i < mStreamMap.size(); ++i) { |
| if (streamId == mStreamMap.valueAt(i).streamId()) { |
| index = i; |
| break; |
| } |
| } |
| |
| if (index == NAME_NOT_FOUND) { |
| String8 msg = String8::format("Camera %s: Invalid stream ID (%d) specified, no stream " |
| "with that ID exists", mCameraIdStr.string(), streamId); |
| ALOGW("%s: %s", __FUNCTION__, msg.string()); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); |
| } |
| |
| if (maxCount <= 0) { |
| String8 msg = String8::format("Camera %s: maxCount (%d) must be greater than 0", |
| mCameraIdStr.string(), maxCount); |
| ALOGE("%s: %s", __FUNCTION__, msg.string()); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); |
| } |
| |
| // Also returns BAD_VALUE if stream ID was not valid, or stream already |
| // has been used |
| status_t err = mDevice->prepare(maxCount, streamId); |
| if (err == BAD_VALUE) { |
| res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| "Camera %s: Stream %d has already been used, and cannot be prepared", |
| mCameraIdStr.string(), streamId); |
| } else if (err != OK) { |
| res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
| "Camera %s: Error preparing stream %d: %s (%d)", mCameraIdStr.string(), streamId, |
| strerror(-err), err); |
| } |
| |
| return res; |
| } |
| |
| binder::Status CameraDeviceClient::tearDown(int streamId) { |
| ATRACE_CALL(); |
| ALOGV("%s", __FUNCTION__); |
| |
| binder::Status res; |
| if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| |
| Mutex::Autolock icl(mBinderSerializationLock); |
| |
| // Guard against trying to prepare non-created streams |
| ssize_t index = NAME_NOT_FOUND; |
| for (size_t i = 0; i < mStreamMap.size(); ++i) { |
| if (streamId == mStreamMap.valueAt(i).streamId()) { |
| index = i; |
| break; |
| } |
| } |
| |
| if (index == NAME_NOT_FOUND) { |
| String8 msg = String8::format("Camera %s: Invalid stream ID (%d) specified, no stream " |
| "with that ID exists", mCameraIdStr.string(), streamId); |
| ALOGW("%s: %s", __FUNCTION__, msg.string()); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); |
| } |
| |
| // Also returns BAD_VALUE if stream ID was not valid or if the stream is in |
| // use |
| status_t err = mDevice->tearDown(streamId); |
| if (err == BAD_VALUE) { |
| res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| "Camera %s: Stream %d is still in use, cannot be torn down", |
| mCameraIdStr.string(), streamId); |
| } else if (err != OK) { |
| res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
| "Camera %s: Error tearing down stream %d: %s (%d)", mCameraIdStr.string(), streamId, |
| strerror(-err), err); |
| } |
| |
| return res; |
| } |
| |
| binder::Status CameraDeviceClient::finalizeOutputConfigurations(int32_t streamId, |
| const hardware::camera2::params::OutputConfiguration &outputConfiguration) { |
| ATRACE_CALL(); |
| |
| binder::Status res; |
| if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| |
| Mutex::Autolock icl(mBinderSerializationLock); |
| |
| const std::vector<sp<IGraphicBufferProducer> >& bufferProducers = |
| outputConfiguration.getGraphicBufferProducers(); |
| String8 physicalId(outputConfiguration.getPhysicalCameraId()); |
| |
| if (bufferProducers.size() == 0) { |
| ALOGE("%s: bufferProducers must not be empty", __FUNCTION__); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Target Surface is invalid"); |
| } |
| |
| // streamId should be in mStreamMap if this stream already has a surface attached |
| // to it. Otherwise, it should be in mDeferredStreams. |
| bool streamIdConfigured = false; |
| ssize_t deferredStreamIndex = NAME_NOT_FOUND; |
| for (size_t i = 0; i < mStreamMap.size(); i++) { |
| if (mStreamMap.valueAt(i).streamId() == streamId) { |
| streamIdConfigured = true; |
| break; |
| } |
| } |
| for (size_t i = 0; i < mDeferredStreams.size(); i++) { |
| if (streamId == mDeferredStreams[i]) { |
| deferredStreamIndex = i; |
| break; |
| } |
| |
| } |
| if (deferredStreamIndex == NAME_NOT_FOUND && !streamIdConfigured) { |
| String8 msg = String8::format("Camera %s: deferred surface is set to a unknown stream" |
| "(ID %d)", mCameraIdStr.string(), streamId); |
| ALOGW("%s: %s", __FUNCTION__, msg.string()); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); |
| } |
| |
| if (mStreamInfoMap[streamId].finalized) { |
| String8 msg = String8::format("Camera %s: finalizeOutputConfigurations has been called" |
| " on stream ID %d", mCameraIdStr.string(), streamId); |
| ALOGW("%s: %s", __FUNCTION__, msg.string()); |
| return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string()); |
| } |
| |
| if (!mDevice.get()) { |
| return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| } |
| |
| std::vector<sp<Surface>> consumerSurfaces; |
| for (auto& bufferProducer : bufferProducers) { |
| // Don't create multiple streams for the same target surface |
| ssize_t index = mStreamMap.indexOfKey(IInterface::asBinder(bufferProducer)); |
| if (index != NAME_NOT_FOUND) { |
| ALOGV("Camera %s: Surface already has a stream created " |
| " for it (ID %zd)", mCameraIdStr.string(), index); |
| continue; |
| } |
| |
| sp<Surface> surface; |
| res = createSurfaceFromGbp(mStreamInfoMap[streamId], true /*isStreamInfoValid*/, |
| surface, bufferProducer, physicalId); |
| |
| if (!res.isOk()) |
| return res; |
| |
| consumerSurfaces.push_back(surface); |
| } |
| |
| // Gracefully handle case where finalizeOutputConfigurations is called |
| // without any new surface. |
| if (consumerSurfaces.size() == 0) { |
| mStreamInfoMap[streamId].finalized = true; |
| return res; |
| } |
| |
| // Finish the deferred stream configuration with the surface. |
| status_t err; |
| std::vector<int> consumerSurfaceIds; |
| err = mDevice->setConsumerSurfaces(streamId, consumerSurfaces, &consumerSurfaceIds); |
| if (err == OK) { |
| for (size_t i = 0; i < consumerSurfaces.size(); i++) { |
| sp<IBinder> binder = IInterface::asBinder( |
| consumerSurfaces[i]->getIGraphicBufferProducer()); |
| ALOGV("%s: mStreamMap add binder %p streamId %d, surfaceId %d", __FUNCTION__, |
| binder.get(), streamId, consumerSurfaceIds[i]); |
| mStreamMap.add(binder, StreamSurfaceId(streamId, consumerSurfaceIds[i])); |
| } |
| if (deferredStreamIndex != NAME_NOT_FOUND) { |
| mDeferredStreams.removeItemsAt(deferredStreamIndex); |
| } |
| mStreamInfoMap[streamId].finalized = true; |
| mConfiguredOutputs.replaceValueFor(streamId, outputConfiguration); |
| } else if (err == NO_INIT) { |
| res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| "Camera %s: Deferred surface is invalid: %s (%d)", |
| mCameraIdStr.string(), strerror(-err), err); |
| } else { |
| res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
| "Camera %s: Error setting output stream deferred surface: %s (%d)", |
| mCameraIdStr.string(), strerror(-err), err); |
| } |
| |
| return res; |
| } |
| |
| status_t CameraDeviceClient::dump(int fd, const Vector<String16>& args) { |
| return BasicClient::dump(fd, args); |
| } |
| |
| status_t CameraDeviceClient::dumpClient(int fd, const Vector<String16>& args) { |
| dprintf(fd, " CameraDeviceClient[%s] (%p) dump:\n", |
| mCameraIdStr.string(), |
| (getRemoteCallback() != NULL ? |
| IInterface::asBinder(getRemoteCallback()).get() : NULL) ); |
| dprintf(fd, " Current client UID %u\n", mClientUid); |
| |
| dprintf(fd, " State:\n"); |
| dprintf(fd, " Request ID counter: %d\n", mRequestIdCounter); |
| if (mInputStream.configured) { |
| dprintf(fd, " Current input stream ID: %d\n", mInputStream.id); |
| } else { |
| dprintf(fd, " No input stream configured.\n"); |
| } |
| if (!mStreamMap.isEmpty()) { |
| dprintf(fd, " Current output stream/surface IDs:\n"); |
| for (size_t i = 0; i < mStreamMap.size(); i++) { |
| dprintf(fd, " Stream %d Surface %d\n", |
| mStreamMap.valueAt(i).streamId(), |
| mStreamMap.valueAt(i).surfaceId()); |
| } |
| } else if (!mDeferredStreams.isEmpty()) { |
| dprintf(fd, " Current deferred surface output stream IDs:\n"); |
| for (auto& streamId : mDeferredStreams) { |
| dprintf(fd, " Stream %d\n", streamId); |
| } |
| } else { |
| dprintf(fd, " No output streams configured.\n"); |
| } |
| // TODO: print dynamic/request section from most recent requests |
| mFrameProcessor->dump(fd, args); |
| |
| return dumpDevice(fd, args); |
| } |
| |
| void CameraDeviceClient::notifyError(int32_t errorCode, |
| const CaptureResultExtras& resultExtras) { |
| // Thread safe. Don't bother locking. |
| sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback(); |
| |
| // Composites can have multiple internal streams. Error notifications coming from such internal |
| // streams may need to remain within camera service. |
| bool skipClientNotification = false; |
| for (size_t i = 0; i < mCompositeStreamMap.size(); i++) { |
| skipClientNotification |= mCompositeStreamMap.valueAt(i)->onError(errorCode, resultExtras); |
| } |
| |
| if ((remoteCb != 0) && (!skipClientNotification)) { |
| remoteCb->onDeviceError(errorCode, resultExtras); |
| } |
| } |
| |
| void CameraDeviceClient::notifyRepeatingRequestError(long lastFrameNumber) { |
| sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback(); |
| |
| if (remoteCb != 0) { |
| remoteCb->onRepeatingRequestError(lastFrameNumber, mStreamingRequestId); |
| } |
| |
| Mutex::Autolock idLock(mStreamingRequestIdLock); |
| mStreamingRequestId = REQUEST_ID_NONE; |
| } |
| |
| void CameraDeviceClient::notifyIdle() { |
| // Thread safe. Don't bother locking. |
| sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback(); |
| |
| if (remoteCb != 0) { |
| remoteCb->onDeviceIdle(); |
| } |
| Camera2ClientBase::notifyIdle(); |
| } |
| |
| void CameraDeviceClient::notifyShutter(const CaptureResultExtras& resultExtras, |
| nsecs_t timestamp) { |
| // Thread safe. Don't bother locking. |
| sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback(); |
| if (remoteCb != 0) { |
| remoteCb->onCaptureStarted(resultExtras, timestamp); |
| } |
| Camera2ClientBase::notifyShutter(resultExtras, timestamp); |
| |
| for (size_t i = 0; i < mCompositeStreamMap.size(); i++) { |
| mCompositeStreamMap.valueAt(i)->onShutter(resultExtras, timestamp); |
| } |
| } |
| |
| void CameraDeviceClient::notifyPrepared(int streamId) { |
| // Thread safe. Don't bother locking. |
| sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback(); |
| if (remoteCb != 0) { |
| remoteCb->onPrepared(streamId); |
| } |
| } |
| |
| void CameraDeviceClient::notifyRequestQueueEmpty() { |
| // Thread safe. Don't bother locking. |
| sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback(); |
| if (remoteCb != 0) { |
| remoteCb->onRequestQueueEmpty(); |
| } |
| } |
| |
| void CameraDeviceClient::detachDevice() { |
| if (mDevice == 0) return; |
| |
| ALOGV("Camera %s: Stopping processors", mCameraIdStr.string()); |
| |
| mFrameProcessor->removeListener(FRAME_PROCESSOR_LISTENER_MIN_ID, |
| FRAME_PROCESSOR_LISTENER_MAX_ID, |
| /*listener*/this); |
| mFrameProcessor->requestExit(); |
| ALOGV("Camera %s: Waiting for threads", mCameraIdStr.string()); |
| mFrameProcessor->join(); |
| ALOGV("Camera %s: Disconnecting device", mCameraIdStr.string()); |
| |
| // WORKAROUND: HAL refuses to disconnect while there's streams in flight |
| { |
| int64_t lastFrameNumber; |
| status_t code; |
| if ((code = mDevice->flush(&lastFrameNumber)) != OK) { |
| ALOGE("%s: flush failed with code 0x%x", __FUNCTION__, code); |
| } |
| |
| if ((code = mDevice->waitUntilDrained()) != OK) { |
| ALOGE("%s: waitUntilDrained failed with code 0x%x", __FUNCTION__, |
| code); |
| } |
| } |
| |
| for (size_t i = 0; i < mCompositeStreamMap.size(); i++) { |
| auto ret = mCompositeStreamMap.valueAt(i)->deleteInternalStreams(); |
| if (ret != OK) { |
| ALOGE("%s: Failed removing composite stream %s (%d)", __FUNCTION__, |
| strerror(-ret), ret); |
| } |
| } |
| mCompositeStreamMap.clear(); |
| |
| Camera2ClientBase::detachDevice(); |
| } |
| |
| /** Device-related methods */ |
| void CameraDeviceClient::onResultAvailable(const CaptureResult& result) { |
| ATRACE_CALL(); |
| ALOGV("%s", __FUNCTION__); |
| |
| // Thread-safe. No lock necessary. |
| sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = mRemoteCallback; |
| if (remoteCb != NULL) { |
| remoteCb->onResultReceived(result.mMetadata, result.mResultExtras, |
| result.mPhysicalMetadatas); |
| } |
| |
| for (size_t i = 0; i < mCompositeStreamMap.size(); i++) { |
| mCompositeStreamMap.valueAt(i)->onResultAvailable(result); |
| } |
| } |
| |
| binder::Status CameraDeviceClient::checkPidStatus(const char* checkLocation) { |
| if (mDisconnected) { |
| return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, |
| "The camera device has been disconnected"); |
| } |
| status_t res = checkPid(checkLocation); |
| return (res == OK) ? binder::Status::ok() : |
| STATUS_ERROR(CameraService::ERROR_PERMISSION_DENIED, |
| "Attempt to use camera from a different process than original client"); |
| } |
| |
| // TODO: move to Camera2ClientBase |
| bool CameraDeviceClient::enforceRequestPermissions(CameraMetadata& metadata) { |
| |
| const int pid = CameraThreadState::getCallingPid(); |
| const int selfPid = getpid(); |
| camera_metadata_entry_t entry; |
| |
| /** |
| * Mixin default important security values |
| * - android.led.transmit = defaulted ON |
| */ |
| CameraMetadata staticInfo = mDevice->info(); |
| entry = staticInfo.find(ANDROID_LED_AVAILABLE_LEDS); |
| for(size_t i = 0; i < entry.count; ++i) { |
| uint8_t led = entry.data.u8[i]; |
| |
| switch(led) { |
| case ANDROID_LED_AVAILABLE_LEDS_TRANSMIT: { |
| uint8_t transmitDefault = ANDROID_LED_TRANSMIT_ON; |
| if (!metadata.exists(ANDROID_LED_TRANSMIT)) { |
| metadata.update(ANDROID_LED_TRANSMIT, |
| &transmitDefault, 1); |
| } |
| break; |
| } |
| } |
| } |
| |
| // We can do anything! |
| if (pid == selfPid) { |
| return true; |
| } |
| |
| /** |
| * Permission check special fields in the request |
| * - android.led.transmit = android.permission.CAMERA_DISABLE_TRANSMIT |
| */ |
| entry = metadata.find(ANDROID_LED_TRANSMIT); |
| if (entry.count > 0 && entry.data.u8[0] != ANDROID_LED_TRANSMIT_ON) { |
| String16 permissionString = |
| String16("android.permission.CAMERA_DISABLE_TRANSMIT_LED"); |
| if (!checkCallingPermission(permissionString)) { |
| const int uid = CameraThreadState::getCallingUid(); |
| ALOGE("Permission Denial: " |
| "can't disable transmit LED pid=%d, uid=%d", pid, uid); |
| return false; |
| } |
| } |
| |
| return true; |
| } |
| |
| status_t CameraDeviceClient::getRotationTransformLocked(int32_t* transform) { |
| ALOGV("%s: begin", __FUNCTION__); |
| |
| const CameraMetadata& staticInfo = mDevice->info(); |
| return CameraUtils::getRotationTransform(staticInfo, transform); |
| } |
| |
| } // namespace android |
