| /* |
| * Copyright (C) 2013-2018 The Android Open Source Project |
| * |
| * Licensed under the Apache License, Version 2.0 (the "License"); |
| * you may not use this file except in compliance with the License. |
| * You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| #ifndef ANDROID_SERVERS_CAMERA3DEVICE_H |
| #define ANDROID_SERVERS_CAMERA3DEVICE_H |
| |
| #include <utility> |
| #include <unordered_map> |
| #include <set> |
| |
| #include <utils/Condition.h> |
| #include <utils/Errors.h> |
| #include <utils/List.h> |
| #include <utils/Mutex.h> |
| #include <utils/Thread.h> |
| #include <utils/KeyedVector.h> |
| #include <utils/Timers.h> |
| |
| #include <android/hardware/camera/device/3.2/ICameraDevice.h> |
| #include <android/hardware/camera/device/3.2/ICameraDeviceSession.h> |
| #include <android/hardware/camera/device/3.3/ICameraDeviceSession.h> |
| #include <android/hardware/camera/device/3.4/ICameraDeviceSession.h> |
| #include <android/hardware/camera/device/3.5/ICameraDeviceSession.h> |
| #include <android/hardware/camera/device/3.2/ICameraDeviceCallback.h> |
| #include <android/hardware/camera/device/3.4/ICameraDeviceCallback.h> |
| #include <android/hardware/camera/device/3.5/ICameraDeviceCallback.h> |
| #include <fmq/MessageQueue.h> |
| |
| #include <camera/CaptureResult.h> |
| |
| #include "common/CameraDeviceBase.h" |
| #include "device3/StatusTracker.h" |
| #include "device3/Camera3BufferManager.h" |
| #include "device3/DistortionMapper.h" |
| #include "utils/TagMonitor.h" |
| #include "utils/LatencyHistogram.h" |
| #include <camera_metadata_hidden.h> |
| |
| using android::camera3::OutputStreamInfo; |
| |
| namespace android { |
| |
| namespace camera3 { |
| |
| class Camera3Stream; |
| class Camera3ZslStream; |
| class Camera3OutputStreamInterface; |
| class Camera3StreamInterface; |
| |
| } // namespace camera3 |
| |
| /** |
| * CameraDevice for HAL devices with version CAMERA_DEVICE_API_VERSION_3_0 or higher. |
| */ |
| class Camera3Device : |
| public CameraDeviceBase, |
| virtual public hardware::camera::device::V3_5::ICameraDeviceCallback { |
| public: |
| |
| explicit Camera3Device(const String8& id); |
| |
| virtual ~Camera3Device(); |
| |
| /** |
| * CameraDeviceBase interface |
| */ |
| |
| const String8& getId() const override; |
| |
| metadata_vendor_id_t getVendorTagId() const override { return mVendorTagId; } |
| |
| // Transitions to idle state on success. |
| status_t initialize(sp<CameraProviderManager> manager, const String8& monitorTags) override; |
| status_t disconnect() override; |
| status_t dump(int fd, const Vector<String16> &args) override; |
| const CameraMetadata& info() const override; |
| const CameraMetadata& info(const String8& physicalId) const override; |
| |
| // Capture and setStreamingRequest will configure streams if currently in |
| // idle state |
| status_t capture(CameraMetadata &request, int64_t *lastFrameNumber = NULL) override; |
| status_t captureList(const List<const PhysicalCameraSettingsList> &requestsList, |
| const std::list<const SurfaceMap> &surfaceMaps, |
| int64_t *lastFrameNumber = NULL) override; |
| status_t setStreamingRequest(const CameraMetadata &request, |
| int64_t *lastFrameNumber = NULL) override; |
| status_t setStreamingRequestList(const List<const PhysicalCameraSettingsList> &requestsList, |
| const std::list<const SurfaceMap> &surfaceMaps, |
| int64_t *lastFrameNumber = NULL) override; |
| status_t clearStreamingRequest(int64_t *lastFrameNumber = NULL) override; |
| |
| status_t waitUntilRequestReceived(int32_t requestId, nsecs_t timeout) override; |
| |
| // Actual stream creation/deletion is delayed until first request is submitted |
| // If adding streams while actively capturing, will pause device before adding |
| // stream, reconfiguring device, and unpausing. If the client create a stream |
| // with nullptr consumer surface, the client must then call setConsumers() |
| // and finish the stream configuration before starting output streaming. |
| status_t createStream(sp<Surface> consumer, |
| uint32_t width, uint32_t height, int format, |
| android_dataspace dataSpace, camera3_stream_rotation_t rotation, int *id, |
| const String8& physicalCameraId, |
| std::vector<int> *surfaceIds = nullptr, |
| int streamSetId = camera3::CAMERA3_STREAM_SET_ID_INVALID, |
| bool isShared = false, uint64_t consumerUsage = 0) override; |
| status_t createStream(const std::vector<sp<Surface>>& consumers, |
| bool hasDeferredConsumer, uint32_t width, uint32_t height, int format, |
| android_dataspace dataSpace, camera3_stream_rotation_t rotation, int *id, |
| const String8& physicalCameraId, |
| std::vector<int> *surfaceIds = nullptr, |
| int streamSetId = camera3::CAMERA3_STREAM_SET_ID_INVALID, |
| bool isShared = false, uint64_t consumerUsage = 0) override; |
| |
| status_t createInputStream( |
| uint32_t width, uint32_t height, int format, |
| int *id) override; |
| |
| status_t getStreamInfo(int id, StreamInfo *streamInfo) override; |
| status_t setStreamTransform(int id, int transform) override; |
| |
| status_t deleteStream(int id) override; |
| |
| status_t configureStreams(const CameraMetadata& sessionParams, |
| int operatingMode = |
| static_cast<int>(hardware::camera::device::V3_2::StreamConfigurationMode::NORMAL_MODE)) |
| override; |
| status_t getInputBufferProducer( |
| sp<IGraphicBufferProducer> *producer) override; |
| |
| status_t createDefaultRequest(int templateId, CameraMetadata *request) override; |
| |
| // Transitions to the idle state on success |
| status_t waitUntilDrained() override; |
| |
| status_t setNotifyCallback(wp<NotificationListener> listener) override; |
| bool willNotify3A() override; |
| status_t waitForNextFrame(nsecs_t timeout) override; |
| status_t getNextResult(CaptureResult *frame) override; |
| |
| status_t triggerAutofocus(uint32_t id) override; |
| status_t triggerCancelAutofocus(uint32_t id) override; |
| status_t triggerPrecaptureMetering(uint32_t id) override; |
| |
| status_t flush(int64_t *lastFrameNumber = NULL) override; |
| |
| status_t prepare(int streamId) override; |
| |
| status_t tearDown(int streamId) override; |
| |
| status_t addBufferListenerForStream(int streamId, |
| wp<camera3::Camera3StreamBufferListener> listener) override; |
| |
| status_t prepare(int maxCount, int streamId) override; |
| |
| ssize_t getJpegBufferSize(uint32_t width, uint32_t height) const override; |
| ssize_t getPointCloudBufferSize() const; |
| ssize_t getRawOpaqueBufferSize(int32_t width, int32_t height) const; |
| |
| // Methods called by subclasses |
| void notifyStatus(bool idle); // updates from StatusTracker |
| |
| /** |
| * Set the deferred consumer surfaces to the output stream and finish the deferred |
| * consumer configuration. |
| */ |
| status_t setConsumerSurfaces( |
| int streamId, const std::vector<sp<Surface>>& consumers, |
| std::vector<int> *surfaceIds /*out*/) override; |
| |
| /** |
| * Update a given stream. |
| */ |
| status_t updateStream(int streamId, const std::vector<sp<Surface>> &newSurfaces, |
| const std::vector<OutputStreamInfo> &outputInfo, |
| const std::vector<size_t> &removedSurfaceIds, |
| KeyedVector<sp<Surface>, size_t> *outputMap/*out*/); |
| |
| /** |
| * Drop buffers for stream of streamId if dropping is true. If dropping is false, do not |
| * drop buffers for stream of streamId. |
| */ |
| status_t dropStreamBuffers(bool dropping, int streamId) override; |
| |
| /** |
| * Helper functions to map between framework and HIDL values |
| */ |
| static hardware::graphics::common::V1_0::PixelFormat mapToPixelFormat(int frameworkFormat); |
| static hardware::camera::device::V3_2::DataspaceFlags mapToHidlDataspace( |
| android_dataspace dataSpace); |
| static hardware::camera::device::V3_2::BufferUsageFlags mapToConsumerUsage(uint64_t usage); |
| static hardware::camera::device::V3_2::StreamRotation mapToStreamRotation( |
| camera3_stream_rotation_t rotation); |
| // Returns a negative error code if the passed-in operation mode is not valid. |
| static status_t mapToStreamConfigurationMode(camera3_stream_configuration_mode_t operationMode, |
| /*out*/ hardware::camera::device::V3_2::StreamConfigurationMode *mode); |
| static camera3_buffer_status_t mapHidlBufferStatus( |
| hardware::camera::device::V3_2::BufferStatus status); |
| static int mapToFrameworkFormat(hardware::graphics::common::V1_0::PixelFormat pixelFormat); |
| static android_dataspace mapToFrameworkDataspace( |
| hardware::camera::device::V3_2::DataspaceFlags); |
| static uint64_t mapConsumerToFrameworkUsage( |
| hardware::camera::device::V3_2::BufferUsageFlags usage); |
| static uint64_t mapProducerToFrameworkUsage( |
| hardware::camera::device::V3_2::BufferUsageFlags usage); |
| |
| private: |
| |
| status_t disconnectImpl(); |
| |
| // internal typedefs |
| using RequestMetadataQueue = hardware::MessageQueue<uint8_t, hardware::kSynchronizedReadWrite>; |
| using ResultMetadataQueue = hardware::MessageQueue<uint8_t, hardware::kSynchronizedReadWrite>; |
| |
| static const size_t kDumpLockAttempts = 10; |
| static const size_t kDumpSleepDuration = 100000; // 0.10 sec |
| static const nsecs_t kActiveTimeout = 500000000; // 500 ms |
| static const nsecs_t kMinWarnInflightDuration = 5000000000; // 5 s |
| static const size_t kInFlightWarnLimit = 30; |
| static const size_t kInFlightWarnLimitHighSpeed = 256; // batch size 32 * pipe depth 8 |
| static const nsecs_t kDefaultExpectedDuration = 100000000; // 100 ms |
| static const nsecs_t kMinInflightDuration = 5000000000; // 5 s |
| static const nsecs_t kBaseGetBufferWait = 3000000000; // 3 sec. |
| // SCHED_FIFO priority for request submission thread in HFR mode |
| static const int kRequestThreadPriority = 1; |
| |
| struct RequestTrigger; |
| // minimal jpeg buffer size: 256KB + blob header |
| static const ssize_t kMinJpegBufferSize = 256 * 1024 + sizeof(camera3_jpeg_blob); |
| // Constant to use for stream ID when one doesn't exist |
| static const int NO_STREAM = -1; |
| |
| // A lock to enforce serialization on the input/configure side |
| // of the public interface. |
| // Only locked by public methods inherited from CameraDeviceBase. |
| // Not locked by methods guarded by mOutputLock, since they may act |
| // concurrently to the input/configure side of the interface. |
| // Must be locked before mLock if both will be locked by a method |
| Mutex mInterfaceLock; |
| |
| // The main lock on internal state |
| Mutex mLock; |
| |
| // Camera device ID |
| const String8 mId; |
| |
| // Current stream configuration mode; |
| int mOperatingMode; |
| // Current session wide parameters |
| hardware::camera2::impl::CameraMetadataNative mSessionParams; |
| |
| // Constant to use for no set operating mode |
| static const int NO_MODE = -1; |
| |
| // Flag indicating is the current active stream configuration is constrained high speed. |
| bool mIsConstrainedHighSpeedConfiguration; |
| |
| // FMQ to write result on. Must be guarded by mProcessCaptureResultLock. |
| std::unique_ptr<ResultMetadataQueue> mResultMetadataQueue; |
| |
| /**** Scope for mLock ****/ |
| |
| /** |
| * Adapter for legacy HAL / HIDL HAL interface calls; calls either into legacy HALv3 or the |
| * HIDL HALv3 interfaces. |
| */ |
| class HalInterface : public camera3::Camera3StreamBufferFreedListener { |
| public: |
| HalInterface(sp<hardware::camera::device::V3_2::ICameraDeviceSession> &session, |
| std::shared_ptr<RequestMetadataQueue> queue, |
| bool useHalBufManager); |
| HalInterface(const HalInterface &other); |
| HalInterface(); |
| |
| // Returns true if constructed with a valid device or session, and not yet cleared |
| bool valid(); |
| |
| // Reset this HalInterface object (does not call close()) |
| void clear(); |
| |
| // Calls into the HAL interface |
| |
| // Caller takes ownership of requestTemplate |
| status_t constructDefaultRequestSettings(camera3_request_template_t templateId, |
| /*out*/ camera_metadata_t **requestTemplate); |
| status_t configureStreams(const camera_metadata_t *sessionParams, |
| /*inout*/ camera3_stream_configuration *config, |
| const std::vector<uint32_t>& bufferSizes); |
| |
| // When the call succeeds, the ownership of acquire fences in requests is transferred to |
| // HalInterface. More specifically, the current implementation will send the fence to |
| // HAL process and close the FD in cameraserver process. When the call fails, the ownership |
| // of the acquire fence still belongs to the caller. |
| status_t processBatchCaptureRequests( |
| std::vector<camera3_capture_request_t*>& requests, |
| /*out*/uint32_t* numRequestProcessed); |
| status_t flush(); |
| status_t dump(int fd); |
| status_t close(); |
| |
| void signalPipelineDrain(const std::vector<int>& streamIds); |
| bool isReconfigurationRequired(CameraMetadata& oldSessionParams, |
| CameraMetadata& newSessionParams); |
| |
| // method to extract buffer's unique ID |
| // return pair of (newlySeenBuffer?, bufferId) |
| std::pair<bool, uint64_t> getBufferId(const buffer_handle_t& buf, int streamId); |
| |
| // Find a buffer_handle_t based on frame number and stream ID |
| status_t popInflightBuffer(int32_t frameNumber, int32_t streamId, |
| /*out*/ buffer_handle_t **buffer); |
| |
| // Register a bufId (streamId, buffer_handle_t) to inflight request buffer |
| status_t pushInflightRequestBuffer( |
| uint64_t bufferId, buffer_handle_t* buf, int32_t streamId); |
| |
| // Find a buffer_handle_t based on bufferId |
| status_t popInflightRequestBuffer(uint64_t bufferId, |
| /*out*/ buffer_handle_t** buffer, |
| /*optional out*/ int32_t* streamId = nullptr); |
| |
| // Get a vector of (frameNumber, streamId) pair of currently inflight |
| // buffers |
| void getInflightBufferKeys(std::vector<std::pair<int32_t, int32_t>>* out); |
| |
| // Get a vector of bufferId of currently inflight buffers |
| void getInflightRequestBufferKeys(std::vector<uint64_t>* out); |
| |
| void onStreamReConfigured(int streamId); |
| |
| static const uint64_t BUFFER_ID_NO_BUFFER = 0; |
| private: |
| // Always valid |
| sp<hardware::camera::device::V3_2::ICameraDeviceSession> mHidlSession; |
| // Valid if ICameraDeviceSession is @3.3 or newer |
| sp<hardware::camera::device::V3_3::ICameraDeviceSession> mHidlSession_3_3; |
| // Valid if ICameraDeviceSession is @3.4 or newer |
| sp<hardware::camera::device::V3_4::ICameraDeviceSession> mHidlSession_3_4; |
| // Valid if ICameraDeviceSession is @3.5 or newer |
| sp<hardware::camera::device::V3_5::ICameraDeviceSession> mHidlSession_3_5; |
| |
| std::shared_ptr<RequestMetadataQueue> mRequestMetadataQueue; |
| |
| std::mutex mInflightLock; |
| |
| // The output HIDL request still depends on input camera3_capture_request_t |
| // Do not free input camera3_capture_request_t before output HIDL request |
| status_t wrapAsHidlRequest(camera3_capture_request_t* in, |
| /*out*/hardware::camera::device::V3_2::CaptureRequest* out, |
| /*out*/std::vector<native_handle_t*>* handlesCreated, |
| /*out*/std::vector<std::pair<int32_t, int32_t>>* inflightBuffers); |
| |
| status_t pushInflightBufferLocked(int32_t frameNumber, int32_t streamId, |
| buffer_handle_t *buffer); |
| |
| // Pop inflight buffers based on pairs of (frameNumber,streamId) |
| void popInflightBuffers(const std::vector<std::pair<int32_t, int32_t>>& buffers); |
| |
| // Cache of buffer handles keyed off (frameNumber << 32 | streamId) |
| std::unordered_map<uint64_t, buffer_handle_t*> mInflightBufferMap; |
| |
| // Delete and optionally close native handles and clear the input vector afterward |
| static void cleanupNativeHandles( |
| std::vector<native_handle_t*> *handles, bool closeFd = false); |
| |
| struct BufferHasher { |
| size_t operator()(const buffer_handle_t& buf) const { |
| if (buf == nullptr) |
| return 0; |
| |
| size_t result = 1; |
| result = 31 * result + buf->numFds; |
| for (int i = 0; i < buf->numFds; i++) { |
| result = 31 * result + buf->data[i]; |
| } |
| return result; |
| } |
| }; |
| |
| struct BufferComparator { |
| bool operator()(const buffer_handle_t& buf1, const buffer_handle_t& buf2) const { |
| if (buf1->numFds == buf2->numFds) { |
| for (int i = 0; i < buf1->numFds; i++) { |
| if (buf1->data[i] != buf2->data[i]) { |
| return false; |
| } |
| } |
| return true; |
| } |
| return false; |
| } |
| }; |
| |
| std::mutex mBufferIdMapLock; // protecting mBufferIdMaps and mNextBufferId |
| typedef std::unordered_map<const buffer_handle_t, uint64_t, |
| BufferHasher, BufferComparator> BufferIdMap; |
| // stream ID -> per stream buffer ID map |
| std::unordered_map<int, BufferIdMap> mBufferIdMaps; |
| uint64_t mNextBufferId = 1; // 0 means no buffer |
| |
| virtual void onBufferFreed(int streamId, const native_handle_t* handle) override; |
| |
| std::vector<std::pair<int, uint64_t>> mFreedBuffers; |
| |
| // Buffers given to HAL through requestStreamBuffer API |
| std::mutex mRequestedBuffersLock; |
| std::unordered_map<uint64_t, std::pair<int32_t, buffer_handle_t*>> mRequestedBuffers; |
| |
| uint32_t mNextStreamConfigCounter = 1; |
| |
| const bool mUseHalBufManager; |
| bool mIsReconfigurationQuerySupported; |
| }; |
| |
| sp<HalInterface> mInterface; |
| |
| CameraMetadata mDeviceInfo; |
| std::unordered_map<std::string, CameraMetadata> mPhysicalDeviceInfoMap; |
| |
| CameraMetadata mRequestTemplateCache[CAMERA3_TEMPLATE_COUNT]; |
| |
| struct Size { |
| uint32_t width; |
| uint32_t height; |
| explicit Size(uint32_t w = 0, uint32_t h = 0) : width(w), height(h){} |
| }; |
| // Map from format to size. |
| Vector<Size> mSupportedOpaqueInputSizes; |
| |
| enum Status { |
| STATUS_ERROR, |
| STATUS_UNINITIALIZED, |
| STATUS_UNCONFIGURED, |
| STATUS_CONFIGURED, |
| STATUS_ACTIVE |
| } mStatus; |
| |
| // Only clear mRecentStatusUpdates, mStatusWaiters from waitUntilStateThenRelock |
| Vector<Status> mRecentStatusUpdates; |
| int mStatusWaiters; |
| |
| Condition mStatusChanged; |
| |
| // Tracking cause of fatal errors when in STATUS_ERROR |
| String8 mErrorCause; |
| |
| // Synchronized mapping of stream IDs to stream instances |
| class StreamSet { |
| public: |
| status_t add(int streamId, sp<camera3::Camera3OutputStreamInterface>); |
| ssize_t remove(int streamId); |
| sp<camera3::Camera3OutputStreamInterface> get(int streamId); |
| // get by (underlying) vector index |
| sp<camera3::Camera3OutputStreamInterface> operator[] (size_t index); |
| size_t size() const; |
| std::vector<int> getStreamIds(); |
| void clear(); |
| |
| private: |
| mutable std::mutex mLock; |
| KeyedVector<int, sp<camera3::Camera3OutputStreamInterface>> mData; |
| }; |
| |
| StreamSet mOutputStreams; |
| sp<camera3::Camera3Stream> mInputStream; |
| int mNextStreamId; |
| bool mNeedConfig; |
| |
| int mDummyStreamId; |
| |
| // Whether to send state updates upstream |
| // Pause when doing transparent reconfiguration |
| bool mPauseStateNotify; |
| |
| // Need to hold on to stream references until configure completes. |
| Vector<sp<camera3::Camera3StreamInterface> > mDeletedStreams; |
| |
| // Whether the HAL will send partial result |
| bool mUsePartialResult; |
| |
| // Number of partial results that will be delivered by the HAL. |
| uint32_t mNumPartialResults; |
| |
| /**** End scope for mLock ****/ |
| |
| // The offset converting from clock domain of other subsystem |
| // (video/hardware composer) to that of camera. Assumption is that this |
| // offset won't change during the life cycle of the camera device. In other |
| // words, camera device shouldn't be open during CPU suspend. |
| nsecs_t mTimestampOffset; |
| |
| class CaptureRequest : public LightRefBase<CaptureRequest> { |
| public: |
| PhysicalCameraSettingsList mSettingsList; |
| sp<camera3::Camera3Stream> mInputStream; |
| camera3_stream_buffer_t mInputBuffer; |
| Vector<sp<camera3::Camera3OutputStreamInterface> > |
| mOutputStreams; |
| SurfaceMap mOutputSurfaces; |
| CaptureResultExtras mResultExtras; |
| // The number of requests that should be submitted to HAL at a time. |
| // For example, if batch size is 8, this request and the following 7 |
| // requests will be submitted to HAL at a time. The batch size for |
| // the following 7 requests will be ignored by the request thread. |
| int mBatchSize; |
| // Whether this request is from a repeating or repeating burst. |
| bool mRepeating; |
| }; |
| typedef List<sp<CaptureRequest> > RequestList; |
| |
| status_t checkStatusOkToCaptureLocked(); |
| |
| status_t convertMetadataListToRequestListLocked( |
| const List<const PhysicalCameraSettingsList> &metadataList, |
| const std::list<const SurfaceMap> &surfaceMaps, |
| bool repeating, |
| /*out*/ |
| RequestList *requestList); |
| |
| void convertToRequestList(List<const PhysicalCameraSettingsList>& requestsList, |
| std::list<const SurfaceMap>& surfaceMaps, |
| const CameraMetadata& request); |
| |
| status_t submitRequestsHelper(const List<const PhysicalCameraSettingsList> &requestsList, |
| const std::list<const SurfaceMap> &surfaceMaps, |
| bool repeating, |
| int64_t *lastFrameNumber = NULL); |
| |
| |
| /** |
| * Implementation of android::hardware::camera::device::V3_5::ICameraDeviceCallback |
| */ |
| |
| hardware::Return<void> processCaptureResult_3_4( |
| const hardware::hidl_vec< |
| hardware::camera::device::V3_4::CaptureResult>& results) override; |
| hardware::Return<void> processCaptureResult( |
| const hardware::hidl_vec< |
| hardware::camera::device::V3_2::CaptureResult>& results) override; |
| hardware::Return<void> notify( |
| const hardware::hidl_vec< |
| hardware::camera::device::V3_2::NotifyMsg>& msgs) override; |
| |
| hardware::Return<void> requestStreamBuffers( |
| const hardware::hidl_vec< |
| hardware::camera::device::V3_5::BufferRequest>& bufReqs, |
| requestStreamBuffers_cb _hidl_cb) override; |
| |
| hardware::Return<void> returnStreamBuffers( |
| const hardware::hidl_vec< |
| hardware::camera::device::V3_2::StreamBuffer>& buffers) override; |
| |
| // Handle one capture result. Assume that mProcessCaptureResultLock is held. |
| void processOneCaptureResultLocked( |
| const hardware::camera::device::V3_2::CaptureResult& result, |
| const hardware::hidl_vec< |
| hardware::camera::device::V3_4::PhysicalCameraMetadata> physicalCameraMetadata); |
| status_t readOneCameraMetadataLocked(uint64_t fmqResultSize, |
| hardware::camera::device::V3_2::CameraMetadata& resultMetadata, |
| const hardware::camera::device::V3_2::CameraMetadata& result); |
| |
| // Handle one notify message |
| void notify(const hardware::camera::device::V3_2::NotifyMsg& msg); |
| |
| // lock to ensure only one processCaptureResult is called at a time. |
| Mutex mProcessCaptureResultLock; |
| |
| /** |
| * Common initialization code shared by both HAL paths |
| * |
| * Must be called with mLock and mInterfaceLock held. |
| */ |
| status_t initializeCommonLocked(); |
| |
| /** |
| * Get the last request submitted to the hal by the request thread. |
| * |
| * Must be called with mLock held. |
| */ |
| virtual CameraMetadata getLatestRequestLocked(); |
| |
| /** |
| * Update the current device status and wake all waiting threads. |
| * |
| * Must be called with mLock held. |
| */ |
| void internalUpdateStatusLocked(Status status); |
| |
| /** |
| * Pause processing and flush everything, but don't tell the clients. |
| * This is for reconfiguring outputs transparently when according to the |
| * CameraDeviceBase interface we shouldn't need to. |
| * Must be called with mLock and mInterfaceLock both held. |
| */ |
| status_t internalPauseAndWaitLocked(nsecs_t maxExpectedDuration); |
| |
| /** |
| * Resume work after internalPauseAndWaitLocked() |
| * Must be called with mLock and mInterfaceLock both held. |
| */ |
| status_t internalResumeLocked(); |
| |
| /** |
| * Wait until status tracker tells us we've transitioned to the target state |
| * set, which is either ACTIVE when active==true or IDLE (which is any |
| * non-ACTIVE state) when active==false. |
| * |
| * Needs to be called with mLock and mInterfaceLock held. This means there |
| * can ever only be one waiter at most. |
| * |
| * During the wait mLock is released. |
| * |
| */ |
| status_t waitUntilStateThenRelock(bool active, nsecs_t timeout); |
| |
| /** |
| * Implementation of waitUntilDrained. On success, will transition to IDLE state. |
| * |
| * Need to be called with mLock and mInterfaceLock held. |
| */ |
| status_t waitUntilDrainedLocked(nsecs_t maxExpectedDuration); |
| |
| /** |
| * Do common work for setting up a streaming or single capture request. |
| * On success, will transition to ACTIVE if in IDLE. |
| */ |
| sp<CaptureRequest> setUpRequestLocked(const PhysicalCameraSettingsList &request, |
| const SurfaceMap &surfaceMap); |
| |
| /** |
| * Build a CaptureRequest request from the CameraDeviceBase request |
| * settings. |
| */ |
| sp<CaptureRequest> createCaptureRequest(const PhysicalCameraSettingsList &request, |
| const SurfaceMap &surfaceMap); |
| |
| /** |
| * Pause state updates to the client application. Needed to mask out idle/active |
| * transitions during internal reconfigure |
| */ |
| void pauseStateNotify(bool enable); |
| |
| /** |
| * Internally re-configure camera device using new session parameters. |
| * This will get triggered by the request thread. Be sure to call |
| * pauseStateNotify(true) before going idle in the requesting location. |
| */ |
| bool reconfigureCamera(const CameraMetadata& sessionParams); |
| |
| /** |
| * Filter stream session parameters and configure camera HAL. |
| */ |
| status_t filterParamsAndConfigureLocked(const CameraMetadata& sessionParams, |
| int operatingMode); |
| |
| /** |
| * Take the currently-defined set of streams and configure the HAL to use |
| * them. This is a long-running operation (may be several hundered ms). |
| */ |
| status_t configureStreamsLocked(int operatingMode, |
| const CameraMetadata& sessionParams, bool notifyRequestThread = true); |
| |
| /** |
| * Cancel stream configuration that did not finish successfully. |
| */ |
| void cancelStreamsConfigurationLocked(); |
| |
| /** |
| * Add a dummy stream to the current stream set as a workaround for |
| * not allowing 0 streams in the camera HAL spec. |
| */ |
| status_t addDummyStreamLocked(); |
| |
| /** |
| * Remove a dummy stream if the current config includes real streams. |
| */ |
| status_t tryRemoveDummyStreamLocked(); |
| |
| /** |
| * Set device into an error state due to some fatal failure, and set an |
| * error message to indicate why. Only the first call's message will be |
| * used. The message is also sent to the log. |
| */ |
| void setErrorState(const char *fmt, ...); |
| void setErrorStateV(const char *fmt, va_list args); |
| void setErrorStateLocked(const char *fmt, ...); |
| void setErrorStateLockedV(const char *fmt, va_list args); |
| |
| /** |
| * Debugging trylock/spin method |
| * Try to acquire a lock a few times with sleeps between before giving up. |
| */ |
| bool tryLockSpinRightRound(Mutex& lock); |
| |
| /** |
| * Helper function to determine if an input size for implementation defined |
| * format is supported. |
| */ |
| bool isOpaqueInputSizeSupported(uint32_t width, uint32_t height); |
| |
| /** |
| * Helper function to get the largest Jpeg resolution (in area) |
| * Return Size(0, 0) if static metatdata is invalid |
| */ |
| Size getMaxJpegResolution() const; |
| |
| /** |
| * Helper function to get the offset between MONOTONIC and BOOTTIME |
| * timestamp. |
| */ |
| static nsecs_t getMonoToBoottimeOffset(); |
| |
| struct RequestTrigger { |
| // Metadata tag number, e.g. android.control.aePrecaptureTrigger |
| uint32_t metadataTag; |
| // Metadata value, e.g. 'START' or the trigger ID |
| int32_t entryValue; |
| |
| // The last part of the fully qualified path, e.g. afTrigger |
| const char *getTagName() const { |
| return get_camera_metadata_tag_name(metadataTag) ?: "NULL"; |
| } |
| |
| // e.g. TYPE_BYTE, TYPE_INT32, etc. |
| int getTagType() const { |
| return get_camera_metadata_tag_type(metadataTag); |
| } |
| }; |
| |
| /** |
| * Thread for managing capture request submission to HAL device. |
| */ |
| class RequestThread : public Thread { |
| |
| public: |
| |
| RequestThread(wp<Camera3Device> parent, |
| sp<camera3::StatusTracker> statusTracker, |
| sp<HalInterface> interface, |
| const Vector<int32_t>& sessionParamKeys, |
| bool useHalBufManager); |
| ~RequestThread(); |
| |
| void setNotificationListener(wp<NotificationListener> listener); |
| |
| /** |
| * Call after stream (re)-configuration is completed. |
| */ |
| void configurationComplete(bool isConstrainedHighSpeed, |
| const CameraMetadata& sessionParams); |
| |
| /** |
| * Set or clear the list of repeating requests. Does not block |
| * on either. Use waitUntilPaused to wait until request queue |
| * has emptied out. |
| */ |
| status_t setRepeatingRequests(const RequestList& requests, |
| /*out*/ |
| int64_t *lastFrameNumber = NULL); |
| status_t clearRepeatingRequests(/*out*/ |
| int64_t *lastFrameNumber = NULL); |
| |
| status_t queueRequestList(List<sp<CaptureRequest> > &requests, |
| /*out*/ |
| int64_t *lastFrameNumber = NULL); |
| |
| /** |
| * Remove all queued and repeating requests, and pending triggers |
| */ |
| status_t clear(/*out*/int64_t *lastFrameNumber = NULL); |
| |
| /** |
| * Flush all pending requests in HAL. |
| */ |
| status_t flush(); |
| |
| /** |
| * Queue a trigger to be dispatched with the next outgoing |
| * process_capture_request. The settings for that request only |
| * will be temporarily rewritten to add the trigger tag/value. |
| * Subsequent requests will not be rewritten (for this tag). |
| */ |
| status_t queueTrigger(RequestTrigger trigger[], size_t count); |
| |
| /** |
| * Pause/unpause the capture thread. Doesn't block, so use |
| * waitUntilPaused to wait until the thread is paused. |
| */ |
| void setPaused(bool paused); |
| |
| /** |
| * Wait until thread processes the capture request with settings' |
| * android.request.id == requestId. |
| * |
| * Returns TIMED_OUT in case the thread does not process the request |
| * within the timeout. |
| */ |
| status_t waitUntilRequestProcessed(int32_t requestId, nsecs_t timeout); |
| |
| /** |
| * Shut down the thread. Shutdown is asynchronous, so thread may |
| * still be running once this method returns. |
| */ |
| virtual void requestExit(); |
| |
| /** |
| * Get the latest request that was sent to the HAL |
| * with process_capture_request. |
| */ |
| CameraMetadata getLatestRequest() const; |
| |
| /** |
| * Returns true if the stream is a target of any queued or repeating |
| * capture request |
| */ |
| bool isStreamPending(sp<camera3::Camera3StreamInterface>& stream); |
| |
| /** |
| * Returns true if the surface is a target of any queued or repeating |
| * capture request |
| */ |
| bool isOutputSurfacePending(int streamId, size_t surfaceId); |
| |
| // dump processCaptureRequest latency |
| void dumpCaptureRequestLatency(int fd, const char* name) { |
| mRequestLatency.dump(fd, name); |
| } |
| |
| void signalPipelineDrain(const std::vector<int>& streamIds); |
| |
| protected: |
| |
| virtual bool threadLoop(); |
| |
| private: |
| static const String8& getId(const wp<Camera3Device> &device); |
| |
| status_t queueTriggerLocked(RequestTrigger trigger); |
| // Mix-in queued triggers into this request |
| int32_t insertTriggers(const sp<CaptureRequest> &request); |
| // Purge the queued triggers from this request, |
| // restoring the old field values for those tags. |
| status_t removeTriggers(const sp<CaptureRequest> &request); |
| |
| // HAL workaround: Make sure a trigger ID always exists if |
| // a trigger does |
| status_t addDummyTriggerIds(const sp<CaptureRequest> &request); |
| |
| static const nsecs_t kRequestTimeout = 50e6; // 50 ms |
| |
| // Used to prepare a batch of requests. |
| struct NextRequest { |
| sp<CaptureRequest> captureRequest; |
| camera3_capture_request_t halRequest; |
| Vector<camera3_stream_buffer_t> outputBuffers; |
| bool submitted; |
| }; |
| |
| // Wait for the next batch of requests and put them in mNextRequests. mNextRequests will |
| // be empty if it times out. |
| void waitForNextRequestBatch(); |
| |
| // Waits for a request, or returns NULL if times out. Must be called with mRequestLock hold. |
| sp<CaptureRequest> waitForNextRequestLocked(); |
| |
| // Prepare HAL requests and output buffers in mNextRequests. Return TIMED_OUT if getting any |
| // output buffer timed out. If an error is returned, the caller should clean up the pending |
| // request batch. |
| status_t prepareHalRequests(); |
| |
| // Return buffers, etc, for requests in mNextRequests that couldn't be fully constructed and |
| // send request errors if sendRequestError is true. The buffers will be returned in the |
| // ERROR state to mark them as not having valid data. mNextRequests will be cleared. |
| void cleanUpFailedRequests(bool sendRequestError); |
| |
| // Stop the repeating request if any of its output streams is abandoned. |
| void checkAndStopRepeatingRequest(); |
| |
| // Release physical camera settings and camera id resources. |
| void cleanupPhysicalSettings(sp<CaptureRequest> request, |
| /*out*/camera3_capture_request_t *halRequest); |
| |
| // Pause handling |
| bool waitIfPaused(); |
| void unpauseForNewRequests(); |
| |
| // Relay error to parent device object setErrorState |
| void setErrorState(const char *fmt, ...); |
| |
| // If the input request is in mRepeatingRequests. Must be called with mRequestLock hold |
| bool isRepeatingRequestLocked(const sp<CaptureRequest>&); |
| |
| // Clear repeating requests. Must be called with mRequestLock held. |
| status_t clearRepeatingRequestsLocked(/*out*/ int64_t *lastFrameNumber = NULL); |
| |
| // send request in mNextRequests to HAL in a batch. Return true = sucssess |
| bool sendRequestsBatch(); |
| |
| // Calculate the expected maximum duration for a request |
| nsecs_t calculateMaxExpectedDuration(const camera_metadata_t *request); |
| |
| // Check and update latest session parameters based on the current request settings. |
| bool updateSessionParameters(const CameraMetadata& settings); |
| |
| // Check whether FPS range session parameter re-configuration is needed in constrained |
| // high speed recording camera sessions. |
| bool skipHFRTargetFPSUpdate(int32_t tag, const camera_metadata_ro_entry_t& newEntry, |
| const camera_metadata_entry_t& currentEntry); |
| |
| // Update next request sent to HAL |
| void updateNextRequest(NextRequest& nextRequest); |
| |
| wp<Camera3Device> mParent; |
| wp<camera3::StatusTracker> mStatusTracker; |
| sp<HalInterface> mInterface; |
| |
| wp<NotificationListener> mListener; |
| |
| const String8& mId; // The camera ID |
| int mStatusId; // The RequestThread's component ID for |
| // status tracking |
| |
| Mutex mRequestLock; |
| Condition mRequestSignal; |
| RequestList mRequestQueue; |
| RequestList mRepeatingRequests; |
| // The next batch of requests being prepped for submission to the HAL, no longer |
| // on the request queue. Read-only even with mRequestLock held, outside |
| // of threadLoop |
| Vector<NextRequest> mNextRequests; |
| |
| // To protect flush() and sending a request batch to HAL. |
| Mutex mFlushLock; |
| |
| bool mReconfigured; |
| |
| // Used by waitIfPaused, waitForNextRequest, waitUntilPaused, and signalPipelineDrain |
| Mutex mPauseLock; |
| bool mDoPause; |
| Condition mDoPauseSignal; |
| bool mPaused; |
| bool mNotifyPipelineDrain; |
| std::vector<int> mStreamIdsToBeDrained; |
| |
| sp<CaptureRequest> mPrevRequest; |
| int32_t mPrevTriggers; |
| |
| uint32_t mFrameNumber; |
| |
| mutable Mutex mLatestRequestMutex; |
| Condition mLatestRequestSignal; |
| // android.request.id for latest process_capture_request |
| int32_t mLatestRequestId; |
| CameraMetadata mLatestRequest; |
| std::unordered_map<std::string, CameraMetadata> mLatestPhysicalRequest; |
| |
| typedef KeyedVector<uint32_t/*tag*/, RequestTrigger> TriggerMap; |
| Mutex mTriggerMutex; |
| TriggerMap mTriggerMap; |
| TriggerMap mTriggerRemovedMap; |
| TriggerMap mTriggerReplacedMap; |
| uint32_t mCurrentAfTriggerId; |
| uint32_t mCurrentPreCaptureTriggerId; |
| |
| int64_t mRepeatingLastFrameNumber; |
| |
| // Flag indicating if we should prepare video stream for video requests. |
| bool mPrepareVideoStream; |
| |
| bool mConstrainedMode; |
| |
| static const int32_t kRequestLatencyBinSize = 40; // in ms |
| CameraLatencyHistogram mRequestLatency; |
| |
| Vector<int32_t> mSessionParamKeys; |
| CameraMetadata mLatestSessionParams; |
| |
| const bool mUseHalBufManager; |
| }; |
| sp<RequestThread> mRequestThread; |
| |
| /** |
| * In-flight queue for tracking completion of capture requests. |
| */ |
| |
| struct InFlightRequest { |
| // Set by notify() SHUTTER call. |
| nsecs_t shutterTimestamp; |
| // Set by process_capture_result(). |
| nsecs_t sensorTimestamp; |
| int requestStatus; |
| // Set by process_capture_result call with valid metadata |
| bool haveResultMetadata; |
| // Decremented by calls to process_capture_result with valid output |
| // and input buffers |
| int numBuffersLeft; |
| CaptureResultExtras resultExtras; |
| // If this request has any input buffer |
| bool hasInputBuffer; |
| |
| // The last metadata that framework receives from HAL and |
| // not yet send out because the shutter event hasn't arrived. |
| // It's added by process_capture_result and sent when framework |
| // receives the shutter event. |
| CameraMetadata pendingMetadata; |
| |
| // The metadata of the partial results that framework receives from HAL so far |
| // and has sent out. |
| CameraMetadata collectedPartialResult; |
| |
| // Buffers are added by process_capture_result when output buffers |
| // return from HAL but framework has not yet received the shutter |
| // event. They will be returned to the streams when framework receives |
| // the shutter event. |
| Vector<camera3_stream_buffer_t> pendingOutputBuffers; |
| |
| // Whether this inflight request's shutter and result callback are to be |
| // called. The policy is that if the request is the last one in the constrained |
| // high speed recording request list, this flag will be true. If the request list |
| // is not for constrained high speed recording, this flag will also be true. |
| bool hasCallback; |
| |
| // Maximum expected frame duration for this request. |
| // For manual captures, equal to the max of requested exposure time and frame duration |
| // For auto-exposure modes, equal to 1/(lower end of target FPS range) |
| nsecs_t maxExpectedDuration; |
| |
| // Whether the result metadata for this request is to be skipped. The |
| // result metadata should be skipped in the case of |
| // REQUEST/RESULT error. |
| bool skipResultMetadata; |
| |
| // The physical camera ids being requested. |
| std::set<String8> physicalCameraIds; |
| |
| // Map of physicalCameraId <-> Metadata |
| std::vector<PhysicalCaptureResultInfo> physicalMetadatas; |
| |
| // Indicates a still capture request. |
| bool stillCapture; |
| |
| // Indicates a ZSL capture request |
| bool zslCapture; |
| |
| // What shared surfaces an output should go to |
| SurfaceMap outputSurfaces; |
| |
| // Default constructor needed by KeyedVector |
| InFlightRequest() : |
| shutterTimestamp(0), |
| sensorTimestamp(0), |
| requestStatus(OK), |
| haveResultMetadata(false), |
| numBuffersLeft(0), |
| hasInputBuffer(false), |
| hasCallback(true), |
| maxExpectedDuration(kDefaultExpectedDuration), |
| skipResultMetadata(false), |
| stillCapture(false), |
| zslCapture(false) { |
| } |
| |
| InFlightRequest(int numBuffers, CaptureResultExtras extras, bool hasInput, |
| bool hasAppCallback, nsecs_t maxDuration, |
| const std::set<String8>& physicalCameraIdSet, bool isStillCapture, |
| bool isZslCapture, |
| const SurfaceMap& outSurfaces = SurfaceMap{}) : |
| shutterTimestamp(0), |
| sensorTimestamp(0), |
| requestStatus(OK), |
| haveResultMetadata(false), |
| numBuffersLeft(numBuffers), |
| resultExtras(extras), |
| hasInputBuffer(hasInput), |
| hasCallback(hasAppCallback), |
| maxExpectedDuration(maxDuration), |
| skipResultMetadata(false), |
| physicalCameraIds(physicalCameraIdSet), |
| stillCapture(isStillCapture), |
| zslCapture(isZslCapture), |
| outputSurfaces(outSurfaces) { |
| } |
| }; |
| |
| // Map from frame number to the in-flight request state |
| typedef KeyedVector<uint32_t, InFlightRequest> InFlightMap; |
| |
| |
| Mutex mInFlightLock; // Protects mInFlightMap and |
| // mExpectedInflightDuration |
| InFlightMap mInFlightMap; |
| nsecs_t mExpectedInflightDuration = 0; |
| int mInFlightStatusId; |
| |
| status_t registerInFlight(uint32_t frameNumber, |
| int32_t numBuffers, CaptureResultExtras resultExtras, bool hasInput, |
| bool callback, nsecs_t maxExpectedDuration, std::set<String8>& physicalCameraIds, |
| bool isStillCapture, bool isZslCapture, |
| const SurfaceMap& outputSurfaces); |
| |
| /** |
| * Returns the maximum expected time it'll take for all currently in-flight |
| * requests to complete, based on their settings |
| */ |
| nsecs_t getExpectedInFlightDuration(); |
| |
| /** |
| * Tracking for idle detection |
| */ |
| sp<camera3::StatusTracker> mStatusTracker; |
| |
| /** |
| * Graphic buffer manager for output streams. Each device has a buffer manager, which is used |
| * by the output streams to get and return buffers if these streams are registered to this |
| * buffer manager. |
| */ |
| sp<camera3::Camera3BufferManager> mBufferManager; |
| |
| /** |
| * Thread for preparing streams |
| */ |
| class PreparerThread : private Thread, public virtual RefBase { |
| public: |
| PreparerThread(); |
| ~PreparerThread(); |
| |
| void setNotificationListener(wp<NotificationListener> listener); |
| |
| /** |
| * Queue up a stream to be prepared. Streams are processed by a background thread in FIFO |
| * order. Pre-allocate up to maxCount buffers for the stream, or the maximum number needed |
| * for the pipeline if maxCount is ALLOCATE_PIPELINE_MAX. |
| */ |
| status_t prepare(int maxCount, sp<camera3::Camera3StreamInterface>& stream); |
| |
| /** |
| * Cancel all current and pending stream preparation |
| */ |
| status_t clear(); |
| |
| /** |
| * Pause all preparation activities |
| */ |
| void pause(); |
| |
| /** |
| * Resume preparation activities |
| */ |
| status_t resume(); |
| |
| private: |
| Mutex mLock; |
| Condition mThreadActiveSignal; |
| |
| virtual bool threadLoop(); |
| |
| // Guarded by mLock |
| |
| wp<NotificationListener> mListener; |
| std::unordered_map<int, sp<camera3::Camera3StreamInterface> > mPendingStreams; |
| bool mActive; |
| bool mCancelNow; |
| |
| // Only accessed by threadLoop and the destructor |
| |
| sp<camera3::Camera3StreamInterface> mCurrentStream; |
| int mCurrentMaxCount; |
| bool mCurrentPrepareComplete; |
| }; |
| sp<PreparerThread> mPreparerThread; |
| |
| /** |
| * Output result queue and current HAL device 3A state |
| */ |
| |
| // Lock for output side of device |
| Mutex mOutputLock; |
| |
| /**** Scope for mOutputLock ****/ |
| // the minimal frame number of the next non-reprocess result |
| uint32_t mNextResultFrameNumber; |
| // the minimal frame number of the next reprocess result |
| uint32_t mNextReprocessResultFrameNumber; |
| // the minimal frame number of the next ZSL still capture result |
| uint32_t mNextZslStillResultFrameNumber; |
| // the minimal frame number of the next non-reprocess shutter |
| uint32_t mNextShutterFrameNumber; |
| // the minimal frame number of the next reprocess shutter |
| uint32_t mNextReprocessShutterFrameNumber; |
| // the minimal frame number of the next ZSL still capture shutter |
| uint32_t mNextZslStillShutterFrameNumber; |
| List<CaptureResult> mResultQueue; |
| Condition mResultSignal; |
| wp<NotificationListener> mListener; |
| |
| /**** End scope for mOutputLock ****/ |
| |
| /** |
| * Callback functions from HAL device |
| */ |
| void processCaptureResult(const camera3_capture_result *result); |
| |
| void notify(const camera3_notify_msg *msg); |
| |
| // Specific notify handlers |
| void notifyError(const camera3_error_msg_t &msg, |
| sp<NotificationListener> listener); |
| void notifyShutter(const camera3_shutter_msg_t &msg, |
| sp<NotificationListener> listener); |
| |
| // helper function to return the output buffers to the streams. |
| void returnOutputBuffers(const camera3_stream_buffer_t *outputBuffers, |
| size_t numBuffers, nsecs_t timestamp, bool timestampIncreasing = true, |
| // The following arguments are only meant for surface sharing use case |
| const SurfaceMap& outputSurfaces = SurfaceMap{}, |
| // Used to send buffer error callback when failing to return buffer |
| const CaptureResultExtras &resultExtras = CaptureResultExtras{}); |
| |
| // Send a partial capture result. |
| void sendPartialCaptureResult(const camera_metadata_t * partialResult, |
| const CaptureResultExtras &resultExtras, uint32_t frameNumber); |
| |
| // Send a total capture result given the pending metadata and result extras, |
| // partial results, and the frame number to the result queue. |
| void sendCaptureResult(CameraMetadata &pendingMetadata, |
| CaptureResultExtras &resultExtras, |
| CameraMetadata &collectedPartialResult, uint32_t frameNumber, |
| bool reprocess, bool zslStillCapture, |
| const std::vector<PhysicalCaptureResultInfo>& physicalMetadatas); |
| |
| bool isLastFullResult(const InFlightRequest& inFlightRequest); |
| |
| // Insert the result to the result queue after updating frame number and overriding AE |
| // trigger cancel. |
| // mOutputLock must be held when calling this function. |
| void insertResultLocked(CaptureResult *result, uint32_t frameNumber); |
| |
| /**** Scope for mInFlightLock ****/ |
| |
| // Remove the in-flight map entry of the given index from mInFlightMap. |
| // It must only be called with mInFlightLock held. |
| void removeInFlightMapEntryLocked(int idx); |
| // Remove the in-flight request of the given index from mInFlightMap |
| // if it's no longer needed. It must only be called with mInFlightLock held. |
| void removeInFlightRequestIfReadyLocked(int idx); |
| // Remove all in-flight requests and return all buffers. |
| // This is used after HAL interface is closed to cleanup any request/buffers |
| // not returned by HAL. |
| void flushInflightRequests(); |
| |
| /**** End scope for mInFlightLock ****/ |
| |
| /** |
| * Distortion correction support |
| */ |
| // Map from camera IDs to its corresponding distortion mapper. Only contains |
| // 1 ID if the device isn't a logical multi-camera. Otherwise contains both |
| // logical camera and its physical subcameras. |
| std::unordered_map<std::string, camera3::DistortionMapper> mDistortionMappers; |
| |
| // Debug tracker for metadata tag value changes |
| // - Enabled with the -m <taglist> option to dumpsys, such as |
| // dumpsys -m android.control.aeState,android.control.aeMode |
| // - Disabled with -m off |
| // - dumpsys -m 3a is a shortcut for ae/af/awbMode, State, and Triggers |
| TagMonitor mTagMonitor; |
| |
| void monitorMetadata(TagMonitor::eventSource source, int64_t frameNumber, |
| nsecs_t timestamp, const CameraMetadata& metadata, |
| const std::unordered_map<std::string, CameraMetadata>& physicalMetadata); |
| |
| metadata_vendor_id_t mVendorTagId; |
| |
| // Cached last requested template id |
| int mLastTemplateId; |
| |
| // Synchronizes access to status tracker between inflight updates and disconnect. |
| // b/79972865 |
| Mutex mTrackerLock; |
| |
| // Whether HAL request buffers through requestStreamBuffers API |
| bool mUseHalBufManager = false; |
| |
| // Lock to ensure requestStreamBuffers() callbacks are serialized |
| std::mutex mRequestBufferInterfaceLock; |
| |
| // The state machine to control when requestStreamBuffers should allow |
| // HAL to request buffers. |
| enum RequestBufferState { |
| /** |
| * This is the initial state. |
| * requestStreamBuffers call will return FAILED_CONFIGURING in this state. |
| * Will switch to RB_STATUS_READY after a successful configureStreams or |
| * processCaptureRequest call. |
| */ |
| RB_STATUS_STOPPED, |
| |
| /** |
| * requestStreamBuffers call will proceed in this state. |
| * When device is asked to stay idle via waitUntilStateThenRelock() call: |
| * - Switch to RB_STATUS_STOPPED if there is no inflight requests and |
| * request thread is paused. |
| * - Switch to RB_STATUS_PENDING_STOP otherwise |
| */ |
| RB_STATUS_READY, |
| |
| /** |
| * requestStreamBuffers call will proceed in this state. |
| * Switch to RB_STATUS_STOPPED when all inflight requests are fulfilled |
| * and request thread is paused |
| */ |
| RB_STATUS_PENDING_STOP, |
| }; |
| |
| class RequestBufferStateMachine { |
| public: |
| status_t initialize(sp<camera3::StatusTracker> statusTracker); |
| |
| // Return if the state machine currently allows for requestBuffers |
| // If the state allows for it, mRequestBufferOngoing will be set to true |
| // and caller must call endRequestBuffer() later to unset the flag |
| bool startRequestBuffer(); |
| void endRequestBuffer(); |
| |
| // Events triggered by application API call |
| void onStreamsConfigured(); |
| void onWaitUntilIdle(); |
| |
| // Events usually triggered by hwBinder processCaptureResult callback thread |
| // But can also be triggered on request thread for failed request, or on |
| // hwbinder notify callback thread for shutter/error callbacks |
| void onInflightMapEmpty(); |
| |
| // Events triggered by RequestThread |
| void onSubmittingRequest(); |
| void onRequestThreadPaused(); |
| |
| private: |
| void notifyTrackerLocked(bool active); |
| |
| // Switch to STOPPED state and return true if all conditions allows for it. |
| // Otherwise do nothing and return false. |
| bool checkSwitchToStopLocked(); |
| |
| std::mutex mLock; |
| RequestBufferState mStatus = RB_STATUS_STOPPED; |
| |
| bool mRequestThreadPaused = true; |
| bool mInflightMapEmpty = true; |
| bool mRequestBufferOngoing = false; |
| |
| wp<camera3::StatusTracker> mStatusTracker; |
| int mRequestBufferStatusId; |
| } mRequestBufferSM; |
| |
| // Fix up result metadata for monochrome camera. |
| bool mNeedFixupMonochromeTags; |
| status_t fixupMonochromeTags(const CameraMetadata& deviceInfo, CameraMetadata& resultMetadata); |
| }; // class Camera3Device |
| |
| }; // namespace android |
| |
| #endif |
