| /* |
| * Copyright (C) 2013-2018 The Android Open Source Project |
| * |
| * Licensed under the Apache License, Version 2.0 (the "License"); |
| * you may not use this file except in compliance with the License. |
| * You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| #ifndef ANDROID_SERVERS_CAMERA_PHOTOGRAPHY_CAMERADEVICECLIENT_H |
| #define ANDROID_SERVERS_CAMERA_PHOTOGRAPHY_CAMERADEVICECLIENT_H |
| |
| #include <android/hardware/camera2/BnCameraDeviceUser.h> |
| #include <android/hardware/camera2/ICameraDeviceCallbacks.h> |
| #include <camera/camera2/OutputConfiguration.h> |
| #include <camera/camera2/SessionConfiguration.h> |
| #include <camera/camera2/SubmitInfo.h> |
| |
| #include "CameraOfflineSessionClient.h" |
| #include "CameraService.h" |
| #include "common/FrameProcessorBase.h" |
| #include "common/Camera2ClientBase.h" |
| #include "CompositeStream.h" |
| |
| using android::camera3::OutputStreamInfo; |
| using android::camera3::CompositeStream; |
| |
| namespace android { |
| |
| typedef std::function<CameraMetadata (const String8 &)> metadataGetter; |
| |
| struct CameraDeviceClientBase : |
| public CameraService::BasicClient, |
| public hardware::camera2::BnCameraDeviceUser |
| { |
| typedef hardware::camera2::ICameraDeviceCallbacks TCamCallbacks; |
| |
| const sp<hardware::camera2::ICameraDeviceCallbacks>& getRemoteCallback() { |
| return mRemoteCallback; |
| } |
| |
| protected: |
| CameraDeviceClientBase(const sp<CameraService>& cameraService, |
| const sp<hardware::camera2::ICameraDeviceCallbacks>& remoteCallback, |
| const String16& clientPackageName, |
| const std::unique_ptr<String16>& clientFeatureId, |
| const String8& cameraId, |
| int api1CameraId, |
| int cameraFacing, |
| int clientPid, |
| uid_t clientUid, |
| int servicePid); |
| |
| sp<hardware::camera2::ICameraDeviceCallbacks> mRemoteCallback; |
| }; |
| |
| /** |
| * Implements the binder ICameraDeviceUser API, |
| * meant for HAL3-public implementation of |
| * android.hardware.photography.CameraDevice |
| */ |
| class CameraDeviceClient : |
| public Camera2ClientBase<CameraDeviceClientBase>, |
| public camera2::FrameProcessorBase::FilteredListener |
| { |
| public: |
| /** |
| * ICameraDeviceUser interface (see ICameraDeviceUser for details) |
| */ |
| |
| // Note that the callee gets a copy of the metadata. |
| virtual binder::Status submitRequest( |
| const hardware::camera2::CaptureRequest& request, |
| bool streaming = false, |
| /*out*/ |
| hardware::camera2::utils::SubmitInfo *submitInfo = nullptr) override; |
| // List of requests are copied. |
| virtual binder::Status submitRequestList( |
| const std::vector<hardware::camera2::CaptureRequest>& requests, |
| bool streaming = false, |
| /*out*/ |
| hardware::camera2::utils::SubmitInfo *submitInfo = nullptr) override; |
| virtual binder::Status cancelRequest(int requestId, |
| /*out*/ |
| int64_t* lastFrameNumber = NULL) override; |
| |
| virtual binder::Status beginConfigure() override; |
| |
| virtual binder::Status endConfigure(int operatingMode, |
| const hardware::camera2::impl::CameraMetadataNative& sessionParams, |
| /*out*/ |
| std::vector<int>* offlineStreamIds) override; |
| |
| // Verify specific session configuration. |
| virtual binder::Status isSessionConfigurationSupported( |
| const SessionConfiguration& sessionConfiguration, |
| /*out*/ |
| bool* streamStatus) override; |
| |
| // Returns -EBUSY if device is not idle or in error state |
| virtual binder::Status deleteStream(int streamId) override; |
| |
| virtual binder::Status createStream( |
| const hardware::camera2::params::OutputConfiguration &outputConfiguration, |
| /*out*/ |
| int32_t* newStreamId = NULL) override; |
| |
| // Create an input stream of width, height, and format. |
| virtual binder::Status createInputStream(int width, int height, int format, |
| /*out*/ |
| int32_t* newStreamId = NULL) override; |
| |
| // Get the buffer producer of the input stream |
| virtual binder::Status getInputSurface( |
| /*out*/ |
| view::Surface *inputSurface) override; |
| |
| // Create a request object from a template. |
| virtual binder::Status createDefaultRequest(int templateId, |
| /*out*/ |
| hardware::camera2::impl::CameraMetadataNative* request) override; |
| |
| // Get the static metadata for the camera |
| // -- Caller owns the newly allocated metadata |
| virtual binder::Status getCameraInfo( |
| /*out*/ |
| hardware::camera2::impl::CameraMetadataNative* cameraCharacteristics) override; |
| |
| // Wait until all the submitted requests have finished processing |
| virtual binder::Status waitUntilIdle() override; |
| |
| // Flush all active and pending requests as fast as possible |
| virtual binder::Status flush( |
| /*out*/ |
| int64_t* lastFrameNumber = NULL) override; |
| |
| // Prepare stream by preallocating its buffers |
| virtual binder::Status prepare(int32_t streamId) override; |
| |
| // Tear down stream resources by freeing its unused buffers |
| virtual binder::Status tearDown(int32_t streamId) override; |
| |
| // Prepare stream by preallocating up to maxCount of its buffers |
| virtual binder::Status prepare2(int32_t maxCount, int32_t streamId) override; |
| |
| // Update an output configuration |
| virtual binder::Status updateOutputConfiguration(int streamId, |
| const hardware::camera2::params::OutputConfiguration &outputConfiguration) override; |
| |
| // Finalize the output configurations with surfaces not added before. |
| virtual binder::Status finalizeOutputConfigurations(int32_t streamId, |
| const hardware::camera2::params::OutputConfiguration &outputConfiguration) override; |
| |
| virtual binder::Status setCameraAudioRestriction(int32_t mode) override; |
| |
| virtual binder::Status getGlobalAudioRestriction(/*out*/int32_t* outMode) override; |
| |
| virtual binder::Status switchToOffline( |
| const sp<hardware::camera2::ICameraDeviceCallbacks>& cameraCb, |
| const std::vector<int>& offlineOutputIds, |
| /*out*/ |
| sp<hardware::camera2::ICameraOfflineSession>* session) override; |
| |
| /** |
| * Interface used by CameraService |
| */ |
| |
| CameraDeviceClient(const sp<CameraService>& cameraService, |
| const sp<hardware::camera2::ICameraDeviceCallbacks>& remoteCallback, |
| const String16& clientPackageName, |
| const std::unique_ptr<String16>& clientFeatureId, |
| const String8& cameraId, |
| int cameraFacing, |
| int clientPid, |
| uid_t clientUid, |
| int servicePid); |
| virtual ~CameraDeviceClient(); |
| |
| virtual status_t initialize(sp<CameraProviderManager> manager, |
| const String8& monitorTags) override; |
| |
| virtual status_t setRotateAndCropOverride(uint8_t rotateAndCrop) override; |
| |
| virtual status_t dump(int fd, const Vector<String16>& args); |
| |
| virtual status_t dumpClient(int fd, const Vector<String16>& args); |
| |
| /** |
| * Device listener interface |
| */ |
| |
| virtual void notifyIdle(); |
| virtual void notifyError(int32_t errorCode, |
| const CaptureResultExtras& resultExtras); |
| virtual void notifyShutter(const CaptureResultExtras& resultExtras, nsecs_t timestamp); |
| virtual void notifyPrepared(int streamId); |
| virtual void notifyRequestQueueEmpty(); |
| virtual void notifyRepeatingRequestError(long lastFrameNumber); |
| |
| // utility function to convert AIDL SessionConfiguration to HIDL |
| // streamConfiguration. Also checks for sanity of SessionConfiguration and |
| // returns a non-ok binder::Status if the passed in session configuration |
| // isn't valid. |
| static binder::Status |
| convertToHALStreamCombination(const SessionConfiguration& sessionConfiguration, |
| const String8 &cameraId, const CameraMetadata &deviceInfo, |
| metadataGetter getMetadata, const std::vector<std::string> &physicalCameraIds, |
| hardware::camera::device::V3_4::StreamConfiguration &streamConfiguration, |
| bool *earlyExit); |
| /** |
| * Interface used by independent components of CameraDeviceClient. |
| */ |
| protected: |
| /** FilteredListener implementation **/ |
| virtual void onResultAvailable(const CaptureResult& result); |
| virtual void detachDevice(); |
| |
| // Calculate the ANativeWindow transform from android.sensor.orientation |
| status_t getRotationTransformLocked(/*out*/int32_t* transform); |
| |
| private: |
| // StreamSurfaceId encapsulates streamId + surfaceId for a particular surface. |
| // streamId specifies the index of the stream the surface belongs to, and the |
| // surfaceId specifies the index of the surface within the stream. (one stream |
| // could contain multiple surfaces.) |
| class StreamSurfaceId final { |
| public: |
| StreamSurfaceId() { |
| mStreamId = -1; |
| mSurfaceId = -1; |
| } |
| StreamSurfaceId(int32_t streamId, int32_t surfaceId) { |
| mStreamId = streamId; |
| mSurfaceId = surfaceId; |
| } |
| int32_t streamId() const { |
| return mStreamId; |
| } |
| int32_t surfaceId() const { |
| return mSurfaceId; |
| } |
| |
| private: |
| int32_t mStreamId; |
| int32_t mSurfaceId; |
| |
| }; // class StreamSurfaceId |
| |
| private: |
| /** ICameraDeviceUser interface-related private members */ |
| |
| /** Preview callback related members */ |
| sp<camera2::FrameProcessorBase> mFrameProcessor; |
| |
| std::vector<int32_t> mSupportedPhysicalRequestKeys; |
| |
| template<typename TProviderPtr> |
| status_t initializeImpl(TProviderPtr providerPtr, const String8& monitorTags); |
| |
| /** Utility members */ |
| binder::Status checkPidStatus(const char* checkLocation); |
| static binder::Status checkOperatingMode(int operatingMode, const CameraMetadata &staticInfo, |
| const String8 &cameraId); |
| static binder::Status checkSurfaceType(size_t numBufferProducers, bool deferredConsumer, |
| int surfaceType); |
| static void mapStreamInfo(const OutputStreamInfo &streamInfo, |
| camera3_stream_rotation_t rotation, String8 physicalId, |
| hardware::camera::device::V3_4::Stream *stream /*out*/); |
| bool enforceRequestPermissions(CameraMetadata& metadata); |
| |
| // Find the square of the euclidean distance between two points |
| static int64_t euclidDistSquare(int32_t x0, int32_t y0, int32_t x1, int32_t y1); |
| |
| // Create an output stream with surface deferred for future. |
| binder::Status createDeferredSurfaceStreamLocked( |
| const hardware::camera2::params::OutputConfiguration &outputConfiguration, |
| bool isShared, |
| int* newStreamId = NULL); |
| |
| // Set the stream transform flags to automatically rotate the camera stream for preview use |
| // cases. |
| binder::Status setStreamTransformLocked(int streamId); |
| |
| // Find the closest dimensions for a given format in available stream configurations with |
| // a width <= ROUNDING_WIDTH_CAP |
| static const int32_t ROUNDING_WIDTH_CAP = 1920; |
| static bool roundBufferDimensionNearest(int32_t width, int32_t height, int32_t format, |
| android_dataspace dataSpace, const CameraMetadata& info, |
| /*out*/int32_t* outWidth, /*out*/int32_t* outHeight); |
| |
| //check if format is not custom format |
| static bool isPublicFormat(int32_t format); |
| |
| // Create a Surface from an IGraphicBufferProducer. Returns error if |
| // IGraphicBufferProducer's property doesn't match with streamInfo |
| static binder::Status createSurfaceFromGbp(OutputStreamInfo& streamInfo, bool isStreamInfoValid, |
| sp<Surface>& surface, const sp<IGraphicBufferProducer>& gbp, const String8 &cameraId, |
| const CameraMetadata &physicalCameraMetadata); |
| |
| |
| // Utility method to insert the surface into SurfaceMap |
| binder::Status insertGbpLocked(const sp<IGraphicBufferProducer>& gbp, |
| /*out*/SurfaceMap* surfaceMap, /*out*/Vector<int32_t>* streamIds, |
| /*out*/int32_t* currentStreamId); |
| |
| // Check that the physicalCameraId passed in is spported by the camera |
| // device. |
| static binder::Status checkPhysicalCameraId(const std::vector<std::string> &physicalCameraIds, |
| const String8 &physicalCameraId, const String8 &logicalCameraId); |
| |
| // IGraphicsBufferProducer binder -> Stream ID + Surface ID for output streams |
| KeyedVector<sp<IBinder>, StreamSurfaceId> mStreamMap; |
| |
| // Stream ID -> OutputConfiguration. Used for looking up Surface by stream/surface index |
| KeyedVector<int32_t, hardware::camera2::params::OutputConfiguration> mConfiguredOutputs; |
| |
| struct InputStreamConfiguration { |
| bool configured; |
| int32_t width; |
| int32_t height; |
| int32_t format; |
| int32_t id; |
| } mInputStream; |
| |
| // Streaming request ID |
| int32_t mStreamingRequestId; |
| Mutex mStreamingRequestIdLock; |
| static const int32_t REQUEST_ID_NONE = -1; |
| |
| int32_t mRequestIdCounter; |
| |
| // The list of output streams whose surfaces are deferred. We have to track them separately |
| // as there are no surfaces available and can not be put into mStreamMap. Once the deferred |
| // Surface is configured, the stream id will be moved to mStreamMap. |
| Vector<int32_t> mDeferredStreams; |
| |
| // stream ID -> outputStreamInfo mapping |
| std::unordered_map<int32_t, OutputStreamInfo> mStreamInfoMap; |
| |
| KeyedVector<sp<IBinder>, sp<CompositeStream>> mCompositeStreamMap; |
| |
| static const int32_t MAX_SURFACES_PER_STREAM = 4; |
| sp<CameraProviderManager> mProviderManager; |
| }; |
| |
| }; // namespace android |
| |
| #endif |