Eino-Ville Talvala | 7fa43f3 | 2013-02-06 17:20:07 -0800 | [diff] [blame] | 1 | /* |
Shuzhen Wang | c28189a | 2017-11-27 23:05:10 -0800 | [diff] [blame] | 2 | * Copyright (C) 2013-2018 The Android Open Source Project |
Eino-Ville Talvala | 7fa43f3 | 2013-02-06 17:20:07 -0800 | [diff] [blame] | 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 17 | #ifndef ANDROID_SERVERS_CAMERA3DEVICE_H |
| 18 | #define ANDROID_SERVERS_CAMERA3DEVICE_H |
Eino-Ville Talvala | 7fa43f3 | 2013-02-06 17:20:07 -0800 | [diff] [blame] | 19 | |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 20 | #include <utility> |
| 21 | #include <unordered_map> |
Shuzhen Wang | 5c22c15 | 2017-12-31 17:12:25 -0800 | [diff] [blame] | 22 | #include <set> |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 23 | |
Eino-Ville Talvala | 7fa43f3 | 2013-02-06 17:20:07 -0800 | [diff] [blame] | 24 | #include <utils/Condition.h> |
| 25 | #include <utils/Errors.h> |
| 26 | #include <utils/List.h> |
| 27 | #include <utils/Mutex.h> |
| 28 | #include <utils/Thread.h> |
Eino-Ville Talvala | 7b82efe | 2013-07-25 17:12:35 -0700 | [diff] [blame] | 29 | #include <utils/KeyedVector.h> |
Shuzhen Wang | c28dccc | 2016-02-11 23:48:46 -0800 | [diff] [blame] | 30 | #include <utils/Timers.h> |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 31 | |
Jianing Wei | cb0652e | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 32 | #include <camera/CaptureResult.h> |
Eino-Ville Talvala | 7fa43f3 | 2013-02-06 17:20:07 -0800 | [diff] [blame] | 33 | |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 34 | #include "android/hardware/camera/metadata/3.8/types.h" |
Eino-Ville Talvala | 7b82efe | 2013-07-25 17:12:35 -0700 | [diff] [blame] | 35 | #include "common/CameraDeviceBase.h" |
Yin-Chia Yeh | 5fd603e | 2019-11-20 11:22:27 -0800 | [diff] [blame] | 36 | #include "device3/BufferUtils.h" |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 37 | #include "device3/StatusTracker.h" |
Zhijun He | 125684a | 2015-12-26 15:07:30 -0800 | [diff] [blame] | 38 | #include "device3/Camera3BufferManager.h" |
Eino-Ville Talvala | 7b8a1fd | 2018-05-22 15:30:35 -0700 | [diff] [blame] | 39 | #include "device3/DistortionMapper.h" |
Shuzhen Wang | dbdf72b | 2019-11-13 11:22:12 -0800 | [diff] [blame] | 40 | #include "device3/ZoomRatioMapper.h" |
Eino-Ville Talvala | f2e3709 | 2020-01-07 15:32:32 -0800 | [diff] [blame] | 41 | #include "device3/RotateAndCropMapper.h" |
Jayant Chowdhary | 9255ce0 | 2021-07-15 11:18:17 -0700 | [diff] [blame] | 42 | #include "device3/UHRCropAndMeteringRegionMapper.h" |
Yin-Chia Yeh | 5fd603e | 2019-11-20 11:22:27 -0800 | [diff] [blame] | 43 | #include "device3/InFlightRequest.h" |
| 44 | #include "device3/Camera3OutputInterface.h" |
| 45 | #include "device3/Camera3OfflineSession.h" |
Shuzhen Wang | 83bff12 | 2020-11-20 15:51:39 -0800 | [diff] [blame] | 46 | #include "device3/Camera3StreamInterface.h" |
Eino-Ville Talvala | 4d45383 | 2016-07-15 11:56:53 -0700 | [diff] [blame] | 47 | #include "utils/TagMonitor.h" |
Jayant Chowdhary | 22441f3 | 2021-12-26 18:35:41 -0800 | [diff] [blame] | 48 | #include "utils/IPCTransport.h" |
Shuzhen Wang | 686f644 | 2017-06-20 16:16:04 -0700 | [diff] [blame] | 49 | #include "utils/LatencyHistogram.h" |
Emilian Peev | 71c73a2 | 2017-03-21 16:35:51 +0000 | [diff] [blame] | 50 | #include <camera_metadata_hidden.h> |
Eino-Ville Talvala | 7fa43f3 | 2013-02-06 17:20:07 -0800 | [diff] [blame] | 51 | |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 52 | using android::camera3::camera_capture_request_t; |
| 53 | using android::camera3::camera_jpeg_blob_t; |
| 54 | using android::camera3::camera_request_template; |
| 55 | using android::camera3::camera_stream_buffer_t; |
| 56 | using android::camera3::camera_stream_configuration_t; |
| 57 | using android::camera3::camera_stream_configuration_mode_t; |
| 58 | using android::camera3::CAMERA_TEMPLATE_COUNT; |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 59 | using android::camera3::OutputStreamInfo; |
| 60 | |
Eino-Ville Talvala | 7fa43f3 | 2013-02-06 17:20:07 -0800 | [diff] [blame] | 61 | namespace android { |
| 62 | |
Eino-Ville Talvala | 7b82efe | 2013-07-25 17:12:35 -0700 | [diff] [blame] | 63 | namespace camera3 { |
| 64 | |
| 65 | class Camera3Stream; |
| 66 | class Camera3ZslStream; |
Eino-Ville Talvala | 7b82efe | 2013-07-25 17:12:35 -0700 | [diff] [blame] | 67 | class Camera3StreamInterface; |
| 68 | |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 69 | } // namespace camera3 |
Eino-Ville Talvala | 7b82efe | 2013-07-25 17:12:35 -0700 | [diff] [blame] | 70 | |
Eino-Ville Talvala | 7fa43f3 | 2013-02-06 17:20:07 -0800 | [diff] [blame] | 71 | /** |
Zhijun He | 95dd5ba | 2014-03-26 18:18:00 -0700 | [diff] [blame] | 72 | * CameraDevice for HAL devices with version CAMERA_DEVICE_API_VERSION_3_0 or higher. |
Eino-Ville Talvala | 7fa43f3 | 2013-02-06 17:20:07 -0800 | [diff] [blame] | 73 | */ |
| 74 | class Camera3Device : |
| 75 | public CameraDeviceBase, |
Yin-Chia Yeh | 5fd603e | 2019-11-20 11:22:27 -0800 | [diff] [blame] | 76 | public camera3::SetErrorInterface, |
| 77 | public camera3::InflightRequestUpdateInterface, |
| 78 | public camera3::RequestBufferInterface, |
| 79 | public camera3::FlushBufferInterface { |
Jayant Chowdhary | 22441f3 | 2021-12-26 18:35:41 -0800 | [diff] [blame] | 80 | friend class HidlCamera3Device; |
Eino-Ville Talvala | 7fa43f3 | 2013-02-06 17:20:07 -0800 | [diff] [blame] | 81 | public: |
Ruben Brunk | c78ac26 | 2015-08-13 17:58:46 -0700 | [diff] [blame] | 82 | |
Emilian Peev | 5104fe9 | 2021-10-21 14:27:09 -0700 | [diff] [blame] | 83 | explicit Camera3Device(const String8& id, bool overrideForPerfClass, bool legacyClient = false); |
Eino-Ville Talvala | 7fa43f3 | 2013-02-06 17:20:07 -0800 | [diff] [blame] | 84 | |
| 85 | virtual ~Camera3Device(); |
| 86 | |
| 87 | /** |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 88 | * CameraDeviceBase interface |
Eino-Ville Talvala | 7fa43f3 | 2013-02-06 17:20:07 -0800 | [diff] [blame] | 89 | */ |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 90 | |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 91 | const String8& getId() const override; |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 92 | |
Emilian Peev | 00420d2 | 2018-02-05 21:33:13 +0000 | [diff] [blame] | 93 | metadata_vendor_id_t getVendorTagId() const override { return mVendorTagId; } |
| 94 | |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 95 | // Transitions to idle state on success. |
Jayant Chowdhary | 22441f3 | 2021-12-26 18:35:41 -0800 | [diff] [blame] | 96 | virtual status_t initialize(sp<CameraProviderManager> /*manager*/, |
| 97 | const String8& /*monitorTags*/) = 0; |
| 98 | |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 99 | status_t disconnect() override; |
| 100 | status_t dump(int fd, const Vector<String16> &args) override; |
Avichal Rakesh | 7e53cad | 2021-10-05 13:46:30 -0700 | [diff] [blame] | 101 | status_t startWatchingTags(const String8 &tags) override; |
| 102 | status_t stopWatchingTags() override; |
| 103 | status_t dumpWatchedEventsToVector(std::vector<std::string> &out) override; |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 104 | const CameraMetadata& info() const override; |
Emilian Peev | faa4bde | 2020-01-23 12:19:37 -0800 | [diff] [blame] | 105 | const CameraMetadata& infoPhysical(const String8& physicalId) const override; |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 106 | |
| 107 | // Capture and setStreamingRequest will configure streams if currently in |
| 108 | // idle state |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 109 | status_t capture(CameraMetadata &request, int64_t *lastFrameNumber = NULL) override; |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 110 | status_t captureList(const List<const PhysicalCameraSettingsList> &requestsList, |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 111 | const std::list<const SurfaceMap> &surfaceMaps, |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 112 | int64_t *lastFrameNumber = NULL) override; |
| 113 | status_t setStreamingRequest(const CameraMetadata &request, |
| 114 | int64_t *lastFrameNumber = NULL) override; |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 115 | status_t setStreamingRequestList(const List<const PhysicalCameraSettingsList> &requestsList, |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 116 | const std::list<const SurfaceMap> &surfaceMaps, |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 117 | int64_t *lastFrameNumber = NULL) override; |
| 118 | status_t clearStreamingRequest(int64_t *lastFrameNumber = NULL) override; |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 119 | |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 120 | status_t waitUntilRequestReceived(int32_t requestId, nsecs_t timeout) override; |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 121 | |
| 122 | // Actual stream creation/deletion is delayed until first request is submitted |
| 123 | // If adding streams while actively capturing, will pause device before adding |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 124 | // stream, reconfiguring device, and unpausing. If the client create a stream |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 125 | // with nullptr consumer surface, the client must then call setConsumers() |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 126 | // and finish the stream configuration before starting output streaming. |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 127 | status_t createStream(sp<Surface> consumer, |
Eino-Ville Talvala | 3d82c0d | 2015-02-23 15:19:19 -0800 | [diff] [blame] | 128 | uint32_t width, uint32_t height, int format, |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 129 | android_dataspace dataSpace, camera_stream_rotation_t rotation, int *id, |
Shuzhen Wang | c28189a | 2017-11-27 23:05:10 -0800 | [diff] [blame] | 130 | const String8& physicalCameraId, |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 131 | const std::unordered_set<int32_t> &sensorPixelModesUsed, |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 132 | std::vector<int> *surfaceIds = nullptr, |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 133 | int streamSetId = camera3::CAMERA3_STREAM_SET_ID_INVALID, |
Shuzhen Wang | 83bff12 | 2020-11-20 15:51:39 -0800 | [diff] [blame] | 134 | bool isShared = false, bool isMultiResolution = false, |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 135 | uint64_t consumerUsage = 0, |
| 136 | int dynamicRangeProfile = |
Shuzhen Wang | c8ab452 | 2021-12-14 20:12:42 -0800 | [diff] [blame] | 137 | ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD, |
Shuzhen Wang | e420892 | 2022-02-01 16:52:48 -0800 | [diff] [blame^] | 138 | int streamUseCase = ANDROID_SCALER_AVAILABLE_STREAM_USE_CASES_DEFAULT, |
| 139 | int timestampBase = OutputConfiguration::TIMESTAMP_BASE_DEFAULT) override; |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 140 | |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 141 | status_t createStream(const std::vector<sp<Surface>>& consumers, |
| 142 | bool hasDeferredConsumer, uint32_t width, uint32_t height, int format, |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 143 | android_dataspace dataSpace, camera_stream_rotation_t rotation, int *id, |
Shuzhen Wang | c28189a | 2017-11-27 23:05:10 -0800 | [diff] [blame] | 144 | const String8& physicalCameraId, |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 145 | const std::unordered_set<int32_t> &sensorPixelModesUsed, |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 146 | std::vector<int> *surfaceIds = nullptr, |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 147 | int streamSetId = camera3::CAMERA3_STREAM_SET_ID_INVALID, |
Shuzhen Wang | 83bff12 | 2020-11-20 15:51:39 -0800 | [diff] [blame] | 148 | bool isShared = false, bool isMultiResolution = false, |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 149 | uint64_t consumerUsage = 0, |
| 150 | int dynamicRangeProfile = |
Shuzhen Wang | c8ab452 | 2021-12-14 20:12:42 -0800 | [diff] [blame] | 151 | ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD, |
Shuzhen Wang | e420892 | 2022-02-01 16:52:48 -0800 | [diff] [blame^] | 152 | int streamUseCase = ANDROID_SCALER_AVAILABLE_STREAM_USE_CASES_DEFAULT, |
| 153 | int timestampBase = OutputConfiguration::TIMESTAMP_BASE_DEFAULT) override; |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 154 | |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 155 | status_t createInputStream( |
Shuzhen Wang | 83bff12 | 2020-11-20 15:51:39 -0800 | [diff] [blame] | 156 | uint32_t width, uint32_t height, int format, bool isMultiResolution, |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 157 | int *id) override; |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 158 | |
Emilian Peev | 710c142 | 2017-08-30 11:19:38 +0100 | [diff] [blame] | 159 | status_t getStreamInfo(int id, StreamInfo *streamInfo) override; |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 160 | status_t setStreamTransform(int id, int transform) override; |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 161 | |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 162 | status_t deleteStream(int id) override; |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 163 | |
Emilian Peev | 5fbe0ba | 2017-10-20 15:45:45 +0100 | [diff] [blame] | 164 | status_t configureStreams(const CameraMetadata& sessionParams, |
| 165 | int operatingMode = |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 166 | camera_stream_configuration_mode_t::CAMERA_STREAM_CONFIGURATION_NORMAL_MODE) override; |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 167 | status_t getInputBufferProducer( |
| 168 | sp<IGraphicBufferProducer> *producer) override; |
Igor Murashkin | e2d167e | 2014-08-19 16:19:59 -0700 | [diff] [blame] | 169 | |
Emilian Peev | cc0b795 | 2020-01-07 13:54:47 -0800 | [diff] [blame] | 170 | void getOfflineStreamIds(std::vector<int> *offlineStreamIds) override; |
| 171 | |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 172 | status_t createDefaultRequest(camera_request_template_t templateId, |
| 173 | CameraMetadata *request) override; |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 174 | |
| 175 | // Transitions to the idle state on success |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 176 | status_t waitUntilDrained() override; |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 177 | |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 178 | status_t setNotifyCallback(wp<NotificationListener> listener) override; |
| 179 | bool willNotify3A() override; |
| 180 | status_t waitForNextFrame(nsecs_t timeout) override; |
| 181 | status_t getNextResult(CaptureResult *frame) override; |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 182 | |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 183 | status_t triggerAutofocus(uint32_t id) override; |
| 184 | status_t triggerCancelAutofocus(uint32_t id) override; |
| 185 | status_t triggerPrecaptureMetering(uint32_t id) override; |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 186 | |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 187 | status_t flush(int64_t *lastFrameNumber = NULL) override; |
Eino-Ville Talvala | abaa51d | 2013-08-14 11:37:00 -0700 | [diff] [blame] | 188 | |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 189 | status_t prepare(int streamId) override; |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 190 | |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 191 | status_t tearDown(int streamId) override; |
Eino-Ville Talvala | b25e3c8 | 2015-07-15 16:04:27 -0700 | [diff] [blame] | 192 | |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 193 | status_t addBufferListenerForStream(int streamId, |
| 194 | wp<camera3::Camera3StreamBufferListener> listener) override; |
Shuzhen Wang | b0fdc1e | 2016-03-20 23:21:39 -0700 | [diff] [blame] | 195 | |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 196 | status_t prepare(int maxCount, int streamId) override; |
Ruben Brunk | c78ac26 | 2015-08-13 17:58:46 -0700 | [diff] [blame] | 197 | |
Jayant Chowdhary | 6a6d3a8 | 2021-11-17 16:54:34 -0800 | [diff] [blame] | 198 | ssize_t getJpegBufferSize(const CameraMetadata &info, uint32_t width, |
| 199 | uint32_t height) const override; |
| 200 | ssize_t getPointCloudBufferSize(const CameraMetadata &info) const; |
| 201 | ssize_t getRawOpaqueBufferSize(const CameraMetadata &info, int32_t width, int32_t height, |
| 202 | bool maxResolution) const; |
Zhijun He | 28c9b6f | 2014-08-08 12:00:47 -0700 | [diff] [blame] | 203 | |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 204 | // Methods called by subclasses |
| 205 | void notifyStatus(bool idle); // updates from StatusTracker |
| 206 | |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 207 | /** |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 208 | * Set the deferred consumer surfaces to the output stream and finish the deferred |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 209 | * consumer configuration. |
| 210 | */ |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 211 | status_t setConsumerSurfaces( |
| 212 | int streamId, const std::vector<sp<Surface>>& consumers, |
| 213 | std::vector<int> *surfaceIds /*out*/) override; |
| 214 | |
| 215 | /** |
| 216 | * Update a given stream. |
| 217 | */ |
| 218 | status_t updateStream(int streamId, const std::vector<sp<Surface>> &newSurfaces, |
| 219 | const std::vector<OutputStreamInfo> &outputInfo, |
| 220 | const std::vector<size_t> &removedSurfaceIds, |
| 221 | KeyedVector<sp<Surface>, size_t> *outputMap/*out*/); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 222 | |
Chien-Yu Chen | a936ac2 | 2017-10-23 15:59:49 -0700 | [diff] [blame] | 223 | /** |
| 224 | * Drop buffers for stream of streamId if dropping is true. If dropping is false, do not |
| 225 | * drop buffers for stream of streamId. |
| 226 | */ |
| 227 | status_t dropStreamBuffers(bool dropping, int streamId) override; |
| 228 | |
Emilian Peev | 2a8e283 | 2019-08-23 13:00:31 -0700 | [diff] [blame] | 229 | nsecs_t getExpectedInFlightDuration() override; |
| 230 | |
Jayant Chowdhary | 22441f3 | 2021-12-26 18:35:41 -0800 | [diff] [blame] | 231 | virtual status_t switchToOffline(const std::vector<int32_t>& , |
| 232 | /*out*/ sp<CameraOfflineSessionBase>* ) override { |
| 233 | return INVALID_OPERATION; |
| 234 | }; |
Yin-Chia Yeh | b978c38 | 2019-10-30 00:22:37 -0700 | [diff] [blame] | 235 | |
Yin-Chia Yeh | 5fd603e | 2019-11-20 11:22:27 -0800 | [diff] [blame] | 236 | // RequestBufferInterface |
| 237 | bool startRequestBuffer() override; |
| 238 | void endRequestBuffer() override; |
| 239 | nsecs_t getWaitDuration() override; |
| 240 | |
| 241 | // FlushBufferInterface |
| 242 | void getInflightBufferKeys(std::vector<std::pair<int32_t, int32_t>>* out) override; |
| 243 | void getInflightRequestBufferKeys(std::vector<uint64_t>* out) override; |
| 244 | std::vector<sp<camera3::Camera3StreamInterface>> getAllStreams() override; |
| 245 | |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 246 | /** |
Eino-Ville Talvala | f2e3709 | 2020-01-07 15:32:32 -0800 | [diff] [blame] | 247 | * Set the current behavior for the ROTATE_AND_CROP control when in AUTO. |
| 248 | * |
| 249 | * The value must be one of the ROTATE_AND_CROP_* values besides AUTO, |
| 250 | * and defaults to NONE. |
| 251 | */ |
| 252 | status_t setRotateAndCropAutoBehavior( |
| 253 | camera_metadata_enum_android_scaler_rotate_and_crop_t rotateAndCropValue); |
| 254 | |
Eino-Ville Talvala | 305cec6 | 2020-11-12 14:18:17 -0800 | [diff] [blame] | 255 | /** |
| 256 | * Whether camera muting (producing black-only output) is supported. |
| 257 | * |
| 258 | * Calling setCameraMute(true) when this returns false will return an |
| 259 | * INVALID_OPERATION error. |
| 260 | */ |
| 261 | bool supportsCameraMute(); |
| 262 | |
| 263 | /** |
| 264 | * Mute the camera. |
| 265 | * |
| 266 | * When muted, black image data is output on all output streams. |
| 267 | */ |
| 268 | status_t setCameraMute(bool enabled); |
| 269 | |
Shuzhen Wang | e867578 | 2019-12-05 09:12:14 -0800 | [diff] [blame] | 270 | // Get the status trackeer for the camera device |
| 271 | wp<camera3::StatusTracker> getStatusTracker() { return mStatusTracker; } |
| 272 | |
Eino-Ville Talvala | f2e3709 | 2020-01-07 15:32:32 -0800 | [diff] [blame] | 273 | /** |
Cliff Wu | c2ad9c8 | 2021-04-21 00:58:58 +0800 | [diff] [blame] | 274 | * The injection camera session to replace the internal camera |
| 275 | * session. |
| 276 | */ |
| 277 | status_t injectCamera(const String8& injectedCamId, |
| 278 | sp<CameraProviderManager> manager); |
| 279 | |
| 280 | /** |
| 281 | * Stop the injection camera and restore to internal camera session. |
| 282 | */ |
| 283 | status_t stopInjection(); |
| 284 | |
Jayant Chowdhary | 22441f3 | 2021-12-26 18:35:41 -0800 | [diff] [blame] | 285 | protected: |
Yin-Chia Yeh | c524813 | 2018-08-15 12:19:20 -0700 | [diff] [blame] | 286 | status_t disconnectImpl(); |
Jayant Chowdhary | 65c9bf0 | 2021-09-03 16:44:16 +0000 | [diff] [blame] | 287 | static status_t removeFwkOnlyRegionKeys(CameraMetadata *request); |
Yin-Chia Yeh | c524813 | 2018-08-15 12:19:20 -0700 | [diff] [blame] | 288 | |
Igor Murashkin | 1e479c0 | 2013-09-06 16:55:14 -0700 | [diff] [blame] | 289 | static const size_t kDumpLockAttempts = 10; |
| 290 | static const size_t kDumpSleepDuration = 100000; // 0.10 sec |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 291 | static const nsecs_t kActiveTimeout = 500000000; // 500 ms |
Yin-Chia Yeh | 99fd097 | 2019-06-27 14:22:44 -0700 | [diff] [blame] | 292 | static const nsecs_t kMinWarnInflightDuration = 5000000000; // 5 s |
Yin-Chia Yeh | 90c0fdf | 2017-06-29 13:22:12 -0700 | [diff] [blame] | 293 | static const size_t kInFlightWarnLimit = 30; |
Chien-Yu Chen | c96ac8d | 2015-08-12 16:46:24 -0700 | [diff] [blame] | 294 | static const size_t kInFlightWarnLimitHighSpeed = 256; // batch size 32 * pipe depth 8 |
Eino-Ville Talvala | 10bd57e | 2017-06-23 16:22:44 -0700 | [diff] [blame] | 295 | static const nsecs_t kDefaultExpectedDuration = 100000000; // 100 ms |
| 296 | static const nsecs_t kMinInflightDuration = 5000000000; // 5 s |
Yin-Chia Yeh | b3a80b1 | 2018-09-04 12:13:05 -0700 | [diff] [blame] | 297 | static const nsecs_t kBaseGetBufferWait = 3000000000; // 3 sec. |
Eino-Ville Talvala | f99498e | 2015-09-25 16:52:55 -0700 | [diff] [blame] | 298 | // SCHED_FIFO priority for request submission thread in HFR mode |
Zhijun He | 7ee4c07 | 2016-07-25 13:52:28 -0700 | [diff] [blame] | 299 | static const int kRequestThreadPriority = 1; |
Chien-Yu Chen | c96ac8d | 2015-08-12 16:46:24 -0700 | [diff] [blame] | 300 | |
Igor Murashkin | 4d2f2e8 | 2013-04-01 17:29:07 -0700 | [diff] [blame] | 301 | struct RequestTrigger; |
Zhijun He | f7da096 | 2014-04-24 13:27:56 -0700 | [diff] [blame] | 302 | // minimal jpeg buffer size: 256KB + blob header |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 303 | static const ssize_t kMinJpegBufferSize = 256 * 1024 + sizeof(camera_jpeg_blob_t); |
Eino-Ville Talvala | 16a2ada | 2014-08-27 14:41:33 -0700 | [diff] [blame] | 304 | // Constant to use for stream ID when one doesn't exist |
| 305 | static const int NO_STREAM = -1; |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 306 | |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 307 | // A lock to enforce serialization on the input/configure side |
| 308 | // of the public interface. |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 309 | // Not locked by methods guarded by mOutputLock, since they may act |
| 310 | // concurrently to the input/configure side of the interface. |
| 311 | // Must be locked before mLock if both will be locked by a method |
| 312 | Mutex mInterfaceLock; |
| 313 | |
| 314 | // The main lock on internal state |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 315 | Mutex mLock; |
| 316 | |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 317 | // Camera device ID |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 318 | const String8 mId; |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 319 | |
Emilian Peev | 5104fe9 | 2021-10-21 14:27:09 -0700 | [diff] [blame] | 320 | // Legacy camera client flag |
| 321 | bool mLegacyClient; |
| 322 | |
Eino-Ville Talvala | bbbbe84 | 2017-02-28 17:50:56 -0800 | [diff] [blame] | 323 | // Current stream configuration mode; |
| 324 | int mOperatingMode; |
Emilian Peev | 5fbe0ba | 2017-10-20 15:45:45 +0100 | [diff] [blame] | 325 | // Current session wide parameters |
| 326 | hardware::camera2::impl::CameraMetadataNative mSessionParams; |
| 327 | |
Eino-Ville Talvala | bbbbe84 | 2017-02-28 17:50:56 -0800 | [diff] [blame] | 328 | // Constant to use for no set operating mode |
| 329 | static const int NO_MODE = -1; |
| 330 | |
Zhijun He | 1fa8999 | 2015-06-01 15:44:31 -0700 | [diff] [blame] | 331 | // Flag indicating is the current active stream configuration is constrained high speed. |
| 332 | bool mIsConstrainedHighSpeedConfiguration; |
| 333 | |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 334 | /**** Scope for mLock ****/ |
| 335 | |
Yin-Chia Yeh | 5fd603e | 2019-11-20 11:22:27 -0800 | [diff] [blame] | 336 | class HalInterface : public camera3::Camera3StreamBufferFreedListener, |
| 337 | public camera3::BufferRecordsInterface { |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 338 | public: |
Jayant Chowdhary | 22441f3 | 2021-12-26 18:35:41 -0800 | [diff] [blame] | 339 | HalInterface(bool useHalBufManager, bool supportOfflineProcessing) : |
| 340 | mUseHalBufManager(useHalBufManager), |
| 341 | mIsReconfigurationQuerySupported(true), |
| 342 | mSupportOfflineProcessing(supportOfflineProcessing) |
| 343 | {}; |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 344 | HalInterface(const HalInterface &other); |
| 345 | HalInterface(); |
| 346 | |
Jayant Chowdhary | 22441f3 | 2021-12-26 18:35:41 -0800 | [diff] [blame] | 347 | virtual IPCTransport getTransportType() = 0; |
| 348 | |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 349 | // Returns true if constructed with a valid device or session, and not yet cleared |
Jayant Chowdhary | 22441f3 | 2021-12-26 18:35:41 -0800 | [diff] [blame] | 350 | virtual bool valid() = 0; |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 351 | |
| 352 | // Reset this HalInterface object (does not call close()) |
Jayant Chowdhary | 22441f3 | 2021-12-26 18:35:41 -0800 | [diff] [blame] | 353 | virtual void clear() = 0; |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 354 | |
| 355 | // Calls into the HAL interface |
| 356 | |
| 357 | // Caller takes ownership of requestTemplate |
Jayant Chowdhary | 22441f3 | 2021-12-26 18:35:41 -0800 | [diff] [blame] | 358 | virtual status_t constructDefaultRequestSettings(camera_request_template templateId, |
| 359 | /*out*/ camera_metadata_t **requestTemplate) = 0; |
| 360 | |
| 361 | virtual status_t configureStreams(const camera_metadata_t * sessionParams, |
| 362 | /*inout*/ camera_stream_configuration_t * config, |
| 363 | const std::vector<uint32_t>& bufferSizes) = 0; |
Yin-Chia Yeh | 1164885 | 2019-05-16 10:42:54 -0700 | [diff] [blame] | 364 | |
Cliff Wu | c2ad9c8 | 2021-04-21 00:58:58 +0800 | [diff] [blame] | 365 | // The injection camera configures the streams to hal. |
Jayant Chowdhary | 22441f3 | 2021-12-26 18:35:41 -0800 | [diff] [blame] | 366 | virtual status_t configureInjectedStreams( |
Cliff Wu | c2ad9c8 | 2021-04-21 00:58:58 +0800 | [diff] [blame] | 367 | const camera_metadata_t* sessionParams, |
| 368 | /*inout*/ camera_stream_configuration_t* config, |
| 369 | const std::vector<uint32_t>& bufferSizes, |
Jayant Chowdhary | 22441f3 | 2021-12-26 18:35:41 -0800 | [diff] [blame] | 370 | const CameraMetadata& cameraCharacteristics) = 0; |
Cliff Wu | c2ad9c8 | 2021-04-21 00:58:58 +0800 | [diff] [blame] | 371 | |
Yin-Chia Yeh | 1164885 | 2019-05-16 10:42:54 -0700 | [diff] [blame] | 372 | // When the call succeeds, the ownership of acquire fences in requests is transferred to |
| 373 | // HalInterface. More specifically, the current implementation will send the fence to |
| 374 | // HAL process and close the FD in cameraserver process. When the call fails, the ownership |
| 375 | // of the acquire fence still belongs to the caller. |
Jayant Chowdhary | 22441f3 | 2021-12-26 18:35:41 -0800 | [diff] [blame] | 376 | virtual status_t processBatchCaptureRequests( |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 377 | std::vector<camera_capture_request_t*>& requests, |
Jayant Chowdhary | 22441f3 | 2021-12-26 18:35:41 -0800 | [diff] [blame] | 378 | /*out*/uint32_t* numRequestProcessed) = 0; |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 379 | |
Jayant Chowdhary | 22441f3 | 2021-12-26 18:35:41 -0800 | [diff] [blame] | 380 | virtual status_t flush() = 0; |
Yin-Chia Yeh | 7447f0f | 2018-10-11 15:28:12 -0700 | [diff] [blame] | 381 | |
Jayant Chowdhary | 22441f3 | 2021-12-26 18:35:41 -0800 | [diff] [blame] | 382 | virtual status_t dump(int fd) = 0; |
Yin-Chia Yeh | b978c38 | 2019-10-30 00:22:37 -0700 | [diff] [blame] | 383 | |
Jayant Chowdhary | 22441f3 | 2021-12-26 18:35:41 -0800 | [diff] [blame] | 384 | virtual status_t close() = 0; |
| 385 | |
| 386 | virtual void signalPipelineDrain(const std::vector<int>& streamIds) = 0; |
| 387 | |
| 388 | virtual bool isReconfigurationRequired(CameraMetadata& oldSessionParams, |
| 389 | CameraMetadata& newSessionParams) = 0; |
| 390 | |
| 391 | virtual status_t repeatingRequestEnd(uint32_t frameNumber, |
| 392 | const std::vector<int32_t> &streamIds) = 0; |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 393 | |
Yin-Chia Yeh | 5fd603e | 2019-11-20 11:22:27 -0800 | [diff] [blame] | 394 | ///////////////////////////////////////////////////////////////////// |
| 395 | // Implements BufferRecordsInterface |
Yin-Chia Yeh | d5cd5ff | 2018-10-01 14:43:04 -0700 | [diff] [blame] | 396 | |
Yin-Chia Yeh | 5fd603e | 2019-11-20 11:22:27 -0800 | [diff] [blame] | 397 | std::pair<bool, uint64_t> getBufferId( |
| 398 | const buffer_handle_t& buf, int streamId) override; |
| 399 | |
Shuzhen Wang | cd5b182 | 2021-09-07 11:52:48 -0700 | [diff] [blame] | 400 | uint64_t removeOneBufferCache(int streamId, const native_handle_t* handle) override; |
| 401 | |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 402 | status_t popInflightBuffer(int32_t frameNumber, int32_t streamId, |
Yin-Chia Yeh | 5fd603e | 2019-11-20 11:22:27 -0800 | [diff] [blame] | 403 | /*out*/ buffer_handle_t **buffer) override; |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 404 | |
Yin-Chia Yeh | 84be578 | 2019-03-01 11:47:02 -0800 | [diff] [blame] | 405 | status_t pushInflightRequestBuffer( |
Yin-Chia Yeh | 5fd603e | 2019-11-20 11:22:27 -0800 | [diff] [blame] | 406 | uint64_t bufferId, buffer_handle_t* buf, int32_t streamId) override; |
Yin-Chia Yeh | d5cd5ff | 2018-10-01 14:43:04 -0700 | [diff] [blame] | 407 | |
Yin-Chia Yeh | 84be578 | 2019-03-01 11:47:02 -0800 | [diff] [blame] | 408 | status_t popInflightRequestBuffer(uint64_t bufferId, |
| 409 | /*out*/ buffer_handle_t** buffer, |
Yin-Chia Yeh | 5fd603e | 2019-11-20 11:22:27 -0800 | [diff] [blame] | 410 | /*optional out*/ int32_t* streamId = nullptr) override; |
| 411 | |
| 412 | ///////////////////////////////////////////////////////////////////// |
Yin-Chia Yeh | d5cd5ff | 2018-10-01 14:43:04 -0700 | [diff] [blame] | 413 | |
Yin-Chia Yeh | f3fe36f | 2017-07-07 18:23:18 -0700 | [diff] [blame] | 414 | // Get a vector of (frameNumber, streamId) pair of currently inflight |
| 415 | // buffers |
| 416 | void getInflightBufferKeys(std::vector<std::pair<int32_t, int32_t>>* out); |
| 417 | |
Yin-Chia Yeh | 84be578 | 2019-03-01 11:47:02 -0800 | [diff] [blame] | 418 | // Get a vector of bufferId of currently inflight buffers |
| 419 | void getInflightRequestBufferKeys(std::vector<uint64_t>* out); |
| 420 | |
Yin-Chia Yeh | 573a270 | 2019-04-17 10:08:55 -0700 | [diff] [blame] | 421 | void onStreamReConfigured(int streamId); |
| 422 | |
Jayant Chowdhary | 22441f3 | 2021-12-26 18:35:41 -0800 | [diff] [blame] | 423 | protected: |
Yin-Chia Yeh | f8e28fb | 2019-05-16 11:46:54 -0700 | [diff] [blame] | 424 | |
Yin-Chia Yeh | 5fd603e | 2019-11-20 11:22:27 -0800 | [diff] [blame] | 425 | // Return true if the input caches match what we have; otherwise false |
| 426 | bool verifyBufferIds(int32_t streamId, std::vector<uint64_t>& inBufIds); |
Yin-Chia Yeh | f8e28fb | 2019-05-16 11:46:54 -0700 | [diff] [blame] | 427 | |
Jayant Chowdhary | 22441f3 | 2021-12-26 18:35:41 -0800 | [diff] [blame] | 428 | template <typename OfflineSessionInfoT> |
| 429 | status_t verifyBufferCaches( |
| 430 | const OfflineSessionInfoT *offlineSessionInfo, camera3::BufferRecords *bufferRecords) { |
| 431 | // Validate buffer caches |
| 432 | std::vector<int32_t> streams; |
| 433 | streams.reserve(offlineSessionInfo->offlineStreams.size()); |
| 434 | for (auto offlineStream : offlineSessionInfo->offlineStreams) { |
| 435 | int32_t id = offlineStream.id; |
| 436 | streams.push_back(id); |
| 437 | // Verify buffer caches |
| 438 | std::vector<uint64_t> bufIds(offlineStream.circulatingBufferIds.begin(), |
| 439 | offlineStream.circulatingBufferIds.end()); |
| 440 | if (!verifyBufferIds(id, bufIds)) { |
| 441 | ALOGE("%s: stream ID %d buffer cache records mismatch!", __FUNCTION__, id); |
| 442 | return UNKNOWN_ERROR; |
| 443 | } |
| 444 | } |
| 445 | |
| 446 | // Move buffer records |
| 447 | bufferRecords->takeBufferCaches(mBufferRecords, streams); |
| 448 | bufferRecords->takeInflightBufferMap(mBufferRecords); |
| 449 | bufferRecords->takeRequestedBufferMap(mBufferRecords); |
| 450 | return OK; |
| 451 | } |
| 452 | |
Yin-Chia Yeh | f8e28fb | 2019-05-16 11:46:54 -0700 | [diff] [blame] | 453 | // Delete and optionally close native handles and clear the input vector afterward |
| 454 | static void cleanupNativeHandles( |
| 455 | std::vector<native_handle_t*> *handles, bool closeFd = false); |
Yin-Chia Yeh | 7732705 | 2017-01-09 18:23:07 -0800 | [diff] [blame] | 456 | |
Yin-Chia Yeh | be83fa7 | 2017-03-30 13:35:36 -0700 | [diff] [blame] | 457 | virtual void onBufferFreed(int streamId, const native_handle_t* handle) override; |
| 458 | |
Yin-Chia Yeh | 5fd603e | 2019-11-20 11:22:27 -0800 | [diff] [blame] | 459 | std::mutex mFreedBuffersLock; |
Yin-Chia Yeh | be83fa7 | 2017-03-30 13:35:36 -0700 | [diff] [blame] | 460 | std::vector<std::pair<int, uint64_t>> mFreedBuffers; |
Yin-Chia Yeh | d5cd5ff | 2018-10-01 14:43:04 -0700 | [diff] [blame] | 461 | |
Yin-Chia Yeh | 5fd603e | 2019-11-20 11:22:27 -0800 | [diff] [blame] | 462 | // Keep track of buffer cache and inflight buffer records |
| 463 | camera3::BufferRecords mBufferRecords; |
Yin-Chia Yeh | 7447f0f | 2018-10-11 15:28:12 -0700 | [diff] [blame] | 464 | |
| 465 | uint32_t mNextStreamConfigCounter = 1; |
Yin-Chia Yeh | 651fe2e | 2018-11-13 11:49:31 -0800 | [diff] [blame] | 466 | |
| 467 | const bool mUseHalBufManager; |
Emilian Peev | 4ec1788 | 2019-01-24 17:16:58 -0800 | [diff] [blame] | 468 | bool mIsReconfigurationQuerySupported; |
Yin-Chia Yeh | b978c38 | 2019-10-30 00:22:37 -0700 | [diff] [blame] | 469 | |
| 470 | const bool mSupportOfflineProcessing; |
Jayant Chowdhary | 22441f3 | 2021-12-26 18:35:41 -0800 | [diff] [blame] | 471 | }; // class HalInterface |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 472 | |
Yin-Chia Yeh | db1e864 | 2017-07-14 15:19:30 -0700 | [diff] [blame] | 473 | sp<HalInterface> mInterface; |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 474 | |
| 475 | CameraMetadata mDeviceInfo; |
Shuzhen Wang | dbdf72b | 2019-11-13 11:22:12 -0800 | [diff] [blame] | 476 | bool mSupportNativeZoomRatio; |
Shuzhen Wang | 2e7f58f | 2018-07-11 14:00:29 -0700 | [diff] [blame] | 477 | std::unordered_map<std::string, CameraMetadata> mPhysicalDeviceInfoMap; |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 478 | |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 479 | CameraMetadata mRequestTemplateCache[CAMERA_TEMPLATE_COUNT]; |
Zhijun He | a1530f1 | 2014-09-14 12:44:20 -0700 | [diff] [blame] | 480 | |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 481 | struct Size { |
| 482 | uint32_t width; |
| 483 | uint32_t height; |
Chih-Hung Hsieh | 8b0b971 | 2016-08-09 14:25:53 -0700 | [diff] [blame] | 484 | explicit Size(uint32_t w = 0, uint32_t h = 0) : width(w), height(h){} |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 485 | }; |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 486 | |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 487 | enum Status { |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 488 | STATUS_ERROR, |
| 489 | STATUS_UNINITIALIZED, |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 490 | STATUS_UNCONFIGURED, |
| 491 | STATUS_CONFIGURED, |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 492 | STATUS_ACTIVE |
| 493 | } mStatus; |
Ruben Brunk | 183f056 | 2015-08-12 12:55:02 -0700 | [diff] [blame] | 494 | |
| 495 | // Only clear mRecentStatusUpdates, mStatusWaiters from waitUntilStateThenRelock |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 496 | Vector<Status> mRecentStatusUpdates; |
Ruben Brunk | 183f056 | 2015-08-12 12:55:02 -0700 | [diff] [blame] | 497 | int mStatusWaiters; |
| 498 | |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 499 | Condition mStatusChanged; |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 500 | |
Eino-Ville Talvala | b2058d1 | 2013-04-09 13:49:56 -0700 | [diff] [blame] | 501 | // Tracking cause of fatal errors when in STATUS_ERROR |
| 502 | String8 mErrorCause; |
| 503 | |
Yin-Chia Yeh | 5fd603e | 2019-11-20 11:22:27 -0800 | [diff] [blame] | 504 | camera3::StreamSet mOutputStreams; |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 505 | sp<camera3::Camera3Stream> mInputStream; |
Shuzhen Wang | 83bff12 | 2020-11-20 15:51:39 -0800 | [diff] [blame] | 506 | bool mIsInputStreamMultiResolution; |
Shuzhen Wang | 316781a | 2020-08-18 18:11:01 -0700 | [diff] [blame] | 507 | SessionStatsBuilder mSessionStatsBuilder; |
Shuzhen Wang | 9908050 | 2021-03-07 21:08:20 -0800 | [diff] [blame] | 508 | // Map from stream group ID to physical cameras backing the stream group |
| 509 | std::map<int32_t, std::set<String8>> mGroupIdPhysicalCameraMap; |
Shuzhen Wang | 316781a | 2020-08-18 18:11:01 -0700 | [diff] [blame] | 510 | |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 511 | int mNextStreamId; |
Eino-Ville Talvala | ea26c77 | 2013-06-11 16:04:06 -0700 | [diff] [blame] | 512 | bool mNeedConfig; |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 513 | |
Ivan Lozano | c0ad82f | 2020-07-30 09:32:57 -0400 | [diff] [blame] | 514 | int mFakeStreamId; |
Eino-Ville Talvala | 16a2ada | 2014-08-27 14:41:33 -0700 | [diff] [blame] | 515 | |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 516 | // Whether to send state updates upstream |
| 517 | // Pause when doing transparent reconfiguration |
| 518 | bool mPauseStateNotify; |
| 519 | |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 520 | // Need to hold on to stream references until configure completes. |
Igor Murashkin | 2fba584 | 2013-04-22 14:03:54 -0700 | [diff] [blame] | 521 | Vector<sp<camera3::Camera3StreamInterface> > mDeletedStreams; |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 522 | |
Zhijun He | 204e329 | 2014-07-14 17:09:23 -0700 | [diff] [blame] | 523 | // Whether the HAL will send partial result |
| 524 | bool mUsePartialResult; |
| 525 | |
| 526 | // Number of partial results that will be delivered by the HAL. |
| 527 | uint32_t mNumPartialResults; |
Eino-Ville Talvala | fd6ecdd | 2013-10-11 09:51:09 -0700 | [diff] [blame] | 528 | |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 529 | /**** End scope for mLock ****/ |
| 530 | |
Shuzhen Wang | e420892 | 2022-02-01 16:52:48 -0800 | [diff] [blame^] | 531 | bool mDeviceTimeBaseIsRealtime; |
Shuzhen Wang | c28dccc | 2016-02-11 23:48:46 -0800 | [diff] [blame] | 532 | // The offset converting from clock domain of other subsystem |
| 533 | // (video/hardware composer) to that of camera. Assumption is that this |
| 534 | // offset won't change during the life cycle of the camera device. In other |
| 535 | // words, camera device shouldn't be open during CPU suspend. |
| 536 | nsecs_t mTimestampOffset; |
| 537 | |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 538 | class CaptureRequest : public LightRefBase<CaptureRequest> { |
| 539 | public: |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 540 | PhysicalCameraSettingsList mSettingsList; |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 541 | sp<camera3::Camera3Stream> mInputStream; |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 542 | camera_stream_buffer_t mInputBuffer; |
Shuzhen Wang | 83bff12 | 2020-11-20 15:51:39 -0800 | [diff] [blame] | 543 | camera3::Size mInputBufferSize; |
Igor Murashkin | 2fba584 | 2013-04-22 14:03:54 -0700 | [diff] [blame] | 544 | Vector<sp<camera3::Camera3OutputStreamInterface> > |
| 545 | mOutputStreams; |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 546 | SurfaceMap mOutputSurfaces; |
Jianing Wei | cb0652e | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 547 | CaptureResultExtras mResultExtras; |
Chien-Yu Chen | 85a6455 | 2015-08-28 15:46:12 -0700 | [diff] [blame] | 548 | // The number of requests that should be submitted to HAL at a time. |
| 549 | // For example, if batch size is 8, this request and the following 7 |
| 550 | // requests will be submitted to HAL at a time. The batch size for |
| 551 | // the following 7 requests will be ignored by the request thread. |
| 552 | int mBatchSize; |
Shuzhen Wang | 9d06601 | 2016-09-30 11:30:20 -0700 | [diff] [blame] | 553 | // Whether this request is from a repeating or repeating burst. |
| 554 | bool mRepeating; |
Eino-Ville Talvala | f2e3709 | 2020-01-07 15:32:32 -0800 | [diff] [blame] | 555 | // Whether this request has ROTATE_AND_CROP_AUTO set, so needs both |
| 556 | // overriding of ROTATE_AND_CROP value and adjustment of coordinates |
| 557 | // in several other controls in both the request and the result |
| 558 | bool mRotateAndCropAuto; |
Eino-Ville Talvala | 305cec6 | 2020-11-12 14:18:17 -0800 | [diff] [blame] | 559 | |
Shuzhen Wang | d1d051a | 2020-08-20 15:42:23 -0700 | [diff] [blame] | 560 | // Whether this capture request has its zoom ratio set to 1.0x before |
| 561 | // the framework overrides it for camera HAL consumption. |
| 562 | bool mZoomRatioIs1x; |
Shuzhen Wang | 316781a | 2020-08-18 18:11:01 -0700 | [diff] [blame] | 563 | // The systemTime timestamp when the request is created. |
| 564 | nsecs_t mRequestTimeNs; |
Shuzhen Wang | d1d051a | 2020-08-20 15:42:23 -0700 | [diff] [blame] | 565 | |
Shuzhen Wang | d1d051a | 2020-08-20 15:42:23 -0700 | [diff] [blame] | 566 | // Whether this capture request's distortion correction update has |
| 567 | // been done. |
| 568 | bool mDistortionCorrectionUpdated = false; |
| 569 | // Whether this capture request's rotation and crop update has been |
| 570 | // done. |
| 571 | bool mRotationAndCropUpdated = false; |
| 572 | // Whether this capture request's zoom ratio update has been done. |
| 573 | bool mZoomRatioUpdated = false; |
Jayant Chowdhary | 9255ce0 | 2021-07-15 11:18:17 -0700 | [diff] [blame] | 574 | // Whether this max resolution capture request's crop / metering region update has been |
| 575 | // done. |
| 576 | bool mUHRCropAndMeteringRegionsUpdated = false; |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 577 | }; |
| 578 | typedef List<sp<CaptureRequest> > RequestList; |
| 579 | |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 580 | status_t checkStatusOkToCaptureLocked(); |
| 581 | |
| 582 | status_t convertMetadataListToRequestListLocked( |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 583 | const List<const PhysicalCameraSettingsList> &metadataList, |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 584 | const std::list<const SurfaceMap> &surfaceMaps, |
Shuzhen Wang | 316781a | 2020-08-18 18:11:01 -0700 | [diff] [blame] | 585 | bool repeating, nsecs_t requestTimeNs, |
Jianing Wei | 2d6bb3f | 2014-04-11 10:00:31 -0700 | [diff] [blame] | 586 | /*out*/ |
| 587 | RequestList *requestList); |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 588 | |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 589 | void convertToRequestList(List<const PhysicalCameraSettingsList>& requestsList, |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 590 | std::list<const SurfaceMap>& surfaceMaps, |
| 591 | const CameraMetadata& request); |
| 592 | |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 593 | status_t submitRequestsHelper(const List<const PhysicalCameraSettingsList> &requestsList, |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 594 | const std::list<const SurfaceMap> &surfaceMaps, |
| 595 | bool repeating, |
Jianing Wei | cb0652e | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 596 | int64_t *lastFrameNumber = NULL); |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 597 | |
Yifan Hong | a640c5a | 2017-04-12 16:30:31 -0700 | [diff] [blame] | 598 | // lock to ensure only one processCaptureResult is called at a time. |
| 599 | Mutex mProcessCaptureResultLock; |
| 600 | |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 601 | /** |
| 602 | * Common initialization code shared by both HAL paths |
| 603 | * |
| 604 | * Must be called with mLock and mInterfaceLock held. |
| 605 | */ |
| 606 | status_t initializeCommonLocked(); |
| 607 | |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 608 | /** |
Igor Murashkin | 1e479c0 | 2013-09-06 16:55:14 -0700 | [diff] [blame] | 609 | * Get the last request submitted to the hal by the request thread. |
| 610 | * |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 611 | * Must be called with mLock held. |
Igor Murashkin | 1e479c0 | 2013-09-06 16:55:14 -0700 | [diff] [blame] | 612 | */ |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 613 | virtual CameraMetadata getLatestRequestLocked(); |
Igor Murashkin | 1e479c0 | 2013-09-06 16:55:14 -0700 | [diff] [blame] | 614 | |
Jayant Chowdhary | 22441f3 | 2021-12-26 18:35:41 -0800 | [diff] [blame] | 615 | virtual status_t injectionCameraInitialize(const String8 &injectCamId, |
| 616 | sp<CameraProviderManager> manager) = 0; |
| 617 | |
Igor Murashkin | 1e479c0 | 2013-09-06 16:55:14 -0700 | [diff] [blame] | 618 | /** |
Ruben Brunk | 183f056 | 2015-08-12 12:55:02 -0700 | [diff] [blame] | 619 | * Update the current device status and wake all waiting threads. |
| 620 | * |
| 621 | * Must be called with mLock held. |
| 622 | */ |
| 623 | void internalUpdateStatusLocked(Status status); |
| 624 | |
| 625 | /** |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 626 | * Pause processing and flush everything, but don't tell the clients. |
| 627 | * This is for reconfiguring outputs transparently when according to the |
| 628 | * CameraDeviceBase interface we shouldn't need to. |
| 629 | * Must be called with mLock and mInterfaceLock both held. |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 630 | */ |
Yin-Chia Yeh | 598fc60 | 2017-07-24 11:37:23 -0700 | [diff] [blame] | 631 | status_t internalPauseAndWaitLocked(nsecs_t maxExpectedDuration); |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 632 | |
| 633 | /** |
| 634 | * Resume work after internalPauseAndWaitLocked() |
| 635 | * Must be called with mLock and mInterfaceLock both held. |
| 636 | */ |
| 637 | status_t internalResumeLocked(); |
| 638 | |
| 639 | /** |
| 640 | * Wait until status tracker tells us we've transitioned to the target state |
| 641 | * set, which is either ACTIVE when active==true or IDLE (which is any |
| 642 | * non-ACTIVE state) when active==false. |
| 643 | * |
| 644 | * Needs to be called with mLock and mInterfaceLock held. This means there |
| 645 | * can ever only be one waiter at most. |
| 646 | * |
| 647 | * During the wait mLock is released. |
| 648 | * |
| 649 | */ |
| 650 | status_t waitUntilStateThenRelock(bool active, nsecs_t timeout); |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 651 | |
| 652 | /** |
Zhijun He | 69a3748 | 2014-03-23 18:44:49 -0700 | [diff] [blame] | 653 | * Implementation of waitUntilDrained. On success, will transition to IDLE state. |
| 654 | * |
| 655 | * Need to be called with mLock and mInterfaceLock held. |
| 656 | */ |
Yin-Chia Yeh | 598fc60 | 2017-07-24 11:37:23 -0700 | [diff] [blame] | 657 | status_t waitUntilDrainedLocked(nsecs_t maxExpectedDuration); |
Zhijun He | 69a3748 | 2014-03-23 18:44:49 -0700 | [diff] [blame] | 658 | |
| 659 | /** |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 660 | * Do common work for setting up a streaming or single capture request. |
| 661 | * On success, will transition to ACTIVE if in IDLE. |
| 662 | */ |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 663 | sp<CaptureRequest> setUpRequestLocked(const PhysicalCameraSettingsList &request, |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 664 | const SurfaceMap &surfaceMap); |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 665 | |
| 666 | /** |
| 667 | * Build a CaptureRequest request from the CameraDeviceBase request |
| 668 | * settings. |
| 669 | */ |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 670 | sp<CaptureRequest> createCaptureRequest(const PhysicalCameraSettingsList &request, |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 671 | const SurfaceMap &surfaceMap); |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 672 | |
| 673 | /** |
Emilian Peev | ac3ce6c | 2017-12-12 15:27:02 +0000 | [diff] [blame] | 674 | * Internally re-configure camera device using new session parameters. |
Emilian Peev | 3bead5f | 2020-05-28 17:29:08 -0700 | [diff] [blame] | 675 | * This will get triggered by the request thread. |
Emilian Peev | ac3ce6c | 2017-12-12 15:27:02 +0000 | [diff] [blame] | 676 | */ |
Emilian Peev | 3bead5f | 2020-05-28 17:29:08 -0700 | [diff] [blame] | 677 | bool reconfigureCamera(const CameraMetadata& sessionParams, int clientStatusId); |
Emilian Peev | ac3ce6c | 2017-12-12 15:27:02 +0000 | [diff] [blame] | 678 | |
| 679 | /** |
Emilian Peev | 0d0191e | 2020-04-21 17:01:18 -0700 | [diff] [blame] | 680 | * Return true in case of any output or input abandoned streams, |
| 681 | * otherwise return false. |
| 682 | */ |
| 683 | bool checkAbandonedStreamsLocked(); |
| 684 | |
| 685 | /** |
Emilian Peev | ac3ce6c | 2017-12-12 15:27:02 +0000 | [diff] [blame] | 686 | * Filter stream session parameters and configure camera HAL. |
| 687 | */ |
| 688 | status_t filterParamsAndConfigureLocked(const CameraMetadata& sessionParams, |
| 689 | int operatingMode); |
| 690 | |
| 691 | /** |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 692 | * Take the currently-defined set of streams and configure the HAL to use |
| 693 | * them. This is a long-running operation (may be several hundered ms). |
| 694 | */ |
Emilian Peev | 5fbe0ba | 2017-10-20 15:45:45 +0100 | [diff] [blame] | 695 | status_t configureStreamsLocked(int operatingMode, |
Emilian Peev | ac3ce6c | 2017-12-12 15:27:02 +0000 | [diff] [blame] | 696 | const CameraMetadata& sessionParams, bool notifyRequestThread = true); |
Eino-Ville Talvala | 7fa43f3 | 2013-02-06 17:20:07 -0800 | [diff] [blame] | 697 | |
Eino-Ville Talvala | b2058d1 | 2013-04-09 13:49:56 -0700 | [diff] [blame] | 698 | /** |
Chien-Yu Chen | 9b5860b | 2016-06-10 13:39:09 -0700 | [diff] [blame] | 699 | * Cancel stream configuration that did not finish successfully. |
| 700 | */ |
| 701 | void cancelStreamsConfigurationLocked(); |
| 702 | |
| 703 | /** |
Ivan Lozano | c0ad82f | 2020-07-30 09:32:57 -0400 | [diff] [blame] | 704 | * Add a fake stream to the current stream set as a workaround for |
Eino-Ville Talvala | 16a2ada | 2014-08-27 14:41:33 -0700 | [diff] [blame] | 705 | * not allowing 0 streams in the camera HAL spec. |
| 706 | */ |
Ivan Lozano | c0ad82f | 2020-07-30 09:32:57 -0400 | [diff] [blame] | 707 | status_t addFakeStreamLocked(); |
Eino-Ville Talvala | 16a2ada | 2014-08-27 14:41:33 -0700 | [diff] [blame] | 708 | |
| 709 | /** |
Ivan Lozano | c0ad82f | 2020-07-30 09:32:57 -0400 | [diff] [blame] | 710 | * Remove a fake stream if the current config includes real streams. |
Eino-Ville Talvala | 16a2ada | 2014-08-27 14:41:33 -0700 | [diff] [blame] | 711 | */ |
Ivan Lozano | c0ad82f | 2020-07-30 09:32:57 -0400 | [diff] [blame] | 712 | status_t tryRemoveFakeStreamLocked(); |
Eino-Ville Talvala | 16a2ada | 2014-08-27 14:41:33 -0700 | [diff] [blame] | 713 | |
| 714 | /** |
Eino-Ville Talvala | b2058d1 | 2013-04-09 13:49:56 -0700 | [diff] [blame] | 715 | * Set device into an error state due to some fatal failure, and set an |
| 716 | * error message to indicate why. Only the first call's message will be |
| 717 | * used. The message is also sent to the log. |
| 718 | */ |
Yin-Chia Yeh | 5fd603e | 2019-11-20 11:22:27 -0800 | [diff] [blame] | 719 | void setErrorState(const char *fmt, ...) override; |
| 720 | void setErrorStateLocked(const char *fmt, ...) override; |
Eino-Ville Talvala | b2058d1 | 2013-04-09 13:49:56 -0700 | [diff] [blame] | 721 | void setErrorStateV(const char *fmt, va_list args); |
Eino-Ville Talvala | b2058d1 | 2013-04-09 13:49:56 -0700 | [diff] [blame] | 722 | void setErrorStateLockedV(const char *fmt, va_list args); |
| 723 | |
Yin-Chia Yeh | 5fd603e | 2019-11-20 11:22:27 -0800 | [diff] [blame] | 724 | ///////////////////////////////////////////////////////////////////// |
| 725 | // Implements InflightRequestUpdateInterface |
| 726 | |
| 727 | void onInflightEntryRemovedLocked(nsecs_t duration) override; |
| 728 | void checkInflightMapLengthLocked() override; |
| 729 | void onInflightMapFlushedLocked() override; |
| 730 | |
| 731 | ///////////////////////////////////////////////////////////////////// |
| 732 | |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 733 | /** |
| 734 | * Debugging trylock/spin method |
| 735 | * Try to acquire a lock a few times with sleeps between before giving up. |
| 736 | */ |
| 737 | bool tryLockSpinRightRound(Mutex& lock); |
| 738 | |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 739 | /** |
Shuzhen Wang | c28dccc | 2016-02-11 23:48:46 -0800 | [diff] [blame] | 740 | * Helper function to get the offset between MONOTONIC and BOOTTIME |
| 741 | * timestamp. |
| 742 | */ |
| 743 | static nsecs_t getMonoToBoottimeOffset(); |
| 744 | |
Igor Murashkin | 4d2f2e8 | 2013-04-01 17:29:07 -0700 | [diff] [blame] | 745 | struct RequestTrigger { |
| 746 | // Metadata tag number, e.g. android.control.aePrecaptureTrigger |
| 747 | uint32_t metadataTag; |
| 748 | // Metadata value, e.g. 'START' or the trigger ID |
| 749 | int32_t entryValue; |
| 750 | |
| 751 | // The last part of the fully qualified path, e.g. afTrigger |
| 752 | const char *getTagName() const { |
| 753 | return get_camera_metadata_tag_name(metadataTag) ?: "NULL"; |
| 754 | } |
| 755 | |
| 756 | // e.g. TYPE_BYTE, TYPE_INT32, etc. |
| 757 | int getTagType() const { |
| 758 | return get_camera_metadata_tag_type(metadataTag); |
| 759 | } |
| 760 | }; |
| 761 | |
Eino-Ville Talvala | 7fa43f3 | 2013-02-06 17:20:07 -0800 | [diff] [blame] | 762 | /** |
| 763 | * Thread for managing capture request submission to HAL device. |
| 764 | */ |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 765 | class RequestThread : public Thread { |
Eino-Ville Talvala | 7fa43f3 | 2013-02-06 17:20:07 -0800 | [diff] [blame] | 766 | |
| 767 | public: |
| 768 | |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 769 | RequestThread(wp<Camera3Device> parent, |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 770 | sp<camera3::StatusTracker> statusTracker, |
Yin-Chia Yeh | d5cd5ff | 2018-10-01 14:43:04 -0700 | [diff] [blame] | 771 | sp<HalInterface> interface, |
| 772 | const Vector<int32_t>& sessionParamKeys, |
Eino-Ville Talvala | 1646c3c | 2021-07-29 13:48:40 -0700 | [diff] [blame] | 773 | bool useHalBufManager, |
| 774 | bool supportCameraMute); |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 775 | ~RequestThread(); |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 776 | |
Yin-Chia Yeh | e1c8063 | 2016-08-08 14:48:05 -0700 | [diff] [blame] | 777 | void setNotificationListener(wp<NotificationListener> listener); |
Eino-Ville Talvala | 1754351 | 2014-08-06 14:32:02 -0700 | [diff] [blame] | 778 | |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 779 | /** |
| 780 | * Call after stream (re)-configuration is completed. |
| 781 | */ |
Emilian Peev | ac3ce6c | 2017-12-12 15:27:02 +0000 | [diff] [blame] | 782 | void configurationComplete(bool isConstrainedHighSpeed, |
Shuzhen Wang | 9908050 | 2021-03-07 21:08:20 -0800 | [diff] [blame] | 783 | const CameraMetadata& sessionParams, |
| 784 | const std::map<int32_t, std::set<String8>>& groupIdPhysicalCameraMap); |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 785 | |
| 786 | /** |
| 787 | * Set or clear the list of repeating requests. Does not block |
| 788 | * on either. Use waitUntilPaused to wait until request queue |
| 789 | * has emptied out. |
| 790 | */ |
Jianing Wei | 2d6bb3f | 2014-04-11 10:00:31 -0700 | [diff] [blame] | 791 | status_t setRepeatingRequests(const RequestList& requests, |
| 792 | /*out*/ |
| 793 | int64_t *lastFrameNumber = NULL); |
| 794 | status_t clearRepeatingRequests(/*out*/ |
| 795 | int64_t *lastFrameNumber = NULL); |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 796 | |
Jianing Wei | 2d6bb3f | 2014-04-11 10:00:31 -0700 | [diff] [blame] | 797 | status_t queueRequestList(List<sp<CaptureRequest> > &requests, |
| 798 | /*out*/ |
| 799 | int64_t *lastFrameNumber = NULL); |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 800 | |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 801 | /** |
Eino-Ville Talvala | abaa51d | 2013-08-14 11:37:00 -0700 | [diff] [blame] | 802 | * Remove all queued and repeating requests, and pending triggers |
| 803 | */ |
Yin-Chia Yeh | e1c8063 | 2016-08-08 14:48:05 -0700 | [diff] [blame] | 804 | status_t clear(/*out*/int64_t *lastFrameNumber = NULL); |
Eino-Ville Talvala | abaa51d | 2013-08-14 11:37:00 -0700 | [diff] [blame] | 805 | |
| 806 | /** |
Chien-Yu Chen | 85a6455 | 2015-08-28 15:46:12 -0700 | [diff] [blame] | 807 | * Flush all pending requests in HAL. |
| 808 | */ |
| 809 | status_t flush(); |
| 810 | |
| 811 | /** |
Igor Murashkin | 4d2f2e8 | 2013-04-01 17:29:07 -0700 | [diff] [blame] | 812 | * Queue a trigger to be dispatched with the next outgoing |
| 813 | * process_capture_request. The settings for that request only |
| 814 | * will be temporarily rewritten to add the trigger tag/value. |
| 815 | * Subsequent requests will not be rewritten (for this tag). |
| 816 | */ |
| 817 | status_t queueTrigger(RequestTrigger trigger[], size_t count); |
| 818 | |
| 819 | /** |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 820 | * Pause/unpause the capture thread. Doesn't block, so use |
| 821 | * waitUntilPaused to wait until the thread is paused. |
| 822 | */ |
| 823 | void setPaused(bool paused); |
| 824 | |
| 825 | /** |
Igor Murashkin | 4d2f2e8 | 2013-04-01 17:29:07 -0700 | [diff] [blame] | 826 | * Wait until thread processes the capture request with settings' |
| 827 | * android.request.id == requestId. |
| 828 | * |
| 829 | * Returns TIMED_OUT in case the thread does not process the request |
| 830 | * within the timeout. |
| 831 | */ |
| 832 | status_t waitUntilRequestProcessed(int32_t requestId, nsecs_t timeout); |
| 833 | |
Igor Murashkin | 1e479c0 | 2013-09-06 16:55:14 -0700 | [diff] [blame] | 834 | /** |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 835 | * Shut down the thread. Shutdown is asynchronous, so thread may |
| 836 | * still be running once this method returns. |
| 837 | */ |
| 838 | virtual void requestExit(); |
| 839 | |
| 840 | /** |
Igor Murashkin | 1e479c0 | 2013-09-06 16:55:14 -0700 | [diff] [blame] | 841 | * Get the latest request that was sent to the HAL |
| 842 | * with process_capture_request. |
| 843 | */ |
| 844 | CameraMetadata getLatestRequest() const; |
| 845 | |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 846 | /** |
| 847 | * Returns true if the stream is a target of any queued or repeating |
| 848 | * capture request |
| 849 | */ |
| 850 | bool isStreamPending(sp<camera3::Camera3StreamInterface>& stream); |
| 851 | |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 852 | /** |
| 853 | * Returns true if the surface is a target of any queued or repeating |
| 854 | * capture request |
| 855 | */ |
| 856 | bool isOutputSurfacePending(int streamId, size_t surfaceId); |
| 857 | |
Shuzhen Wang | 686f644 | 2017-06-20 16:16:04 -0700 | [diff] [blame] | 858 | // dump processCaptureRequest latency |
| 859 | void dumpCaptureRequestLatency(int fd, const char* name) { |
| 860 | mRequestLatency.dump(fd, name); |
| 861 | } |
| 862 | |
Yin-Chia Yeh | 7447f0f | 2018-10-11 15:28:12 -0700 | [diff] [blame] | 863 | void signalPipelineDrain(const std::vector<int>& streamIds); |
Yin-Chia Yeh | e52b8fa | 2020-07-28 00:17:58 -0700 | [diff] [blame] | 864 | void resetPipelineDrain(); |
Yin-Chia Yeh | 7447f0f | 2018-10-11 15:28:12 -0700 | [diff] [blame] | 865 | |
Emilian Peev | c0fe54c | 2020-03-11 14:05:07 -0700 | [diff] [blame] | 866 | void clearPreviousRequest(); |
| 867 | |
Eino-Ville Talvala | f2e3709 | 2020-01-07 15:32:32 -0800 | [diff] [blame] | 868 | status_t setRotateAndCropAutoBehavior( |
| 869 | camera_metadata_enum_android_scaler_rotate_and_crop_t rotateAndCropValue); |
Emilian Peev | e23f1d9 | 2021-09-20 14:56:01 -0700 | [diff] [blame] | 870 | status_t setComposerSurface(bool composerSurfacePresent); |
Eino-Ville Talvala | f2e3709 | 2020-01-07 15:32:32 -0800 | [diff] [blame] | 871 | |
Eino-Ville Talvala | 11afe4f | 2021-05-27 14:45:31 -0700 | [diff] [blame] | 872 | status_t setCameraMute(int32_t muteMode); |
Cliff Wu | c2ad9c8 | 2021-04-21 00:58:58 +0800 | [diff] [blame] | 873 | |
| 874 | status_t setHalInterface(sp<HalInterface> newHalInterface); |
| 875 | |
Eino-Ville Talvala | 7fa43f3 | 2013-02-06 17:20:07 -0800 | [diff] [blame] | 876 | protected: |
| 877 | |
| 878 | virtual bool threadLoop(); |
| 879 | |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 880 | static const String8& getId(const wp<Camera3Device> &device); |
Eino-Ville Talvala | 42368d9 | 2013-04-09 14:13:50 -0700 | [diff] [blame] | 881 | |
Igor Murashkin | 4d2f2e8 | 2013-04-01 17:29:07 -0700 | [diff] [blame] | 882 | status_t queueTriggerLocked(RequestTrigger trigger); |
| 883 | // Mix-in queued triggers into this request |
| 884 | int32_t insertTriggers(const sp<CaptureRequest> &request); |
| 885 | // Purge the queued triggers from this request, |
| 886 | // restoring the old field values for those tags. |
| 887 | status_t removeTriggers(const sp<CaptureRequest> &request); |
| 888 | |
Eino-Ville Talvala | 2f876f9 | 2013-09-13 11:39:24 -0700 | [diff] [blame] | 889 | // HAL workaround: Make sure a trigger ID always exists if |
| 890 | // a trigger does |
Ivan Lozano | c0ad82f | 2020-07-30 09:32:57 -0400 | [diff] [blame] | 891 | status_t addFakeTriggerIds(const sp<CaptureRequest> &request); |
Eino-Ville Talvala | f2e3709 | 2020-01-07 15:32:32 -0800 | [diff] [blame] | 892 | |
| 893 | // Override rotate_and_crop control if needed; returns true if the current value was changed |
| 894 | bool overrideAutoRotateAndCrop(const sp<CaptureRequest> &request); |
Eino-Ville Talvala | 2f876f9 | 2013-09-13 11:39:24 -0700 | [diff] [blame] | 895 | |
Eino-Ville Talvala | 305cec6 | 2020-11-12 14:18:17 -0800 | [diff] [blame] | 896 | // Override test_pattern control if needed for camera mute; returns true |
| 897 | // if the current value was changed |
| 898 | bool overrideTestPattern(const sp<CaptureRequest> &request); |
| 899 | |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 900 | static const nsecs_t kRequestTimeout = 50e6; // 50 ms |
Eino-Ville Talvala | 7fa43f3 | 2013-02-06 17:20:07 -0800 | [diff] [blame] | 901 | |
Yin-Chia Yeh | b978c38 | 2019-10-30 00:22:37 -0700 | [diff] [blame] | 902 | // TODO: does this need to be adjusted for long exposure requests? |
| 903 | static const nsecs_t kRequestSubmitTimeout = 200e6; // 200 ms |
| 904 | |
Chien-Yu Chen | 85a6455 | 2015-08-28 15:46:12 -0700 | [diff] [blame] | 905 | // Used to prepare a batch of requests. |
| 906 | struct NextRequest { |
| 907 | sp<CaptureRequest> captureRequest; |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 908 | camera_capture_request_t halRequest; |
| 909 | Vector<camera_stream_buffer_t> outputBuffers; |
Chien-Yu Chen | 85a6455 | 2015-08-28 15:46:12 -0700 | [diff] [blame] | 910 | bool submitted; |
| 911 | }; |
Eino-Ville Talvala | 7fa43f3 | 2013-02-06 17:20:07 -0800 | [diff] [blame] | 912 | |
Chien-Yu Chen | 57ea292 | 2015-09-04 12:58:56 -0700 | [diff] [blame] | 913 | // Wait for the next batch of requests and put them in mNextRequests. mNextRequests will |
| 914 | // be empty if it times out. |
| 915 | void waitForNextRequestBatch(); |
Chien-Yu Chen | 85a6455 | 2015-08-28 15:46:12 -0700 | [diff] [blame] | 916 | |
| 917 | // Waits for a request, or returns NULL if times out. Must be called with mRequestLock hold. |
| 918 | sp<CaptureRequest> waitForNextRequestLocked(); |
| 919 | |
Chien-Yu Chen | 57ea292 | 2015-09-04 12:58:56 -0700 | [diff] [blame] | 920 | // Prepare HAL requests and output buffers in mNextRequests. Return TIMED_OUT if getting any |
| 921 | // output buffer timed out. If an error is returned, the caller should clean up the pending |
| 922 | // request batch. |
| 923 | status_t prepareHalRequests(); |
Chien-Yu Chen | 85a6455 | 2015-08-28 15:46:12 -0700 | [diff] [blame] | 924 | |
Chien-Yu Chen | 57ea292 | 2015-09-04 12:58:56 -0700 | [diff] [blame] | 925 | // Return buffers, etc, for requests in mNextRequests that couldn't be fully constructed and |
| 926 | // send request errors if sendRequestError is true. The buffers will be returned in the |
| 927 | // ERROR state to mark them as not having valid data. mNextRequests will be cleared. |
| 928 | void cleanUpFailedRequests(bool sendRequestError); |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 929 | |
Chien-Yu Chen | e8c535e | 2016-04-14 12:18:26 -0700 | [diff] [blame] | 930 | // Stop the repeating request if any of its output streams is abandoned. |
| 931 | void checkAndStopRepeatingRequest(); |
| 932 | |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 933 | // Release physical camera settings and camera id resources. |
| 934 | void cleanupPhysicalSettings(sp<CaptureRequest> request, |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 935 | /*out*/camera_capture_request_t *halRequest); |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 936 | |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 937 | // Pause handling |
| 938 | bool waitIfPaused(); |
Eino-Ville Talvala | 26fe6c7 | 2013-08-29 12:46:18 -0700 | [diff] [blame] | 939 | void unpauseForNewRequests(); |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 940 | |
Eino-Ville Talvala | b2058d1 | 2013-04-09 13:49:56 -0700 | [diff] [blame] | 941 | // Relay error to parent device object setErrorState |
| 942 | void setErrorState(const char *fmt, ...); |
| 943 | |
Yin-Chia Yeh | 8684b7f | 2014-06-13 14:53:05 -0700 | [diff] [blame] | 944 | // If the input request is in mRepeatingRequests. Must be called with mRequestLock hold |
Chih-Hung Hsieh | 8b0b971 | 2016-08-09 14:25:53 -0700 | [diff] [blame] | 945 | bool isRepeatingRequestLocked(const sp<CaptureRequest>&); |
Yin-Chia Yeh | 8684b7f | 2014-06-13 14:53:05 -0700 | [diff] [blame] | 946 | |
Chien-Yu Chen | e8c535e | 2016-04-14 12:18:26 -0700 | [diff] [blame] | 947 | // Clear repeating requests. Must be called with mRequestLock held. |
| 948 | status_t clearRepeatingRequestsLocked(/*out*/ int64_t *lastFrameNumber = NULL); |
| 949 | |
Yin-Chia Yeh | 94c68e0 | 2017-03-06 14:09:44 -0800 | [diff] [blame] | 950 | // send request in mNextRequests to HAL in a batch. Return true = sucssess |
| 951 | bool sendRequestsBatch(); |
| 952 | |
Eino-Ville Talvala | 10bd57e | 2017-06-23 16:22:44 -0700 | [diff] [blame] | 953 | // Calculate the expected maximum duration for a request |
| 954 | nsecs_t calculateMaxExpectedDuration(const camera_metadata_t *request); |
| 955 | |
Emilian Peev | ac3ce6c | 2017-12-12 15:27:02 +0000 | [diff] [blame] | 956 | // Check and update latest session parameters based on the current request settings. |
| 957 | bool updateSessionParameters(const CameraMetadata& settings); |
| 958 | |
Emilian Peev | a14b4dd | 2018-05-15 11:00:31 +0100 | [diff] [blame] | 959 | // Check whether FPS range session parameter re-configuration is needed in constrained |
| 960 | // high speed recording camera sessions. |
| 961 | bool skipHFRTargetFPSUpdate(int32_t tag, const camera_metadata_ro_entry_t& newEntry, |
| 962 | const camera_metadata_entry_t& currentEntry); |
| 963 | |
Shuzhen Wang | c2cba12 | 2018-05-17 18:10:24 -0700 | [diff] [blame] | 964 | // Update next request sent to HAL |
| 965 | void updateNextRequest(NextRequest& nextRequest); |
Emilian Peev | ac3ce6c | 2017-12-12 15:27:02 +0000 | [diff] [blame] | 966 | |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 967 | wp<Camera3Device> mParent; |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 968 | wp<camera3::StatusTracker> mStatusTracker; |
Yin-Chia Yeh | db1e864 | 2017-07-14 15:19:30 -0700 | [diff] [blame] | 969 | sp<HalInterface> mInterface; |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 970 | |
Yin-Chia Yeh | e1c8063 | 2016-08-08 14:48:05 -0700 | [diff] [blame] | 971 | wp<NotificationListener> mListener; |
Eino-Ville Talvala | 1754351 | 2014-08-06 14:32:02 -0700 | [diff] [blame] | 972 | |
Eino-Ville Talvala | 0b1cb14 | 2016-12-19 16:29:17 -0800 | [diff] [blame] | 973 | const String8& mId; // The camera ID |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 974 | int mStatusId; // The RequestThread's component ID for |
| 975 | // status tracking |
Eino-Ville Talvala | 42368d9 | 2013-04-09 14:13:50 -0700 | [diff] [blame] | 976 | |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 977 | Mutex mRequestLock; |
| 978 | Condition mRequestSignal; |
Yin-Chia Yeh | b978c38 | 2019-10-30 00:22:37 -0700 | [diff] [blame] | 979 | Condition mRequestSubmittedSignal; |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 980 | RequestList mRequestQueue; |
| 981 | RequestList mRepeatingRequests; |
Shuzhen Wang | 316781a | 2020-08-18 18:11:01 -0700 | [diff] [blame] | 982 | bool mFirstRepeating; |
Chien-Yu Chen | 57ea292 | 2015-09-04 12:58:56 -0700 | [diff] [blame] | 983 | // The next batch of requests being prepped for submission to the HAL, no longer |
Eino-Ville Talvala | e74c228 | 2015-05-27 14:46:23 -0700 | [diff] [blame] | 984 | // on the request queue. Read-only even with mRequestLock held, outside |
| 985 | // of threadLoop |
Chien-Yu Chen | 57ea292 | 2015-09-04 12:58:56 -0700 | [diff] [blame] | 986 | Vector<NextRequest> mNextRequests; |
Chien-Yu Chen | 85a6455 | 2015-08-28 15:46:12 -0700 | [diff] [blame] | 987 | |
| 988 | // To protect flush() and sending a request batch to HAL. |
| 989 | Mutex mFlushLock; |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 990 | |
| 991 | bool mReconfigured; |
| 992 | |
Yin-Chia Yeh | 7447f0f | 2018-10-11 15:28:12 -0700 | [diff] [blame] | 993 | // Used by waitIfPaused, waitForNextRequest, waitUntilPaused, and signalPipelineDrain |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 994 | Mutex mPauseLock; |
| 995 | bool mDoPause; |
| 996 | Condition mDoPauseSignal; |
| 997 | bool mPaused; |
Yin-Chia Yeh | 7447f0f | 2018-10-11 15:28:12 -0700 | [diff] [blame] | 998 | bool mNotifyPipelineDrain; |
| 999 | std::vector<int> mStreamIdsToBeDrained; |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 1000 | |
| 1001 | sp<CaptureRequest> mPrevRequest; |
Igor Murashkin | 4d2f2e8 | 2013-04-01 17:29:07 -0700 | [diff] [blame] | 1002 | int32_t mPrevTriggers; |
Shuzhen Wang | dbdf72b | 2019-11-13 11:22:12 -0800 | [diff] [blame] | 1003 | std::set<std::string> mPrevCameraIdsWithZoom; |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 1004 | |
Eino-Ville Talvala | 42368d9 | 2013-04-09 14:13:50 -0700 | [diff] [blame] | 1005 | uint32_t mFrameNumber; |
Igor Murashkin | 4d2f2e8 | 2013-04-01 17:29:07 -0700 | [diff] [blame] | 1006 | |
Igor Murashkin | 1e479c0 | 2013-09-06 16:55:14 -0700 | [diff] [blame] | 1007 | mutable Mutex mLatestRequestMutex; |
Igor Murashkin | 4d2f2e8 | 2013-04-01 17:29:07 -0700 | [diff] [blame] | 1008 | Condition mLatestRequestSignal; |
| 1009 | // android.request.id for latest process_capture_request |
| 1010 | int32_t mLatestRequestId; |
Igor Murashkin | 1e479c0 | 2013-09-06 16:55:14 -0700 | [diff] [blame] | 1011 | CameraMetadata mLatestRequest; |
Shuzhen Wang | c2cba12 | 2018-05-17 18:10:24 -0700 | [diff] [blame] | 1012 | std::unordered_map<std::string, CameraMetadata> mLatestPhysicalRequest; |
Igor Murashkin | 4d2f2e8 | 2013-04-01 17:29:07 -0700 | [diff] [blame] | 1013 | |
| 1014 | typedef KeyedVector<uint32_t/*tag*/, RequestTrigger> TriggerMap; |
| 1015 | Mutex mTriggerMutex; |
| 1016 | TriggerMap mTriggerMap; |
| 1017 | TriggerMap mTriggerRemovedMap; |
| 1018 | TriggerMap mTriggerReplacedMap; |
Yin-Chia Yeh | c00a25c | 2014-08-21 14:27:44 -0700 | [diff] [blame] | 1019 | uint32_t mCurrentAfTriggerId; |
| 1020 | uint32_t mCurrentPreCaptureTriggerId; |
Eino-Ville Talvala | f2e3709 | 2020-01-07 15:32:32 -0800 | [diff] [blame] | 1021 | camera_metadata_enum_android_scaler_rotate_and_crop_t mRotateAndCropOverride; |
Emilian Peev | e23f1d9 | 2021-09-20 14:56:01 -0700 | [diff] [blame] | 1022 | bool mComposerOutput; |
Eino-Ville Talvala | 11afe4f | 2021-05-27 14:45:31 -0700 | [diff] [blame] | 1023 | int32_t mCameraMute; // 0 = no mute, otherwise the TEST_PATTERN_MODE to use |
Eino-Ville Talvala | 305cec6 | 2020-11-12 14:18:17 -0800 | [diff] [blame] | 1024 | bool mCameraMuteChanged; |
Jianing Wei | cb0652e | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 1025 | |
Jianing Wei | 2d6bb3f | 2014-04-11 10:00:31 -0700 | [diff] [blame] | 1026 | int64_t mRepeatingLastFrameNumber; |
Chien-Yu Chen | d196d61 | 2015-06-22 19:49:01 -0700 | [diff] [blame] | 1027 | |
Chien-Yu Chen | c66969b | 2016-05-19 16:37:51 -0700 | [diff] [blame] | 1028 | // Flag indicating if we should prepare video stream for video requests. |
| 1029 | bool mPrepareVideoStream; |
Shuzhen Wang | 686f644 | 2017-06-20 16:16:04 -0700 | [diff] [blame] | 1030 | |
Emilian Peev | a14b4dd | 2018-05-15 11:00:31 +0100 | [diff] [blame] | 1031 | bool mConstrainedMode; |
| 1032 | |
Shuzhen Wang | 686f644 | 2017-06-20 16:16:04 -0700 | [diff] [blame] | 1033 | static const int32_t kRequestLatencyBinSize = 40; // in ms |
| 1034 | CameraLatencyHistogram mRequestLatency; |
Emilian Peev | ac3ce6c | 2017-12-12 15:27:02 +0000 | [diff] [blame] | 1035 | |
| 1036 | Vector<int32_t> mSessionParamKeys; |
| 1037 | CameraMetadata mLatestSessionParams; |
Yin-Chia Yeh | d5cd5ff | 2018-10-01 14:43:04 -0700 | [diff] [blame] | 1038 | |
Shuzhen Wang | 9908050 | 2021-03-07 21:08:20 -0800 | [diff] [blame] | 1039 | std::map<int32_t, std::set<String8>> mGroupIdPhysicalCameraMap; |
| 1040 | |
Yin-Chia Yeh | d5cd5ff | 2018-10-01 14:43:04 -0700 | [diff] [blame] | 1041 | const bool mUseHalBufManager; |
Eino-Ville Talvala | 1646c3c | 2021-07-29 13:48:40 -0700 | [diff] [blame] | 1042 | const bool mSupportCameraMute; |
Eino-Ville Talvala | 7fa43f3 | 2013-02-06 17:20:07 -0800 | [diff] [blame] | 1043 | }; |
Jayant Chowdhary | 22441f3 | 2021-12-26 18:35:41 -0800 | [diff] [blame] | 1044 | |
| 1045 | virtual sp<RequestThread> createNewRequestThread(wp<Camera3Device> /*parent*/, |
| 1046 | sp<camera3::StatusTracker> /*statusTracker*/, |
| 1047 | sp<HalInterface> /*interface*/, |
| 1048 | const Vector<int32_t>& /*sessionParamKeys*/, |
| 1049 | bool /*useHalBufManager*/, |
| 1050 | bool /*supportCameraMute*/) = 0; |
| 1051 | |
Eino-Ville Talvala | f76e027 | 2013-02-27 18:02:26 -0800 | [diff] [blame] | 1052 | sp<RequestThread> mRequestThread; |
Eino-Ville Talvala | 7fa43f3 | 2013-02-06 17:20:07 -0800 | [diff] [blame] | 1053 | |
| 1054 | /** |
Eino-Ville Talvala | 42368d9 | 2013-04-09 14:13:50 -0700 | [diff] [blame] | 1055 | * In-flight queue for tracking completion of capture requests. |
| 1056 | */ |
Yin-Chia Yeh | 5fd603e | 2019-11-20 11:22:27 -0800 | [diff] [blame] | 1057 | std::mutex mInFlightLock; |
| 1058 | camera3::InFlightRequestMap mInFlightMap; |
| 1059 | nsecs_t mExpectedInflightDuration = 0; |
Shuzhen Wang | b7b4265 | 2020-05-07 11:59:02 -0700 | [diff] [blame] | 1060 | int64_t mLastCompletedRegularFrameNumber = -1; |
| 1061 | int64_t mLastCompletedReprocessFrameNumber = -1; |
| 1062 | int64_t mLastCompletedZslFrameNumber = -1; |
Yin-Chia Yeh | 5fd603e | 2019-11-20 11:22:27 -0800 | [diff] [blame] | 1063 | // End of mInFlightLock protection scope |
Eino-Ville Talvala | 42368d9 | 2013-04-09 14:13:50 -0700 | [diff] [blame] | 1064 | |
Yin-Chia Yeh | 5fd603e | 2019-11-20 11:22:27 -0800 | [diff] [blame] | 1065 | int mInFlightStatusId; // const after initialize |
Eino-Ville Talvala | 42368d9 | 2013-04-09 14:13:50 -0700 | [diff] [blame] | 1066 | |
Jianing Wei | cb0652e | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 1067 | status_t registerInFlight(uint32_t frameNumber, |
Chien-Yu Chen | d196d61 | 2015-06-22 19:49:01 -0700 | [diff] [blame] | 1068 | int32_t numBuffers, CaptureResultExtras resultExtras, bool hasInput, |
Shuzhen Wang | 9908050 | 2021-03-07 21:08:20 -0800 | [diff] [blame] | 1069 | bool callback, nsecs_t maxExpectedDuration, |
| 1070 | const std::set<std::set<String8>>& physicalCameraIds, |
Eino-Ville Talvala | f2e3709 | 2020-01-07 15:32:32 -0800 | [diff] [blame] | 1071 | bool isStillCapture, bool isZslCapture, bool rotateAndCropAuto, |
Shuzhen Wang | 316781a | 2020-08-18 18:11:01 -0700 | [diff] [blame] | 1072 | const std::set<std::string>& cameraIdsWithZoom, const SurfaceMap& outputSurfaces, |
| 1073 | nsecs_t requestTimeNs); |
Eino-Ville Talvala | 10bd57e | 2017-06-23 16:22:44 -0700 | [diff] [blame] | 1074 | |
| 1075 | /** |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 1076 | * Tracking for idle detection |
| 1077 | */ |
| 1078 | sp<camera3::StatusTracker> mStatusTracker; |
Eino-Ville Talvala | 42368d9 | 2013-04-09 14:13:50 -0700 | [diff] [blame] | 1079 | |
| 1080 | /** |
Zhijun He | 125684a | 2015-12-26 15:07:30 -0800 | [diff] [blame] | 1081 | * Graphic buffer manager for output streams. Each device has a buffer manager, which is used |
| 1082 | * by the output streams to get and return buffers if these streams are registered to this |
| 1083 | * buffer manager. |
| 1084 | */ |
| 1085 | sp<camera3::Camera3BufferManager> mBufferManager; |
| 1086 | |
| 1087 | /** |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 1088 | * Thread for preparing streams |
| 1089 | */ |
| 1090 | class PreparerThread : private Thread, public virtual RefBase { |
| 1091 | public: |
| 1092 | PreparerThread(); |
| 1093 | ~PreparerThread(); |
| 1094 | |
Yin-Chia Yeh | e1c8063 | 2016-08-08 14:48:05 -0700 | [diff] [blame] | 1095 | void setNotificationListener(wp<NotificationListener> listener); |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 1096 | |
| 1097 | /** |
Ruben Brunk | c78ac26 | 2015-08-13 17:58:46 -0700 | [diff] [blame] | 1098 | * Queue up a stream to be prepared. Streams are processed by a background thread in FIFO |
| 1099 | * order. Pre-allocate up to maxCount buffers for the stream, or the maximum number needed |
| 1100 | * for the pipeline if maxCount is ALLOCATE_PIPELINE_MAX. |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 1101 | */ |
Ruben Brunk | c78ac26 | 2015-08-13 17:58:46 -0700 | [diff] [blame] | 1102 | status_t prepare(int maxCount, sp<camera3::Camera3StreamInterface>& stream); |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 1103 | |
| 1104 | /** |
| 1105 | * Cancel all current and pending stream preparation |
| 1106 | */ |
| 1107 | status_t clear(); |
| 1108 | |
Emilian Peev | ac3ce6c | 2017-12-12 15:27:02 +0000 | [diff] [blame] | 1109 | /** |
| 1110 | * Pause all preparation activities |
| 1111 | */ |
| 1112 | void pause(); |
| 1113 | |
| 1114 | /** |
| 1115 | * Resume preparation activities |
| 1116 | */ |
| 1117 | status_t resume(); |
| 1118 | |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 1119 | private: |
| 1120 | Mutex mLock; |
Emilian Peev | ac3ce6c | 2017-12-12 15:27:02 +0000 | [diff] [blame] | 1121 | Condition mThreadActiveSignal; |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 1122 | |
| 1123 | virtual bool threadLoop(); |
| 1124 | |
| 1125 | // Guarded by mLock |
| 1126 | |
Yin-Chia Yeh | e1c8063 | 2016-08-08 14:48:05 -0700 | [diff] [blame] | 1127 | wp<NotificationListener> mListener; |
Emilian Peev | ac3ce6c | 2017-12-12 15:27:02 +0000 | [diff] [blame] | 1128 | std::unordered_map<int, sp<camera3::Camera3StreamInterface> > mPendingStreams; |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 1129 | bool mActive; |
| 1130 | bool mCancelNow; |
| 1131 | |
| 1132 | // Only accessed by threadLoop and the destructor |
| 1133 | |
| 1134 | sp<camera3::Camera3StreamInterface> mCurrentStream; |
Emilian Peev | ac3ce6c | 2017-12-12 15:27:02 +0000 | [diff] [blame] | 1135 | int mCurrentMaxCount; |
| 1136 | bool mCurrentPrepareComplete; |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 1137 | }; |
| 1138 | sp<PreparerThread> mPreparerThread; |
| 1139 | |
| 1140 | /** |
Eino-Ville Talvala | 7d346fa | 2013-03-11 14:13:50 -0700 | [diff] [blame] | 1141 | * Output result queue and current HAL device 3A state |
| 1142 | */ |
| 1143 | |
| 1144 | // Lock for output side of device |
Yin-Chia Yeh | 5fd603e | 2019-11-20 11:22:27 -0800 | [diff] [blame] | 1145 | std::mutex mOutputLock; |
Eino-Ville Talvala | 7d346fa | 2013-03-11 14:13:50 -0700 | [diff] [blame] | 1146 | |
| 1147 | /**** Scope for mOutputLock ****/ |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 1148 | // the minimal frame number of the next non-reprocess result |
Eino-Ville Talvala | 42368d9 | 2013-04-09 14:13:50 -0700 | [diff] [blame] | 1149 | uint32_t mNextResultFrameNumber; |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 1150 | // the minimal frame number of the next reprocess result |
| 1151 | uint32_t mNextReprocessResultFrameNumber; |
Shuzhen Wang | 5ee9984 | 2019-04-12 11:55:48 -0700 | [diff] [blame] | 1152 | // the minimal frame number of the next ZSL still capture result |
| 1153 | uint32_t mNextZslStillResultFrameNumber; |
Chien-Yu Chen | 3df11ce | 2015-09-30 14:13:30 -0700 | [diff] [blame] | 1154 | // the minimal frame number of the next non-reprocess shutter |
Eino-Ville Talvala | 42368d9 | 2013-04-09 14:13:50 -0700 | [diff] [blame] | 1155 | uint32_t mNextShutterFrameNumber; |
Chien-Yu Chen | 3df11ce | 2015-09-30 14:13:30 -0700 | [diff] [blame] | 1156 | // the minimal frame number of the next reprocess shutter |
| 1157 | uint32_t mNextReprocessShutterFrameNumber; |
Shuzhen Wang | 5ee9984 | 2019-04-12 11:55:48 -0700 | [diff] [blame] | 1158 | // the minimal frame number of the next ZSL still capture shutter |
| 1159 | uint32_t mNextZslStillShutterFrameNumber; |
Jayant Chowdhary | 8a0be29 | 2020-01-08 13:10:38 -0800 | [diff] [blame] | 1160 | std::list<CaptureResult> mResultQueue; |
Yin-Chia Yeh | 5fd603e | 2019-11-20 11:22:27 -0800 | [diff] [blame] | 1161 | std::condition_variable mResultSignal; |
| 1162 | wp<NotificationListener> mListener; |
Eino-Ville Talvala | 7d346fa | 2013-03-11 14:13:50 -0700 | [diff] [blame] | 1163 | |
Eino-Ville Talvala | 7d346fa | 2013-03-11 14:13:50 -0700 | [diff] [blame] | 1164 | /**** End scope for mOutputLock ****/ |
| 1165 | |
Chien-Yu Chen | 43e69a6 | 2014-11-25 16:38:33 -0800 | [diff] [blame] | 1166 | /**** Scope for mInFlightLock ****/ |
| 1167 | |
Shuzhen Wang | cadb330 | 2016-11-04 14:17:56 -0700 | [diff] [blame] | 1168 | // Remove the in-flight map entry of the given index from mInFlightMap. |
| 1169 | // It must only be called with mInFlightLock held. |
| 1170 | void removeInFlightMapEntryLocked(int idx); |
Yin-Chia Yeh | 5fd603e | 2019-11-20 11:22:27 -0800 | [diff] [blame] | 1171 | |
Yin-Chia Yeh | f3fe36f | 2017-07-07 18:23:18 -0700 | [diff] [blame] | 1172 | // Remove all in-flight requests and return all buffers. |
| 1173 | // This is used after HAL interface is closed to cleanup any request/buffers |
| 1174 | // not returned by HAL. |
| 1175 | void flushInflightRequests(); |
Chien-Yu Chen | 43e69a6 | 2014-11-25 16:38:33 -0800 | [diff] [blame] | 1176 | |
| 1177 | /**** End scope for mInFlightLock ****/ |
| 1178 | |
Eino-Ville Talvala | 7b8a1fd | 2018-05-22 15:30:35 -0700 | [diff] [blame] | 1179 | /** |
| 1180 | * Distortion correction support |
| 1181 | */ |
Shuzhen Wang | 4f6fa9d | 2019-03-29 10:40:35 -0700 | [diff] [blame] | 1182 | // Map from camera IDs to its corresponding distortion mapper. Only contains |
| 1183 | // 1 ID if the device isn't a logical multi-camera. Otherwise contains both |
| 1184 | // logical camera and its physical subcameras. |
| 1185 | std::unordered_map<std::string, camera3::DistortionMapper> mDistortionMappers; |
Eino-Ville Talvala | 7b8a1fd | 2018-05-22 15:30:35 -0700 | [diff] [blame] | 1186 | |
Shuzhen Wang | dbdf72b | 2019-11-13 11:22:12 -0800 | [diff] [blame] | 1187 | /** |
| 1188 | * Zoom ratio mapper support |
| 1189 | */ |
| 1190 | std::unordered_map<std::string, camera3::ZoomRatioMapper> mZoomRatioMappers; |
| 1191 | |
Eino-Ville Talvala | f2e3709 | 2020-01-07 15:32:32 -0800 | [diff] [blame] | 1192 | /** |
Jayant Chowdhary | 9255ce0 | 2021-07-15 11:18:17 -0700 | [diff] [blame] | 1193 | * UHR request crop / metering region mapper support |
| 1194 | */ |
| 1195 | std::unordered_map<std::string, camera3::UHRCropAndMeteringRegionMapper> |
| 1196 | mUHRCropAndMeteringRegionMappers; |
| 1197 | |
| 1198 | /** |
Eino-Ville Talvala | f2e3709 | 2020-01-07 15:32:32 -0800 | [diff] [blame] | 1199 | * RotateAndCrop mapper support |
| 1200 | */ |
| 1201 | std::unordered_map<std::string, camera3::RotateAndCropMapper> mRotateAndCropMappers; |
| 1202 | |
Eino-Ville Talvala | 4d45383 | 2016-07-15 11:56:53 -0700 | [diff] [blame] | 1203 | // Debug tracker for metadata tag value changes |
| 1204 | // - Enabled with the -m <taglist> option to dumpsys, such as |
| 1205 | // dumpsys -m android.control.aeState,android.control.aeMode |
| 1206 | // - Disabled with -m off |
| 1207 | // - dumpsys -m 3a is a shortcut for ae/af/awbMode, State, and Triggers |
| 1208 | TagMonitor mTagMonitor; |
| 1209 | |
| 1210 | void monitorMetadata(TagMonitor::eventSource source, int64_t frameNumber, |
Shuzhen Wang | c2cba12 | 2018-05-17 18:10:24 -0700 | [diff] [blame] | 1211 | nsecs_t timestamp, const CameraMetadata& metadata, |
Jayant Chowdhary | cd277cd | 2021-08-11 15:48:40 -0700 | [diff] [blame] | 1212 | const std::unordered_map<std::string, CameraMetadata>& physicalMetadata, |
Jayant Chowdhary | c30b4c3 | 2021-08-18 11:43:16 -0700 | [diff] [blame] | 1213 | const camera_stream_buffer_t *outputBuffers, uint32_t numOutputBuffers, |
| 1214 | int32_t inputStreamId); |
Eino-Ville Talvala | 4d45383 | 2016-07-15 11:56:53 -0700 | [diff] [blame] | 1215 | |
Emilian Peev | 71c73a2 | 2017-03-21 16:35:51 +0000 | [diff] [blame] | 1216 | metadata_vendor_id_t mVendorTagId; |
| 1217 | |
Emilian Peev | 811d295 | 2018-05-25 11:08:40 +0100 | [diff] [blame] | 1218 | // Cached last requested template id |
| 1219 | int mLastTemplateId; |
| 1220 | |
Emilian Peev | 26d975d | 2018-07-05 14:52:57 +0100 | [diff] [blame] | 1221 | // Synchronizes access to status tracker between inflight updates and disconnect. |
| 1222 | // b/79972865 |
| 1223 | Mutex mTrackerLock; |
Yin-Chia Yeh | d5cd5ff | 2018-10-01 14:43:04 -0700 | [diff] [blame] | 1224 | |
Yin-Chia Yeh | 30ab5ed | 2018-10-12 15:57:04 -0700 | [diff] [blame] | 1225 | // Whether HAL request buffers through requestStreamBuffers API |
Yin-Chia Yeh | d5cd5ff | 2018-10-01 14:43:04 -0700 | [diff] [blame] | 1226 | bool mUseHalBufManager = false; |
| 1227 | |
| 1228 | // Lock to ensure requestStreamBuffers() callbacks are serialized |
| 1229 | std::mutex mRequestBufferInterfaceLock; |
| 1230 | |
Yin-Chia Yeh | 30ab5ed | 2018-10-12 15:57:04 -0700 | [diff] [blame] | 1231 | // The state machine to control when requestStreamBuffers should allow |
| 1232 | // HAL to request buffers. |
| 1233 | enum RequestBufferState { |
| 1234 | /** |
| 1235 | * This is the initial state. |
| 1236 | * requestStreamBuffers call will return FAILED_CONFIGURING in this state. |
| 1237 | * Will switch to RB_STATUS_READY after a successful configureStreams or |
| 1238 | * processCaptureRequest call. |
| 1239 | */ |
| 1240 | RB_STATUS_STOPPED, |
| 1241 | |
| 1242 | /** |
| 1243 | * requestStreamBuffers call will proceed in this state. |
| 1244 | * When device is asked to stay idle via waitUntilStateThenRelock() call: |
| 1245 | * - Switch to RB_STATUS_STOPPED if there is no inflight requests and |
| 1246 | * request thread is paused. |
| 1247 | * - Switch to RB_STATUS_PENDING_STOP otherwise |
| 1248 | */ |
| 1249 | RB_STATUS_READY, |
| 1250 | |
| 1251 | /** |
| 1252 | * requestStreamBuffers call will proceed in this state. |
| 1253 | * Switch to RB_STATUS_STOPPED when all inflight requests are fulfilled |
| 1254 | * and request thread is paused |
| 1255 | */ |
| 1256 | RB_STATUS_PENDING_STOP, |
| 1257 | }; |
| 1258 | |
| 1259 | class RequestBufferStateMachine { |
| 1260 | public: |
| 1261 | status_t initialize(sp<camera3::StatusTracker> statusTracker); |
| 1262 | |
| 1263 | // Return if the state machine currently allows for requestBuffers |
| 1264 | // If the state allows for it, mRequestBufferOngoing will be set to true |
| 1265 | // and caller must call endRequestBuffer() later to unset the flag |
| 1266 | bool startRequestBuffer(); |
| 1267 | void endRequestBuffer(); |
| 1268 | |
| 1269 | // Events triggered by application API call |
| 1270 | void onStreamsConfigured(); |
| 1271 | void onWaitUntilIdle(); |
| 1272 | |
| 1273 | // Events usually triggered by hwBinder processCaptureResult callback thread |
| 1274 | // But can also be triggered on request thread for failed request, or on |
| 1275 | // hwbinder notify callback thread for shutter/error callbacks |
| 1276 | void onInflightMapEmpty(); |
| 1277 | |
| 1278 | // Events triggered by RequestThread |
Yin-Chia Yeh | cd333fe | 2019-02-08 13:45:41 -0800 | [diff] [blame] | 1279 | void onSubmittingRequest(); |
Yin-Chia Yeh | 30ab5ed | 2018-10-12 15:57:04 -0700 | [diff] [blame] | 1280 | void onRequestThreadPaused(); |
| 1281 | |
Yin-Chia Yeh | 5fd603e | 2019-11-20 11:22:27 -0800 | [diff] [blame] | 1282 | // Events triggered by successful switchToOffline call |
| 1283 | // Return true is there is no ongoing requestBuffer call. |
| 1284 | bool onSwitchToOfflineSuccess(); |
| 1285 | |
Yin-Chia Yeh | 30ab5ed | 2018-10-12 15:57:04 -0700 | [diff] [blame] | 1286 | private: |
| 1287 | void notifyTrackerLocked(bool active); |
| 1288 | |
| 1289 | // Switch to STOPPED state and return true if all conditions allows for it. |
| 1290 | // Otherwise do nothing and return false. |
| 1291 | bool checkSwitchToStopLocked(); |
| 1292 | |
| 1293 | std::mutex mLock; |
| 1294 | RequestBufferState mStatus = RB_STATUS_STOPPED; |
| 1295 | |
| 1296 | bool mRequestThreadPaused = true; |
| 1297 | bool mInflightMapEmpty = true; |
| 1298 | bool mRequestBufferOngoing = false; |
Yin-Chia Yeh | 5fd603e | 2019-11-20 11:22:27 -0800 | [diff] [blame] | 1299 | bool mSwitchedToOffline = false; |
Yin-Chia Yeh | 30ab5ed | 2018-10-12 15:57:04 -0700 | [diff] [blame] | 1300 | |
| 1301 | wp<camera3::StatusTracker> mStatusTracker; |
| 1302 | int mRequestBufferStatusId; |
| 1303 | } mRequestBufferSM; |
| 1304 | |
Shuzhen Wang | 268a136 | 2018-10-16 16:32:59 -0700 | [diff] [blame] | 1305 | // Fix up result metadata for monochrome camera. |
| 1306 | bool mNeedFixupMonochromeTags; |
Yin-Chia Yeh | b978c38 | 2019-10-30 00:22:37 -0700 | [diff] [blame] | 1307 | |
| 1308 | // Whether HAL supports offline processing capability. |
| 1309 | bool mSupportOfflineProcessing = false; |
Eino-Ville Talvala | 305cec6 | 2020-11-12 14:18:17 -0800 | [diff] [blame] | 1310 | |
| 1311 | // Whether the HAL supports camera muting via test pattern |
| 1312 | bool mSupportCameraMute = false; |
Eino-Ville Talvala | 11afe4f | 2021-05-27 14:45:31 -0700 | [diff] [blame] | 1313 | // Whether the HAL supports SOLID_COLOR or BLACK if mSupportCameraMute is true |
| 1314 | bool mSupportTestPatternSolidColor = false; |
Eino-Ville Talvala | 305cec6 | 2020-11-12 14:18:17 -0800 | [diff] [blame] | 1315 | |
Shuzhen Wang | d4abdf7 | 2021-05-28 11:22:50 -0700 | [diff] [blame] | 1316 | // Whether the camera framework overrides the device characteristics for |
| 1317 | // performance class. |
| 1318 | bool mOverrideForPerfClass; |
| 1319 | |
Cliff Wu | c2ad9c8 | 2021-04-21 00:58:58 +0800 | [diff] [blame] | 1320 | // Injection camera related methods. |
| 1321 | class Camera3DeviceInjectionMethods : public virtual RefBase { |
| 1322 | public: |
| 1323 | Camera3DeviceInjectionMethods(wp<Camera3Device> parent); |
| 1324 | |
| 1325 | ~Camera3DeviceInjectionMethods(); |
| 1326 | |
Cliff Wu | c2ad9c8 | 2021-04-21 00:58:58 +0800 | [diff] [blame] | 1327 | // Injection camera will replace the internal camera and configure streams |
| 1328 | // when device is IDLE and request thread is paused. |
| 1329 | status_t injectCamera( |
| 1330 | camera3::camera_stream_configuration& injectionConfig, |
Cliff Wu | 3b26818 | 2021-07-06 15:44:43 +0800 | [diff] [blame] | 1331 | const std::vector<uint32_t>& injectionBufferSizes); |
Cliff Wu | c2ad9c8 | 2021-04-21 00:58:58 +0800 | [diff] [blame] | 1332 | |
| 1333 | // Stop the injection camera and switch back to backup hal interface. |
| 1334 | status_t stopInjection(); |
| 1335 | |
| 1336 | bool isInjecting(); |
| 1337 | |
Cliff Wu | 3b26818 | 2021-07-06 15:44:43 +0800 | [diff] [blame] | 1338 | bool isStreamConfigCompleteButNotInjected(); |
| 1339 | |
Cliff Wu | c2ad9c8 | 2021-04-21 00:58:58 +0800 | [diff] [blame] | 1340 | const String8& getInjectedCamId() const; |
| 1341 | |
| 1342 | void getInjectionConfig(/*out*/ camera3::camera_stream_configuration* injectionConfig, |
| 1343 | /*out*/ std::vector<uint32_t>* injectionBufferSizes); |
| 1344 | |
Cliff Wu | 3b26818 | 2021-07-06 15:44:43 +0800 | [diff] [blame] | 1345 | // When the streaming configuration is completed and the camera device is active, but the |
| 1346 | // injection camera has not yet been injected, the streaming configuration of the internal |
| 1347 | // camera will be stored first. |
| 1348 | void storeInjectionConfig( |
| 1349 | const camera3::camera_stream_configuration& injectionConfig, |
| 1350 | const std::vector<uint32_t>& injectionBufferSizes); |
| 1351 | |
Jayant Chowdhary | 22441f3 | 2021-12-26 18:35:41 -0800 | [diff] [blame] | 1352 | protected: |
Cliff Wu | c2ad9c8 | 2021-04-21 00:58:58 +0800 | [diff] [blame] | 1353 | // Configure the streams of injection camera, it need wait until the |
| 1354 | // output streams are created and configured to the original camera before |
| 1355 | // proceeding. |
| 1356 | status_t injectionConfigureStreams( |
| 1357 | camera3::camera_stream_configuration& injectionConfig, |
Cliff Wu | 3b26818 | 2021-07-06 15:44:43 +0800 | [diff] [blame] | 1358 | const std::vector<uint32_t>& injectionBufferSizes); |
Cliff Wu | c2ad9c8 | 2021-04-21 00:58:58 +0800 | [diff] [blame] | 1359 | |
| 1360 | // Disconnect the injection camera and delete the hal interface. |
| 1361 | void injectionDisconnectImpl(); |
| 1362 | |
| 1363 | // Use injection camera hal interface to replace and backup original |
| 1364 | // camera hal interface. |
Jayant Chowdhary | 22441f3 | 2021-12-26 18:35:41 -0800 | [diff] [blame] | 1365 | virtual status_t replaceHalInterface(sp<HalInterface> /*newHalInterface*/, |
| 1366 | bool /*keepBackup*/) = 0; |
Cliff Wu | c2ad9c8 | 2021-04-21 00:58:58 +0800 | [diff] [blame] | 1367 | |
| 1368 | wp<Camera3Device> mParent; |
| 1369 | |
| 1370 | // Backup of the original camera hal interface. |
| 1371 | sp<HalInterface> mBackupHalInterface; |
| 1372 | |
| 1373 | // Generated injection camera hal interface. |
| 1374 | sp<HalInterface> mInjectedCamHalInterface; |
| 1375 | |
Cliff Wu | 3b26818 | 2021-07-06 15:44:43 +0800 | [diff] [blame] | 1376 | // The flag indicates that the stream configuration is complete, the camera device is |
| 1377 | // active, but the injection camera has not yet been injected. |
| 1378 | bool mIsStreamConfigCompleteButNotInjected = false; |
| 1379 | |
Cliff Wu | c2ad9c8 | 2021-04-21 00:58:58 +0800 | [diff] [blame] | 1380 | // Copy the configuration of the internal camera. |
| 1381 | camera3::camera_stream_configuration mInjectionConfig; |
| 1382 | |
Cliff Wu | d047631 | 2021-07-27 20:15:55 +0800 | [diff] [blame] | 1383 | // Copy the streams of the internal camera. |
| 1384 | Vector<camera3::camera_stream_t*> mInjectionStreams; |
| 1385 | |
Cliff Wu | c2ad9c8 | 2021-04-21 00:58:58 +0800 | [diff] [blame] | 1386 | // Copy the bufferSizes of the output streams of the internal camera. |
| 1387 | std::vector<uint32_t> mInjectionBufferSizes; |
| 1388 | |
| 1389 | // Synchronizes access to injection camera between initialize and |
| 1390 | // disconnect. |
| 1391 | Mutex mInjectionLock; |
| 1392 | |
| 1393 | // The injection camera ID. |
| 1394 | String8 mInjectedCamId; |
| 1395 | }; |
Jayant Chowdhary | 22441f3 | 2021-12-26 18:35:41 -0800 | [diff] [blame] | 1396 | |
| 1397 | virtual sp<Camera3DeviceInjectionMethods> |
| 1398 | createCamera3DeviceInjectionMethods(wp<Camera3Device>) = 0; |
| 1399 | |
Cliff Wu | c2ad9c8 | 2021-04-21 00:58:58 +0800 | [diff] [blame] | 1400 | sp<Camera3DeviceInjectionMethods> mInjectionMethods; |
| 1401 | |
Eino-Ville Talvala | 7fa43f3 | 2013-02-06 17:20:07 -0800 | [diff] [blame] | 1402 | }; // class Camera3Device |
| 1403 | |
| 1404 | }; // namespace android |
| 1405 | |
| 1406 | #endif |