blob: 6c4ba49882a728ce32c5f9ad58f59655fdb1bf70 [file] [log] [blame]
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001/*
Shuzhen Wangc28189a2017-11-27 23:05:10 -08002 * Copyright (C) 2013-2018 The Android Open Source Project
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08003 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -080017#ifndef ANDROID_SERVERS_CAMERA3DEVICE_H
18#define ANDROID_SERVERS_CAMERA3DEVICE_H
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -080019
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -080020#include <utility>
21#include <unordered_map>
Shuzhen Wang5c22c152017-12-31 17:12:25 -080022#include <set>
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -080023
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -080024#include <utils/Condition.h>
25#include <utils/Errors.h>
26#include <utils/List.h>
27#include <utils/Mutex.h>
28#include <utils/Thread.h>
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070029#include <utils/KeyedVector.h>
Shuzhen Wangc28dccc2016-02-11 23:48:46 -080030#include <utils/Timers.h>
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -080031
Jianing Weicb0652e2014-03-12 18:29:36 -070032#include <camera/CaptureResult.h>
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -080033
Emilian Peev2295df72021-11-12 18:14:10 -080034#include "android/hardware/camera/metadata/3.8/types.h"
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070035#include "common/CameraDeviceBase.h"
Yin-Chia Yeh5fd603e2019-11-20 11:22:27 -080036#include "device3/BufferUtils.h"
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -070037#include "device3/StatusTracker.h"
Zhijun He125684a2015-12-26 15:07:30 -080038#include "device3/Camera3BufferManager.h"
Eino-Ville Talvala7b8a1fd2018-05-22 15:30:35 -070039#include "device3/DistortionMapper.h"
Shuzhen Wangdbdf72b2019-11-13 11:22:12 -080040#include "device3/ZoomRatioMapper.h"
Eino-Ville Talvalaf2e37092020-01-07 15:32:32 -080041#include "device3/RotateAndCropMapper.h"
Jayant Chowdhary9255ce02021-07-15 11:18:17 -070042#include "device3/UHRCropAndMeteringRegionMapper.h"
Yin-Chia Yeh5fd603e2019-11-20 11:22:27 -080043#include "device3/InFlightRequest.h"
44#include "device3/Camera3OutputInterface.h"
45#include "device3/Camera3OfflineSession.h"
Shuzhen Wang83bff122020-11-20 15:51:39 -080046#include "device3/Camera3StreamInterface.h"
Eino-Ville Talvala4d453832016-07-15 11:56:53 -070047#include "utils/TagMonitor.h"
Jayant Chowdhary22441f32021-12-26 18:35:41 -080048#include "utils/IPCTransport.h"
Shuzhen Wang686f6442017-06-20 16:16:04 -070049#include "utils/LatencyHistogram.h"
Emilian Peev71c73a22017-03-21 16:35:51 +000050#include <camera_metadata_hidden.h>
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -080051
Emilian Peevf4816702020-04-03 15:44:51 -070052using android::camera3::camera_capture_request_t;
53using android::camera3::camera_jpeg_blob_t;
54using android::camera3::camera_request_template;
55using android::camera3::camera_stream_buffer_t;
56using android::camera3::camera_stream_configuration_t;
57using android::camera3::camera_stream_configuration_mode_t;
58using android::camera3::CAMERA_TEMPLATE_COUNT;
Emilian Peev40ead602017-09-26 15:46:36 +010059using android::camera3::OutputStreamInfo;
60
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -080061namespace android {
62
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070063namespace camera3 {
64
65class Camera3Stream;
66class Camera3ZslStream;
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070067class Camera3StreamInterface;
68
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -080069} // namespace camera3
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070070
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -080071/**
Zhijun He95dd5ba2014-03-26 18:18:00 -070072 * CameraDevice for HAL devices with version CAMERA_DEVICE_API_VERSION_3_0 or higher.
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -080073 */
74class Camera3Device :
75 public CameraDeviceBase,
Yin-Chia Yeh5fd603e2019-11-20 11:22:27 -080076 public camera3::SetErrorInterface,
77 public camera3::InflightRequestUpdateInterface,
78 public camera3::RequestBufferInterface,
79 public camera3::FlushBufferInterface {
Jayant Chowdhary22441f32021-12-26 18:35:41 -080080 friend class HidlCamera3Device;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -080081 public:
Ruben Brunkc78ac262015-08-13 17:58:46 -070082
Emilian Peev5104fe92021-10-21 14:27:09 -070083 explicit Camera3Device(const String8& id, bool overrideForPerfClass, bool legacyClient = false);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -080084
85 virtual ~Camera3Device();
86
87 /**
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -080088 * CameraDeviceBase interface
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -080089 */
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -080090
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -080091 const String8& getId() const override;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -080092
Emilian Peev00420d22018-02-05 21:33:13 +000093 metadata_vendor_id_t getVendorTagId() const override { return mVendorTagId; }
94
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -080095 // Transitions to idle state on success.
Jayant Chowdhary22441f32021-12-26 18:35:41 -080096 virtual status_t initialize(sp<CameraProviderManager> /*manager*/,
97 const String8& /*monitorTags*/) = 0;
98
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -080099 status_t disconnect() override;
100 status_t dump(int fd, const Vector<String16> &args) override;
Avichal Rakesh7e53cad2021-10-05 13:46:30 -0700101 status_t startWatchingTags(const String8 &tags) override;
102 status_t stopWatchingTags() override;
103 status_t dumpWatchedEventsToVector(std::vector<std::string> &out) override;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800104 const CameraMetadata& info() const override;
Emilian Peevfaa4bde2020-01-23 12:19:37 -0800105 const CameraMetadata& infoPhysical(const String8& physicalId) const override;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800106
107 // Capture and setStreamingRequest will configure streams if currently in
108 // idle state
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800109 status_t capture(CameraMetadata &request, int64_t *lastFrameNumber = NULL) override;
Emilian Peevaebbe412018-01-15 13:53:24 +0000110 status_t captureList(const List<const PhysicalCameraSettingsList> &requestsList,
Shuzhen Wang0129d522016-10-30 22:43:41 -0700111 const std::list<const SurfaceMap> &surfaceMaps,
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800112 int64_t *lastFrameNumber = NULL) override;
113 status_t setStreamingRequest(const CameraMetadata &request,
114 int64_t *lastFrameNumber = NULL) override;
Emilian Peevaebbe412018-01-15 13:53:24 +0000115 status_t setStreamingRequestList(const List<const PhysicalCameraSettingsList> &requestsList,
Shuzhen Wang0129d522016-10-30 22:43:41 -0700116 const std::list<const SurfaceMap> &surfaceMaps,
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800117 int64_t *lastFrameNumber = NULL) override;
118 status_t clearStreamingRequest(int64_t *lastFrameNumber = NULL) override;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800119
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800120 status_t waitUntilRequestReceived(int32_t requestId, nsecs_t timeout) override;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800121
122 // Actual stream creation/deletion is delayed until first request is submitted
123 // If adding streams while actively capturing, will pause device before adding
Zhijun He5d677d12016-05-29 16:52:39 -0700124 // stream, reconfiguring device, and unpausing. If the client create a stream
Shuzhen Wang758c2152017-01-10 18:26:18 -0800125 // with nullptr consumer surface, the client must then call setConsumers()
Zhijun He5d677d12016-05-29 16:52:39 -0700126 // and finish the stream configuration before starting output streaming.
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800127 status_t createStream(sp<Surface> consumer,
Eino-Ville Talvala3d82c0d2015-02-23 15:19:19 -0800128 uint32_t width, uint32_t height, int format,
Emilian Peevf4816702020-04-03 15:44:51 -0700129 android_dataspace dataSpace, camera_stream_rotation_t rotation, int *id,
Shuzhen Wangc28189a2017-11-27 23:05:10 -0800130 const String8& physicalCameraId,
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800131 const std::unordered_set<int32_t> &sensorPixelModesUsed,
Emilian Peev40ead602017-09-26 15:46:36 +0100132 std::vector<int> *surfaceIds = nullptr,
Zhijun He5d677d12016-05-29 16:52:39 -0700133 int streamSetId = camera3::CAMERA3_STREAM_SET_ID_INVALID,
Shuzhen Wang83bff122020-11-20 15:51:39 -0800134 bool isShared = false, bool isMultiResolution = false,
Emilian Peev2295df72021-11-12 18:14:10 -0800135 uint64_t consumerUsage = 0,
136 int dynamicRangeProfile =
137 ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD) override;
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800138
Shuzhen Wang0129d522016-10-30 22:43:41 -0700139 status_t createStream(const std::vector<sp<Surface>>& consumers,
140 bool hasDeferredConsumer, uint32_t width, uint32_t height, int format,
Emilian Peevf4816702020-04-03 15:44:51 -0700141 android_dataspace dataSpace, camera_stream_rotation_t rotation, int *id,
Shuzhen Wangc28189a2017-11-27 23:05:10 -0800142 const String8& physicalCameraId,
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800143 const std::unordered_set<int32_t> &sensorPixelModesUsed,
Emilian Peev40ead602017-09-26 15:46:36 +0100144 std::vector<int> *surfaceIds = nullptr,
Shuzhen Wang0129d522016-10-30 22:43:41 -0700145 int streamSetId = camera3::CAMERA3_STREAM_SET_ID_INVALID,
Shuzhen Wang83bff122020-11-20 15:51:39 -0800146 bool isShared = false, bool isMultiResolution = false,
Emilian Peev2295df72021-11-12 18:14:10 -0800147 uint64_t consumerUsage = 0,
148 int dynamicRangeProfile =
149 ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD) override;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700150
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800151 status_t createInputStream(
Shuzhen Wang83bff122020-11-20 15:51:39 -0800152 uint32_t width, uint32_t height, int format, bool isMultiResolution,
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800153 int *id) override;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800154
Emilian Peev710c1422017-08-30 11:19:38 +0100155 status_t getStreamInfo(int id, StreamInfo *streamInfo) override;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800156 status_t setStreamTransform(int id, int transform) override;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800157
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800158 status_t deleteStream(int id) override;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800159
Emilian Peev5fbe0ba2017-10-20 15:45:45 +0100160 status_t configureStreams(const CameraMetadata& sessionParams,
161 int operatingMode =
Emilian Peevf4816702020-04-03 15:44:51 -0700162 camera_stream_configuration_mode_t::CAMERA_STREAM_CONFIGURATION_NORMAL_MODE) override;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800163 status_t getInputBufferProducer(
164 sp<IGraphicBufferProducer> *producer) override;
Igor Murashkine2d167e2014-08-19 16:19:59 -0700165
Emilian Peevcc0b7952020-01-07 13:54:47 -0800166 void getOfflineStreamIds(std::vector<int> *offlineStreamIds) override;
167
Emilian Peevf4816702020-04-03 15:44:51 -0700168 status_t createDefaultRequest(camera_request_template_t templateId,
169 CameraMetadata *request) override;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800170
171 // Transitions to the idle state on success
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800172 status_t waitUntilDrained() override;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800173
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800174 status_t setNotifyCallback(wp<NotificationListener> listener) override;
175 bool willNotify3A() override;
176 status_t waitForNextFrame(nsecs_t timeout) override;
177 status_t getNextResult(CaptureResult *frame) override;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800178
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800179 status_t triggerAutofocus(uint32_t id) override;
180 status_t triggerCancelAutofocus(uint32_t id) override;
181 status_t triggerPrecaptureMetering(uint32_t id) override;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800182
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800183 status_t flush(int64_t *lastFrameNumber = NULL) override;
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -0700184
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800185 status_t prepare(int streamId) override;
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -0700186
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800187 status_t tearDown(int streamId) override;
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -0700188
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800189 status_t addBufferListenerForStream(int streamId,
190 wp<camera3::Camera3StreamBufferListener> listener) override;
Shuzhen Wangb0fdc1e2016-03-20 23:21:39 -0700191
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800192 status_t prepare(int maxCount, int streamId) override;
Ruben Brunkc78ac262015-08-13 17:58:46 -0700193
Jayant Chowdhary6a6d3a82021-11-17 16:54:34 -0800194 ssize_t getJpegBufferSize(const CameraMetadata &info, uint32_t width,
195 uint32_t height) const override;
196 ssize_t getPointCloudBufferSize(const CameraMetadata &info) const;
197 ssize_t getRawOpaqueBufferSize(const CameraMetadata &info, int32_t width, int32_t height,
198 bool maxResolution) const;
Zhijun He28c9b6f2014-08-08 12:00:47 -0700199
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700200 // Methods called by subclasses
201 void notifyStatus(bool idle); // updates from StatusTracker
202
Zhijun He5d677d12016-05-29 16:52:39 -0700203 /**
Shuzhen Wang758c2152017-01-10 18:26:18 -0800204 * Set the deferred consumer surfaces to the output stream and finish the deferred
Zhijun He5d677d12016-05-29 16:52:39 -0700205 * consumer configuration.
206 */
Emilian Peev40ead602017-09-26 15:46:36 +0100207 status_t setConsumerSurfaces(
208 int streamId, const std::vector<sp<Surface>>& consumers,
209 std::vector<int> *surfaceIds /*out*/) override;
210
211 /**
212 * Update a given stream.
213 */
214 status_t updateStream(int streamId, const std::vector<sp<Surface>> &newSurfaces,
215 const std::vector<OutputStreamInfo> &outputInfo,
216 const std::vector<size_t> &removedSurfaceIds,
217 KeyedVector<sp<Surface>, size_t> *outputMap/*out*/);
Zhijun He5d677d12016-05-29 16:52:39 -0700218
Chien-Yu Chena936ac22017-10-23 15:59:49 -0700219 /**
220 * Drop buffers for stream of streamId if dropping is true. If dropping is false, do not
221 * drop buffers for stream of streamId.
222 */
223 status_t dropStreamBuffers(bool dropping, int streamId) override;
224
Emilian Peev2a8e2832019-08-23 13:00:31 -0700225 nsecs_t getExpectedInFlightDuration() override;
226
Jayant Chowdhary22441f32021-12-26 18:35:41 -0800227 virtual status_t switchToOffline(const std::vector<int32_t>& ,
228 /*out*/ sp<CameraOfflineSessionBase>* ) override {
229 return INVALID_OPERATION;
230 };
Yin-Chia Yehb978c382019-10-30 00:22:37 -0700231
Yin-Chia Yeh5fd603e2019-11-20 11:22:27 -0800232 // RequestBufferInterface
233 bool startRequestBuffer() override;
234 void endRequestBuffer() override;
235 nsecs_t getWaitDuration() override;
236
237 // FlushBufferInterface
238 void getInflightBufferKeys(std::vector<std::pair<int32_t, int32_t>>* out) override;
239 void getInflightRequestBufferKeys(std::vector<uint64_t>* out) override;
240 std::vector<sp<camera3::Camera3StreamInterface>> getAllStreams() override;
241
Emilian Peev35ae8262018-11-08 13:11:32 +0000242 /**
Eino-Ville Talvalaf2e37092020-01-07 15:32:32 -0800243 * Set the current behavior for the ROTATE_AND_CROP control when in AUTO.
244 *
245 * The value must be one of the ROTATE_AND_CROP_* values besides AUTO,
246 * and defaults to NONE.
247 */
248 status_t setRotateAndCropAutoBehavior(
249 camera_metadata_enum_android_scaler_rotate_and_crop_t rotateAndCropValue);
250
Eino-Ville Talvala305cec62020-11-12 14:18:17 -0800251 /**
252 * Whether camera muting (producing black-only output) is supported.
253 *
254 * Calling setCameraMute(true) when this returns false will return an
255 * INVALID_OPERATION error.
256 */
257 bool supportsCameraMute();
258
259 /**
260 * Mute the camera.
261 *
262 * When muted, black image data is output on all output streams.
263 */
264 status_t setCameraMute(bool enabled);
265
Shuzhen Wange8675782019-12-05 09:12:14 -0800266 // Get the status trackeer for the camera device
267 wp<camera3::StatusTracker> getStatusTracker() { return mStatusTracker; }
268
Eino-Ville Talvalaf2e37092020-01-07 15:32:32 -0800269 /**
Cliff Wuc2ad9c82021-04-21 00:58:58 +0800270 * The injection camera session to replace the internal camera
271 * session.
272 */
273 status_t injectCamera(const String8& injectedCamId,
274 sp<CameraProviderManager> manager);
275
276 /**
277 * Stop the injection camera and restore to internal camera session.
278 */
279 status_t stopInjection();
280
Jayant Chowdhary22441f32021-12-26 18:35:41 -0800281 protected:
Yin-Chia Yehc5248132018-08-15 12:19:20 -0700282 status_t disconnectImpl();
Jayant Chowdhary65c9bf02021-09-03 16:44:16 +0000283 static status_t removeFwkOnlyRegionKeys(CameraMetadata *request);
Yin-Chia Yehc5248132018-08-15 12:19:20 -0700284
Igor Murashkin1e479c02013-09-06 16:55:14 -0700285 static const size_t kDumpLockAttempts = 10;
286 static const size_t kDumpSleepDuration = 100000; // 0.10 sec
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700287 static const nsecs_t kActiveTimeout = 500000000; // 500 ms
Yin-Chia Yeh99fd0972019-06-27 14:22:44 -0700288 static const nsecs_t kMinWarnInflightDuration = 5000000000; // 5 s
Yin-Chia Yeh90c0fdf2017-06-29 13:22:12 -0700289 static const size_t kInFlightWarnLimit = 30;
Chien-Yu Chenc96ac8d2015-08-12 16:46:24 -0700290 static const size_t kInFlightWarnLimitHighSpeed = 256; // batch size 32 * pipe depth 8
Eino-Ville Talvala10bd57e2017-06-23 16:22:44 -0700291 static const nsecs_t kDefaultExpectedDuration = 100000000; // 100 ms
292 static const nsecs_t kMinInflightDuration = 5000000000; // 5 s
Yin-Chia Yehb3a80b12018-09-04 12:13:05 -0700293 static const nsecs_t kBaseGetBufferWait = 3000000000; // 3 sec.
Eino-Ville Talvalaf99498e2015-09-25 16:52:55 -0700294 // SCHED_FIFO priority for request submission thread in HFR mode
Zhijun He7ee4c072016-07-25 13:52:28 -0700295 static const int kRequestThreadPriority = 1;
Chien-Yu Chenc96ac8d2015-08-12 16:46:24 -0700296
Igor Murashkin4d2f2e82013-04-01 17:29:07 -0700297 struct RequestTrigger;
Zhijun Hef7da0962014-04-24 13:27:56 -0700298 // minimal jpeg buffer size: 256KB + blob header
Emilian Peevf4816702020-04-03 15:44:51 -0700299 static const ssize_t kMinJpegBufferSize = 256 * 1024 + sizeof(camera_jpeg_blob_t);
Eino-Ville Talvala16a2ada2014-08-27 14:41:33 -0700300 // Constant to use for stream ID when one doesn't exist
301 static const int NO_STREAM = -1;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800302
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700303 // A lock to enforce serialization on the input/configure side
304 // of the public interface.
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700305 // Not locked by methods guarded by mOutputLock, since they may act
306 // concurrently to the input/configure side of the interface.
307 // Must be locked before mLock if both will be locked by a method
308 Mutex mInterfaceLock;
309
310 // The main lock on internal state
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800311 Mutex mLock;
312
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700313 // Camera device ID
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800314 const String8 mId;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700315
Emilian Peev5104fe92021-10-21 14:27:09 -0700316 // Legacy camera client flag
317 bool mLegacyClient;
318
Eino-Ville Talvalabbbbe842017-02-28 17:50:56 -0800319 // Current stream configuration mode;
320 int mOperatingMode;
Emilian Peev5fbe0ba2017-10-20 15:45:45 +0100321 // Current session wide parameters
322 hardware::camera2::impl::CameraMetadataNative mSessionParams;
323
Eino-Ville Talvalabbbbe842017-02-28 17:50:56 -0800324 // Constant to use for no set operating mode
325 static const int NO_MODE = -1;
326
Zhijun He1fa89992015-06-01 15:44:31 -0700327 // Flag indicating is the current active stream configuration is constrained high speed.
328 bool mIsConstrainedHighSpeedConfiguration;
329
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800330 /**** Scope for mLock ****/
331
Yin-Chia Yeh5fd603e2019-11-20 11:22:27 -0800332 class HalInterface : public camera3::Camera3StreamBufferFreedListener,
333 public camera3::BufferRecordsInterface {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800334 public:
Jayant Chowdhary22441f32021-12-26 18:35:41 -0800335 HalInterface(bool useHalBufManager, bool supportOfflineProcessing) :
336 mUseHalBufManager(useHalBufManager),
337 mIsReconfigurationQuerySupported(true),
338 mSupportOfflineProcessing(supportOfflineProcessing)
339 {};
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800340 HalInterface(const HalInterface &other);
341 HalInterface();
342
Jayant Chowdhary22441f32021-12-26 18:35:41 -0800343 virtual IPCTransport getTransportType() = 0;
344
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800345 // Returns true if constructed with a valid device or session, and not yet cleared
Jayant Chowdhary22441f32021-12-26 18:35:41 -0800346 virtual bool valid() = 0;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800347
348 // Reset this HalInterface object (does not call close())
Jayant Chowdhary22441f32021-12-26 18:35:41 -0800349 virtual void clear() = 0;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800350
351 // Calls into the HAL interface
352
353 // Caller takes ownership of requestTemplate
Jayant Chowdhary22441f32021-12-26 18:35:41 -0800354 virtual status_t constructDefaultRequestSettings(camera_request_template templateId,
355 /*out*/ camera_metadata_t **requestTemplate) = 0;
356
357 virtual status_t configureStreams(const camera_metadata_t * sessionParams,
358 /*inout*/ camera_stream_configuration_t * config,
359 const std::vector<uint32_t>& bufferSizes) = 0;
Yin-Chia Yeh11648852019-05-16 10:42:54 -0700360
Cliff Wuc2ad9c82021-04-21 00:58:58 +0800361 // The injection camera configures the streams to hal.
Jayant Chowdhary22441f32021-12-26 18:35:41 -0800362 virtual status_t configureInjectedStreams(
Cliff Wuc2ad9c82021-04-21 00:58:58 +0800363 const camera_metadata_t* sessionParams,
364 /*inout*/ camera_stream_configuration_t* config,
365 const std::vector<uint32_t>& bufferSizes,
Jayant Chowdhary22441f32021-12-26 18:35:41 -0800366 const CameraMetadata& cameraCharacteristics) = 0;
Cliff Wuc2ad9c82021-04-21 00:58:58 +0800367
Yin-Chia Yeh11648852019-05-16 10:42:54 -0700368 // When the call succeeds, the ownership of acquire fences in requests is transferred to
369 // HalInterface. More specifically, the current implementation will send the fence to
370 // HAL process and close the FD in cameraserver process. When the call fails, the ownership
371 // of the acquire fence still belongs to the caller.
Jayant Chowdhary22441f32021-12-26 18:35:41 -0800372 virtual status_t processBatchCaptureRequests(
Emilian Peevf4816702020-04-03 15:44:51 -0700373 std::vector<camera_capture_request_t*>& requests,
Jayant Chowdhary22441f32021-12-26 18:35:41 -0800374 /*out*/uint32_t* numRequestProcessed) = 0;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800375
Jayant Chowdhary22441f32021-12-26 18:35:41 -0800376 virtual status_t flush() = 0;
Yin-Chia Yeh7447f0f2018-10-11 15:28:12 -0700377
Jayant Chowdhary22441f32021-12-26 18:35:41 -0800378 virtual status_t dump(int fd) = 0;
Yin-Chia Yehb978c382019-10-30 00:22:37 -0700379
Jayant Chowdhary22441f32021-12-26 18:35:41 -0800380 virtual status_t close() = 0;
381
382 virtual void signalPipelineDrain(const std::vector<int>& streamIds) = 0;
383
384 virtual bool isReconfigurationRequired(CameraMetadata& oldSessionParams,
385 CameraMetadata& newSessionParams) = 0;
386
387 virtual status_t repeatingRequestEnd(uint32_t frameNumber,
388 const std::vector<int32_t> &streamIds) = 0;
Emilian Peev2295df72021-11-12 18:14:10 -0800389
Yin-Chia Yeh5fd603e2019-11-20 11:22:27 -0800390 /////////////////////////////////////////////////////////////////////
391 // Implements BufferRecordsInterface
Yin-Chia Yehd5cd5ff2018-10-01 14:43:04 -0700392
Yin-Chia Yeh5fd603e2019-11-20 11:22:27 -0800393 std::pair<bool, uint64_t> getBufferId(
394 const buffer_handle_t& buf, int streamId) override;
395
Shuzhen Wangcd5b1822021-09-07 11:52:48 -0700396 uint64_t removeOneBufferCache(int streamId, const native_handle_t* handle) override;
397
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800398 status_t popInflightBuffer(int32_t frameNumber, int32_t streamId,
Yin-Chia Yeh5fd603e2019-11-20 11:22:27 -0800399 /*out*/ buffer_handle_t **buffer) override;
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800400
Yin-Chia Yeh84be5782019-03-01 11:47:02 -0800401 status_t pushInflightRequestBuffer(
Yin-Chia Yeh5fd603e2019-11-20 11:22:27 -0800402 uint64_t bufferId, buffer_handle_t* buf, int32_t streamId) override;
Yin-Chia Yehd5cd5ff2018-10-01 14:43:04 -0700403
Yin-Chia Yeh84be5782019-03-01 11:47:02 -0800404 status_t popInflightRequestBuffer(uint64_t bufferId,
405 /*out*/ buffer_handle_t** buffer,
Yin-Chia Yeh5fd603e2019-11-20 11:22:27 -0800406 /*optional out*/ int32_t* streamId = nullptr) override;
407
408 /////////////////////////////////////////////////////////////////////
Yin-Chia Yehd5cd5ff2018-10-01 14:43:04 -0700409
Yin-Chia Yehf3fe36f2017-07-07 18:23:18 -0700410 // Get a vector of (frameNumber, streamId) pair of currently inflight
411 // buffers
412 void getInflightBufferKeys(std::vector<std::pair<int32_t, int32_t>>* out);
413
Yin-Chia Yeh84be5782019-03-01 11:47:02 -0800414 // Get a vector of bufferId of currently inflight buffers
415 void getInflightRequestBufferKeys(std::vector<uint64_t>* out);
416
Yin-Chia Yeh573a2702019-04-17 10:08:55 -0700417 void onStreamReConfigured(int streamId);
418
Jayant Chowdhary22441f32021-12-26 18:35:41 -0800419 protected:
Yin-Chia Yehf8e28fb2019-05-16 11:46:54 -0700420
Yin-Chia Yeh5fd603e2019-11-20 11:22:27 -0800421 // Return true if the input caches match what we have; otherwise false
422 bool verifyBufferIds(int32_t streamId, std::vector<uint64_t>& inBufIds);
Yin-Chia Yehf8e28fb2019-05-16 11:46:54 -0700423
Jayant Chowdhary22441f32021-12-26 18:35:41 -0800424 template <typename OfflineSessionInfoT>
425 status_t verifyBufferCaches(
426 const OfflineSessionInfoT *offlineSessionInfo, camera3::BufferRecords *bufferRecords) {
427 // Validate buffer caches
428 std::vector<int32_t> streams;
429 streams.reserve(offlineSessionInfo->offlineStreams.size());
430 for (auto offlineStream : offlineSessionInfo->offlineStreams) {
431 int32_t id = offlineStream.id;
432 streams.push_back(id);
433 // Verify buffer caches
434 std::vector<uint64_t> bufIds(offlineStream.circulatingBufferIds.begin(),
435 offlineStream.circulatingBufferIds.end());
436 if (!verifyBufferIds(id, bufIds)) {
437 ALOGE("%s: stream ID %d buffer cache records mismatch!", __FUNCTION__, id);
438 return UNKNOWN_ERROR;
439 }
440 }
441
442 // Move buffer records
443 bufferRecords->takeBufferCaches(mBufferRecords, streams);
444 bufferRecords->takeInflightBufferMap(mBufferRecords);
445 bufferRecords->takeRequestedBufferMap(mBufferRecords);
446 return OK;
447 }
448
Yin-Chia Yehf8e28fb2019-05-16 11:46:54 -0700449 // Delete and optionally close native handles and clear the input vector afterward
450 static void cleanupNativeHandles(
451 std::vector<native_handle_t*> *handles, bool closeFd = false);
Yin-Chia Yeh77327052017-01-09 18:23:07 -0800452
Yin-Chia Yehbe83fa72017-03-30 13:35:36 -0700453 virtual void onBufferFreed(int streamId, const native_handle_t* handle) override;
454
Yin-Chia Yeh5fd603e2019-11-20 11:22:27 -0800455 std::mutex mFreedBuffersLock;
Yin-Chia Yehbe83fa72017-03-30 13:35:36 -0700456 std::vector<std::pair<int, uint64_t>> mFreedBuffers;
Yin-Chia Yehd5cd5ff2018-10-01 14:43:04 -0700457
Yin-Chia Yeh5fd603e2019-11-20 11:22:27 -0800458 // Keep track of buffer cache and inflight buffer records
459 camera3::BufferRecords mBufferRecords;
Yin-Chia Yeh7447f0f2018-10-11 15:28:12 -0700460
461 uint32_t mNextStreamConfigCounter = 1;
Yin-Chia Yeh651fe2e2018-11-13 11:49:31 -0800462
463 const bool mUseHalBufManager;
Emilian Peev4ec17882019-01-24 17:16:58 -0800464 bool mIsReconfigurationQuerySupported;
Yin-Chia Yehb978c382019-10-30 00:22:37 -0700465
466 const bool mSupportOfflineProcessing;
Jayant Chowdhary22441f32021-12-26 18:35:41 -0800467 }; // class HalInterface
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800468
Yin-Chia Yehdb1e8642017-07-14 15:19:30 -0700469 sp<HalInterface> mInterface;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800470
471 CameraMetadata mDeviceInfo;
Shuzhen Wangdbdf72b2019-11-13 11:22:12 -0800472 bool mSupportNativeZoomRatio;
Shuzhen Wang2e7f58f2018-07-11 14:00:29 -0700473 std::unordered_map<std::string, CameraMetadata> mPhysicalDeviceInfoMap;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800474
Emilian Peevf4816702020-04-03 15:44:51 -0700475 CameraMetadata mRequestTemplateCache[CAMERA_TEMPLATE_COUNT];
Zhijun Hea1530f12014-09-14 12:44:20 -0700476
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700477 struct Size {
478 uint32_t width;
479 uint32_t height;
Chih-Hung Hsieh8b0b9712016-08-09 14:25:53 -0700480 explicit Size(uint32_t w = 0, uint32_t h = 0) : width(w), height(h){}
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700481 };
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700482
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700483 enum Status {
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800484 STATUS_ERROR,
485 STATUS_UNINITIALIZED,
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700486 STATUS_UNCONFIGURED,
487 STATUS_CONFIGURED,
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800488 STATUS_ACTIVE
489 } mStatus;
Ruben Brunk183f0562015-08-12 12:55:02 -0700490
491 // Only clear mRecentStatusUpdates, mStatusWaiters from waitUntilStateThenRelock
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700492 Vector<Status> mRecentStatusUpdates;
Ruben Brunk183f0562015-08-12 12:55:02 -0700493 int mStatusWaiters;
494
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700495 Condition mStatusChanged;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800496
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -0700497 // Tracking cause of fatal errors when in STATUS_ERROR
498 String8 mErrorCause;
499
Yin-Chia Yeh5fd603e2019-11-20 11:22:27 -0800500 camera3::StreamSet mOutputStreams;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800501 sp<camera3::Camera3Stream> mInputStream;
Shuzhen Wang83bff122020-11-20 15:51:39 -0800502 bool mIsInputStreamMultiResolution;
Shuzhen Wang316781a2020-08-18 18:11:01 -0700503 SessionStatsBuilder mSessionStatsBuilder;
Shuzhen Wang99080502021-03-07 21:08:20 -0800504 // Map from stream group ID to physical cameras backing the stream group
505 std::map<int32_t, std::set<String8>> mGroupIdPhysicalCameraMap;
Shuzhen Wang316781a2020-08-18 18:11:01 -0700506
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800507 int mNextStreamId;
Eino-Ville Talvalaea26c772013-06-11 16:04:06 -0700508 bool mNeedConfig;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800509
Ivan Lozanoc0ad82f2020-07-30 09:32:57 -0400510 int mFakeStreamId;
Eino-Ville Talvala16a2ada2014-08-27 14:41:33 -0700511
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700512 // Whether to send state updates upstream
513 // Pause when doing transparent reconfiguration
514 bool mPauseStateNotify;
515
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800516 // Need to hold on to stream references until configure completes.
Igor Murashkin2fba5842013-04-22 14:03:54 -0700517 Vector<sp<camera3::Camera3StreamInterface> > mDeletedStreams;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800518
Zhijun He204e3292014-07-14 17:09:23 -0700519 // Whether the HAL will send partial result
520 bool mUsePartialResult;
521
522 // Number of partial results that will be delivered by the HAL.
523 uint32_t mNumPartialResults;
Eino-Ville Talvalafd6ecdd2013-10-11 09:51:09 -0700524
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800525 /**** End scope for mLock ****/
526
Shuzhen Wangc28dccc2016-02-11 23:48:46 -0800527 // The offset converting from clock domain of other subsystem
528 // (video/hardware composer) to that of camera. Assumption is that this
529 // offset won't change during the life cycle of the camera device. In other
530 // words, camera device shouldn't be open during CPU suspend.
531 nsecs_t mTimestampOffset;
532
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800533 class CaptureRequest : public LightRefBase<CaptureRequest> {
534 public:
Emilian Peevaebbe412018-01-15 13:53:24 +0000535 PhysicalCameraSettingsList mSettingsList;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800536 sp<camera3::Camera3Stream> mInputStream;
Emilian Peevf4816702020-04-03 15:44:51 -0700537 camera_stream_buffer_t mInputBuffer;
Shuzhen Wang83bff122020-11-20 15:51:39 -0800538 camera3::Size mInputBufferSize;
Igor Murashkin2fba5842013-04-22 14:03:54 -0700539 Vector<sp<camera3::Camera3OutputStreamInterface> >
540 mOutputStreams;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700541 SurfaceMap mOutputSurfaces;
Jianing Weicb0652e2014-03-12 18:29:36 -0700542 CaptureResultExtras mResultExtras;
Chien-Yu Chen85a64552015-08-28 15:46:12 -0700543 // The number of requests that should be submitted to HAL at a time.
544 // For example, if batch size is 8, this request and the following 7
545 // requests will be submitted to HAL at a time. The batch size for
546 // the following 7 requests will be ignored by the request thread.
547 int mBatchSize;
Shuzhen Wang9d066012016-09-30 11:30:20 -0700548 // Whether this request is from a repeating or repeating burst.
549 bool mRepeating;
Eino-Ville Talvalaf2e37092020-01-07 15:32:32 -0800550 // Whether this request has ROTATE_AND_CROP_AUTO set, so needs both
551 // overriding of ROTATE_AND_CROP value and adjustment of coordinates
552 // in several other controls in both the request and the result
553 bool mRotateAndCropAuto;
Eino-Ville Talvala305cec62020-11-12 14:18:17 -0800554
Shuzhen Wangd1d051a2020-08-20 15:42:23 -0700555 // Whether this capture request has its zoom ratio set to 1.0x before
556 // the framework overrides it for camera HAL consumption.
557 bool mZoomRatioIs1x;
Shuzhen Wang316781a2020-08-18 18:11:01 -0700558 // The systemTime timestamp when the request is created.
559 nsecs_t mRequestTimeNs;
Shuzhen Wangd1d051a2020-08-20 15:42:23 -0700560
Shuzhen Wangd1d051a2020-08-20 15:42:23 -0700561 // Whether this capture request's distortion correction update has
562 // been done.
563 bool mDistortionCorrectionUpdated = false;
564 // Whether this capture request's rotation and crop update has been
565 // done.
566 bool mRotationAndCropUpdated = false;
567 // Whether this capture request's zoom ratio update has been done.
568 bool mZoomRatioUpdated = false;
Jayant Chowdhary9255ce02021-07-15 11:18:17 -0700569 // Whether this max resolution capture request's crop / metering region update has been
570 // done.
571 bool mUHRCropAndMeteringRegionsUpdated = false;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800572 };
573 typedef List<sp<CaptureRequest> > RequestList;
574
Jianing Wei90e59c92014-03-12 18:29:36 -0700575 status_t checkStatusOkToCaptureLocked();
576
577 status_t convertMetadataListToRequestListLocked(
Emilian Peevaebbe412018-01-15 13:53:24 +0000578 const List<const PhysicalCameraSettingsList> &metadataList,
Shuzhen Wang0129d522016-10-30 22:43:41 -0700579 const std::list<const SurfaceMap> &surfaceMaps,
Shuzhen Wang316781a2020-08-18 18:11:01 -0700580 bool repeating, nsecs_t requestTimeNs,
Jianing Wei2d6bb3f2014-04-11 10:00:31 -0700581 /*out*/
582 RequestList *requestList);
Jianing Wei90e59c92014-03-12 18:29:36 -0700583
Emilian Peevaebbe412018-01-15 13:53:24 +0000584 void convertToRequestList(List<const PhysicalCameraSettingsList>& requestsList,
Shuzhen Wang0129d522016-10-30 22:43:41 -0700585 std::list<const SurfaceMap>& surfaceMaps,
586 const CameraMetadata& request);
587
Emilian Peevaebbe412018-01-15 13:53:24 +0000588 status_t submitRequestsHelper(const List<const PhysicalCameraSettingsList> &requestsList,
Shuzhen Wang0129d522016-10-30 22:43:41 -0700589 const std::list<const SurfaceMap> &surfaceMaps,
590 bool repeating,
Jianing Weicb0652e2014-03-12 18:29:36 -0700591 int64_t *lastFrameNumber = NULL);
Jianing Wei90e59c92014-03-12 18:29:36 -0700592
Yifan Honga640c5a2017-04-12 16:30:31 -0700593 // lock to ensure only one processCaptureResult is called at a time.
594 Mutex mProcessCaptureResultLock;
595
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800596 /**
597 * Common initialization code shared by both HAL paths
598 *
599 * Must be called with mLock and mInterfaceLock held.
600 */
601 status_t initializeCommonLocked();
602
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800603 /**
Igor Murashkin1e479c02013-09-06 16:55:14 -0700604 * Get the last request submitted to the hal by the request thread.
605 *
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800606 * Must be called with mLock held.
Igor Murashkin1e479c02013-09-06 16:55:14 -0700607 */
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700608 virtual CameraMetadata getLatestRequestLocked();
Igor Murashkin1e479c02013-09-06 16:55:14 -0700609
Jayant Chowdhary22441f32021-12-26 18:35:41 -0800610 virtual status_t injectionCameraInitialize(const String8 &injectCamId,
611 sp<CameraProviderManager> manager) = 0;
612
Igor Murashkin1e479c02013-09-06 16:55:14 -0700613 /**
Ruben Brunk183f0562015-08-12 12:55:02 -0700614 * Update the current device status and wake all waiting threads.
615 *
616 * Must be called with mLock held.
617 */
618 void internalUpdateStatusLocked(Status status);
619
620 /**
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700621 * Pause processing and flush everything, but don't tell the clients.
622 * This is for reconfiguring outputs transparently when according to the
623 * CameraDeviceBase interface we shouldn't need to.
624 * Must be called with mLock and mInterfaceLock both held.
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800625 */
Yin-Chia Yeh598fc602017-07-24 11:37:23 -0700626 status_t internalPauseAndWaitLocked(nsecs_t maxExpectedDuration);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700627
628 /**
629 * Resume work after internalPauseAndWaitLocked()
630 * Must be called with mLock and mInterfaceLock both held.
631 */
632 status_t internalResumeLocked();
633
634 /**
635 * Wait until status tracker tells us we've transitioned to the target state
636 * set, which is either ACTIVE when active==true or IDLE (which is any
637 * non-ACTIVE state) when active==false.
638 *
639 * Needs to be called with mLock and mInterfaceLock held. This means there
640 * can ever only be one waiter at most.
641 *
642 * During the wait mLock is released.
643 *
644 */
645 status_t waitUntilStateThenRelock(bool active, nsecs_t timeout);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800646
647 /**
Zhijun He69a37482014-03-23 18:44:49 -0700648 * Implementation of waitUntilDrained. On success, will transition to IDLE state.
649 *
650 * Need to be called with mLock and mInterfaceLock held.
651 */
Yin-Chia Yeh598fc602017-07-24 11:37:23 -0700652 status_t waitUntilDrainedLocked(nsecs_t maxExpectedDuration);
Zhijun He69a37482014-03-23 18:44:49 -0700653
654 /**
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800655 * Do common work for setting up a streaming or single capture request.
656 * On success, will transition to ACTIVE if in IDLE.
657 */
Emilian Peevaebbe412018-01-15 13:53:24 +0000658 sp<CaptureRequest> setUpRequestLocked(const PhysicalCameraSettingsList &request,
Shuzhen Wang0129d522016-10-30 22:43:41 -0700659 const SurfaceMap &surfaceMap);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800660
661 /**
662 * Build a CaptureRequest request from the CameraDeviceBase request
663 * settings.
664 */
Emilian Peevaebbe412018-01-15 13:53:24 +0000665 sp<CaptureRequest> createCaptureRequest(const PhysicalCameraSettingsList &request,
Shuzhen Wang0129d522016-10-30 22:43:41 -0700666 const SurfaceMap &surfaceMap);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800667
668 /**
Emilian Peevac3ce6c2017-12-12 15:27:02 +0000669 * Internally re-configure camera device using new session parameters.
Emilian Peev3bead5f2020-05-28 17:29:08 -0700670 * This will get triggered by the request thread.
Emilian Peevac3ce6c2017-12-12 15:27:02 +0000671 */
Emilian Peev3bead5f2020-05-28 17:29:08 -0700672 bool reconfigureCamera(const CameraMetadata& sessionParams, int clientStatusId);
Emilian Peevac3ce6c2017-12-12 15:27:02 +0000673
674 /**
Emilian Peev0d0191e2020-04-21 17:01:18 -0700675 * Return true in case of any output or input abandoned streams,
676 * otherwise return false.
677 */
678 bool checkAbandonedStreamsLocked();
679
680 /**
Emilian Peevac3ce6c2017-12-12 15:27:02 +0000681 * Filter stream session parameters and configure camera HAL.
682 */
683 status_t filterParamsAndConfigureLocked(const CameraMetadata& sessionParams,
684 int operatingMode);
685
686 /**
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800687 * Take the currently-defined set of streams and configure the HAL to use
688 * them. This is a long-running operation (may be several hundered ms).
689 */
Emilian Peev5fbe0ba2017-10-20 15:45:45 +0100690 status_t configureStreamsLocked(int operatingMode,
Emilian Peevac3ce6c2017-12-12 15:27:02 +0000691 const CameraMetadata& sessionParams, bool notifyRequestThread = true);
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800692
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -0700693 /**
Chien-Yu Chen9b5860b2016-06-10 13:39:09 -0700694 * Cancel stream configuration that did not finish successfully.
695 */
696 void cancelStreamsConfigurationLocked();
697
698 /**
Ivan Lozanoc0ad82f2020-07-30 09:32:57 -0400699 * Add a fake stream to the current stream set as a workaround for
Eino-Ville Talvala16a2ada2014-08-27 14:41:33 -0700700 * not allowing 0 streams in the camera HAL spec.
701 */
Ivan Lozanoc0ad82f2020-07-30 09:32:57 -0400702 status_t addFakeStreamLocked();
Eino-Ville Talvala16a2ada2014-08-27 14:41:33 -0700703
704 /**
Ivan Lozanoc0ad82f2020-07-30 09:32:57 -0400705 * Remove a fake stream if the current config includes real streams.
Eino-Ville Talvala16a2ada2014-08-27 14:41:33 -0700706 */
Ivan Lozanoc0ad82f2020-07-30 09:32:57 -0400707 status_t tryRemoveFakeStreamLocked();
Eino-Ville Talvala16a2ada2014-08-27 14:41:33 -0700708
709 /**
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -0700710 * Set device into an error state due to some fatal failure, and set an
711 * error message to indicate why. Only the first call's message will be
712 * used. The message is also sent to the log.
713 */
Yin-Chia Yeh5fd603e2019-11-20 11:22:27 -0800714 void setErrorState(const char *fmt, ...) override;
715 void setErrorStateLocked(const char *fmt, ...) override;
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -0700716 void setErrorStateV(const char *fmt, va_list args);
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -0700717 void setErrorStateLockedV(const char *fmt, va_list args);
718
Yin-Chia Yeh5fd603e2019-11-20 11:22:27 -0800719 /////////////////////////////////////////////////////////////////////
720 // Implements InflightRequestUpdateInterface
721
722 void onInflightEntryRemovedLocked(nsecs_t duration) override;
723 void checkInflightMapLengthLocked() override;
724 void onInflightMapFlushedLocked() override;
725
726 /////////////////////////////////////////////////////////////////////
727
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700728 /**
729 * Debugging trylock/spin method
730 * Try to acquire a lock a few times with sleeps between before giving up.
731 */
732 bool tryLockSpinRightRound(Mutex& lock);
733
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700734 /**
Shuzhen Wangc28dccc2016-02-11 23:48:46 -0800735 * Helper function to get the offset between MONOTONIC and BOOTTIME
736 * timestamp.
737 */
738 static nsecs_t getMonoToBoottimeOffset();
739
Igor Murashkin4d2f2e82013-04-01 17:29:07 -0700740 struct RequestTrigger {
741 // Metadata tag number, e.g. android.control.aePrecaptureTrigger
742 uint32_t metadataTag;
743 // Metadata value, e.g. 'START' or the trigger ID
744 int32_t entryValue;
745
746 // The last part of the fully qualified path, e.g. afTrigger
747 const char *getTagName() const {
748 return get_camera_metadata_tag_name(metadataTag) ?: "NULL";
749 }
750
751 // e.g. TYPE_BYTE, TYPE_INT32, etc.
752 int getTagType() const {
753 return get_camera_metadata_tag_type(metadataTag);
754 }
755 };
756
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800757 /**
758 * Thread for managing capture request submission to HAL device.
759 */
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800760 class RequestThread : public Thread {
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800761
762 public:
763
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800764 RequestThread(wp<Camera3Device> parent,
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700765 sp<camera3::StatusTracker> statusTracker,
Yin-Chia Yehd5cd5ff2018-10-01 14:43:04 -0700766 sp<HalInterface> interface,
767 const Vector<int32_t>& sessionParamKeys,
Eino-Ville Talvala1646c3c2021-07-29 13:48:40 -0700768 bool useHalBufManager,
769 bool supportCameraMute);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800770 ~RequestThread();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800771
Yin-Chia Yehe1c80632016-08-08 14:48:05 -0700772 void setNotificationListener(wp<NotificationListener> listener);
Eino-Ville Talvala17543512014-08-06 14:32:02 -0700773
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800774 /**
775 * Call after stream (re)-configuration is completed.
776 */
Emilian Peevac3ce6c2017-12-12 15:27:02 +0000777 void configurationComplete(bool isConstrainedHighSpeed,
Shuzhen Wang99080502021-03-07 21:08:20 -0800778 const CameraMetadata& sessionParams,
779 const std::map<int32_t, std::set<String8>>& groupIdPhysicalCameraMap);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800780
781 /**
782 * Set or clear the list of repeating requests. Does not block
783 * on either. Use waitUntilPaused to wait until request queue
784 * has emptied out.
785 */
Jianing Wei2d6bb3f2014-04-11 10:00:31 -0700786 status_t setRepeatingRequests(const RequestList& requests,
787 /*out*/
788 int64_t *lastFrameNumber = NULL);
789 status_t clearRepeatingRequests(/*out*/
790 int64_t *lastFrameNumber = NULL);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800791
Jianing Wei2d6bb3f2014-04-11 10:00:31 -0700792 status_t queueRequestList(List<sp<CaptureRequest> > &requests,
793 /*out*/
794 int64_t *lastFrameNumber = NULL);
Jianing Wei90e59c92014-03-12 18:29:36 -0700795
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800796 /**
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -0700797 * Remove all queued and repeating requests, and pending triggers
798 */
Yin-Chia Yehe1c80632016-08-08 14:48:05 -0700799 status_t clear(/*out*/int64_t *lastFrameNumber = NULL);
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -0700800
801 /**
Chien-Yu Chen85a64552015-08-28 15:46:12 -0700802 * Flush all pending requests in HAL.
803 */
804 status_t flush();
805
806 /**
Igor Murashkin4d2f2e82013-04-01 17:29:07 -0700807 * Queue a trigger to be dispatched with the next outgoing
808 * process_capture_request. The settings for that request only
809 * will be temporarily rewritten to add the trigger tag/value.
810 * Subsequent requests will not be rewritten (for this tag).
811 */
812 status_t queueTrigger(RequestTrigger trigger[], size_t count);
813
814 /**
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800815 * Pause/unpause the capture thread. Doesn't block, so use
816 * waitUntilPaused to wait until the thread is paused.
817 */
818 void setPaused(bool paused);
819
820 /**
Igor Murashkin4d2f2e82013-04-01 17:29:07 -0700821 * Wait until thread processes the capture request with settings'
822 * android.request.id == requestId.
823 *
824 * Returns TIMED_OUT in case the thread does not process the request
825 * within the timeout.
826 */
827 status_t waitUntilRequestProcessed(int32_t requestId, nsecs_t timeout);
828
Igor Murashkin1e479c02013-09-06 16:55:14 -0700829 /**
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700830 * Shut down the thread. Shutdown is asynchronous, so thread may
831 * still be running once this method returns.
832 */
833 virtual void requestExit();
834
835 /**
Igor Murashkin1e479c02013-09-06 16:55:14 -0700836 * Get the latest request that was sent to the HAL
837 * with process_capture_request.
838 */
839 CameraMetadata getLatestRequest() const;
840
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -0700841 /**
842 * Returns true if the stream is a target of any queued or repeating
843 * capture request
844 */
845 bool isStreamPending(sp<camera3::Camera3StreamInterface>& stream);
846
Emilian Peev40ead602017-09-26 15:46:36 +0100847 /**
848 * Returns true if the surface is a target of any queued or repeating
849 * capture request
850 */
851 bool isOutputSurfacePending(int streamId, size_t surfaceId);
852
Shuzhen Wang686f6442017-06-20 16:16:04 -0700853 // dump processCaptureRequest latency
854 void dumpCaptureRequestLatency(int fd, const char* name) {
855 mRequestLatency.dump(fd, name);
856 }
857
Yin-Chia Yeh7447f0f2018-10-11 15:28:12 -0700858 void signalPipelineDrain(const std::vector<int>& streamIds);
Yin-Chia Yehe52b8fa2020-07-28 00:17:58 -0700859 void resetPipelineDrain();
Yin-Chia Yeh7447f0f2018-10-11 15:28:12 -0700860
Emilian Peevc0fe54c2020-03-11 14:05:07 -0700861 void clearPreviousRequest();
862
Eino-Ville Talvalaf2e37092020-01-07 15:32:32 -0800863 status_t setRotateAndCropAutoBehavior(
864 camera_metadata_enum_android_scaler_rotate_and_crop_t rotateAndCropValue);
Emilian Peeve23f1d92021-09-20 14:56:01 -0700865 status_t setComposerSurface(bool composerSurfacePresent);
Eino-Ville Talvalaf2e37092020-01-07 15:32:32 -0800866
Eino-Ville Talvala11afe4f2021-05-27 14:45:31 -0700867 status_t setCameraMute(int32_t muteMode);
Cliff Wuc2ad9c82021-04-21 00:58:58 +0800868
869 status_t setHalInterface(sp<HalInterface> newHalInterface);
870
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800871 protected:
872
873 virtual bool threadLoop();
874
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800875 static const String8& getId(const wp<Camera3Device> &device);
Eino-Ville Talvala42368d92013-04-09 14:13:50 -0700876
Igor Murashkin4d2f2e82013-04-01 17:29:07 -0700877 status_t queueTriggerLocked(RequestTrigger trigger);
878 // Mix-in queued triggers into this request
879 int32_t insertTriggers(const sp<CaptureRequest> &request);
880 // Purge the queued triggers from this request,
881 // restoring the old field values for those tags.
882 status_t removeTriggers(const sp<CaptureRequest> &request);
883
Eino-Ville Talvala2f876f92013-09-13 11:39:24 -0700884 // HAL workaround: Make sure a trigger ID always exists if
885 // a trigger does
Ivan Lozanoc0ad82f2020-07-30 09:32:57 -0400886 status_t addFakeTriggerIds(const sp<CaptureRequest> &request);
Eino-Ville Talvalaf2e37092020-01-07 15:32:32 -0800887
888 // Override rotate_and_crop control if needed; returns true if the current value was changed
889 bool overrideAutoRotateAndCrop(const sp<CaptureRequest> &request);
Eino-Ville Talvala2f876f92013-09-13 11:39:24 -0700890
Eino-Ville Talvala305cec62020-11-12 14:18:17 -0800891 // Override test_pattern control if needed for camera mute; returns true
892 // if the current value was changed
893 bool overrideTestPattern(const sp<CaptureRequest> &request);
894
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800895 static const nsecs_t kRequestTimeout = 50e6; // 50 ms
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800896
Yin-Chia Yehb978c382019-10-30 00:22:37 -0700897 // TODO: does this need to be adjusted for long exposure requests?
898 static const nsecs_t kRequestSubmitTimeout = 200e6; // 200 ms
899
Chien-Yu Chen85a64552015-08-28 15:46:12 -0700900 // Used to prepare a batch of requests.
901 struct NextRequest {
902 sp<CaptureRequest> captureRequest;
Emilian Peevf4816702020-04-03 15:44:51 -0700903 camera_capture_request_t halRequest;
904 Vector<camera_stream_buffer_t> outputBuffers;
Chien-Yu Chen85a64552015-08-28 15:46:12 -0700905 bool submitted;
906 };
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -0800907
Chien-Yu Chen57ea2922015-09-04 12:58:56 -0700908 // Wait for the next batch of requests and put them in mNextRequests. mNextRequests will
909 // be empty if it times out.
910 void waitForNextRequestBatch();
Chien-Yu Chen85a64552015-08-28 15:46:12 -0700911
912 // Waits for a request, or returns NULL if times out. Must be called with mRequestLock hold.
913 sp<CaptureRequest> waitForNextRequestLocked();
914
Chien-Yu Chen57ea2922015-09-04 12:58:56 -0700915 // Prepare HAL requests and output buffers in mNextRequests. Return TIMED_OUT if getting any
916 // output buffer timed out. If an error is returned, the caller should clean up the pending
917 // request batch.
918 status_t prepareHalRequests();
Chien-Yu Chen85a64552015-08-28 15:46:12 -0700919
Chien-Yu Chen57ea2922015-09-04 12:58:56 -0700920 // Return buffers, etc, for requests in mNextRequests that couldn't be fully constructed and
921 // send request errors if sendRequestError is true. The buffers will be returned in the
922 // ERROR state to mark them as not having valid data. mNextRequests will be cleared.
923 void cleanUpFailedRequests(bool sendRequestError);
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800924
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700925 // Stop the repeating request if any of its output streams is abandoned.
926 void checkAndStopRepeatingRequest();
927
Emilian Peevaebbe412018-01-15 13:53:24 +0000928 // Release physical camera settings and camera id resources.
929 void cleanupPhysicalSettings(sp<CaptureRequest> request,
Emilian Peevf4816702020-04-03 15:44:51 -0700930 /*out*/camera_capture_request_t *halRequest);
Emilian Peevaebbe412018-01-15 13:53:24 +0000931
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800932 // Pause handling
933 bool waitIfPaused();
Eino-Ville Talvala26fe6c72013-08-29 12:46:18 -0700934 void unpauseForNewRequests();
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800935
Eino-Ville Talvalab2058d12013-04-09 13:49:56 -0700936 // Relay error to parent device object setErrorState
937 void setErrorState(const char *fmt, ...);
938
Yin-Chia Yeh8684b7f2014-06-13 14:53:05 -0700939 // If the input request is in mRepeatingRequests. Must be called with mRequestLock hold
Chih-Hung Hsieh8b0b9712016-08-09 14:25:53 -0700940 bool isRepeatingRequestLocked(const sp<CaptureRequest>&);
Yin-Chia Yeh8684b7f2014-06-13 14:53:05 -0700941
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700942 // Clear repeating requests. Must be called with mRequestLock held.
943 status_t clearRepeatingRequestsLocked(/*out*/ int64_t *lastFrameNumber = NULL);
944
Yin-Chia Yeh94c68e02017-03-06 14:09:44 -0800945 // send request in mNextRequests to HAL in a batch. Return true = sucssess
946 bool sendRequestsBatch();
947
Eino-Ville Talvala10bd57e2017-06-23 16:22:44 -0700948 // Calculate the expected maximum duration for a request
949 nsecs_t calculateMaxExpectedDuration(const camera_metadata_t *request);
950
Emilian Peevac3ce6c2017-12-12 15:27:02 +0000951 // Check and update latest session parameters based on the current request settings.
952 bool updateSessionParameters(const CameraMetadata& settings);
953
Emilian Peeva14b4dd2018-05-15 11:00:31 +0100954 // Check whether FPS range session parameter re-configuration is needed in constrained
955 // high speed recording camera sessions.
956 bool skipHFRTargetFPSUpdate(int32_t tag, const camera_metadata_ro_entry_t& newEntry,
957 const camera_metadata_entry_t& currentEntry);
958
Shuzhen Wangc2cba122018-05-17 18:10:24 -0700959 // Update next request sent to HAL
960 void updateNextRequest(NextRequest& nextRequest);
Emilian Peevac3ce6c2017-12-12 15:27:02 +0000961
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800962 wp<Camera3Device> mParent;
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700963 wp<camera3::StatusTracker> mStatusTracker;
Yin-Chia Yehdb1e8642017-07-14 15:19:30 -0700964 sp<HalInterface> mInterface;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800965
Yin-Chia Yehe1c80632016-08-08 14:48:05 -0700966 wp<NotificationListener> mListener;
Eino-Ville Talvala17543512014-08-06 14:32:02 -0700967
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800968 const String8& mId; // The camera ID
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -0700969 int mStatusId; // The RequestThread's component ID for
970 // status tracking
Eino-Ville Talvala42368d92013-04-09 14:13:50 -0700971
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800972 Mutex mRequestLock;
973 Condition mRequestSignal;
Yin-Chia Yehb978c382019-10-30 00:22:37 -0700974 Condition mRequestSubmittedSignal;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800975 RequestList mRequestQueue;
976 RequestList mRepeatingRequests;
Shuzhen Wang316781a2020-08-18 18:11:01 -0700977 bool mFirstRepeating;
Chien-Yu Chen57ea2922015-09-04 12:58:56 -0700978 // The next batch of requests being prepped for submission to the HAL, no longer
Eino-Ville Talvalae74c2282015-05-27 14:46:23 -0700979 // on the request queue. Read-only even with mRequestLock held, outside
980 // of threadLoop
Chien-Yu Chen57ea2922015-09-04 12:58:56 -0700981 Vector<NextRequest> mNextRequests;
Chien-Yu Chen85a64552015-08-28 15:46:12 -0700982
983 // To protect flush() and sending a request batch to HAL.
984 Mutex mFlushLock;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800985
986 bool mReconfigured;
987
Yin-Chia Yeh7447f0f2018-10-11 15:28:12 -0700988 // Used by waitIfPaused, waitForNextRequest, waitUntilPaused, and signalPipelineDrain
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800989 Mutex mPauseLock;
990 bool mDoPause;
991 Condition mDoPauseSignal;
992 bool mPaused;
Yin-Chia Yeh7447f0f2018-10-11 15:28:12 -0700993 bool mNotifyPipelineDrain;
994 std::vector<int> mStreamIdsToBeDrained;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800995
996 sp<CaptureRequest> mPrevRequest;
Igor Murashkin4d2f2e82013-04-01 17:29:07 -0700997 int32_t mPrevTriggers;
Shuzhen Wangdbdf72b2019-11-13 11:22:12 -0800998 std::set<std::string> mPrevCameraIdsWithZoom;
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -0800999
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07001000 uint32_t mFrameNumber;
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07001001
Igor Murashkin1e479c02013-09-06 16:55:14 -07001002 mutable Mutex mLatestRequestMutex;
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07001003 Condition mLatestRequestSignal;
1004 // android.request.id for latest process_capture_request
1005 int32_t mLatestRequestId;
Igor Murashkin1e479c02013-09-06 16:55:14 -07001006 CameraMetadata mLatestRequest;
Shuzhen Wangc2cba122018-05-17 18:10:24 -07001007 std::unordered_map<std::string, CameraMetadata> mLatestPhysicalRequest;
Igor Murashkin4d2f2e82013-04-01 17:29:07 -07001008
1009 typedef KeyedVector<uint32_t/*tag*/, RequestTrigger> TriggerMap;
1010 Mutex mTriggerMutex;
1011 TriggerMap mTriggerMap;
1012 TriggerMap mTriggerRemovedMap;
1013 TriggerMap mTriggerReplacedMap;
Yin-Chia Yehc00a25c2014-08-21 14:27:44 -07001014 uint32_t mCurrentAfTriggerId;
1015 uint32_t mCurrentPreCaptureTriggerId;
Eino-Ville Talvalaf2e37092020-01-07 15:32:32 -08001016 camera_metadata_enum_android_scaler_rotate_and_crop_t mRotateAndCropOverride;
Emilian Peeve23f1d92021-09-20 14:56:01 -07001017 bool mComposerOutput;
Eino-Ville Talvala11afe4f2021-05-27 14:45:31 -07001018 int32_t mCameraMute; // 0 = no mute, otherwise the TEST_PATTERN_MODE to use
Eino-Ville Talvala305cec62020-11-12 14:18:17 -08001019 bool mCameraMuteChanged;
Jianing Weicb0652e2014-03-12 18:29:36 -07001020
Jianing Wei2d6bb3f2014-04-11 10:00:31 -07001021 int64_t mRepeatingLastFrameNumber;
Chien-Yu Chend196d612015-06-22 19:49:01 -07001022
Chien-Yu Chenc66969b2016-05-19 16:37:51 -07001023 // Flag indicating if we should prepare video stream for video requests.
1024 bool mPrepareVideoStream;
Shuzhen Wang686f6442017-06-20 16:16:04 -07001025
Emilian Peeva14b4dd2018-05-15 11:00:31 +01001026 bool mConstrainedMode;
1027
Shuzhen Wang686f6442017-06-20 16:16:04 -07001028 static const int32_t kRequestLatencyBinSize = 40; // in ms
1029 CameraLatencyHistogram mRequestLatency;
Emilian Peevac3ce6c2017-12-12 15:27:02 +00001030
1031 Vector<int32_t> mSessionParamKeys;
1032 CameraMetadata mLatestSessionParams;
Yin-Chia Yehd5cd5ff2018-10-01 14:43:04 -07001033
Shuzhen Wang99080502021-03-07 21:08:20 -08001034 std::map<int32_t, std::set<String8>> mGroupIdPhysicalCameraMap;
1035
Yin-Chia Yehd5cd5ff2018-10-01 14:43:04 -07001036 const bool mUseHalBufManager;
Eino-Ville Talvala1646c3c2021-07-29 13:48:40 -07001037 const bool mSupportCameraMute;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001038 };
Jayant Chowdhary22441f32021-12-26 18:35:41 -08001039
1040 virtual sp<RequestThread> createNewRequestThread(wp<Camera3Device> /*parent*/,
1041 sp<camera3::StatusTracker> /*statusTracker*/,
1042 sp<HalInterface> /*interface*/,
1043 const Vector<int32_t>& /*sessionParamKeys*/,
1044 bool /*useHalBufManager*/,
1045 bool /*supportCameraMute*/) = 0;
1046
Eino-Ville Talvalaf76e0272013-02-27 18:02:26 -08001047 sp<RequestThread> mRequestThread;
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001048
1049 /**
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07001050 * In-flight queue for tracking completion of capture requests.
1051 */
Yin-Chia Yeh5fd603e2019-11-20 11:22:27 -08001052 std::mutex mInFlightLock;
1053 camera3::InFlightRequestMap mInFlightMap;
1054 nsecs_t mExpectedInflightDuration = 0;
Shuzhen Wangb7b42652020-05-07 11:59:02 -07001055 int64_t mLastCompletedRegularFrameNumber = -1;
1056 int64_t mLastCompletedReprocessFrameNumber = -1;
1057 int64_t mLastCompletedZslFrameNumber = -1;
Yin-Chia Yeh5fd603e2019-11-20 11:22:27 -08001058 // End of mInFlightLock protection scope
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07001059
Yin-Chia Yeh5fd603e2019-11-20 11:22:27 -08001060 int mInFlightStatusId; // const after initialize
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07001061
Jianing Weicb0652e2014-03-12 18:29:36 -07001062 status_t registerInFlight(uint32_t frameNumber,
Chien-Yu Chend196d612015-06-22 19:49:01 -07001063 int32_t numBuffers, CaptureResultExtras resultExtras, bool hasInput,
Shuzhen Wang99080502021-03-07 21:08:20 -08001064 bool callback, nsecs_t maxExpectedDuration,
1065 const std::set<std::set<String8>>& physicalCameraIds,
Eino-Ville Talvalaf2e37092020-01-07 15:32:32 -08001066 bool isStillCapture, bool isZslCapture, bool rotateAndCropAuto,
Shuzhen Wang316781a2020-08-18 18:11:01 -07001067 const std::set<std::string>& cameraIdsWithZoom, const SurfaceMap& outputSurfaces,
1068 nsecs_t requestTimeNs);
Eino-Ville Talvala10bd57e2017-06-23 16:22:44 -07001069
1070 /**
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07001071 * Tracking for idle detection
1072 */
1073 sp<camera3::StatusTracker> mStatusTracker;
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07001074
1075 /**
Zhijun He125684a2015-12-26 15:07:30 -08001076 * Graphic buffer manager for output streams. Each device has a buffer manager, which is used
1077 * by the output streams to get and return buffers if these streams are registered to this
1078 * buffer manager.
1079 */
1080 sp<camera3::Camera3BufferManager> mBufferManager;
1081
1082 /**
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001083 * Thread for preparing streams
1084 */
1085 class PreparerThread : private Thread, public virtual RefBase {
1086 public:
1087 PreparerThread();
1088 ~PreparerThread();
1089
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07001090 void setNotificationListener(wp<NotificationListener> listener);
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001091
1092 /**
Ruben Brunkc78ac262015-08-13 17:58:46 -07001093 * Queue up a stream to be prepared. Streams are processed by a background thread in FIFO
1094 * order. Pre-allocate up to maxCount buffers for the stream, or the maximum number needed
1095 * for the pipeline if maxCount is ALLOCATE_PIPELINE_MAX.
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001096 */
Ruben Brunkc78ac262015-08-13 17:58:46 -07001097 status_t prepare(int maxCount, sp<camera3::Camera3StreamInterface>& stream);
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001098
1099 /**
1100 * Cancel all current and pending stream preparation
1101 */
1102 status_t clear();
1103
Emilian Peevac3ce6c2017-12-12 15:27:02 +00001104 /**
1105 * Pause all preparation activities
1106 */
1107 void pause();
1108
1109 /**
1110 * Resume preparation activities
1111 */
1112 status_t resume();
1113
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001114 private:
1115 Mutex mLock;
Emilian Peevac3ce6c2017-12-12 15:27:02 +00001116 Condition mThreadActiveSignal;
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001117
1118 virtual bool threadLoop();
1119
1120 // Guarded by mLock
1121
Yin-Chia Yehe1c80632016-08-08 14:48:05 -07001122 wp<NotificationListener> mListener;
Emilian Peevac3ce6c2017-12-12 15:27:02 +00001123 std::unordered_map<int, sp<camera3::Camera3StreamInterface> > mPendingStreams;
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001124 bool mActive;
1125 bool mCancelNow;
1126
1127 // Only accessed by threadLoop and the destructor
1128
1129 sp<camera3::Camera3StreamInterface> mCurrentStream;
Emilian Peevac3ce6c2017-12-12 15:27:02 +00001130 int mCurrentMaxCount;
1131 bool mCurrentPrepareComplete;
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001132 };
1133 sp<PreparerThread> mPreparerThread;
1134
1135 /**
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07001136 * Output result queue and current HAL device 3A state
1137 */
1138
1139 // Lock for output side of device
Yin-Chia Yeh5fd603e2019-11-20 11:22:27 -08001140 std::mutex mOutputLock;
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07001141
1142 /**** Scope for mOutputLock ****/
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001143 // the minimal frame number of the next non-reprocess result
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07001144 uint32_t mNextResultFrameNumber;
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001145 // the minimal frame number of the next reprocess result
1146 uint32_t mNextReprocessResultFrameNumber;
Shuzhen Wang5ee99842019-04-12 11:55:48 -07001147 // the minimal frame number of the next ZSL still capture result
1148 uint32_t mNextZslStillResultFrameNumber;
Chien-Yu Chen3df11ce2015-09-30 14:13:30 -07001149 // the minimal frame number of the next non-reprocess shutter
Eino-Ville Talvala42368d92013-04-09 14:13:50 -07001150 uint32_t mNextShutterFrameNumber;
Chien-Yu Chen3df11ce2015-09-30 14:13:30 -07001151 // the minimal frame number of the next reprocess shutter
1152 uint32_t mNextReprocessShutterFrameNumber;
Shuzhen Wang5ee99842019-04-12 11:55:48 -07001153 // the minimal frame number of the next ZSL still capture shutter
1154 uint32_t mNextZslStillShutterFrameNumber;
Jayant Chowdhary8a0be292020-01-08 13:10:38 -08001155 std::list<CaptureResult> mResultQueue;
Yin-Chia Yeh5fd603e2019-11-20 11:22:27 -08001156 std::condition_variable mResultSignal;
1157 wp<NotificationListener> mListener;
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07001158
Eino-Ville Talvala7d346fa2013-03-11 14:13:50 -07001159 /**** End scope for mOutputLock ****/
1160
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08001161 /**** Scope for mInFlightLock ****/
1162
Shuzhen Wangcadb3302016-11-04 14:17:56 -07001163 // Remove the in-flight map entry of the given index from mInFlightMap.
1164 // It must only be called with mInFlightLock held.
1165 void removeInFlightMapEntryLocked(int idx);
Yin-Chia Yeh5fd603e2019-11-20 11:22:27 -08001166
Yin-Chia Yehf3fe36f2017-07-07 18:23:18 -07001167 // Remove all in-flight requests and return all buffers.
1168 // This is used after HAL interface is closed to cleanup any request/buffers
1169 // not returned by HAL.
1170 void flushInflightRequests();
Chien-Yu Chen43e69a62014-11-25 16:38:33 -08001171
1172 /**** End scope for mInFlightLock ****/
1173
Eino-Ville Talvala7b8a1fd2018-05-22 15:30:35 -07001174 /**
1175 * Distortion correction support
1176 */
Shuzhen Wang4f6fa9d2019-03-29 10:40:35 -07001177 // Map from camera IDs to its corresponding distortion mapper. Only contains
1178 // 1 ID if the device isn't a logical multi-camera. Otherwise contains both
1179 // logical camera and its physical subcameras.
1180 std::unordered_map<std::string, camera3::DistortionMapper> mDistortionMappers;
Eino-Ville Talvala7b8a1fd2018-05-22 15:30:35 -07001181
Shuzhen Wangdbdf72b2019-11-13 11:22:12 -08001182 /**
1183 * Zoom ratio mapper support
1184 */
1185 std::unordered_map<std::string, camera3::ZoomRatioMapper> mZoomRatioMappers;
1186
Eino-Ville Talvalaf2e37092020-01-07 15:32:32 -08001187 /**
Jayant Chowdhary9255ce02021-07-15 11:18:17 -07001188 * UHR request crop / metering region mapper support
1189 */
1190 std::unordered_map<std::string, camera3::UHRCropAndMeteringRegionMapper>
1191 mUHRCropAndMeteringRegionMappers;
1192
1193 /**
Eino-Ville Talvalaf2e37092020-01-07 15:32:32 -08001194 * RotateAndCrop mapper support
1195 */
1196 std::unordered_map<std::string, camera3::RotateAndCropMapper> mRotateAndCropMappers;
1197
Eino-Ville Talvala4d453832016-07-15 11:56:53 -07001198 // Debug tracker for metadata tag value changes
1199 // - Enabled with the -m <taglist> option to dumpsys, such as
1200 // dumpsys -m android.control.aeState,android.control.aeMode
1201 // - Disabled with -m off
1202 // - dumpsys -m 3a is a shortcut for ae/af/awbMode, State, and Triggers
1203 TagMonitor mTagMonitor;
1204
1205 void monitorMetadata(TagMonitor::eventSource source, int64_t frameNumber,
Shuzhen Wangc2cba122018-05-17 18:10:24 -07001206 nsecs_t timestamp, const CameraMetadata& metadata,
Jayant Chowdharycd277cd2021-08-11 15:48:40 -07001207 const std::unordered_map<std::string, CameraMetadata>& physicalMetadata,
Jayant Chowdharyc30b4c32021-08-18 11:43:16 -07001208 const camera_stream_buffer_t *outputBuffers, uint32_t numOutputBuffers,
1209 int32_t inputStreamId);
Eino-Ville Talvala4d453832016-07-15 11:56:53 -07001210
Emilian Peev71c73a22017-03-21 16:35:51 +00001211 metadata_vendor_id_t mVendorTagId;
1212
Emilian Peev811d2952018-05-25 11:08:40 +01001213 // Cached last requested template id
1214 int mLastTemplateId;
1215
Emilian Peev26d975d2018-07-05 14:52:57 +01001216 // Synchronizes access to status tracker between inflight updates and disconnect.
1217 // b/79972865
1218 Mutex mTrackerLock;
Yin-Chia Yehd5cd5ff2018-10-01 14:43:04 -07001219
Yin-Chia Yeh30ab5ed2018-10-12 15:57:04 -07001220 // Whether HAL request buffers through requestStreamBuffers API
Yin-Chia Yehd5cd5ff2018-10-01 14:43:04 -07001221 bool mUseHalBufManager = false;
1222
1223 // Lock to ensure requestStreamBuffers() callbacks are serialized
1224 std::mutex mRequestBufferInterfaceLock;
1225
Yin-Chia Yeh30ab5ed2018-10-12 15:57:04 -07001226 // The state machine to control when requestStreamBuffers should allow
1227 // HAL to request buffers.
1228 enum RequestBufferState {
1229 /**
1230 * This is the initial state.
1231 * requestStreamBuffers call will return FAILED_CONFIGURING in this state.
1232 * Will switch to RB_STATUS_READY after a successful configureStreams or
1233 * processCaptureRequest call.
1234 */
1235 RB_STATUS_STOPPED,
1236
1237 /**
1238 * requestStreamBuffers call will proceed in this state.
1239 * When device is asked to stay idle via waitUntilStateThenRelock() call:
1240 * - Switch to RB_STATUS_STOPPED if there is no inflight requests and
1241 * request thread is paused.
1242 * - Switch to RB_STATUS_PENDING_STOP otherwise
1243 */
1244 RB_STATUS_READY,
1245
1246 /**
1247 * requestStreamBuffers call will proceed in this state.
1248 * Switch to RB_STATUS_STOPPED when all inflight requests are fulfilled
1249 * and request thread is paused
1250 */
1251 RB_STATUS_PENDING_STOP,
1252 };
1253
1254 class RequestBufferStateMachine {
1255 public:
1256 status_t initialize(sp<camera3::StatusTracker> statusTracker);
1257
1258 // Return if the state machine currently allows for requestBuffers
1259 // If the state allows for it, mRequestBufferOngoing will be set to true
1260 // and caller must call endRequestBuffer() later to unset the flag
1261 bool startRequestBuffer();
1262 void endRequestBuffer();
1263
1264 // Events triggered by application API call
1265 void onStreamsConfigured();
1266 void onWaitUntilIdle();
1267
1268 // Events usually triggered by hwBinder processCaptureResult callback thread
1269 // But can also be triggered on request thread for failed request, or on
1270 // hwbinder notify callback thread for shutter/error callbacks
1271 void onInflightMapEmpty();
1272
1273 // Events triggered by RequestThread
Yin-Chia Yehcd333fe2019-02-08 13:45:41 -08001274 void onSubmittingRequest();
Yin-Chia Yeh30ab5ed2018-10-12 15:57:04 -07001275 void onRequestThreadPaused();
1276
Yin-Chia Yeh5fd603e2019-11-20 11:22:27 -08001277 // Events triggered by successful switchToOffline call
1278 // Return true is there is no ongoing requestBuffer call.
1279 bool onSwitchToOfflineSuccess();
1280
Yin-Chia Yeh30ab5ed2018-10-12 15:57:04 -07001281 private:
1282 void notifyTrackerLocked(bool active);
1283
1284 // Switch to STOPPED state and return true if all conditions allows for it.
1285 // Otherwise do nothing and return false.
1286 bool checkSwitchToStopLocked();
1287
1288 std::mutex mLock;
1289 RequestBufferState mStatus = RB_STATUS_STOPPED;
1290
1291 bool mRequestThreadPaused = true;
1292 bool mInflightMapEmpty = true;
1293 bool mRequestBufferOngoing = false;
Yin-Chia Yeh5fd603e2019-11-20 11:22:27 -08001294 bool mSwitchedToOffline = false;
Yin-Chia Yeh30ab5ed2018-10-12 15:57:04 -07001295
1296 wp<camera3::StatusTracker> mStatusTracker;
1297 int mRequestBufferStatusId;
1298 } mRequestBufferSM;
1299
Shuzhen Wang268a1362018-10-16 16:32:59 -07001300 // Fix up result metadata for monochrome camera.
1301 bool mNeedFixupMonochromeTags;
Yin-Chia Yehb978c382019-10-30 00:22:37 -07001302
1303 // Whether HAL supports offline processing capability.
1304 bool mSupportOfflineProcessing = false;
Eino-Ville Talvala305cec62020-11-12 14:18:17 -08001305
1306 // Whether the HAL supports camera muting via test pattern
1307 bool mSupportCameraMute = false;
Eino-Ville Talvala11afe4f2021-05-27 14:45:31 -07001308 // Whether the HAL supports SOLID_COLOR or BLACK if mSupportCameraMute is true
1309 bool mSupportTestPatternSolidColor = false;
Eino-Ville Talvala305cec62020-11-12 14:18:17 -08001310
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07001311 // Whether the camera framework overrides the device characteristics for
1312 // performance class.
1313 bool mOverrideForPerfClass;
1314
Cliff Wuc2ad9c82021-04-21 00:58:58 +08001315 // Injection camera related methods.
1316 class Camera3DeviceInjectionMethods : public virtual RefBase {
1317 public:
1318 Camera3DeviceInjectionMethods(wp<Camera3Device> parent);
1319
1320 ~Camera3DeviceInjectionMethods();
1321
Cliff Wuc2ad9c82021-04-21 00:58:58 +08001322 // Injection camera will replace the internal camera and configure streams
1323 // when device is IDLE and request thread is paused.
1324 status_t injectCamera(
1325 camera3::camera_stream_configuration& injectionConfig,
Cliff Wu3b268182021-07-06 15:44:43 +08001326 const std::vector<uint32_t>& injectionBufferSizes);
Cliff Wuc2ad9c82021-04-21 00:58:58 +08001327
1328 // Stop the injection camera and switch back to backup hal interface.
1329 status_t stopInjection();
1330
1331 bool isInjecting();
1332
Cliff Wu3b268182021-07-06 15:44:43 +08001333 bool isStreamConfigCompleteButNotInjected();
1334
Cliff Wuc2ad9c82021-04-21 00:58:58 +08001335 const String8& getInjectedCamId() const;
1336
1337 void getInjectionConfig(/*out*/ camera3::camera_stream_configuration* injectionConfig,
1338 /*out*/ std::vector<uint32_t>* injectionBufferSizes);
1339
Cliff Wu3b268182021-07-06 15:44:43 +08001340 // When the streaming configuration is completed and the camera device is active, but the
1341 // injection camera has not yet been injected, the streaming configuration of the internal
1342 // camera will be stored first.
1343 void storeInjectionConfig(
1344 const camera3::camera_stream_configuration& injectionConfig,
1345 const std::vector<uint32_t>& injectionBufferSizes);
1346
Jayant Chowdhary22441f32021-12-26 18:35:41 -08001347 protected:
Cliff Wuc2ad9c82021-04-21 00:58:58 +08001348 // Configure the streams of injection camera, it need wait until the
1349 // output streams are created and configured to the original camera before
1350 // proceeding.
1351 status_t injectionConfigureStreams(
1352 camera3::camera_stream_configuration& injectionConfig,
Cliff Wu3b268182021-07-06 15:44:43 +08001353 const std::vector<uint32_t>& injectionBufferSizes);
Cliff Wuc2ad9c82021-04-21 00:58:58 +08001354
1355 // Disconnect the injection camera and delete the hal interface.
1356 void injectionDisconnectImpl();
1357
1358 // Use injection camera hal interface to replace and backup original
1359 // camera hal interface.
Jayant Chowdhary22441f32021-12-26 18:35:41 -08001360 virtual status_t replaceHalInterface(sp<HalInterface> /*newHalInterface*/,
1361 bool /*keepBackup*/) = 0;
Cliff Wuc2ad9c82021-04-21 00:58:58 +08001362
1363 wp<Camera3Device> mParent;
1364
1365 // Backup of the original camera hal interface.
1366 sp<HalInterface> mBackupHalInterface;
1367
1368 // Generated injection camera hal interface.
1369 sp<HalInterface> mInjectedCamHalInterface;
1370
Cliff Wu3b268182021-07-06 15:44:43 +08001371 // The flag indicates that the stream configuration is complete, the camera device is
1372 // active, but the injection camera has not yet been injected.
1373 bool mIsStreamConfigCompleteButNotInjected = false;
1374
Cliff Wuc2ad9c82021-04-21 00:58:58 +08001375 // Copy the configuration of the internal camera.
1376 camera3::camera_stream_configuration mInjectionConfig;
1377
Cliff Wud0476312021-07-27 20:15:55 +08001378 // Copy the streams of the internal camera.
1379 Vector<camera3::camera_stream_t*> mInjectionStreams;
1380
Cliff Wuc2ad9c82021-04-21 00:58:58 +08001381 // Copy the bufferSizes of the output streams of the internal camera.
1382 std::vector<uint32_t> mInjectionBufferSizes;
1383
1384 // Synchronizes access to injection camera between initialize and
1385 // disconnect.
1386 Mutex mInjectionLock;
1387
1388 // The injection camera ID.
1389 String8 mInjectedCamId;
1390 };
Jayant Chowdhary22441f32021-12-26 18:35:41 -08001391
1392 virtual sp<Camera3DeviceInjectionMethods>
1393 createCamera3DeviceInjectionMethods(wp<Camera3Device>) = 0;
1394
Cliff Wuc2ad9c82021-04-21 00:58:58 +08001395 sp<Camera3DeviceInjectionMethods> mInjectionMethods;
1396
Eino-Ville Talvala7fa43f32013-02-06 17:20:07 -08001397}; // class Camera3Device
1398
1399}; // namespace android
1400
1401#endif