blob: f469aad0f2d0f98951fb575c22857f9d92998037 [file] [log] [blame]
Igor Murashkine7ee7632013-06-11 18:10:18 -07001/*
Shuzhen Wangc28189a2017-11-27 23:05:10 -08002 * Copyright (C) 2013-2018 The Android Open Source Project
Igor Murashkine7ee7632013-06-11 18:10:18 -07003 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#define LOG_TAG "CameraDeviceClient"
18#define ATRACE_TAG ATRACE_TAG_CAMERA
Jianing Weicb0652e2014-03-12 18:29:36 -070019//#define LOG_NDEBUG 0
Igor Murashkine7ee7632013-06-11 18:10:18 -070020
Eino-Ville Talvala6f1a9c12023-09-14 17:26:28 -070021#include <com_android_internal_camera_flags.h>
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070022#include <cutils/properties.h>
Igor Murashkine7ee7632013-06-11 18:10:18 -070023#include <utils/Log.h>
Colin Crossb8a9dbb2020-08-27 04:12:26 +000024#include <utils/SessionConfigurationUtils.h>
Igor Murashkine7ee7632013-06-11 18:10:18 -070025#include <utils/Trace.h>
Igor Murashkine7ee7632013-06-11 18:10:18 -070026#include <gui/Surface.h>
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070027#include <camera/camera2/CaptureRequest.h>
Ruben Brunk5698d442014-06-18 10:39:40 -070028#include <camera/CameraUtils.h>
Austin Borger1c1bee02023-06-01 16:51:35 -070029#include <camera/StringUtils.h>
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070030
31#include "common/CameraDeviceBase.h"
Emilian Peev35ae8262018-11-08 13:11:32 +000032#include "device3/Camera3Device.h"
33#include "device3/Camera3OutputStream.h"
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070034#include "api2/CameraDeviceClient.h"
35
Emilian Peev00420d22018-02-05 21:33:13 +000036#include <camera_metadata_hidden.h>
37
Emilian Peev538c90e2018-12-17 18:03:19 +000038#include "DepthCompositeStream.h"
Shuzhen Wang68ac7ad2019-01-30 14:03:28 -080039#include "HeicCompositeStream.h"
Emilian Peev434248e2022-10-06 14:58:54 -070040#include "JpegRCompositeStream.h"
Emilian Peev538c90e2018-12-17 18:03:19 +000041
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080042// Convenience methods for constructing binder::Status objects for error returns
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -070043
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080044#define STATUS_ERROR(errorCode, errorString) \
45 binder::Status::fromServiceSpecificError(errorCode, \
Austin Borger1c1bee02023-06-01 16:51:35 -070046 fmt::sprintf("%s:%d: %s", __FUNCTION__, __LINE__, errorString).c_str())
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080047
48#define STATUS_ERROR_FMT(errorCode, errorString, ...) \
49 binder::Status::fromServiceSpecificError(errorCode, \
Austin Borger1c1bee02023-06-01 16:51:35 -070050 fmt::sprintf("%s:%d: " errorString, __FUNCTION__, __LINE__, \
51 __VA_ARGS__).c_str())
Igor Murashkine7ee7632013-06-11 18:10:18 -070052
53namespace android {
54using namespace camera2;
Austin Borgerea931242021-12-13 23:10:41 +000055using namespace camera3;
Emilian Peevf4816702020-04-03 15:44:51 -070056using camera3::camera_stream_rotation_t::CAMERA_STREAM_ROTATION_0;
Igor Murashkine7ee7632013-06-11 18:10:18 -070057
Eino-Ville Talvala6f1a9c12023-09-14 17:26:28 -070058namespace flags = com::android::internal::camera::flags;
59
Igor Murashkine7ee7632013-06-11 18:10:18 -070060CameraDeviceClientBase::CameraDeviceClientBase(
61 const sp<CameraService>& cameraService,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080062 const sp<hardware::camera2::ICameraDeviceCallbacks>& remoteCallback,
Austin Borger17e3ebe2024-02-14 15:02:11 -080063 std::shared_ptr<AttributionAndPermissionUtils> attributionAndPermissionUtils,
Austin Borger1c1bee02023-06-01 16:51:35 -070064 const std::string& clientPackageName,
Jayant Chowdharyeb0169f2022-01-31 00:00:02 -080065 bool systemNativeClient,
Austin Borger1c1bee02023-06-01 16:51:35 -070066 const std::optional<std::string>& clientFeatureId,
67 const std::string& cameraId,
Jing Mikec7f9b132023-03-12 11:12:04 +080068 [[maybe_unused]] int api1CameraId,
Igor Murashkine7ee7632013-06-11 18:10:18 -070069 int cameraFacing,
Emilian Peev8b64f282021-03-25 16:49:57 -070070 int sensorOrientation,
Igor Murashkine7ee7632013-06-11 18:10:18 -070071 int clientPid,
72 uid_t clientUid,
Austin Borger18b30a72022-10-27 12:20:29 -070073 int servicePid,
Jayant Chowdhary81d81b02024-02-15 19:13:39 +000074 int rotationOverride) :
Eino-Ville Talvalae992e752014-11-07 16:17:48 -080075 BasicClient(cameraService,
Marco Nelissenf8880202014-11-14 07:58:25 -080076 IInterface::asBinder(remoteCallback),
Austin Borger17e3ebe2024-02-14 15:02:11 -080077 attributionAndPermissionUtils,
Eino-Ville Talvalae992e752014-11-07 16:17:48 -080078 clientPackageName,
Jayant Chowdharyeb0169f2022-01-31 00:00:02 -080079 systemNativeClient,
Philip P. Moltmann9e648f62019-11-04 12:52:45 -080080 clientFeatureId,
Eino-Ville Talvalae992e752014-11-07 16:17:48 -080081 cameraId,
82 cameraFacing,
Emilian Peev8b64f282021-03-25 16:49:57 -070083 sensorOrientation,
Eino-Ville Talvalae992e752014-11-07 16:17:48 -080084 clientPid,
85 clientUid,
Austin Borger18b30a72022-10-27 12:20:29 -070086 servicePid,
Jayant Chowdhary81d81b02024-02-15 19:13:39 +000087 rotationOverride),
Igor Murashkine7ee7632013-06-11 18:10:18 -070088 mRemoteCallback(remoteCallback) {
89}
Igor Murashkine7ee7632013-06-11 18:10:18 -070090
91// Interface used by CameraService
92
93CameraDeviceClient::CameraDeviceClient(const sp<CameraService>& cameraService,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -080094 const sp<hardware::camera2::ICameraDeviceCallbacks>& remoteCallback,
Austin Borger74fca042022-05-23 12:41:21 -070095 std::shared_ptr<CameraServiceProxyWrapper> cameraServiceProxyWrapper,
Austin Borger17e3ebe2024-02-14 15:02:11 -080096 std::shared_ptr<AttributionAndPermissionUtils> attributionAndPermissionUtils,
Austin Borger1c1bee02023-06-01 16:51:35 -070097 const std::string& clientPackageName,
Jayant Chowdharyeb0169f2022-01-31 00:00:02 -080098 bool systemNativeClient,
Austin Borger1c1bee02023-06-01 16:51:35 -070099 const std::optional<std::string>& clientFeatureId,
100 const std::string& cameraId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800101 int cameraFacing,
Emilian Peev8b64f282021-03-25 16:49:57 -0700102 int sensorOrientation,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800103 int clientPid,
104 uid_t clientUid,
Shuzhen Wangd4abdf72021-05-28 11:22:50 -0700105 int servicePid,
Austin Borger18b30a72022-10-27 12:20:29 -0700106 bool overrideForPerfClass,
Jayant Chowdhary81d81b02024-02-15 19:13:39 +0000107 int rotationOverride,
malikakash73125c62023-07-21 22:44:34 +0000108 const std::string& originalCameraId) :
Austin Borger17e3ebe2024-02-14 15:02:11 -0800109 Camera2ClientBase(cameraService, remoteCallback, cameraServiceProxyWrapper,
110 attributionAndPermissionUtils, clientPackageName,
Austin Borger74fca042022-05-23 12:41:21 -0700111 systemNativeClient, clientFeatureId, cameraId, /*API1 camera ID*/ -1, cameraFacing,
Austin Borger18b30a72022-10-27 12:20:29 -0700112 sensorOrientation, clientPid, clientUid, servicePid, overrideForPerfClass,
Jayant Chowdhary81d81b02024-02-15 19:13:39 +0000113 rotationOverride),
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700114 mInputStream(),
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700115 mStreamingRequestId(REQUEST_ID_NONE),
Shuzhen Wangd4abdf72021-05-28 11:22:50 -0700116 mRequestIdCounter(0),
malikakash73125c62023-07-21 22:44:34 +0000117 mOverrideForPerfClass(overrideForPerfClass),
118 mOriginalCameraId(originalCameraId) {
Igor Murashkine7ee7632013-06-11 18:10:18 -0700119 ATRACE_CALL();
Austin Borger1c1bee02023-06-01 16:51:35 -0700120 ALOGI("CameraDeviceClient %s: Opened", cameraId.c_str());
Igor Murashkine7ee7632013-06-11 18:10:18 -0700121}
122
Emilian Peevbd8c5032018-02-14 23:05:40 +0000123status_t CameraDeviceClient::initialize(sp<CameraProviderManager> manager,
Austin Borger1c1bee02023-06-01 16:51:35 -0700124 const std::string& monitorTags) {
Emilian Peevbd8c5032018-02-14 23:05:40 +0000125 return initializeImpl(manager, monitorTags);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800126}
127
128template<typename TProviderPtr>
Austin Borger1c1bee02023-06-01 16:51:35 -0700129status_t CameraDeviceClient::initializeImpl(TProviderPtr providerPtr,
130 const std::string& monitorTags) {
Igor Murashkine7ee7632013-06-11 18:10:18 -0700131 ATRACE_CALL();
132 status_t res;
133
Emilian Peevbd8c5032018-02-14 23:05:40 +0000134 res = Camera2ClientBase::initialize(providerPtr, monitorTags);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700135 if (res != OK) {
136 return res;
137 }
138
Eino-Ville Talvala7b82efe2013-07-25 17:12:35 -0700139 mFrameProcessor = new FrameProcessorBase(mDevice);
Austin Borger1c1bee02023-06-01 16:51:35 -0700140 std::string threadName = std::string("CDU-") + mCameraIdStr + "-FrameProc";
141 res = mFrameProcessor->run(threadName.c_str());
Austin Borger7b129542022-06-09 13:23:06 -0700142 if (res != OK) {
143 ALOGE("%s: Unable to start frame processor thread: %s (%d)",
144 __FUNCTION__, strerror(-res), res);
145 return res;
146 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700147
Emilian Peevfaa4bde2020-01-23 12:19:37 -0800148 mFrameProcessor->registerListener(camera2::FrameProcessorBase::FRAME_PROCESSOR_LISTENER_MIN_ID,
149 camera2::FrameProcessorBase::FRAME_PROCESSOR_LISTENER_MAX_ID,
Eino-Ville Talvala184dfe42013-11-07 15:13:16 -0800150 /*listener*/this,
Zhijun He25a0aef2014-06-25 11:40:02 -0700151 /*sendPartials*/true);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700152
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800153 const CameraMetadata &deviceInfo = mDevice->info();
154 camera_metadata_ro_entry_t physicalKeysEntry = deviceInfo.find(
Emilian Peev00420d22018-02-05 21:33:13 +0000155 ANDROID_REQUEST_AVAILABLE_PHYSICAL_CAMERA_REQUEST_KEYS);
156 if (physicalKeysEntry.count > 0) {
157 mSupportedPhysicalRequestKeys.insert(mSupportedPhysicalRequestKeys.begin(),
158 physicalKeysEntry.data.i32,
159 physicalKeysEntry.data.i32 + physicalKeysEntry.count);
160 }
161
Emilian Peev2295df72021-11-12 18:14:10 -0800162 auto entry = deviceInfo.find(ANDROID_REQUEST_AVAILABLE_CAPABILITIES);
163 mDynamicProfileMap.emplace(
164 ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD,
165 ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD);
166 if (entry.count > 0) {
Shuzhen Wangc8ab4522021-12-14 20:12:42 -0800167 const auto it = std::find(entry.data.u8, entry.data.u8 + entry.count,
Emilian Peev2295df72021-11-12 18:14:10 -0800168 ANDROID_REQUEST_AVAILABLE_CAPABILITIES_DYNAMIC_RANGE_TEN_BIT);
Shuzhen Wangc8ab4522021-12-14 20:12:42 -0800169 if (it != entry.data.u8 + entry.count) {
Emilian Peev2295df72021-11-12 18:14:10 -0800170 entry = deviceInfo.find(ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP);
Emilian Peevc81a7592022-02-14 17:38:18 -0800171 if (entry.count > 0 || ((entry.count % 3) != 0)) {
172 int64_t standardBitmap =
173 ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD;
174 for (size_t i = 0; i < entry.count; i += 3) {
175 if (entry.data.i64[i] !=
Emilian Peev2295df72021-11-12 18:14:10 -0800176 ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD) {
Emilian Peevc81a7592022-02-14 17:38:18 -0800177 mDynamicProfileMap.emplace(entry.data.i64[i], entry.data.i64[i+1]);
178 if ((entry.data.i64[i+1] == 0) || (entry.data.i64[i+1] &
Emilian Peev2295df72021-11-12 18:14:10 -0800179 ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD)) {
Emilian Peevc81a7592022-02-14 17:38:18 -0800180 standardBitmap |= entry.data.i64[i];
Emilian Peev2295df72021-11-12 18:14:10 -0800181 }
182 } else {
Emilian Peevc81a7592022-02-14 17:38:18 -0800183 ALOGE("%s: Device %s includes unexpected profile entry: 0x%" PRIx64 "!",
184 __FUNCTION__, mCameraIdStr.c_str(), entry.data.i64[i]);
Emilian Peev2295df72021-11-12 18:14:10 -0800185 }
186 }
Emilian Peevef715e22022-05-19 17:44:33 -0700187 mDynamicProfileMap[ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD] =
188 standardBitmap;
Emilian Peev2295df72021-11-12 18:14:10 -0800189 } else {
190 ALOGE("%s: Device %s supports 10-bit output but doesn't include a dynamic range"
191 " profile map!", __FUNCTION__, mCameraIdStr.c_str());
192 }
193 }
194 }
195
Shuzhen Wang03d8cc12018-09-12 14:17:09 -0700196 mProviderManager = providerPtr;
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800197 // Cache physical camera ids corresponding to this device and also the high
198 // resolution sensors in this device + physical camera ids
Austin Borger1c1bee02023-06-01 16:51:35 -0700199 mProviderManager->isLogicalCamera(mCameraIdStr, &mPhysicalCameraIds);
Jayant Chowdharydbd1efb2023-02-07 16:14:48 -0800200 if (supportsUltraHighResolutionCapture(mCameraIdStr)) {
Austin Borger1c1bee02023-06-01 16:51:35 -0700201 mHighResolutionSensors.insert(mCameraIdStr);
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800202 }
203 for (auto &physicalId : mPhysicalCameraIds) {
Austin Borger1c1bee02023-06-01 16:51:35 -0700204 if (supportsUltraHighResolutionCapture(physicalId)) {
205 mHighResolutionSensors.insert(physicalId);
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800206 }
207 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700208 return OK;
209}
210
211CameraDeviceClient::~CameraDeviceClient() {
212}
213
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800214binder::Status CameraDeviceClient::submitRequest(
215 const hardware::camera2::CaptureRequest& request,
216 bool streaming,
217 /*out*/
218 hardware::camera2::utils::SubmitInfo *submitInfo) {
219 std::vector<hardware::camera2::CaptureRequest> requestList = { request };
220 return submitRequestList(requestList, streaming, submitInfo);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700221}
222
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800223binder::Status CameraDeviceClient::insertGbpLocked(const sp<IGraphicBufferProducer>& gbp,
Emilian Peevf873aa52018-01-26 14:58:28 +0000224 SurfaceMap* outSurfaceMap, Vector<int32_t>* outputStreamIds, int32_t *currentStreamId) {
Emilian Peev538c90e2018-12-17 18:03:19 +0000225 int compositeIdx;
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800226 int idx = mStreamMap.indexOfKey(IInterface::asBinder(gbp));
227
Emilian Peev2f5d6012022-01-19 16:16:50 -0800228 Mutex::Autolock l(mCompositeLock);
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800229 // Trying to submit request with surface that wasn't created
230 if (idx == NAME_NOT_FOUND) {
231 ALOGE("%s: Camera %s: Tried to submit a request with a surface that"
232 " we have not called createStream on",
Austin Borger1c1bee02023-06-01 16:51:35 -0700233 __FUNCTION__, mCameraIdStr.c_str());
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800234 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
235 "Request targets Surface that is not part of current capture session");
Emilian Peev538c90e2018-12-17 18:03:19 +0000236 } else if ((compositeIdx = mCompositeStreamMap.indexOfKey(IInterface::asBinder(gbp)))
237 != NAME_NOT_FOUND) {
238 mCompositeStreamMap.valueAt(compositeIdx)->insertGbp(outSurfaceMap, outputStreamIds,
239 currentStreamId);
240 return binder::Status::ok();
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800241 }
242
243 const StreamSurfaceId& streamSurfaceId = mStreamMap.valueAt(idx);
244 if (outSurfaceMap->find(streamSurfaceId.streamId()) == outSurfaceMap->end()) {
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800245 outputStreamIds->push_back(streamSurfaceId.streamId());
246 }
247 (*outSurfaceMap)[streamSurfaceId.streamId()].push_back(streamSurfaceId.surfaceId());
248
249 ALOGV("%s: Camera %s: Appending output stream %d surface %d to request",
Austin Borger1c1bee02023-06-01 16:51:35 -0700250 __FUNCTION__, mCameraIdStr.c_str(), streamSurfaceId.streamId(),
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800251 streamSurfaceId.surfaceId());
252
Emilian Peevf873aa52018-01-26 14:58:28 +0000253 if (currentStreamId != nullptr) {
254 *currentStreamId = streamSurfaceId.streamId();
255 }
256
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800257 return binder::Status::ok();
258}
259
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800260static std::list<int> getIntersection(const std::unordered_set<int> &streamIdsForThisCamera,
261 const Vector<int> &streamIdsForThisRequest) {
262 std::list<int> intersection;
263 for (auto &streamId : streamIdsForThisRequest) {
264 if (streamIdsForThisCamera.find(streamId) != streamIdsForThisCamera.end()) {
265 intersection.emplace_back(streamId);
266 }
267 }
268 return intersection;
269}
270
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800271binder::Status CameraDeviceClient::submitRequestList(
272 const std::vector<hardware::camera2::CaptureRequest>& requests,
273 bool streaming,
274 /*out*/
275 hardware::camera2::utils::SubmitInfo *submitInfo) {
Jianing Wei90e59c92014-03-12 18:29:36 -0700276 ATRACE_CALL();
Mark Salyzyn50468412014-06-18 16:33:43 -0700277 ALOGV("%s-start of function. Request list size %zu", __FUNCTION__, requests.size());
Jianing Wei90e59c92014-03-12 18:29:36 -0700278
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800279 binder::Status res = binder::Status::ok();
280 status_t err;
281 if ( !(res = checkPidStatus(__FUNCTION__) ).isOk()) {
282 return res;
283 }
Jianing Wei90e59c92014-03-12 18:29:36 -0700284
285 Mutex::Autolock icl(mBinderSerializationLock);
286
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800287 if (!mDevice.get()) {
288 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
289 }
Jianing Wei90e59c92014-03-12 18:29:36 -0700290
291 if (requests.empty()) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800292 ALOGE("%s: Camera %s: Sent null request. Rejecting request.",
Austin Borger1c1bee02023-06-01 16:51:35 -0700293 __FUNCTION__, mCameraIdStr.c_str());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800294 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Empty request list");
Jianing Wei90e59c92014-03-12 18:29:36 -0700295 }
296
Emilian Peevaebbe412018-01-15 13:53:24 +0000297 List<const CameraDeviceBase::PhysicalCameraSettingsList> metadataRequestList;
Ryan Prichard09a5c6e2024-06-27 23:42:58 -0700298 std::list<SurfaceMap> surfaceMapList;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800299 submitInfo->mRequestId = mRequestIdCounter;
Jianing Wei90e59c92014-03-12 18:29:36 -0700300 uint32_t loopCounter = 0;
301
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800302 for (auto&& request: requests) {
303 if (request.mIsReprocess) {
Chien-Yu Chened0412e2015-04-27 15:04:22 -0700304 if (!mInputStream.configured) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800305 ALOGE("%s: Camera %s: no input stream is configured.", __FUNCTION__,
Austin Borger1c1bee02023-06-01 16:51:35 -0700306 mCameraIdStr.c_str());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800307 return STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800308 "No input configured for camera %s but request is for reprocessing",
Austin Borger1c1bee02023-06-01 16:51:35 -0700309 mCameraIdStr.c_str());
Chien-Yu Chened0412e2015-04-27 15:04:22 -0700310 } else if (streaming) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800311 ALOGE("%s: Camera %s: streaming reprocess requests not supported.", __FUNCTION__,
Austin Borger1c1bee02023-06-01 16:51:35 -0700312 mCameraIdStr.c_str());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800313 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
314 "Repeating reprocess requests not supported");
Emilian Peevaebbe412018-01-15 13:53:24 +0000315 } else if (request.mPhysicalCameraSettings.size() > 1) {
316 ALOGE("%s: Camera %s: reprocess requests not supported for "
317 "multiple physical cameras.", __FUNCTION__,
Austin Borger1c1bee02023-06-01 16:51:35 -0700318 mCameraIdStr.c_str());
Emilian Peevaebbe412018-01-15 13:53:24 +0000319 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
320 "Reprocess requests not supported for multiple cameras");
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700321 }
Jianing Wei90e59c92014-03-12 18:29:36 -0700322 }
323
Emilian Peevaebbe412018-01-15 13:53:24 +0000324 if (request.mPhysicalCameraSettings.empty()) {
325 ALOGE("%s: Camera %s: request doesn't contain any settings.", __FUNCTION__,
Austin Borger1c1bee02023-06-01 16:51:35 -0700326 mCameraIdStr.c_str());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800327 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
Emilian Peevaebbe412018-01-15 13:53:24 +0000328 "Request doesn't contain any settings");
329 }
330
331 //The first capture settings should always match the logical camera id
Austin Borger1c1bee02023-06-01 16:51:35 -0700332 const std::string &logicalId = request.mPhysicalCameraSettings.begin()->id;
malikakash73125c62023-07-21 22:44:34 +0000333 if (mDevice->getId() != logicalId && mOriginalCameraId != logicalId) {
Emilian Peevaebbe412018-01-15 13:53:24 +0000334 ALOGE("%s: Camera %s: Invalid camera request settings.", __FUNCTION__,
Austin Borger1c1bee02023-06-01 16:51:35 -0700335 mCameraIdStr.c_str());
Emilian Peevaebbe412018-01-15 13:53:24 +0000336 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
337 "Invalid camera request settings");
338 }
339
Emilian Peevaebbe412018-01-15 13:53:24 +0000340 if (request.mSurfaceList.isEmpty() && request.mStreamIdxList.size() == 0) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800341 ALOGE("%s: Camera %s: Requests must have at least one surface target. "
Austin Borger1c1bee02023-06-01 16:51:35 -0700342 "Rejecting request.", __FUNCTION__, mCameraIdStr.c_str());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800343 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
344 "Request has no output targets");
Jianing Wei90e59c92014-03-12 18:29:36 -0700345 }
346
Jianing Wei90e59c92014-03-12 18:29:36 -0700347 /**
Shuzhen Wang0129d522016-10-30 22:43:41 -0700348 * Write in the output stream IDs and map from stream ID to surface ID
349 * which we calculate from the capture request's list of surface target
Jianing Wei90e59c92014-03-12 18:29:36 -0700350 */
Shuzhen Wang0129d522016-10-30 22:43:41 -0700351 SurfaceMap surfaceMap;
Jianing Wei90e59c92014-03-12 18:29:36 -0700352 Vector<int32_t> outputStreamIds;
Emilian Peevf873aa52018-01-26 14:58:28 +0000353 std::vector<std::string> requestedPhysicalIds;
Emilian Peevc81a7592022-02-14 17:38:18 -0800354 int64_t dynamicProfileBitmap = 0;
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800355 if (request.mSurfaceList.size() > 0) {
Chih-Hung Hsieh3ef324d2018-12-11 11:48:12 -0800356 for (const sp<Surface>& surface : request.mSurfaceList) {
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800357 if (surface == 0) continue;
Jianing Wei90e59c92014-03-12 18:29:36 -0700358
Emilian Peevf873aa52018-01-26 14:58:28 +0000359 int32_t streamId;
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800360 sp<IGraphicBufferProducer> gbp = surface->getIGraphicBufferProducer();
Emilian Peevf873aa52018-01-26 14:58:28 +0000361 res = insertGbpLocked(gbp, &surfaceMap, &outputStreamIds, &streamId);
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800362 if (!res.isOk()) {
363 return res;
364 }
Emilian Peevf873aa52018-01-26 14:58:28 +0000365
366 ssize_t index = mConfiguredOutputs.indexOfKey(streamId);
367 if (index >= 0) {
Austin Borger1c1bee02023-06-01 16:51:35 -0700368 const std::string &requestedPhysicalId =
369 mConfiguredOutputs.valueAt(index).getPhysicalCameraId();
370 requestedPhysicalIds.push_back(requestedPhysicalId);
Emilian Peev2295df72021-11-12 18:14:10 -0800371 dynamicProfileBitmap |=
372 mConfiguredOutputs.valueAt(index).getDynamicRangeProfile();
Emilian Peevf873aa52018-01-26 14:58:28 +0000373 } else {
374 ALOGW("%s: Output stream Id not found among configured outputs!", __FUNCTION__);
375 }
Jianing Wei90e59c92014-03-12 18:29:36 -0700376 }
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800377 } else {
378 for (size_t i = 0; i < request.mStreamIdxList.size(); i++) {
379 int streamId = request.mStreamIdxList.itemAt(i);
380 int surfaceIdx = request.mSurfaceIdxList.itemAt(i);
Jianing Wei90e59c92014-03-12 18:29:36 -0700381
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800382 ssize_t index = mConfiguredOutputs.indexOfKey(streamId);
383 if (index < 0) {
384 ALOGE("%s: Camera %s: Tried to submit a request with a surface that"
385 " we have not called createStream on: stream %d",
Austin Borger1c1bee02023-06-01 16:51:35 -0700386 __FUNCTION__, mCameraIdStr.c_str(), streamId);
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800387 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
388 "Request targets Surface that is not part of current capture session");
389 }
390
391 const auto& gbps = mConfiguredOutputs.valueAt(index).getGraphicBufferProducers();
392 if ((size_t)surfaceIdx >= gbps.size()) {
393 ALOGE("%s: Camera %s: Tried to submit a request with a surface that"
394 " we have not called createStream on: stream %d, surfaceIdx %d",
Austin Borger1c1bee02023-06-01 16:51:35 -0700395 __FUNCTION__, mCameraIdStr.c_str(), streamId, surfaceIdx);
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800396 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
397 "Request targets Surface has invalid surface index");
398 }
399
Emilian Peevf873aa52018-01-26 14:58:28 +0000400 res = insertGbpLocked(gbps[surfaceIdx], &surfaceMap, &outputStreamIds, nullptr);
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800401 if (!res.isOk()) {
402 return res;
403 }
Emilian Peevf873aa52018-01-26 14:58:28 +0000404
Austin Borger1c1bee02023-06-01 16:51:35 -0700405 const std::string &requestedPhysicalId =
406 mConfiguredOutputs.valueAt(index).getPhysicalCameraId();
407 requestedPhysicalIds.push_back(requestedPhysicalId);
Emilian Peev2295df72021-11-12 18:14:10 -0800408 dynamicProfileBitmap |=
409 mConfiguredOutputs.valueAt(index).getDynamicRangeProfile();
410 }
411 }
412
413 if (dynamicProfileBitmap !=
414 ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD) {
415 for (int i = ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD;
416 i < ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_MAX; i <<= 1) {
417 if ((dynamicProfileBitmap & i) == 0) {
418 continue;
419 }
420
421 const auto& it = mDynamicProfileMap.find(i);
422 if (it != mDynamicProfileMap.end()) {
423 if ((it->second == 0) ||
424 ((it->second & dynamicProfileBitmap) == dynamicProfileBitmap)) {
425 continue;
426 } else {
427 ALOGE("%s: Camera %s: Tried to submit a request with a surfaces that"
428 " reference an unsupported dynamic range profile combination"
Austin Borger1c1bee02023-06-01 16:51:35 -0700429 " 0x%" PRIx64 "!", __FUNCTION__, mCameraIdStr.c_str(),
Emilian Peev2295df72021-11-12 18:14:10 -0800430 dynamicProfileBitmap);
431 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
432 "Request targets an unsupported dynamic range profile"
433 " combination");
434 }
435 } else {
436 ALOGE("%s: Camera %s: Tried to submit a request with a surface that"
437 " references unsupported dynamic range profile 0x%x!",
Austin Borger1c1bee02023-06-01 16:51:35 -0700438 __FUNCTION__, mCameraIdStr.c_str(), i);
Emilian Peev2295df72021-11-12 18:14:10 -0800439 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
440 "Request targets 10-bit Surface with unsupported dynamic range"
441 " profile");
442 }
Shuzhen Wang0129d522016-10-30 22:43:41 -0700443 }
Jianing Wei90e59c92014-03-12 18:29:36 -0700444 }
445
Emilian Peevf873aa52018-01-26 14:58:28 +0000446 CameraDeviceBase::PhysicalCameraSettingsList physicalSettingsList;
447 for (const auto& it : request.mPhysicalCameraSettings) {
malikakash73125c62023-07-21 22:44:34 +0000448 const std::string resolvedId = (mOriginalCameraId == it.id) ? mDevice->getId() : it.id;
Emilian Peev00420d22018-02-05 21:33:13 +0000449 if (it.settings.isEmpty()) {
450 ALOGE("%s: Camera %s: Sent empty metadata packet. Rejecting request.",
Austin Borger1c1bee02023-06-01 16:51:35 -0700451 __FUNCTION__, mCameraIdStr.c_str());
Emilian Peev00420d22018-02-05 21:33:13 +0000452 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
453 "Request settings are empty");
454 }
455
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800456 // Check whether the physical / logical stream has settings
457 // consistent with the sensor pixel mode(s) it was configured with.
458 // mCameraIdToStreamSet will only have ids that are high resolution
malikakash73125c62023-07-21 22:44:34 +0000459 const auto streamIdSetIt = mHighResolutionCameraIdToStreamIdSet.find(resolvedId);
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800460 if (streamIdSetIt != mHighResolutionCameraIdToStreamIdSet.end()) {
461 std::list<int> streamIdsUsedInRequest = getIntersection(streamIdSetIt->second,
462 outputStreamIds);
463 if (!request.mIsReprocess &&
464 !isSensorPixelModeConsistent(streamIdsUsedInRequest, it.settings)) {
465 ALOGE("%s: Camera %s: Request settings CONTROL_SENSOR_PIXEL_MODE not "
466 "consistent with configured streams. Rejecting request.",
malikakash73125c62023-07-21 22:44:34 +0000467 __FUNCTION__, resolvedId.c_str());
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800468 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
469 "Request settings CONTROL_SENSOR_PIXEL_MODE are not consistent with "
470 "streams configured");
471 }
472 }
473
malikakash73125c62023-07-21 22:44:34 +0000474 const std::string &physicalId = resolvedId;
Shuzhen Wang911c6a32021-10-27 13:36:03 -0700475 bool hasTestPatternModePhysicalKey = std::find(mSupportedPhysicalRequestKeys.begin(),
476 mSupportedPhysicalRequestKeys.end(), ANDROID_SENSOR_TEST_PATTERN_MODE) !=
477 mSupportedPhysicalRequestKeys.end();
478 bool hasTestPatternDataPhysicalKey = std::find(mSupportedPhysicalRequestKeys.begin(),
479 mSupportedPhysicalRequestKeys.end(), ANDROID_SENSOR_TEST_PATTERN_DATA) !=
480 mSupportedPhysicalRequestKeys.end();
Emilian Peevf873aa52018-01-26 14:58:28 +0000481 if (physicalId != mDevice->getId()) {
482 auto found = std::find(requestedPhysicalIds.begin(), requestedPhysicalIds.end(),
malikakash73125c62023-07-21 22:44:34 +0000483 resolvedId);
Emilian Peevf873aa52018-01-26 14:58:28 +0000484 if (found == requestedPhysicalIds.end()) {
485 ALOGE("%s: Camera %s: Physical camera id: %s not part of attached outputs.",
Austin Borger1c1bee02023-06-01 16:51:35 -0700486 __FUNCTION__, mCameraIdStr.c_str(), physicalId.c_str());
Emilian Peevf873aa52018-01-26 14:58:28 +0000487 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
488 "Invalid physical camera id");
489 }
Emilian Peev00420d22018-02-05 21:33:13 +0000490
491 if (!mSupportedPhysicalRequestKeys.empty()) {
492 // Filter out any unsupported physical request keys.
493 CameraMetadata filteredParams(mSupportedPhysicalRequestKeys.size());
494 camera_metadata_t *meta = const_cast<camera_metadata_t *>(
495 filteredParams.getAndLock());
496 set_camera_metadata_vendor_id(meta, mDevice->getVendorTagId());
497 filteredParams.unlock(meta);
498
499 for (const auto& keyIt : mSupportedPhysicalRequestKeys) {
500 camera_metadata_ro_entry entry = it.settings.find(keyIt);
501 if (entry.count > 0) {
502 filteredParams.update(entry);
503 }
504 }
505
malikakash73125c62023-07-21 22:44:34 +0000506 physicalSettingsList.push_back({resolvedId, filteredParams,
Shuzhen Wang911c6a32021-10-27 13:36:03 -0700507 hasTestPatternModePhysicalKey, hasTestPatternDataPhysicalKey});
Emilian Peev00420d22018-02-05 21:33:13 +0000508 }
509 } else {
malikakash73125c62023-07-21 22:44:34 +0000510 physicalSettingsList.push_back({resolvedId, it.settings});
Emilian Peevf873aa52018-01-26 14:58:28 +0000511 }
Emilian Peevf873aa52018-01-26 14:58:28 +0000512 }
513
514 if (!enforceRequestPermissions(physicalSettingsList.begin()->metadata)) {
515 // Callee logs
516 return STATUS_ERROR(CameraService::ERROR_PERMISSION_DENIED,
517 "Caller does not have permission to change restricted controls");
518 }
519
Emilian Peevaebbe412018-01-15 13:53:24 +0000520 physicalSettingsList.begin()->metadata.update(ANDROID_REQUEST_OUTPUT_STREAMS,
521 &outputStreamIds[0], outputStreamIds.size());
Jianing Wei90e59c92014-03-12 18:29:36 -0700522
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800523 if (request.mIsReprocess) {
Emilian Peevaebbe412018-01-15 13:53:24 +0000524 physicalSettingsList.begin()->metadata.update(ANDROID_REQUEST_INPUT_STREAMS,
525 &mInputStream.id, 1);
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700526 }
527
Emilian Peevaebbe412018-01-15 13:53:24 +0000528 physicalSettingsList.begin()->metadata.update(ANDROID_REQUEST_ID,
529 &(submitInfo->mRequestId), /*size*/1);
Jianing Wei90e59c92014-03-12 18:29:36 -0700530 loopCounter++; // loopCounter starts from 1
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800531 ALOGV("%s: Camera %s: Creating request with ID %d (%d of %zu)",
Austin Borger1c1bee02023-06-01 16:51:35 -0700532 __FUNCTION__, mCameraIdStr.c_str(), submitInfo->mRequestId,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800533 loopCounter, requests.size());
Jianing Wei90e59c92014-03-12 18:29:36 -0700534
Emilian Peevaebbe412018-01-15 13:53:24 +0000535 metadataRequestList.push_back(physicalSettingsList);
Shuzhen Wang0129d522016-10-30 22:43:41 -0700536 surfaceMapList.push_back(surfaceMap);
Shuzhen Wangd26b1862022-03-07 12:05:05 -0800537
Shuzhen Wang9372b0b2022-05-11 18:55:19 -0700538 // Save certain CaptureRequest settings
Shuzhen Wangd26b1862022-03-07 12:05:05 -0800539 if (!request.mUserTag.empty()) {
Eino-Ville Talvalaffc186b2024-04-09 18:10:47 -0700540 mRunningSessionStats.mUserTag = request.mUserTag;
Shuzhen Wangd26b1862022-03-07 12:05:05 -0800541 }
Shuzhen Wang9372b0b2022-05-11 18:55:19 -0700542 camera_metadata_entry entry =
543 physicalSettingsList.begin()->metadata.find(
544 ANDROID_CONTROL_VIDEO_STABILIZATION_MODE);
545 if (entry.count == 1) {
Eino-Ville Talvalaffc186b2024-04-09 18:10:47 -0700546 mRunningSessionStats.mVideoStabilizationMode = entry.data.u8[0];
Shuzhen Wang9372b0b2022-05-11 18:55:19 -0700547 }
Eino-Ville Talvalaffc186b2024-04-09 18:10:47 -0700548
Shuzhen Wang968b23f2024-09-09 09:56:16 -0700549 if (!mRunningSessionStats.mUsedUltraWide) {
Eino-Ville Talvala6f1a9c12023-09-14 17:26:28 -0700550 entry = physicalSettingsList.begin()->metadata.find(
551 ANDROID_CONTROL_ZOOM_RATIO);
552 if (entry.count == 1 && entry.data.f[0] < 1.0f ) {
Eino-Ville Talvalaffc186b2024-04-09 18:10:47 -0700553 mRunningSessionStats.mUsedUltraWide = true;
Eino-Ville Talvala6f1a9c12023-09-14 17:26:28 -0700554 }
555 }
Shuzhen Wang0fccf0b2024-09-09 10:11:09 -0700556 if (!mRunningSessionStats.mUsedSettingsOverrideZoom) {
Shuzhen Wang6e08d202023-10-24 20:27:14 +0000557 entry = physicalSettingsList.begin()->metadata.find(
558 ANDROID_CONTROL_SETTINGS_OVERRIDE);
559 if (entry.count == 1 && entry.data.i32[0] ==
560 ANDROID_CONTROL_SETTINGS_OVERRIDE_ZOOM) {
Eino-Ville Talvalaffc186b2024-04-09 18:10:47 -0700561 mRunningSessionStats.mUsedSettingsOverrideZoom = true;
Shuzhen Wang6e08d202023-10-24 20:27:14 +0000562 }
563 }
Jianing Wei90e59c92014-03-12 18:29:36 -0700564 }
565 mRequestIdCounter++;
566
567 if (streaming) {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700568 err = mDevice->setStreamingRequestList(metadataRequestList, surfaceMapList,
569 &(submitInfo->mLastFrameNumber));
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800570 if (err != OK) {
Austin Borger1c1bee02023-06-01 16:51:35 -0700571 std::string msg = fmt::sprintf(
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800572 "Camera %s: Got error %s (%d) after trying to set streaming request",
Austin Borger1c1bee02023-06-01 16:51:35 -0700573 mCameraIdStr.c_str(), strerror(-err), err);
574 ALOGE("%s: %s", __FUNCTION__, msg.c_str());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800575 res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION,
Austin Borger1c1bee02023-06-01 16:51:35 -0700576 msg.c_str());
Jianing Wei90e59c92014-03-12 18:29:36 -0700577 } else {
Shuzhen Wangc9ca6782016-04-26 13:40:31 -0700578 Mutex::Autolock idLock(mStreamingRequestIdLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700579 mStreamingRequestId = submitInfo->mRequestId;
Jianing Wei90e59c92014-03-12 18:29:36 -0700580 }
581 } else {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700582 err = mDevice->captureList(metadataRequestList, surfaceMapList,
583 &(submitInfo->mLastFrameNumber));
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800584 if (err != OK) {
Austin Borger1c1bee02023-06-01 16:51:35 -0700585 std::string msg = fmt::sprintf(
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800586 "Camera %s: Got error %s (%d) after trying to submit capture request",
Austin Borger1c1bee02023-06-01 16:51:35 -0700587 mCameraIdStr.c_str(), strerror(-err), err);
588 ALOGE("%s: %s", __FUNCTION__, msg.c_str());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800589 res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION,
Austin Borger1c1bee02023-06-01 16:51:35 -0700590 msg.c_str());
Jianing Wei90e59c92014-03-12 18:29:36 -0700591 }
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800592 ALOGV("%s: requestId = %d ", __FUNCTION__, submitInfo->mRequestId);
Jianing Wei90e59c92014-03-12 18:29:36 -0700593 }
594
Austin Borger1c1bee02023-06-01 16:51:35 -0700595 ALOGV("%s: Camera %s: End of function", __FUNCTION__, mCameraIdStr.c_str());
Jianing Wei90e59c92014-03-12 18:29:36 -0700596 return res;
597}
598
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800599binder::Status CameraDeviceClient::cancelRequest(
600 int requestId,
601 /*out*/
602 int64_t* lastFrameNumber) {
Igor Murashkine7ee7632013-06-11 18:10:18 -0700603 ATRACE_CALL();
604 ALOGV("%s, requestId = %d", __FUNCTION__, requestId);
605
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800606 status_t err;
607 binder::Status res;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700608
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800609 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700610
611 Mutex::Autolock icl(mBinderSerializationLock);
612
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800613 if (!mDevice.get()) {
614 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
615 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700616
Shuzhen Wangc9ca6782016-04-26 13:40:31 -0700617 Mutex::Autolock idLock(mStreamingRequestIdLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700618 if (mStreamingRequestId != requestId) {
Austin Borger1c1bee02023-06-01 16:51:35 -0700619 std::string msg = fmt::sprintf("Camera %s: Canceling request ID %d doesn't match "
620 "current request ID %d", mCameraIdStr.c_str(), requestId, mStreamingRequestId);
621 ALOGE("%s: %s", __FUNCTION__, msg.c_str());
622 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str());
Igor Murashkine7ee7632013-06-11 18:10:18 -0700623 }
624
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800625 err = mDevice->clearStreamingRequest(lastFrameNumber);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700626
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800627 if (err == OK) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800628 ALOGV("%s: Camera %s: Successfully cleared streaming request",
Austin Borger1c1bee02023-06-01 16:51:35 -0700629 __FUNCTION__, mCameraIdStr.c_str());
Chien-Yu Chene8c535e2016-04-14 12:18:26 -0700630 mStreamingRequestId = REQUEST_ID_NONE;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800631 } else {
632 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800633 "Camera %s: Error clearing streaming request: %s (%d)",
Austin Borger1c1bee02023-06-01 16:51:35 -0700634 mCameraIdStr.c_str(), strerror(-err), err);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700635 }
636
637 return res;
638}
639
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800640binder::Status CameraDeviceClient::beginConfigure() {
Ruben Brunkb2119af2014-05-09 19:57:56 -0700641 // TODO: Implement this.
Eino-Ville Talvala6aeb8882017-08-07 17:40:49 -0700642 ATRACE_CALL();
Zhijun He1fa89992015-06-01 15:44:31 -0700643 ALOGV("%s: Not implemented yet.", __FUNCTION__);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800644 return binder::Status::ok();
Ruben Brunkb2119af2014-05-09 19:57:56 -0700645}
646
Emilian Peev5fbe0ba2017-10-20 15:45:45 +0100647binder::Status CameraDeviceClient::endConfigure(int operatingMode,
Shuzhen Wang316781a2020-08-18 18:11:01 -0700648 const hardware::camera2::impl::CameraMetadataNative& sessionParams, int64_t startTimeMs,
Emilian Peevcc0b7952020-01-07 13:54:47 -0800649 std::vector<int>* offlineStreamIds /*out*/) {
Eino-Ville Talvala6aeb8882017-08-07 17:40:49 -0700650 ATRACE_CALL();
Shuzhen Wang0129d522016-10-30 22:43:41 -0700651 ALOGV("%s: ending configure (%d input stream, %zu output surfaces)",
652 __FUNCTION__, mInputStream.configured ? 1 : 0,
653 mStreamMap.size());
Igor Murashkine2d167e2014-08-19 16:19:59 -0700654
Zhijun He0effd522016-03-04 10:22:27 -0800655 binder::Status res;
656 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
657
Emilian Peevcc0b7952020-01-07 13:54:47 -0800658 if (offlineStreamIds == nullptr) {
Austin Borger1c1bee02023-06-01 16:51:35 -0700659 std::string msg = "Invalid offline stream ids";
660 ALOGE("%s: %s", __FUNCTION__, msg.c_str());
661 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str());
Emilian Peevcc0b7952020-01-07 13:54:47 -0800662 }
663
Zhijun He0effd522016-03-04 10:22:27 -0800664 Mutex::Autolock icl(mBinderSerializationLock);
665
666 if (!mDevice.get()) {
667 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
668 }
669
Shuzhen Wangd4abdf72021-05-28 11:22:50 -0700670 res = SessionConfigurationUtils::checkOperatingMode(operatingMode, mDevice->info(),
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000671 mCameraIdStr);
Emilian Peev35ae8262018-11-08 13:11:32 +0000672 if (!res.isOk()) {
673 return res;
674 }
675
676 status_t err = mDevice->configureStreams(sessionParams, operatingMode);
677 if (err == BAD_VALUE) {
Austin Borger1c1bee02023-06-01 16:51:35 -0700678 std::string msg = fmt::sprintf("Camera %s: Unsupported set of inputs/outputs provided",
679 mCameraIdStr.c_str());
680 ALOGE("%s: %s", __FUNCTION__, msg.c_str());
681 res = STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str());
Emilian Peev35ae8262018-11-08 13:11:32 +0000682 } else if (err != OK) {
Austin Borger1c1bee02023-06-01 16:51:35 -0700683 std::string msg = fmt::sprintf("Camera %s: Error configuring streams: %s (%d)",
684 mCameraIdStr.c_str(), strerror(-err), err);
685 ALOGE("%s: %s", __FUNCTION__, msg.c_str());
686 res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.c_str());
Emilian Peev538c90e2018-12-17 18:03:19 +0000687 } else {
Emilian Peevcc0b7952020-01-07 13:54:47 -0800688 offlineStreamIds->clear();
689 mDevice->getOfflineStreamIds(offlineStreamIds);
690
Emilian Peev2f5d6012022-01-19 16:16:50 -0800691 Mutex::Autolock l(mCompositeLock);
Emilian Peev538c90e2018-12-17 18:03:19 +0000692 for (size_t i = 0; i < mCompositeStreamMap.size(); ++i) {
693 err = mCompositeStreamMap.valueAt(i)->configureStream();
Emilian Peevcc0b7952020-01-07 13:54:47 -0800694 if (err != OK) {
Austin Borger1c1bee02023-06-01 16:51:35 -0700695 std::string msg = fmt::sprintf("Camera %s: Error configuring composite "
696 "streams: %s (%d)", mCameraIdStr.c_str(), strerror(-err), err);
697 ALOGE("%s: %s", __FUNCTION__, msg.c_str());
698 res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.c_str());
Emilian Peev538c90e2018-12-17 18:03:19 +0000699 break;
700 }
Emilian Peevcc0b7952020-01-07 13:54:47 -0800701
702 // Composite streams can only support offline mode in case all individual internal
703 // streams are also supported.
704 std::vector<int> internalStreams;
705 mCompositeStreamMap.valueAt(i)->insertCompositeStreamIds(&internalStreams);
Emilian Peevfaa4bde2020-01-23 12:19:37 -0800706 offlineStreamIds->erase(
707 std::remove_if(offlineStreamIds->begin(), offlineStreamIds->end(),
Emilian Peevcc0b7952020-01-07 13:54:47 -0800708 [&internalStreams] (int streamId) {
709 auto it = std::find(internalStreams.begin(), internalStreams.end(),
710 streamId);
711 if (it != internalStreams.end()) {
712 internalStreams.erase(it);
713 return true;
714 }
715
Emilian Peevfaa4bde2020-01-23 12:19:37 -0800716 return false;}), offlineStreamIds->end());
Emilian Peevcc0b7952020-01-07 13:54:47 -0800717 if (internalStreams.empty()) {
718 offlineStreamIds->push_back(mCompositeStreamMap.valueAt(i)->getStreamId());
719 }
720 }
721
722 for (const auto& offlineStreamId : *offlineStreamIds) {
723 mStreamInfoMap[offlineStreamId].supportsOffline = true;
Emilian Peev538c90e2018-12-17 18:03:19 +0000724 }
Shuzhen Wang316781a2020-08-18 18:11:01 -0700725
726 nsecs_t configureEnd = systemTime();
727 int32_t configureDurationMs = ns2ms(configureEnd) - startTimeMs;
Austin Borger74fca042022-05-23 12:41:21 -0700728 mCameraServiceProxyWrapper->logStreamConfigured(mCameraIdStr, operatingMode,
Shuzhen Wang316781a2020-08-18 18:11:01 -0700729 false /*internalReconfig*/, configureDurationMs);
Emilian Peev35ae8262018-11-08 13:11:32 +0000730 }
731
732 return res;
733}
734
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -0800735binder::Status CameraDeviceClient::isSessionConfigurationSupported(
736 const SessionConfiguration& sessionConfiguration, bool *status /*out*/) {
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -0800737
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800738 ATRACE_CALL();
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -0800739 binder::Status res;
740 status_t ret = OK;
741 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
742
743 Mutex::Autolock icl(mBinderSerializationLock);
744
745 if (!mDevice.get()) {
746 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
747 }
748
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -0800749 if (status == nullptr) {
Austin Borger1c1bee02023-06-01 16:51:35 -0700750 std::string msg = fmt::sprintf( "Camera %s: Invalid status!", mCameraIdStr.c_str());
751 ALOGE("%s: %s", __FUNCTION__, msg.c_str());
752 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str());
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -0800753 }
Shuzhen Wangd4abdf72021-05-28 11:22:50 -0700754
Emilian Peev35ae8262018-11-08 13:11:32 +0000755 *status = false;
Austin Borger1c1bee02023-06-01 16:51:35 -0700756 ret = mProviderManager->isSessionConfigurationSupported(mCameraIdStr.c_str(),
Shuzhen Wang045be6c2023-10-12 10:01:10 -0700757 sessionConfiguration, mOverrideForPerfClass, /*checkSessionParams*/false,
758 status);
Emilian Peev35ae8262018-11-08 13:11:32 +0000759 switch (ret) {
760 case OK:
761 // Expected, do nothing.
762 break;
763 case INVALID_OPERATION: {
Austin Borger1c1bee02023-06-01 16:51:35 -0700764 std::string msg = fmt::sprintf(
Emilian Peev35ae8262018-11-08 13:11:32 +0000765 "Camera %s: Session configuration query not supported!",
Austin Borger1c1bee02023-06-01 16:51:35 -0700766 mCameraIdStr.c_str());
767 ALOGD("%s: %s", __FUNCTION__, msg.c_str());
768 res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.c_str());
Emilian Peev35ae8262018-11-08 13:11:32 +0000769 }
770
771 break;
772 default: {
Austin Borger1c1bee02023-06-01 16:51:35 -0700773 std::string msg = fmt::sprintf( "Camera %s: Error: %s (%d)", mCameraIdStr.c_str(),
Emilian Peev35ae8262018-11-08 13:11:32 +0000774 strerror(-ret), ret);
Austin Borger1c1bee02023-06-01 16:51:35 -0700775 ALOGE("%s: %s", __FUNCTION__, msg.c_str());
Emilian Peev35ae8262018-11-08 13:11:32 +0000776 res = STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
Austin Borger1c1bee02023-06-01 16:51:35 -0700777 msg.c_str());
Emilian Peev35ae8262018-11-08 13:11:32 +0000778 }
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800779 }
780
781 return res;
Ruben Brunkb2119af2014-05-09 19:57:56 -0700782}
783
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800784binder::Status CameraDeviceClient::deleteStream(int streamId) {
Igor Murashkine7ee7632013-06-11 18:10:18 -0700785 ATRACE_CALL();
786 ALOGV("%s (streamId = 0x%x)", __FUNCTION__, streamId);
787
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800788 binder::Status res;
789 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700790
791 Mutex::Autolock icl(mBinderSerializationLock);
792
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800793 if (!mDevice.get()) {
794 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
795 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700796
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700797 bool isInput = false;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700798 std::vector<sp<IBinder>> surfaces;
Zhijun He5d677d12016-05-29 16:52:39 -0700799 ssize_t dIndex = NAME_NOT_FOUND;
Emilian Peev538c90e2018-12-17 18:03:19 +0000800 ssize_t compositeIndex = NAME_NOT_FOUND;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700801
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700802 if (mInputStream.configured && mInputStream.id == streamId) {
803 isInput = true;
804 } else {
805 // Guard against trying to delete non-created streams
806 for (size_t i = 0; i < mStreamMap.size(); ++i) {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700807 if (streamId == mStreamMap.valueAt(i).streamId()) {
808 surfaces.push_back(mStreamMap.keyAt(i));
809 }
810 }
811
812 // See if this stream is one of the deferred streams.
813 for (size_t i = 0; i < mDeferredStreams.size(); ++i) {
814 if (streamId == mDeferredStreams[i]) {
815 dIndex = i;
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700816 break;
817 }
818 }
819
Emilian Peev2f5d6012022-01-19 16:16:50 -0800820 Mutex::Autolock l(mCompositeLock);
Emilian Peev538c90e2018-12-17 18:03:19 +0000821 for (size_t i = 0; i < mCompositeStreamMap.size(); ++i) {
822 if (streamId == mCompositeStreamMap.valueAt(i)->getStreamId()) {
823 compositeIndex = i;
824 break;
825 }
826 }
827
Shuzhen Wang0129d522016-10-30 22:43:41 -0700828 if (surfaces.empty() && dIndex == NAME_NOT_FOUND) {
Austin Borger1c1bee02023-06-01 16:51:35 -0700829 std::string msg = fmt::sprintf("Camera %s: Invalid stream ID (%d) specified, no such"
830 " stream created yet", mCameraIdStr.c_str(), streamId);
831 ALOGW("%s: %s", __FUNCTION__, msg.c_str());
832 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str());
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700833 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700834 }
835
836 // Also returns BAD_VALUE if stream ID was not valid
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800837 status_t err = mDevice->deleteStream(streamId);
Igor Murashkine7ee7632013-06-11 18:10:18 -0700838
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800839 if (err != OK) {
Austin Borger1c1bee02023-06-01 16:51:35 -0700840 std::string msg = fmt::sprintf("Camera %s: Unexpected error %s (%d) when deleting stream "
841 "%d", mCameraIdStr.c_str(), strerror(-err), err, streamId);
842 ALOGE("%s: %s", __FUNCTION__, msg.c_str());
843 res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.c_str());
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800844 } else {
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700845 if (isInput) {
846 mInputStream.configured = false;
Zhijun He5d677d12016-05-29 16:52:39 -0700847 } else {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700848 for (auto& surface : surfaces) {
849 mStreamMap.removeItem(surface);
850 }
851
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -0800852 mConfiguredOutputs.removeItem(streamId);
853
Shuzhen Wang0129d522016-10-30 22:43:41 -0700854 if (dIndex != NAME_NOT_FOUND) {
855 mDeferredStreams.removeItemsAt(dIndex);
856 }
Emilian Peev538c90e2018-12-17 18:03:19 +0000857
858 if (compositeIndex != NAME_NOT_FOUND) {
Emilian Peev2f5d6012022-01-19 16:16:50 -0800859 Mutex::Autolock l(mCompositeLock);
Emilian Peev538c90e2018-12-17 18:03:19 +0000860 status_t ret;
861 if ((ret = mCompositeStreamMap.valueAt(compositeIndex)->deleteStream())
862 != OK) {
Austin Borger1c1bee02023-06-01 16:51:35 -0700863 std::string msg = fmt::sprintf("Camera %s: Unexpected error %s (%d) when "
864 "deleting composite stream %d", mCameraIdStr.c_str(), strerror(-err),
865 err, streamId);
866 ALOGE("%s: %s", __FUNCTION__, msg.c_str());
867 res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.c_str());
Emilian Peev538c90e2018-12-17 18:03:19 +0000868 }
869 mCompositeStreamMap.removeItemsAt(compositeIndex);
870 }
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800871 for (auto &mapIt: mHighResolutionCameraIdToStreamIdSet) {
872 auto &streamSet = mapIt.second;
873 if (streamSet.find(streamId) != streamSet.end()) {
874 streamSet.erase(streamId);
875 break;
876 }
877 }
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -0700878 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700879 }
880
881 return res;
882}
883
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800884binder::Status CameraDeviceClient::createStream(
885 const hardware::camera2::params::OutputConfiguration &outputConfiguration,
886 /*out*/
887 int32_t* newStreamId) {
Igor Murashkine7ee7632013-06-11 18:10:18 -0700888 ATRACE_CALL();
Igor Murashkine7ee7632013-06-11 18:10:18 -0700889
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800890 binder::Status res;
891 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Igor Murashkine7ee7632013-06-11 18:10:18 -0700892
893 Mutex::Autolock icl(mBinderSerializationLock);
894
Shuzhen Wang0709c282024-02-12 09:09:32 -0800895 if (!outputConfiguration.isComplete()) {
896 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
897 "OutputConfiguration isn't valid!");
898 }
899
Shuzhen Wang0129d522016-10-30 22:43:41 -0700900 const std::vector<sp<IGraphicBufferProducer>>& bufferProducers =
901 outputConfiguration.getGraphicBufferProducers();
902 size_t numBufferProducers = bufferProducers.size();
Shuzhen Wang758c2152017-01-10 18:26:18 -0800903 bool deferredConsumer = outputConfiguration.isDeferred();
904 bool isShared = outputConfiguration.isShared();
Austin Borger1c1bee02023-06-01 16:51:35 -0700905 const std::string &physicalCameraId = outputConfiguration.getPhysicalCameraId();
Shuzhen Wang758c2152017-01-10 18:26:18 -0800906 bool deferredConsumerOnly = deferredConsumer && numBufferProducers == 0;
Shuzhen Wang83bff122020-11-20 15:51:39 -0800907 bool isMultiResolution = outputConfiguration.isMultiResolution();
Emilian Peevc81a7592022-02-14 17:38:18 -0800908 int64_t dynamicRangeProfile = outputConfiguration.getDynamicRangeProfile();
Shuzhen Wang8ed1e872022-03-08 16:34:33 -0800909 int64_t streamUseCase = outputConfiguration.getStreamUseCase();
Shuzhen Wange4208922022-02-01 16:52:48 -0800910 int timestampBase = outputConfiguration.getTimestampBase();
Shuzhen Wang610d7b82022-02-08 14:37:22 -0800911 int mirrorMode = outputConfiguration.getMirrorMode();
Austin Borger9e2b27c2022-07-15 11:27:24 -0700912 int32_t colorSpace = outputConfiguration.getColorSpace();
Shuzhen Wangbce53db2022-12-03 00:38:20 +0000913 bool useReadoutTimestamp = outputConfiguration.useReadoutTimestamp();
Shuzhen Wang0129d522016-10-30 22:43:41 -0700914
Shuzhen Wangd4abdf72021-05-28 11:22:50 -0700915 res = SessionConfigurationUtils::checkSurfaceType(numBufferProducers, deferredConsumer,
Shuzhen Wang0709c282024-02-12 09:09:32 -0800916 outputConfiguration.getSurfaceType(), /*isConfigurationComplete*/true);
Emilian Peev35ae8262018-11-08 13:11:32 +0000917 if (!res.isOk()) {
918 return res;
Yin-Chia Yeh89f14da2014-06-10 16:05:44 -0700919 }
Zhijun He5d677d12016-05-29 16:52:39 -0700920
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -0800921 if (!mDevice.get()) {
922 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
923 }
Shuzhen Wangd4abdf72021-05-28 11:22:50 -0700924 res = SessionConfigurationUtils::checkPhysicalCameraId(mPhysicalCameraIds,
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800925 physicalCameraId, mCameraIdStr);
Emilian Peev35ae8262018-11-08 13:11:32 +0000926 if (!res.isOk()) {
927 return res;
Shuzhen Wangc28189a2017-11-27 23:05:10 -0800928 }
Emilian Peev35ae8262018-11-08 13:11:32 +0000929
Shuzhen Wang0129d522016-10-30 22:43:41 -0700930 std::vector<sp<Surface>> surfaces;
931 std::vector<sp<IBinder>> binders;
Zhijun He5d677d12016-05-29 16:52:39 -0700932 status_t err;
933
934 // Create stream for deferred surface case.
Shuzhen Wang0129d522016-10-30 22:43:41 -0700935 if (deferredConsumerOnly) {
Shuzhen Wang758c2152017-01-10 18:26:18 -0800936 return createDeferredSurfaceStreamLocked(outputConfiguration, isShared, newStreamId);
Zhijun He5d677d12016-05-29 16:52:39 -0700937 }
938
Shuzhen Wang758c2152017-01-10 18:26:18 -0800939 OutputStreamInfo streamInfo;
940 bool isStreamInfoValid = false;
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800941 const std::vector<int32_t> &sensorPixelModesUsed =
942 outputConfiguration.getSensorPixelModesUsed();
Shuzhen Wang0129d522016-10-30 22:43:41 -0700943 for (auto& bufferProducer : bufferProducers) {
Shuzhen Wang0129d522016-10-30 22:43:41 -0700944 // Don't create multiple streams for the same target surface
Shuzhen Wang0129d522016-10-30 22:43:41 -0700945 sp<IBinder> binder = IInterface::asBinder(bufferProducer);
Shuzhen Wang758c2152017-01-10 18:26:18 -0800946 ssize_t index = mStreamMap.indexOfKey(binder);
947 if (index != NAME_NOT_FOUND) {
Austin Borger1c1bee02023-06-01 16:51:35 -0700948 std::string msg = std::string("Camera ") + mCameraIdStr
949 + ": Surface already has a stream created for it (ID "
950 + std::to_string(index) + ")";
951 ALOGW("%s: %s", __FUNCTION__, msg.c_str());
952 return STATUS_ERROR(CameraService::ERROR_ALREADY_EXISTS, msg.c_str());
Shuzhen Wang0129d522016-10-30 22:43:41 -0700953 }
Igor Murashkine7ee7632013-06-11 18:10:18 -0700954
Shuzhen Wang758c2152017-01-10 18:26:18 -0800955 sp<Surface> surface;
Shuzhen Wangd4abdf72021-05-28 11:22:50 -0700956 res = SessionConfigurationUtils::createSurfaceFromGbp(streamInfo,
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800957 isStreamInfoValid, surface, bufferProducer, mCameraIdStr,
Shuzhen Wangc8ab4522021-12-14 20:12:42 -0800958 mDevice->infoPhysical(physicalCameraId), sensorPixelModesUsed, dynamicRangeProfile,
Shuzhen Wang0709c282024-02-12 09:09:32 -0800959 streamUseCase, timestampBase, mirrorMode, colorSpace, /*respectSurfaceSize*/false);
Shuzhen Wang758c2152017-01-10 18:26:18 -0800960
961 if (!res.isOk())
962 return res;
963
964 if (!isStreamInfoValid) {
965 isStreamInfoValid = true;
Shuzhen Wang0129d522016-10-30 22:43:41 -0700966 }
967
Shuzhen Wang758c2152017-01-10 18:26:18 -0800968 binders.push_back(IInterface::asBinder(bufferProducer));
Shuzhen Wang0129d522016-10-30 22:43:41 -0700969 surfaces.push_back(surface);
Ruben Brunkbba75572014-11-20 17:29:50 -0800970 }
Shuzhen Wangd4abdf72021-05-28 11:22:50 -0700971
972 // If mOverrideForPerfClass is true, do not fail createStream() for small
973 // JPEG sizes because existing createSurfaceFromGbp() logic will find the
974 // closest possible supported size.
975
Zhijun He125684a2015-12-26 15:07:30 -0800976 int streamId = camera3::CAMERA3_STREAM_ID_INVALID;
Emilian Peev40ead602017-09-26 15:46:36 +0100977 std::vector<int> surfaceIds;
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800978 bool isDepthCompositeStream =
979 camera3::DepthCompositeStream::isDepthCompositeStream(surfaces[0]);
Chema Gonzalez67de9c82022-12-21 08:59:30 -0800980 bool isHeicCompositeStream = camera3::HeicCompositeStream::isHeicCompositeStream(surfaces[0]);
Emilian Peev434248e2022-10-06 14:58:54 -0700981 bool isJpegRCompositeStream =
Emilian Peeve579d8b2023-02-28 14:16:08 -0800982 camera3::JpegRCompositeStream::isJpegRCompositeStream(surfaces[0]) &&
Emilian Peev15230142023-04-27 20:22:54 +0000983 !mDevice->isCompositeJpegRDisabled();
Chema Gonzalez67de9c82022-12-21 08:59:30 -0800984 if (isDepthCompositeStream || isHeicCompositeStream || isJpegRCompositeStream) {
Shuzhen Wang68ac7ad2019-01-30 14:03:28 -0800985 sp<CompositeStream> compositeStream;
986 if (isDepthCompositeStream) {
987 compositeStream = new camera3::DepthCompositeStream(mDevice, getRemoteCallback());
Chema Gonzalez67de9c82022-12-21 08:59:30 -0800988 } else if (isHeicCompositeStream) {
Shuzhen Wang68ac7ad2019-01-30 14:03:28 -0800989 compositeStream = new camera3::HeicCompositeStream(mDevice, getRemoteCallback());
Emilian Peev434248e2022-10-06 14:58:54 -0700990 } else {
991 compositeStream = new camera3::JpegRCompositeStream(mDevice, getRemoteCallback());
Shuzhen Wang68ac7ad2019-01-30 14:03:28 -0800992 }
993
Emilian Peev538c90e2018-12-17 18:03:19 +0000994 err = compositeStream->createStream(surfaces, deferredConsumer, streamInfo.width,
995 streamInfo.height, streamInfo.format,
Emilian Peevf4816702020-04-03 15:44:51 -0700996 static_cast<camera_stream_rotation_t>(outputConfiguration.getRotation()),
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800997 &streamId, physicalCameraId, streamInfo.sensorPixelModesUsed, &surfaceIds,
Emilian Peev434248e2022-10-06 14:58:54 -0700998 outputConfiguration.getSurfaceSetID(), isShared, isMultiResolution,
Shuzhen Wangbce53db2022-12-03 00:38:20 +0000999 streamInfo.colorSpace, streamInfo.dynamicRangeProfile, streamInfo.streamUseCase,
1000 useReadoutTimestamp);
Emilian Peev538c90e2018-12-17 18:03:19 +00001001 if (err == OK) {
Emilian Peev2f5d6012022-01-19 16:16:50 -08001002 Mutex::Autolock l(mCompositeLock);
Emilian Peev538c90e2018-12-17 18:03:19 +00001003 mCompositeStreamMap.add(IInterface::asBinder(surfaces[0]->getIGraphicBufferProducer()),
1004 compositeStream);
1005 }
Shuzhen Wang68ac7ad2019-01-30 14:03:28 -08001006 } else {
1007 err = mDevice->createStream(surfaces, deferredConsumer, streamInfo.width,
1008 streamInfo.height, streamInfo.format, streamInfo.dataSpace,
Emilian Peevf4816702020-04-03 15:44:51 -07001009 static_cast<camera_stream_rotation_t>(outputConfiguration.getRotation()),
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001010 &streamId, physicalCameraId, streamInfo.sensorPixelModesUsed, &surfaceIds,
Emilian Peev2295df72021-11-12 18:14:10 -08001011 outputConfiguration.getSurfaceSetID(), isShared, isMultiResolution,
Shuzhen Wange4208922022-02-01 16:52:48 -08001012 /*consumerUsage*/0, streamInfo.dynamicRangeProfile, streamInfo.streamUseCase,
Shuzhen Wangbce53db2022-12-03 00:38:20 +00001013 streamInfo.timestampBase, streamInfo.mirrorMode, streamInfo.colorSpace,
1014 useReadoutTimestamp);
Emilian Peev538c90e2018-12-17 18:03:19 +00001015 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001016
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001017 if (err != OK) {
1018 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001019 "Camera %s: Error creating output stream (%d x %d, fmt %x, dataSpace %x): %s (%d)",
Austin Borger1c1bee02023-06-01 16:51:35 -07001020 mCameraIdStr.c_str(), streamInfo.width, streamInfo.height, streamInfo.format,
Henri Chataingbcb99452023-11-01 17:40:30 +00001021 static_cast<int>(streamInfo.dataSpace), strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001022 } else {
Shuzhen Wang0129d522016-10-30 22:43:41 -07001023 int i = 0;
1024 for (auto& binder : binders) {
1025 ALOGV("%s: mStreamMap add binder %p streamId %d, surfaceId %d",
1026 __FUNCTION__, binder.get(), streamId, i);
Emilian Peev40ead602017-09-26 15:46:36 +01001027 mStreamMap.add(binder, StreamSurfaceId(streamId, surfaceIds[i]));
1028 i++;
Shuzhen Wang0129d522016-10-30 22:43:41 -07001029 }
Shuzhen Wang758c2152017-01-10 18:26:18 -08001030
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -08001031 mConfiguredOutputs.add(streamId, outputConfiguration);
Shuzhen Wang758c2152017-01-10 18:26:18 -08001032 mStreamInfoMap[streamId] = streamInfo;
1033
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001034 ALOGV("%s: Camera %s: Successfully created a new stream ID %d for output surface"
Shuzhen Wang0129d522016-10-30 22:43:41 -07001035 " (%d x %d) with format 0x%x.",
Austin Borger1c1bee02023-06-01 16:51:35 -07001036 __FUNCTION__, mCameraIdStr.c_str(), streamId, streamInfo.width,
Shuzhen Wang758c2152017-01-10 18:26:18 -08001037 streamInfo.height, streamInfo.format);
Igor Murashkinf8b2a6f2013-09-17 17:03:28 -07001038
Zhijun He5d677d12016-05-29 16:52:39 -07001039 // Set transform flags to ensure preview to be rotated correctly.
Shuzhen Wang610d7b82022-02-08 14:37:22 -08001040 res = setStreamTransformLocked(streamId, streamInfo.mirrorMode);
Igor Murashkinf8b2a6f2013-09-17 17:03:28 -07001041
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001042 // Fill in mHighResolutionCameraIdToStreamIdSet map
Austin Borger1c1bee02023-06-01 16:51:35 -07001043 const std::string &cameraIdUsed =
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001044 physicalCameraId.size() != 0 ? physicalCameraId : mCameraIdStr;
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001045 // Only needed for high resolution sensors
Austin Borger1c1bee02023-06-01 16:51:35 -07001046 if (mHighResolutionSensors.find(cameraIdUsed) !=
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001047 mHighResolutionSensors.end()) {
Austin Borger1c1bee02023-06-01 16:51:35 -07001048 mHighResolutionCameraIdToStreamIdSet[cameraIdUsed].insert(streamId);
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001049 }
1050
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001051 *newStreamId = streamId;
Igor Murashkine7ee7632013-06-11 18:10:18 -07001052 }
1053
1054 return res;
1055}
1056
Zhijun He5d677d12016-05-29 16:52:39 -07001057binder::Status CameraDeviceClient::createDeferredSurfaceStreamLocked(
1058 const hardware::camera2::params::OutputConfiguration &outputConfiguration,
Shuzhen Wang758c2152017-01-10 18:26:18 -08001059 bool isShared,
Zhijun He5d677d12016-05-29 16:52:39 -07001060 /*out*/
1061 int* newStreamId) {
1062 int width, height, format, surfaceType;
Emilian Peev050f5dc2017-05-18 14:43:56 +01001063 uint64_t consumerUsage;
Zhijun He5d677d12016-05-29 16:52:39 -07001064 android_dataspace dataSpace;
Austin Borger9e2b27c2022-07-15 11:27:24 -07001065 int32_t colorSpace;
Zhijun He5d677d12016-05-29 16:52:39 -07001066 status_t err;
1067 binder::Status res;
1068
1069 if (!mDevice.get()) {
1070 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1071 }
Shuzhen Wang0709c282024-02-12 09:09:32 -08001072 if (!outputConfiguration.isComplete()) {
1073 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
1074 "OutputConfiguration isn't valid!");
1075 }
Zhijun He5d677d12016-05-29 16:52:39 -07001076
1077 // Infer the surface info for deferred surface stream creation.
1078 width = outputConfiguration.getWidth();
1079 height = outputConfiguration.getHeight();
1080 surfaceType = outputConfiguration.getSurfaceType();
1081 format = HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED;
1082 dataSpace = android_dataspace_t::HAL_DATASPACE_UNKNOWN;
Austin Borger9e2b27c2022-07-15 11:27:24 -07001083 colorSpace = ANDROID_REQUEST_AVAILABLE_COLOR_SPACE_PROFILES_MAP_UNSPECIFIED;
Zhijun He5d677d12016-05-29 16:52:39 -07001084 // Hardcode consumer usage flags: SurfaceView--0x900, SurfaceTexture--0x100.
1085 consumerUsage = GraphicBuffer::USAGE_HW_TEXTURE;
1086 if (surfaceType == OutputConfiguration::SURFACE_TYPE_SURFACE_VIEW) {
1087 consumerUsage |= GraphicBuffer::USAGE_HW_COMPOSER;
1088 }
1089 int streamId = camera3::CAMERA3_STREAM_ID_INVALID;
Shuzhen Wang0129d522016-10-30 22:43:41 -07001090 std::vector<sp<Surface>> noSurface;
Emilian Peev40ead602017-09-26 15:46:36 +01001091 std::vector<int> surfaceIds;
Austin Borger1c1bee02023-06-01 16:51:35 -07001092 const std::string &physicalCameraId = outputConfiguration.getPhysicalCameraId();
1093 const std::string &cameraIdUsed =
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001094 physicalCameraId.size() != 0 ? physicalCameraId : mCameraIdStr;
1095 // Here, we override sensor pixel modes
1096 std::unordered_set<int32_t> overriddenSensorPixelModesUsed;
1097 const std::vector<int32_t> &sensorPixelModesUsed =
1098 outputConfiguration.getSensorPixelModesUsed();
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07001099 if (SessionConfigurationUtils::checkAndOverrideSensorPixelModesUsed(
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001100 sensorPixelModesUsed, format, width, height, getStaticInfo(cameraIdUsed),
Jayant Chowdharya80ad242023-03-17 00:49:47 +00001101 &overriddenSensorPixelModesUsed) != OK) {
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001102 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
1103 "sensor pixel modes used not valid for deferred stream");
1104 }
1105
Shuzhen Wang0129d522016-10-30 22:43:41 -07001106 err = mDevice->createStream(noSurface, /*hasDeferredConsumer*/true, width,
1107 height, format, dataSpace,
Emilian Peevf4816702020-04-03 15:44:51 -07001108 static_cast<camera_stream_rotation_t>(outputConfiguration.getRotation()),
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001109 &streamId, physicalCameraId,
1110 overriddenSensorPixelModesUsed,
1111 &surfaceIds,
Shuzhen Wangc28189a2017-11-27 23:05:10 -08001112 outputConfiguration.getSurfaceSetID(), isShared,
Emilian Peev2295df72021-11-12 18:14:10 -08001113 outputConfiguration.isMultiResolution(), consumerUsage,
Shuzhen Wangc8ab4522021-12-14 20:12:42 -08001114 outputConfiguration.getDynamicRangeProfile(),
Shuzhen Wang610d7b82022-02-08 14:37:22 -08001115 outputConfiguration.getStreamUseCase(),
Shuzhen Wangbce53db2022-12-03 00:38:20 +00001116 outputConfiguration.getMirrorMode(),
1117 outputConfiguration.useReadoutTimestamp());
Zhijun He5d677d12016-05-29 16:52:39 -07001118
1119 if (err != OK) {
1120 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001121 "Camera %s: Error creating output stream (%d x %d, fmt %x, dataSpace %x): %s (%d)",
Henri Chataingbcb99452023-11-01 17:40:30 +00001122 mCameraIdStr.c_str(), width, height, format, static_cast<int>(dataSpace),
1123 strerror(-err), err);
Zhijun He5d677d12016-05-29 16:52:39 -07001124 } else {
1125 // Can not add streamId to mStreamMap here, as the surface is deferred. Add it to
1126 // a separate list to track. Once the deferred surface is set, this id will be
1127 // relocated to mStreamMap.
1128 mDeferredStreams.push_back(streamId);
Shuzhen Wang758c2152017-01-10 18:26:18 -08001129 mStreamInfoMap.emplace(std::piecewise_construct, std::forward_as_tuple(streamId),
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001130 std::forward_as_tuple(width, height, format, dataSpace, consumerUsage,
Emilian Peev2295df72021-11-12 18:14:10 -08001131 overriddenSensorPixelModesUsed,
Shuzhen Wangc8ab4522021-12-14 20:12:42 -08001132 outputConfiguration.getDynamicRangeProfile(),
Shuzhen Wange4208922022-02-01 16:52:48 -08001133 outputConfiguration.getStreamUseCase(),
Shuzhen Wang610d7b82022-02-08 14:37:22 -08001134 outputConfiguration.getTimestampBase(),
Austin Borger9e2b27c2022-07-15 11:27:24 -07001135 outputConfiguration.getMirrorMode(),
1136 colorSpace));
Shuzhen Wang758c2152017-01-10 18:26:18 -08001137
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001138 ALOGV("%s: Camera %s: Successfully created a new stream ID %d for a deferred surface"
Zhijun He5d677d12016-05-29 16:52:39 -07001139 " (%d x %d) stream with format 0x%x.",
Austin Borger1c1bee02023-06-01 16:51:35 -07001140 __FUNCTION__, mCameraIdStr.c_str(), streamId, width, height, format);
Zhijun He5d677d12016-05-29 16:52:39 -07001141
1142 // Set transform flags to ensure preview to be rotated correctly.
Shuzhen Wang610d7b82022-02-08 14:37:22 -08001143 res = setStreamTransformLocked(streamId, outputConfiguration.getMirrorMode());
Zhijun He5d677d12016-05-29 16:52:39 -07001144
1145 *newStreamId = streamId;
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001146 // Fill in mHighResolutionCameraIdToStreamIdSet
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001147 // Only needed for high resolution sensors
Austin Borger1c1bee02023-06-01 16:51:35 -07001148 if (mHighResolutionSensors.find(cameraIdUsed) !=
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001149 mHighResolutionSensors.end()) {
Austin Borger1c1bee02023-06-01 16:51:35 -07001150 mHighResolutionCameraIdToStreamIdSet[cameraIdUsed].insert(streamId);
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001151 }
Zhijun He5d677d12016-05-29 16:52:39 -07001152 }
1153 return res;
1154}
1155
Shuzhen Wang610d7b82022-02-08 14:37:22 -08001156binder::Status CameraDeviceClient::setStreamTransformLocked(int streamId, int mirrorMode) {
Zhijun He5d677d12016-05-29 16:52:39 -07001157 int32_t transform = 0;
1158 status_t err;
1159 binder::Status res;
1160
1161 if (!mDevice.get()) {
1162 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1163 }
1164
Shuzhen Wang610d7b82022-02-08 14:37:22 -08001165 err = getRotationTransformLocked(mirrorMode, &transform);
Zhijun He5d677d12016-05-29 16:52:39 -07001166 if (err != OK) {
1167 // Error logged by getRotationTransformLocked.
1168 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION,
1169 "Unable to calculate rotation transform for new stream");
1170 }
1171
1172 err = mDevice->setStreamTransform(streamId, transform);
1173 if (err != OK) {
Austin Borger1c1bee02023-06-01 16:51:35 -07001174 std::string msg = fmt::sprintf("Failed to set stream transform (stream id %d)",
Zhijun He5d677d12016-05-29 16:52:39 -07001175 streamId);
Austin Borger1c1bee02023-06-01 16:51:35 -07001176 ALOGE("%s: %s", __FUNCTION__, msg.c_str());
1177 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.c_str());
Zhijun He5d677d12016-05-29 16:52:39 -07001178 }
1179
1180 return res;
1181}
Ruben Brunkbba75572014-11-20 17:29:50 -08001182
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001183binder::Status CameraDeviceClient::createInputStream(
Shuzhen Wang83bff122020-11-20 15:51:39 -08001184 int width, int height, int format, bool isMultiResolution,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001185 /*out*/
1186 int32_t* newStreamId) {
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001187
1188 ATRACE_CALL();
Shuzhen Wang83bff122020-11-20 15:51:39 -08001189 ALOGV("%s (w = %d, h = %d, f = 0x%x, isMultiResolution %d)", __FUNCTION__,
1190 width, height, format, isMultiResolution);
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001191
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001192 binder::Status res;
1193 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001194
1195 Mutex::Autolock icl(mBinderSerializationLock);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001196
1197 if (!mDevice.get()) {
1198 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1199 }
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001200
1201 if (mInputStream.configured) {
Austin Borger1c1bee02023-06-01 16:51:35 -07001202 std::string msg = fmt::sprintf("Camera %s: Already has an input stream "
1203 "configured (ID %d)", mCameraIdStr.c_str(), mInputStream.id);
1204 ALOGE("%s: %s", __FUNCTION__, msg.c_str() );
1205 return STATUS_ERROR(CameraService::ERROR_ALREADY_EXISTS, msg.c_str());
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001206 }
1207
1208 int streamId = -1;
Shuzhen Wang83bff122020-11-20 15:51:39 -08001209 status_t err = mDevice->createInputStream(width, height, format, isMultiResolution, &streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001210 if (err == OK) {
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001211 mInputStream.configured = true;
1212 mInputStream.width = width;
1213 mInputStream.height = height;
1214 mInputStream.format = format;
1215 mInputStream.id = streamId;
1216
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001217 ALOGV("%s: Camera %s: Successfully created a new input stream ID %d",
Austin Borger1c1bee02023-06-01 16:51:35 -07001218 __FUNCTION__, mCameraIdStr.c_str(), streamId);
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001219
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001220 *newStreamId = streamId;
1221 } else {
1222 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Austin Borger1c1bee02023-06-01 16:51:35 -07001223 "Camera %s: Error creating new input stream: %s (%d)", mCameraIdStr.c_str(),
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001224 strerror(-err), err);
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001225 }
1226
1227 return res;
1228}
1229
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001230binder::Status CameraDeviceClient::getInputSurface(/*out*/ view::Surface *inputSurface) {
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001231
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001232 binder::Status res;
1233 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
1234
1235 if (inputSurface == NULL) {
1236 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Null input surface");
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001237 }
1238
1239 Mutex::Autolock icl(mBinderSerializationLock);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001240 if (!mDevice.get()) {
1241 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1242 }
Carlos Martinez Romero8e776102024-08-21 12:49:10 -07001243#if WB_CAMERA3_AND_PROCESSORS_WITH_DEPENDENCIES
1244 sp<Surface> surface;
1245 status_t err = mDevice->getInputSurface(&surface);
1246 if (err != OK) {
1247 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
1248 "Camera %s: Error getting input Surface: %s (%d)",
1249 mCameraIdStr.c_str(), strerror(-err), err);
1250 } else {
1251 inputSurface->name = toString16("CameraInput");
1252 inputSurface->graphicBufferProducer = surface->getIGraphicBufferProducer();
1253 }
1254#else
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001255 sp<IGraphicBufferProducer> producer;
1256 status_t err = mDevice->getInputBufferProducer(&producer);
1257 if (err != OK) {
1258 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001259 "Camera %s: Error getting input Surface: %s (%d)",
Austin Borger1c1bee02023-06-01 16:51:35 -07001260 mCameraIdStr.c_str(), strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001261 } else {
Austin Borger1c1bee02023-06-01 16:51:35 -07001262 inputSurface->name = toString16("CameraInput");
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001263 inputSurface->graphicBufferProducer = producer;
1264 }
Carlos Martinez Romero8e776102024-08-21 12:49:10 -07001265#endif
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001266 return res;
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001267}
1268
Emilian Peev40ead602017-09-26 15:46:36 +01001269binder::Status CameraDeviceClient::updateOutputConfiguration(int streamId,
1270 const hardware::camera2::params::OutputConfiguration &outputConfiguration) {
1271 ATRACE_CALL();
1272
1273 binder::Status res;
1274 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
1275
1276 Mutex::Autolock icl(mBinderSerializationLock);
1277
1278 if (!mDevice.get()) {
1279 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1280 }
Shuzhen Wang0709c282024-02-12 09:09:32 -08001281 if (!outputConfiguration.isComplete()) {
1282 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
1283 "OutputConfiguration isn't valid!");
1284 }
Emilian Peev40ead602017-09-26 15:46:36 +01001285
1286 const std::vector<sp<IGraphicBufferProducer> >& bufferProducers =
1287 outputConfiguration.getGraphicBufferProducers();
Austin Borger1c1bee02023-06-01 16:51:35 -07001288 const std::string &physicalCameraId = outputConfiguration.getPhysicalCameraId();
Shuzhen Wang2e7f58f2018-07-11 14:00:29 -07001289
Emilian Peev40ead602017-09-26 15:46:36 +01001290 auto producerCount = bufferProducers.size();
1291 if (producerCount == 0) {
1292 ALOGE("%s: bufferProducers must not be empty", __FUNCTION__);
1293 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
1294 "bufferProducers must not be empty");
1295 }
1296
1297 // The first output is the one associated with the output configuration.
1298 // It should always be present, valid and the corresponding stream id should match.
1299 sp<IBinder> binder = IInterface::asBinder(bufferProducers[0]);
1300 ssize_t index = mStreamMap.indexOfKey(binder);
1301 if (index == NAME_NOT_FOUND) {
1302 ALOGE("%s: Outputconfiguration is invalid", __FUNCTION__);
1303 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
1304 "OutputConfiguration is invalid");
1305 }
1306 if (mStreamMap.valueFor(binder).streamId() != streamId) {
1307 ALOGE("%s: Stream Id: %d provided doesn't match the id: %d in the stream map",
1308 __FUNCTION__, streamId, mStreamMap.valueFor(binder).streamId());
1309 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
1310 "Stream id is invalid");
1311 }
1312
1313 std::vector<size_t> removedSurfaceIds;
1314 std::vector<sp<IBinder>> removedOutputs;
1315 std::vector<sp<Surface>> newOutputs;
1316 std::vector<OutputStreamInfo> streamInfos;
1317 KeyedVector<sp<IBinder>, sp<IGraphicBufferProducer>> newOutputsMap;
1318 for (auto &it : bufferProducers) {
1319 newOutputsMap.add(IInterface::asBinder(it), it);
1320 }
1321
1322 for (size_t i = 0; i < mStreamMap.size(); i++) {
1323 ssize_t idx = newOutputsMap.indexOfKey(mStreamMap.keyAt(i));
1324 if (idx == NAME_NOT_FOUND) {
1325 if (mStreamMap[i].streamId() == streamId) {
1326 removedSurfaceIds.push_back(mStreamMap[i].surfaceId());
1327 removedOutputs.push_back(mStreamMap.keyAt(i));
1328 }
1329 } else {
1330 if (mStreamMap[i].streamId() != streamId) {
1331 ALOGE("%s: Output surface already part of a different stream", __FUNCTION__);
1332 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
1333 "Target Surface is invalid");
1334 }
1335 newOutputsMap.removeItemsAt(idx);
1336 }
1337 }
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001338 const std::vector<int32_t> &sensorPixelModesUsed =
1339 outputConfiguration.getSensorPixelModesUsed();
Shuzhen Wang8ed1e872022-03-08 16:34:33 -08001340 int64_t streamUseCase = outputConfiguration.getStreamUseCase();
Shuzhen Wange4208922022-02-01 16:52:48 -08001341 int timestampBase = outputConfiguration.getTimestampBase();
Emilian Peevc81a7592022-02-14 17:38:18 -08001342 int64_t dynamicRangeProfile = outputConfiguration.getDynamicRangeProfile();
Austin Borger9e2b27c2022-07-15 11:27:24 -07001343 int32_t colorSpace = outputConfiguration.getColorSpace();
Shuzhen Wang610d7b82022-02-08 14:37:22 -08001344 int mirrorMode = outputConfiguration.getMirrorMode();
Emilian Peev2295df72021-11-12 18:14:10 -08001345
Emilian Peev40ead602017-09-26 15:46:36 +01001346 for (size_t i = 0; i < newOutputsMap.size(); i++) {
1347 OutputStreamInfo outInfo;
1348 sp<Surface> surface;
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07001349 res = SessionConfigurationUtils::createSurfaceFromGbp(outInfo,
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001350 /*isStreamInfoValid*/ false, surface, newOutputsMap.valueAt(i), mCameraIdStr,
Shuzhen Wangc8ab4522021-12-14 20:12:42 -08001351 mDevice->infoPhysical(physicalCameraId), sensorPixelModesUsed, dynamicRangeProfile,
Shuzhen Wang0709c282024-02-12 09:09:32 -08001352 streamUseCase, timestampBase, mirrorMode, colorSpace, /*respectSurfaceSize*/false);
Emilian Peev40ead602017-09-26 15:46:36 +01001353 if (!res.isOk())
1354 return res;
1355
Emilian Peev40ead602017-09-26 15:46:36 +01001356 streamInfos.push_back(outInfo);
1357 newOutputs.push_back(surface);
1358 }
1359
1360 //Trivial case no changes required
1361 if (removedSurfaceIds.empty() && newOutputs.empty()) {
1362 return binder::Status::ok();
1363 }
1364
1365 KeyedVector<sp<Surface>, size_t> outputMap;
1366 auto ret = mDevice->updateStream(streamId, newOutputs, streamInfos, removedSurfaceIds,
1367 &outputMap);
1368 if (ret != OK) {
1369 switch (ret) {
1370 case NAME_NOT_FOUND:
1371 case BAD_VALUE:
1372 case -EBUSY:
1373 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
1374 "Camera %s: Error updating stream: %s (%d)",
Austin Borger1c1bee02023-06-01 16:51:35 -07001375 mCameraIdStr.c_str(), strerror(ret), ret);
Emilian Peev40ead602017-09-26 15:46:36 +01001376 break;
1377 default:
1378 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
1379 "Camera %s: Error updating stream: %s (%d)",
Austin Borger1c1bee02023-06-01 16:51:35 -07001380 mCameraIdStr.c_str(), strerror(ret), ret);
Emilian Peev40ead602017-09-26 15:46:36 +01001381 break;
1382 }
1383 } else {
1384 for (const auto &it : removedOutputs) {
1385 mStreamMap.removeItem(it);
1386 }
1387
1388 for (size_t i = 0; i < outputMap.size(); i++) {
1389 mStreamMap.add(IInterface::asBinder(outputMap.keyAt(i)->getIGraphicBufferProducer()),
1390 StreamSurfaceId(streamId, outputMap.valueAt(i)));
1391 }
1392
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -08001393 mConfiguredOutputs.replaceValueFor(streamId, outputConfiguration);
1394
Emilian Peev40ead602017-09-26 15:46:36 +01001395 ALOGV("%s: Camera %s: Successful stream ID %d update",
Austin Borger1c1bee02023-06-01 16:51:35 -07001396 __FUNCTION__, mCameraIdStr.c_str(), streamId);
Emilian Peev40ead602017-09-26 15:46:36 +01001397 }
1398
1399 return res;
1400}
1401
Igor Murashkine7ee7632013-06-11 18:10:18 -07001402// Create a request object from a template.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001403binder::Status CameraDeviceClient::createDefaultRequest(int templateId,
1404 /*out*/
1405 hardware::camera2::impl::CameraMetadataNative* request)
Igor Murashkine7ee7632013-06-11 18:10:18 -07001406{
1407 ATRACE_CALL();
1408 ALOGV("%s (templateId = 0x%x)", __FUNCTION__, templateId);
1409
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001410 binder::Status res;
1411 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Igor Murashkine7ee7632013-06-11 18:10:18 -07001412
1413 Mutex::Autolock icl(mBinderSerializationLock);
1414
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001415 if (!mDevice.get()) {
1416 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1417 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001418
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001419 status_t err;
Emilian Peevf4816702020-04-03 15:44:51 -07001420 camera_request_template_t tempId = camera_request_template_t::CAMERA_TEMPLATE_COUNT;
Shuzhen Wang045be6c2023-10-12 10:01:10 -07001421 res = SessionConfigurationUtils::mapRequestTemplateFromClient(
1422 mCameraIdStr, templateId, &tempId);
1423 if (!res.isOk()) return res;
Emilian Peevf4816702020-04-03 15:44:51 -07001424
1425 CameraMetadata metadata;
1426 if ( (err = mDevice->createDefaultRequest(tempId, &metadata) ) == OK &&
Igor Murashkine7ee7632013-06-11 18:10:18 -07001427 request != NULL) {
1428
1429 request->swap(metadata);
Chien-Yu Chen9cd14022016-03-09 12:21:01 -08001430 } else if (err == BAD_VALUE) {
1431 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001432 "Camera %s: Template ID %d is invalid or not supported: %s (%d)",
Austin Borger1c1bee02023-06-01 16:51:35 -07001433 mCameraIdStr.c_str(), templateId, strerror(-err), err);
Chien-Yu Chen9cd14022016-03-09 12:21:01 -08001434
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001435 } else {
1436 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001437 "Camera %s: Error creating default request for template %d: %s (%d)",
Austin Borger1c1bee02023-06-01 16:51:35 -07001438 mCameraIdStr.c_str(), templateId, strerror(-err), err);
Igor Murashkine7ee7632013-06-11 18:10:18 -07001439 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001440 return res;
1441}
1442
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001443binder::Status CameraDeviceClient::getCameraInfo(
1444 /*out*/
1445 hardware::camera2::impl::CameraMetadataNative* info)
Igor Murashkine7ee7632013-06-11 18:10:18 -07001446{
1447 ATRACE_CALL();
1448 ALOGV("%s", __FUNCTION__);
1449
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001450 binder::Status res;
Igor Murashkine7ee7632013-06-11 18:10:18 -07001451
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001452 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Igor Murashkine7ee7632013-06-11 18:10:18 -07001453
1454 Mutex::Autolock icl(mBinderSerializationLock);
1455
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001456 if (!mDevice.get()) {
1457 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1458 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001459
Igor Murashkin099b4572013-07-12 17:52:16 -07001460 if (info != NULL) {
1461 *info = mDevice->info(); // static camera metadata
1462 // TODO: merge with device-specific camera metadata
1463 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07001464
1465 return res;
1466}
1467
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001468binder::Status CameraDeviceClient::waitUntilIdle()
Zhijun He2ab500c2013-07-23 08:02:53 -07001469{
1470 ATRACE_CALL();
1471 ALOGV("%s", __FUNCTION__);
1472
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001473 binder::Status res;
1474 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Zhijun He2ab500c2013-07-23 08:02:53 -07001475
1476 Mutex::Autolock icl(mBinderSerializationLock);
1477
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001478 if (!mDevice.get()) {
1479 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1480 }
Zhijun He2ab500c2013-07-23 08:02:53 -07001481
1482 // FIXME: Also need check repeating burst.
Shuzhen Wangc9ca6782016-04-26 13:40:31 -07001483 Mutex::Autolock idLock(mStreamingRequestIdLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07001484 if (mStreamingRequestId != REQUEST_ID_NONE) {
Austin Borger1c1bee02023-06-01 16:51:35 -07001485 std::string msg = fmt::sprintf(
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001486 "Camera %s: Try to waitUntilIdle when there are active streaming requests",
Austin Borger1c1bee02023-06-01 16:51:35 -07001487 mCameraIdStr.c_str());
1488 ALOGE("%s: %s", __FUNCTION__, msg.c_str());
1489 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.c_str());
Zhijun He2ab500c2013-07-23 08:02:53 -07001490 }
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001491 status_t err = mDevice->waitUntilDrained();
1492 if (err != OK) {
1493 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001494 "Camera %s: Error waiting to drain: %s (%d)",
Austin Borger1c1bee02023-06-01 16:51:35 -07001495 mCameraIdStr.c_str(), strerror(-err), err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001496 }
Zhijun He2ab500c2013-07-23 08:02:53 -07001497 ALOGV("%s Done", __FUNCTION__);
Zhijun He2ab500c2013-07-23 08:02:53 -07001498 return res;
1499}
1500
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001501binder::Status CameraDeviceClient::flush(
1502 /*out*/
1503 int64_t* lastFrameNumber) {
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07001504 ATRACE_CALL();
1505 ALOGV("%s", __FUNCTION__);
1506
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001507 binder::Status res;
1508 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07001509
1510 Mutex::Autolock icl(mBinderSerializationLock);
1511
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001512 if (!mDevice.get()) {
1513 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1514 }
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07001515
Shuzhen Wangc9ca6782016-04-26 13:40:31 -07001516 Mutex::Autolock idLock(mStreamingRequestIdLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07001517 mStreamingRequestId = REQUEST_ID_NONE;
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001518 status_t err = mDevice->flush(lastFrameNumber);
1519 if (err != OK) {
1520 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Austin Borger1c1bee02023-06-01 16:51:35 -07001521 "Camera %s: Error flushing device: %s (%d)", mCameraIdStr.c_str(), strerror(-err),
1522 err);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001523 }
1524 return res;
Eino-Ville Talvalaabaa51d2013-08-14 11:37:00 -07001525}
1526
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001527binder::Status CameraDeviceClient::prepare(int streamId) {
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001528 ATRACE_CALL();
Jayant Chowdhary57184d52023-02-14 20:54:39 +00001529 ALOGV("%s stream id %d", __FUNCTION__, streamId);
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001530
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001531 binder::Status res;
1532 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001533
1534 Mutex::Autolock icl(mBinderSerializationLock);
1535
1536 // Guard against trying to prepare non-created streams
1537 ssize_t index = NAME_NOT_FOUND;
1538 for (size_t i = 0; i < mStreamMap.size(); ++i) {
Shuzhen Wang0129d522016-10-30 22:43:41 -07001539 if (streamId == mStreamMap.valueAt(i).streamId()) {
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001540 index = i;
1541 break;
1542 }
1543 }
1544
1545 if (index == NAME_NOT_FOUND) {
Austin Borger1c1bee02023-06-01 16:51:35 -07001546 std::string msg = fmt::sprintf("Camera %s: Invalid stream ID (%d) specified, no stream "
1547 "with that ID exists", mCameraIdStr.c_str(), streamId);
1548 ALOGW("%s: %s", __FUNCTION__, msg.c_str());
1549 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str());
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001550 }
1551
Eino-Ville Talvala261394e2015-05-13 14:28:38 -07001552 // Also returns BAD_VALUE if stream ID was not valid, or stream already
1553 // has been used
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001554 status_t err = mDevice->prepare(streamId);
1555 if (err == BAD_VALUE) {
1556 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001557 "Camera %s: Stream %d has already been used, and cannot be prepared",
Austin Borger1c1bee02023-06-01 16:51:35 -07001558 mCameraIdStr.c_str(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001559 } else if (err != OK) {
1560 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Austin Borger1c1bee02023-06-01 16:51:35 -07001561 "Camera %s: Error preparing stream %d: %s (%d)", mCameraIdStr.c_str(), streamId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001562 strerror(-err), err);
1563 }
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07001564 return res;
1565}
1566
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001567binder::Status CameraDeviceClient::prepare2(int maxCount, int streamId) {
Ruben Brunkc78ac262015-08-13 17:58:46 -07001568 ATRACE_CALL();
Jayant Chowdhary57184d52023-02-14 20:54:39 +00001569 ALOGV("%s stream id %d", __FUNCTION__, streamId);
Ruben Brunkc78ac262015-08-13 17:58:46 -07001570
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001571 binder::Status res;
1572 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Ruben Brunkc78ac262015-08-13 17:58:46 -07001573
1574 Mutex::Autolock icl(mBinderSerializationLock);
1575
1576 // Guard against trying to prepare non-created streams
1577 ssize_t index = NAME_NOT_FOUND;
1578 for (size_t i = 0; i < mStreamMap.size(); ++i) {
Shuzhen Wang0129d522016-10-30 22:43:41 -07001579 if (streamId == mStreamMap.valueAt(i).streamId()) {
Ruben Brunkc78ac262015-08-13 17:58:46 -07001580 index = i;
1581 break;
1582 }
1583 }
1584
1585 if (index == NAME_NOT_FOUND) {
Austin Borger1c1bee02023-06-01 16:51:35 -07001586 std::string msg = fmt::sprintf("Camera %s: Invalid stream ID (%d) specified, no stream "
1587 "with that ID exists", mCameraIdStr.c_str(), streamId);
1588 ALOGW("%s: %s", __FUNCTION__, msg.c_str());
1589 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str());
Ruben Brunkc78ac262015-08-13 17:58:46 -07001590 }
1591
1592 if (maxCount <= 0) {
Austin Borger1c1bee02023-06-01 16:51:35 -07001593 std::string msg = fmt::sprintf("Camera %s: maxCount (%d) must be greater than 0",
1594 mCameraIdStr.c_str(), maxCount);
1595 ALOGE("%s: %s", __FUNCTION__, msg.c_str());
1596 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str());
Ruben Brunkc78ac262015-08-13 17:58:46 -07001597 }
1598
1599 // Also returns BAD_VALUE if stream ID was not valid, or stream already
1600 // has been used
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001601 status_t err = mDevice->prepare(maxCount, streamId);
1602 if (err == BAD_VALUE) {
1603 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001604 "Camera %s: Stream %d has already been used, and cannot be prepared",
Austin Borger1c1bee02023-06-01 16:51:35 -07001605 mCameraIdStr.c_str(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001606 } else if (err != OK) {
1607 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Austin Borger1c1bee02023-06-01 16:51:35 -07001608 "Camera %s: Error preparing stream %d: %s (%d)", mCameraIdStr.c_str(), streamId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001609 strerror(-err), err);
1610 }
Ruben Brunkc78ac262015-08-13 17:58:46 -07001611
1612 return res;
1613}
1614
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001615binder::Status CameraDeviceClient::tearDown(int streamId) {
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001616 ATRACE_CALL();
1617 ALOGV("%s", __FUNCTION__);
1618
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001619 binder::Status res;
1620 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001621
1622 Mutex::Autolock icl(mBinderSerializationLock);
1623
1624 // Guard against trying to prepare non-created streams
1625 ssize_t index = NAME_NOT_FOUND;
1626 for (size_t i = 0; i < mStreamMap.size(); ++i) {
Shuzhen Wang0129d522016-10-30 22:43:41 -07001627 if (streamId == mStreamMap.valueAt(i).streamId()) {
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001628 index = i;
1629 break;
1630 }
1631 }
1632
1633 if (index == NAME_NOT_FOUND) {
Austin Borger1c1bee02023-06-01 16:51:35 -07001634 std::string msg = fmt::sprintf("Camera %s: Invalid stream ID (%d) specified, no stream "
1635 "with that ID exists", mCameraIdStr.c_str(), streamId);
1636 ALOGW("%s: %s", __FUNCTION__, msg.c_str());
1637 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str());
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001638 }
1639
1640 // Also returns BAD_VALUE if stream ID was not valid or if the stream is in
1641 // use
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001642 status_t err = mDevice->tearDown(streamId);
1643 if (err == BAD_VALUE) {
1644 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001645 "Camera %s: Stream %d is still in use, cannot be torn down",
Austin Borger1c1bee02023-06-01 16:51:35 -07001646 mCameraIdStr.c_str(), streamId);
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001647 } else if (err != OK) {
1648 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Austin Borger1c1bee02023-06-01 16:51:35 -07001649 "Camera %s: Error tearing down stream %d: %s (%d)", mCameraIdStr.c_str(), streamId,
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08001650 strerror(-err), err);
1651 }
Eino-Ville Talvalab25e3c82015-07-15 16:04:27 -07001652
1653 return res;
1654}
1655
Shuzhen Wang758c2152017-01-10 18:26:18 -08001656binder::Status CameraDeviceClient::finalizeOutputConfigurations(int32_t streamId,
Zhijun He5d677d12016-05-29 16:52:39 -07001657 const hardware::camera2::params::OutputConfiguration &outputConfiguration) {
1658 ATRACE_CALL();
1659
1660 binder::Status res;
1661 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
1662
1663 Mutex::Autolock icl(mBinderSerializationLock);
1664
Shuzhen Wang0709c282024-02-12 09:09:32 -08001665 if (!outputConfiguration.isComplete()) {
1666 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
1667 "OutputConfiguration isn't valid!");
1668 }
1669
Shuzhen Wang0129d522016-10-30 22:43:41 -07001670 const std::vector<sp<IGraphicBufferProducer> >& bufferProducers =
1671 outputConfiguration.getGraphicBufferProducers();
Austin Borger1c1bee02023-06-01 16:51:35 -07001672 const std::string &physicalId = outputConfiguration.getPhysicalCameraId();
Zhijun He5d677d12016-05-29 16:52:39 -07001673
Shuzhen Wang0129d522016-10-30 22:43:41 -07001674 if (bufferProducers.size() == 0) {
1675 ALOGE("%s: bufferProducers must not be empty", __FUNCTION__);
Zhijun He5d677d12016-05-29 16:52:39 -07001676 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Target Surface is invalid");
1677 }
Shuzhen Wang0129d522016-10-30 22:43:41 -07001678
Shuzhen Wang758c2152017-01-10 18:26:18 -08001679 // streamId should be in mStreamMap if this stream already has a surface attached
1680 // to it. Otherwise, it should be in mDeferredStreams.
1681 bool streamIdConfigured = false;
1682 ssize_t deferredStreamIndex = NAME_NOT_FOUND;
1683 for (size_t i = 0; i < mStreamMap.size(); i++) {
1684 if (mStreamMap.valueAt(i).streamId() == streamId) {
1685 streamIdConfigured = true;
1686 break;
1687 }
Zhijun He5d677d12016-05-29 16:52:39 -07001688 }
Shuzhen Wang758c2152017-01-10 18:26:18 -08001689 for (size_t i = 0; i < mDeferredStreams.size(); i++) {
1690 if (streamId == mDeferredStreams[i]) {
1691 deferredStreamIndex = i;
1692 break;
Shuzhen Wang0129d522016-10-30 22:43:41 -07001693 }
1694
Shuzhen Wang758c2152017-01-10 18:26:18 -08001695 }
1696 if (deferredStreamIndex == NAME_NOT_FOUND && !streamIdConfigured) {
Austin Borger1c1bee02023-06-01 16:51:35 -07001697 std::string msg = fmt::sprintf("Camera %s: deferred surface is set to a unknown stream"
1698 "(ID %d)", mCameraIdStr.c_str(), streamId);
1699 ALOGW("%s: %s", __FUNCTION__, msg.c_str());
1700 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str());
Zhijun He5d677d12016-05-29 16:52:39 -07001701 }
1702
Shuzhen Wang88fd0052017-02-09 16:40:07 -08001703 if (mStreamInfoMap[streamId].finalized) {
Austin Borger1c1bee02023-06-01 16:51:35 -07001704 std::string msg = fmt::sprintf("Camera %s: finalizeOutputConfigurations has been called"
1705 " on stream ID %d", mCameraIdStr.c_str(), streamId);
1706 ALOGW("%s: %s", __FUNCTION__, msg.c_str());
1707 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str());
Shuzhen Wang88fd0052017-02-09 16:40:07 -08001708 }
1709
Zhijun He5d677d12016-05-29 16:52:39 -07001710 if (!mDevice.get()) {
1711 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1712 }
1713
Shuzhen Wang758c2152017-01-10 18:26:18 -08001714 std::vector<sp<Surface>> consumerSurfaces;
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001715 const std::vector<int32_t> &sensorPixelModesUsed =
1716 outputConfiguration.getSensorPixelModesUsed();
Emilian Peevc81a7592022-02-14 17:38:18 -08001717 int64_t dynamicRangeProfile = outputConfiguration.getDynamicRangeProfile();
Austin Borger9e2b27c2022-07-15 11:27:24 -07001718 int32_t colorSpace = outputConfiguration.getColorSpace();
1719 int64_t streamUseCase = outputConfiguration.getStreamUseCase();
Shuzhen Wange4208922022-02-01 16:52:48 -08001720 int timestampBase = outputConfiguration.getTimestampBase();
Shuzhen Wang610d7b82022-02-08 14:37:22 -08001721 int mirrorMode = outputConfiguration.getMirrorMode();
Shuzhen Wang758c2152017-01-10 18:26:18 -08001722 for (auto& bufferProducer : bufferProducers) {
1723 // Don't create multiple streams for the same target surface
Zhijun He5d677d12016-05-29 16:52:39 -07001724 ssize_t index = mStreamMap.indexOfKey(IInterface::asBinder(bufferProducer));
1725 if (index != NAME_NOT_FOUND) {
Shuzhen Wang758c2152017-01-10 18:26:18 -08001726 ALOGV("Camera %s: Surface already has a stream created "
Austin Borger1c1bee02023-06-01 16:51:35 -07001727 " for it (ID %zd)", mCameraIdStr.c_str(), index);
Shuzhen Wang758c2152017-01-10 18:26:18 -08001728 continue;
Zhijun He5d677d12016-05-29 16:52:39 -07001729 }
Shuzhen Wang758c2152017-01-10 18:26:18 -08001730
1731 sp<Surface> surface;
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07001732 res = SessionConfigurationUtils::createSurfaceFromGbp(mStreamInfoMap[streamId],
Colin Crossb8a9dbb2020-08-27 04:12:26 +00001733 true /*isStreamInfoValid*/, surface, bufferProducer, mCameraIdStr,
Shuzhen Wangc8ab4522021-12-14 20:12:42 -08001734 mDevice->infoPhysical(physicalId), sensorPixelModesUsed, dynamicRangeProfile,
Shuzhen Wang0709c282024-02-12 09:09:32 -08001735 streamUseCase, timestampBase, mirrorMode, colorSpace, /*respectSurfaceSize*/false);
Shuzhen Wang758c2152017-01-10 18:26:18 -08001736
1737 if (!res.isOk())
1738 return res;
1739
1740 consumerSurfaces.push_back(surface);
Zhijun He5d677d12016-05-29 16:52:39 -07001741 }
1742
Shuzhen Wanga81ce342017-04-13 15:18:36 -07001743 // Gracefully handle case where finalizeOutputConfigurations is called
1744 // without any new surface.
1745 if (consumerSurfaces.size() == 0) {
1746 mStreamInfoMap[streamId].finalized = true;
1747 return res;
1748 }
1749
Zhijun He5d677d12016-05-29 16:52:39 -07001750 // Finish the deferred stream configuration with the surface.
Shuzhen Wang758c2152017-01-10 18:26:18 -08001751 status_t err;
Emilian Peev40ead602017-09-26 15:46:36 +01001752 std::vector<int> consumerSurfaceIds;
1753 err = mDevice->setConsumerSurfaces(streamId, consumerSurfaces, &consumerSurfaceIds);
Zhijun He5d677d12016-05-29 16:52:39 -07001754 if (err == OK) {
Shuzhen Wang758c2152017-01-10 18:26:18 -08001755 for (size_t i = 0; i < consumerSurfaces.size(); i++) {
1756 sp<IBinder> binder = IInterface::asBinder(
1757 consumerSurfaces[i]->getIGraphicBufferProducer());
Emilian Peev40ead602017-09-26 15:46:36 +01001758 ALOGV("%s: mStreamMap add binder %p streamId %d, surfaceId %d", __FUNCTION__,
Shuzhen Wang758c2152017-01-10 18:26:18 -08001759 binder.get(), streamId, consumerSurfaceIds[i]);
1760 mStreamMap.add(binder, StreamSurfaceId(streamId, consumerSurfaceIds[i]));
1761 }
1762 if (deferredStreamIndex != NAME_NOT_FOUND) {
1763 mDeferredStreams.removeItemsAt(deferredStreamIndex);
Shuzhen Wang0129d522016-10-30 22:43:41 -07001764 }
Shuzhen Wang88fd0052017-02-09 16:40:07 -08001765 mStreamInfoMap[streamId].finalized = true;
Yin-Chia Yeh4dfa4cc2017-11-10 20:00:09 -08001766 mConfiguredOutputs.replaceValueFor(streamId, outputConfiguration);
Zhijun He5d677d12016-05-29 16:52:39 -07001767 } else if (err == NO_INIT) {
1768 res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001769 "Camera %s: Deferred surface is invalid: %s (%d)",
Austin Borger1c1bee02023-06-01 16:51:35 -07001770 mCameraIdStr.c_str(), strerror(-err), err);
Zhijun He5d677d12016-05-29 16:52:39 -07001771 } else {
1772 res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001773 "Camera %s: Error setting output stream deferred surface: %s (%d)",
Austin Borger1c1bee02023-06-01 16:51:35 -07001774 mCameraIdStr.c_str(), strerror(-err), err);
Zhijun He5d677d12016-05-29 16:52:39 -07001775 }
1776
1777 return res;
1778}
1779
Yin-Chia Yehcfab4e12019-09-09 13:08:28 -07001780binder::Status CameraDeviceClient::setCameraAudioRestriction(int32_t mode) {
Yin-Chia Yehdba03232019-08-19 15:54:28 -07001781 ATRACE_CALL();
1782 binder::Status res;
1783 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
1784
1785 if (!isValidAudioRestriction(mode)) {
Austin Borger1c1bee02023-06-01 16:51:35 -07001786 std::string msg = fmt::sprintf("Camera %s: invalid audio restriction mode %d",
1787 mCameraIdStr.c_str(), mode);
1788 ALOGW("%s: %s", __FUNCTION__, msg.c_str());
1789 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str());
Yin-Chia Yehdba03232019-08-19 15:54:28 -07001790 }
1791
1792 Mutex::Autolock icl(mBinderSerializationLock);
Yin-Chia Yehcfab4e12019-09-09 13:08:28 -07001793 BasicClient::setAudioRestriction(mode);
1794 return binder::Status::ok();
1795}
1796
1797binder::Status CameraDeviceClient::getGlobalAudioRestriction(/*out*/ int32_t* outMode) {
1798 ATRACE_CALL();
1799 binder::Status res;
1800 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
1801 Mutex::Autolock icl(mBinderSerializationLock);
Yin-Chia Yehdba03232019-08-19 15:54:28 -07001802 if (outMode != nullptr) {
Yin-Chia Yehcfab4e12019-09-09 13:08:28 -07001803 *outMode = BasicClient::getServiceAudioRestriction();
Yin-Chia Yehdba03232019-08-19 15:54:28 -07001804 }
1805 return binder::Status::ok();
1806}
1807
Ravneetaeb20dc2022-03-30 05:33:03 +00001808status_t CameraDeviceClient::setCameraServiceWatchdog(bool enabled) {
1809 return mDevice->setCameraServiceWatchdog(enabled);
1810}
1811
Jayant Chowdhary44d5f622023-09-20 03:11:41 +00001812status_t CameraDeviceClient::setRotateAndCropOverride(uint8_t rotateAndCrop, bool fromHal) {
Eino-Ville Talvalaf2e37092020-01-07 15:32:32 -08001813 if (rotateAndCrop > ANDROID_SCALER_ROTATE_AND_CROP_AUTO) return BAD_VALUE;
1814
1815 return mDevice->setRotateAndCropAutoBehavior(
Jayant Chowdhary44d5f622023-09-20 03:11:41 +00001816 static_cast<camera_metadata_enum_android_scaler_rotate_and_crop_t>(rotateAndCrop), fromHal);
Eino-Ville Talvalaf2e37092020-01-07 15:32:32 -08001817}
1818
Bharatt Kukreja7146ced2022-10-25 15:45:29 +00001819status_t CameraDeviceClient::setAutoframingOverride(uint8_t autoframingValue) {
1820 if (autoframingValue > ANDROID_CONTROL_AUTOFRAMING_AUTO) return BAD_VALUE;
1821
1822 return mDevice->setAutoframingAutoBehavior(
1823 static_cast<camera_metadata_enum_android_control_autoframing_t>(autoframingValue));
1824}
1825
Eino-Ville Talvala305cec62020-11-12 14:18:17 -08001826bool CameraDeviceClient::supportsCameraMute() {
1827 return mDevice->supportsCameraMute();
1828}
1829
1830status_t CameraDeviceClient::setCameraMute(bool enabled) {
1831 return mDevice->setCameraMute(enabled);
1832}
1833
Shuzhen Wang16610a62022-12-15 22:38:07 -08001834void CameraDeviceClient::setStreamUseCaseOverrides(
1835 const std::vector<int64_t>& useCaseOverrides) {
1836 mDevice->setStreamUseCaseOverrides(useCaseOverrides);
1837}
1838
1839void CameraDeviceClient::clearStreamUseCaseOverrides() {
1840 mDevice->clearStreamUseCaseOverrides();
1841}
1842
Shuzhen Wangaf22e912023-04-11 16:03:17 -07001843bool CameraDeviceClient::supportsZoomOverride() {
1844 return mDevice->supportsZoomOverride();
1845}
1846
1847status_t CameraDeviceClient::setZoomOverride(int32_t zoomOverride) {
1848 return mDevice->setZoomOverride(zoomOverride);
1849}
1850
Yin-Chia Yehb978c382019-10-30 00:22:37 -07001851binder::Status CameraDeviceClient::switchToOffline(
1852 const sp<hardware::camera2::ICameraDeviceCallbacks>& cameraCb,
Emilian Peevb2bc5a42019-11-20 16:02:14 -08001853 const std::vector<int>& offlineOutputIds,
Yin-Chia Yehb978c382019-10-30 00:22:37 -07001854 /*out*/
1855 sp<hardware::camera2::ICameraOfflineSession>* session) {
1856 ATRACE_CALL();
1857
1858 binder::Status res;
1859 if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res;
1860
1861 Mutex::Autolock icl(mBinderSerializationLock);
1862
1863 if (!mDevice.get()) {
1864 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive");
1865 }
1866
Emilian Peevb2bc5a42019-11-20 16:02:14 -08001867 if (offlineOutputIds.empty()) {
Austin Borger1c1bee02023-06-01 16:51:35 -07001868 std::string msg = "Offline surfaces must not be empty";
1869 ALOGE("%s: %s", __FUNCTION__, msg.c_str());
1870 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str());
Yin-Chia Yehb978c382019-10-30 00:22:37 -07001871 }
1872
1873 if (session == nullptr) {
Austin Borger1c1bee02023-06-01 16:51:35 -07001874 std::string msg = "Invalid offline session";
1875 ALOGE("%s: %s", __FUNCTION__, msg.c_str());
1876 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str());
Yin-Chia Yehb978c382019-10-30 00:22:37 -07001877 }
1878
Yin-Chia Yeh87fccca2020-01-28 09:37:18 -08001879 std::vector<int32_t> offlineStreamIds;
1880 offlineStreamIds.reserve(offlineOutputIds.size());
Emilian Peev4697b642019-11-19 17:11:14 -08001881 KeyedVector<sp<IBinder>, sp<CompositeStream>> offlineCompositeStreamMap;
Emilian Peevb2bc5a42019-11-20 16:02:14 -08001882 for (const auto& streamId : offlineOutputIds) {
1883 ssize_t index = mConfiguredOutputs.indexOfKey(streamId);
Yin-Chia Yehb978c382019-10-30 00:22:37 -07001884 if (index == NAME_NOT_FOUND) {
Austin Borger1c1bee02023-06-01 16:51:35 -07001885 std::string msg = fmt::sprintf("Offline surface with id: %d is not registered",
Emilian Peevcc0b7952020-01-07 13:54:47 -08001886 streamId);
Austin Borger1c1bee02023-06-01 16:51:35 -07001887 ALOGE("%s: %s", __FUNCTION__, msg.c_str());
1888 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str());
Yin-Chia Yehb978c382019-10-30 00:22:37 -07001889 }
Emilian Peevcc0b7952020-01-07 13:54:47 -08001890
1891 if (!mStreamInfoMap[streamId].supportsOffline) {
Austin Borger1c1bee02023-06-01 16:51:35 -07001892 std::string msg = fmt::sprintf("Offline surface with id: %d doesn't support "
Emilian Peevcc0b7952020-01-07 13:54:47 -08001893 "offline mode", streamId);
Austin Borger1c1bee02023-06-01 16:51:35 -07001894 ALOGE("%s: %s", __FUNCTION__, msg.c_str());
1895 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str());
Emilian Peevcc0b7952020-01-07 13:54:47 -08001896 }
Yin-Chia Yehb978c382019-10-30 00:22:37 -07001897
Emilian Peev2f5d6012022-01-19 16:16:50 -08001898 Mutex::Autolock l(mCompositeLock);
Emilian Peevb2bc5a42019-11-20 16:02:14 -08001899 bool isCompositeStream = false;
Emilian Peev2f5d6012022-01-19 16:16:50 -08001900 for (const auto& gbp : mConfiguredOutputs.valueAt(index).getGraphicBufferProducers()) {
Emilian Peevb2bc5a42019-11-20 16:02:14 -08001901 sp<Surface> s = new Surface(gbp, false /*controlledByApp*/);
Pirama Arumuga Nainar8db21062022-01-28 10:15:12 -08001902 isCompositeStream = camera3::DepthCompositeStream::isDepthCompositeStream(s) ||
Emilian Peev434248e2022-10-06 14:58:54 -07001903 camera3::HeicCompositeStream::isHeicCompositeStream(s) ||
Emilian Peeve579d8b2023-02-28 14:16:08 -08001904 (camera3::JpegRCompositeStream::isJpegRCompositeStream(s) &&
Emilian Peev15230142023-04-27 20:22:54 +00001905 !mDevice->isCompositeJpegRDisabled());
Emilian Peev4697b642019-11-19 17:11:14 -08001906 if (isCompositeStream) {
1907 auto compositeIdx = mCompositeStreamMap.indexOfKey(IInterface::asBinder(gbp));
1908 if (compositeIdx == NAME_NOT_FOUND) {
1909 ALOGE("%s: Unknown composite stream", __FUNCTION__);
1910 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
1911 "Unknown composite stream");
1912 }
1913
1914 mCompositeStreamMap.valueAt(compositeIdx)->insertCompositeStreamIds(
1915 &offlineStreamIds);
1916 offlineCompositeStreamMap.add(mCompositeStreamMap.keyAt(compositeIdx),
1917 mCompositeStreamMap.valueAt(compositeIdx));
1918 break;
1919 }
Emilian Peevb2bc5a42019-11-20 16:02:14 -08001920 }
1921
Emilian Peev4697b642019-11-19 17:11:14 -08001922 if (!isCompositeStream) {
Emilian Peevb2bc5a42019-11-20 16:02:14 -08001923 offlineStreamIds.push_back(streamId);
Yin-Chia Yehb978c382019-10-30 00:22:37 -07001924 }
1925 }
1926
1927 sp<CameraOfflineSessionBase> offlineSession;
1928 auto ret = mDevice->switchToOffline(offlineStreamIds, &offlineSession);
1929 if (ret != OK) {
1930 return STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
1931 "Camera %s: Error switching to offline mode: %s (%d)",
Austin Borger1c1bee02023-06-01 16:51:35 -07001932 mCameraIdStr.c_str(), strerror(ret), ret);
Yin-Chia Yehb978c382019-10-30 00:22:37 -07001933 }
1934
Emilian Peevcc0b7952020-01-07 13:54:47 -08001935 sp<CameraOfflineSessionClient> offlineClient;
1936 if (offlineSession.get() != nullptr) {
1937 offlineClient = new CameraOfflineSessionClient(sCameraService,
Austin Borger17e3ebe2024-02-14 15:02:11 -08001938 offlineSession, offlineCompositeStreamMap, cameraCb, mAttributionAndPermissionUtils,
1939 mClientPackageName, mClientFeatureId, mCameraIdStr, mCameraFacing, mOrientation,
1940 mClientPid, mClientUid, mServicePid);
Emilian Peevcc0b7952020-01-07 13:54:47 -08001941 ret = sCameraService->addOfflineClient(mCameraIdStr, offlineClient);
1942 }
1943
Yin-Chia Yehb978c382019-10-30 00:22:37 -07001944 if (ret == OK) {
Emilian Peevd99c8ae2019-11-26 13:19:13 -08001945 // A successful offline session switch must reset the current camera client
1946 // and release any resources occupied by previously configured streams.
1947 mStreamMap.clear();
1948 mConfiguredOutputs.clear();
1949 mDeferredStreams.clear();
1950 mStreamInfoMap.clear();
Emilian Peev2f5d6012022-01-19 16:16:50 -08001951 Mutex::Autolock l(mCompositeLock);
Emilian Peevd99c8ae2019-11-26 13:19:13 -08001952 mCompositeStreamMap.clear();
1953 mInputStream = {false, 0, 0, 0, 0};
Yin-Chia Yehb978c382019-10-30 00:22:37 -07001954 } else {
Emilian Peev886ac212023-02-07 14:10:24 -08001955 // In case we failed to register the offline client, ensure that it still initialized
1956 // so that all failing requests can return back correctly once the object is released.
Austin Borger1c1bee02023-06-01 16:51:35 -07001957 offlineClient->initialize(nullptr /*cameraProviderManager*/, std::string()/*monitorTags*/);
Emilian Peev886ac212023-02-07 14:10:24 -08001958
Emilian Peevb2bc5a42019-11-20 16:02:14 -08001959 switch(ret) {
1960 case BAD_VALUE:
1961 return STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT,
1962 "Illegal argument to HAL module for camera \"%s\"", mCameraIdStr.c_str());
1963 case TIMED_OUT:
1964 return STATUS_ERROR_FMT(CameraService::ERROR_CAMERA_IN_USE,
1965 "Camera \"%s\" is already open", mCameraIdStr.c_str());
1966 default:
1967 return STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION,
1968 "Failed to initialize camera \"%s\": %s (%d)", mCameraIdStr.c_str(),
1969 strerror(-ret), ret);
1970 }
Yin-Chia Yehb978c382019-10-30 00:22:37 -07001971 }
1972
1973 *session = offlineClient;
1974
1975 return binder::Status::ok();
1976}
1977
Igor Murashkine7ee7632013-06-11 18:10:18 -07001978status_t CameraDeviceClient::dump(int fd, const Vector<String16>& args) {
Eino-Ville Talvalac4003962016-01-13 10:07:04 -08001979 return BasicClient::dump(fd, args);
1980}
1981
1982status_t CameraDeviceClient::dumpClient(int fd, const Vector<String16>& args) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001983 dprintf(fd, " CameraDeviceClient[%s] (%p) dump:\n",
Austin Borger1c1bee02023-06-01 16:51:35 -07001984 mCameraIdStr.c_str(),
Eino-Ville Talvalae992e752014-11-07 16:17:48 -08001985 (getRemoteCallback() != NULL ?
Marco Nelissenf8880202014-11-14 07:58:25 -08001986 IInterface::asBinder(getRemoteCallback()).get() : NULL) );
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001987 dprintf(fd, " Current client UID %u\n", mClientUid);
Igor Murashkine7ee7632013-06-11 18:10:18 -07001988
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001989 dprintf(fd, " State:\n");
1990 dprintf(fd, " Request ID counter: %d\n", mRequestIdCounter);
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001991 if (mInputStream.configured) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001992 dprintf(fd, " Current input stream ID: %d\n", mInputStream.id);
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001993 } else {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001994 dprintf(fd, " No input stream configured.\n");
Chien-Yu Chen618ff8a2015-03-13 11:27:17 -07001995 }
Eino-Ville Talvala67489d22014-09-18 15:52:02 -07001996 if (!mStreamMap.isEmpty()) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001997 dprintf(fd, " Current output stream/surface IDs:\n");
Eino-Ville Talvala67489d22014-09-18 15:52:02 -07001998 for (size_t i = 0; i < mStreamMap.size(); i++) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08001999 dprintf(fd, " Stream %d Surface %d\n",
Shuzhen Wang0129d522016-10-30 22:43:41 -07002000 mStreamMap.valueAt(i).streamId(),
2001 mStreamMap.valueAt(i).surfaceId());
Eino-Ville Talvala67489d22014-09-18 15:52:02 -07002002 }
Zhijun He5d677d12016-05-29 16:52:39 -07002003 } else if (!mDeferredStreams.isEmpty()) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08002004 dprintf(fd, " Current deferred surface output stream IDs:\n");
Zhijun He5d677d12016-05-29 16:52:39 -07002005 for (auto& streamId : mDeferredStreams) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08002006 dprintf(fd, " Stream %d\n", streamId);
Zhijun He5d677d12016-05-29 16:52:39 -07002007 }
Eino-Ville Talvala67489d22014-09-18 15:52:02 -07002008 } else {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08002009 dprintf(fd, " No output streams configured.\n");
Eino-Ville Talvala67489d22014-09-18 15:52:02 -07002010 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07002011 // TODO: print dynamic/request section from most recent requests
2012 mFrameProcessor->dump(fd, args);
2013
2014 return dumpDevice(fd, args);
2015}
2016
Austin Borger1c1bee02023-06-01 16:51:35 -07002017status_t CameraDeviceClient::startWatchingTags(const std::string &tags, int out) {
Avichal Rakesh7e53cad2021-10-05 13:46:30 -07002018 sp<CameraDeviceBase> device = mDevice;
2019 if (!device) {
2020 dprintf(out, " Device is detached.");
2021 return OK;
2022 }
2023 device->startWatchingTags(tags);
2024 return OK;
2025}
2026
2027status_t CameraDeviceClient::stopWatchingTags(int out) {
2028 sp<CameraDeviceBase> device = mDevice;
2029 if (!device) {
2030 dprintf(out, " Device is detached.");
2031 return OK;
2032 }
2033 device->stopWatchingTags();
2034 return OK;
2035}
2036
2037status_t CameraDeviceClient::dumpWatchedEventsToVector(std::vector<std::string> &out) {
2038 sp<CameraDeviceBase> device = mDevice;
2039 if (!device) {
2040 return OK;
2041 }
2042 device->dumpWatchedEventsToVector(out);
2043 return OK;
2044}
2045
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08002046void CameraDeviceClient::notifyError(int32_t errorCode,
Jianing Weicb0652e2014-03-12 18:29:36 -07002047 const CaptureResultExtras& resultExtras) {
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07002048 // Thread safe. Don't bother locking.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08002049 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07002050
Emilian Peev538c90e2018-12-17 18:03:19 +00002051 bool skipClientNotification = false;
Emilian Peev2f5d6012022-01-19 16:16:50 -08002052 {
2053 // Access to the composite stream map must be synchronized
2054 Mutex::Autolock l(mCompositeLock);
2055 // Composites can have multiple internal streams. Error notifications coming from such
2056 // internal streams may need to remain within camera service.
2057 for (size_t i = 0; i < mCompositeStreamMap.size(); i++) {
2058 skipClientNotification |= mCompositeStreamMap.valueAt(i)->onError(errorCode,
2059 resultExtras);
2060 }
Emilian Peev538c90e2018-12-17 18:03:19 +00002061 }
2062
2063 if ((remoteCb != 0) && (!skipClientNotification)) {
Jianing Weicb0652e2014-03-12 18:29:36 -07002064 remoteCb->onDeviceError(errorCode, resultExtras);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07002065 }
2066}
2067
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07002068void CameraDeviceClient::notifyRepeatingRequestError(long lastFrameNumber) {
2069 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
2070
2071 if (remoteCb != 0) {
Yin-Chia Yeh8ca23dc2017-09-05 18:15:56 -07002072 remoteCb->onRepeatingRequestError(lastFrameNumber, mStreamingRequestId);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07002073 }
2074
Shuzhen Wangc9ca6782016-04-26 13:40:31 -07002075 Mutex::Autolock idLock(mStreamingRequestIdLock);
Chien-Yu Chene8c535e2016-04-14 12:18:26 -07002076 mStreamingRequestId = REQUEST_ID_NONE;
2077}
2078
Shuzhen Wang316781a2020-08-18 18:11:01 -07002079void CameraDeviceClient::notifyIdle(
2080 int64_t requestCount, int64_t resultErrorCount, bool deviceError,
Eino-Ville Talvalaffc186b2024-04-09 18:10:47 -07002081 std::pair<int32_t, int32_t> mostRequestedFpsRange,
Shuzhen Wang316781a2020-08-18 18:11:01 -07002082 const std::vector<hardware::CameraStreamStats>& streamStats) {
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07002083 // Thread safe. Don't bother locking.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08002084 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07002085
2086 if (remoteCb != 0) {
2087 remoteCb->onDeviceIdle();
2088 }
Emilian Peev567c31c2023-03-06 15:02:37 -08002089
2090 std::vector<hardware::CameraStreamStats> fullStreamStats = streamStats;
2091 {
2092 Mutex::Autolock l(mCompositeLock);
2093 for (size_t i = 0; i < mCompositeStreamMap.size(); i++) {
2094 hardware::CameraStreamStats compositeStats;
2095 mCompositeStreamMap.valueAt(i)->getStreamStats(&compositeStats);
2096 if (compositeStats.mWidth > 0) {
2097 fullStreamStats.push_back(compositeStats);
2098 }
2099 }
2100 }
Shuzhen Wangd26b1862022-03-07 12:05:05 -08002101 Camera2ClientBase::notifyIdleWithUserTag(requestCount, resultErrorCount, deviceError,
Eino-Ville Talvalaffc186b2024-04-09 18:10:47 -07002102 mostRequestedFpsRange,
2103 fullStreamStats,
2104 mRunningSessionStats.mUserTag,
2105 mRunningSessionStats.mVideoStabilizationMode,
2106 mRunningSessionStats.mUsedUltraWide,
2107 mRunningSessionStats.mUsedSettingsOverrideZoom);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07002108}
2109
Jianing Weicb0652e2014-03-12 18:29:36 -07002110void CameraDeviceClient::notifyShutter(const CaptureResultExtras& resultExtras,
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07002111 nsecs_t timestamp) {
2112 // Thread safe. Don't bother locking.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08002113 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07002114 if (remoteCb != 0) {
Jianing Weicb0652e2014-03-12 18:29:36 -07002115 remoteCb->onCaptureStarted(resultExtras, timestamp);
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07002116 }
Eino-Ville Talvala412fe562015-08-20 17:08:32 -07002117 Camera2ClientBase::notifyShutter(resultExtras, timestamp);
Shuzhen Wang68ac7ad2019-01-30 14:03:28 -08002118
Emilian Peev2f5d6012022-01-19 16:16:50 -08002119 // Access to the composite stream map must be synchronized
2120 Mutex::Autolock l(mCompositeLock);
Shuzhen Wang68ac7ad2019-01-30 14:03:28 -08002121 for (size_t i = 0; i < mCompositeStreamMap.size(); i++) {
2122 mCompositeStreamMap.valueAt(i)->onShutter(resultExtras, timestamp);
2123 }
Eino-Ville Talvalaf1e98d82013-09-06 09:32:43 -07002124}
2125
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07002126void CameraDeviceClient::notifyPrepared(int streamId) {
2127 // Thread safe. Don't bother locking.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08002128 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07002129 if (remoteCb != 0) {
Jayant Chowdhary57184d52023-02-14 20:54:39 +00002130 ALOGV("%s: stream id %d", __FUNCTION__, streamId);
Eino-Ville Talvala4d44cad2015-04-11 13:15:45 -07002131 remoteCb->onPrepared(streamId);
2132 }
2133}
2134
Shuzhen Wang9d066012016-09-30 11:30:20 -07002135void CameraDeviceClient::notifyRequestQueueEmpty() {
2136 // Thread safe. Don't bother locking.
2137 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback();
2138 if (remoteCb != 0) {
2139 remoteCb->onRequestQueueEmpty();
2140 }
2141}
2142
Igor Murashkine7ee7632013-06-11 18:10:18 -07002143void CameraDeviceClient::detachDevice() {
2144 if (mDevice == 0) return;
2145
Shuzhen Wang316781a2020-08-18 18:11:01 -07002146 nsecs_t startTime = systemTime();
Austin Borger1c1bee02023-06-01 16:51:35 -07002147 ALOGV("Camera %s: Stopping processors", mCameraIdStr.c_str());
Igor Murashkine7ee7632013-06-11 18:10:18 -07002148
Emilian Peev7ee731f2022-02-08 14:55:52 -08002149 if (mFrameProcessor.get() != nullptr) {
2150 mFrameProcessor->removeListener(
2151 camera2::FrameProcessorBase::FRAME_PROCESSOR_LISTENER_MIN_ID,
2152 camera2::FrameProcessorBase::FRAME_PROCESSOR_LISTENER_MAX_ID, /*listener*/this);
2153 mFrameProcessor->requestExit();
Austin Borger1c1bee02023-06-01 16:51:35 -07002154 ALOGV("Camera %s: Waiting for threads", mCameraIdStr.c_str());
Emilian Peev7ee731f2022-02-08 14:55:52 -08002155 mFrameProcessor->join();
Austin Borger1c1bee02023-06-01 16:51:35 -07002156 ALOGV("Camera %s: Disconnecting device", mCameraIdStr.c_str());
Emilian Peev7ee731f2022-02-08 14:55:52 -08002157 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07002158
2159 // WORKAROUND: HAL refuses to disconnect while there's streams in flight
2160 {
Emilian Peev6b51d7d2018-07-23 11:41:44 +01002161 int64_t lastFrameNumber;
Igor Murashkine7ee7632013-06-11 18:10:18 -07002162 status_t code;
Emilian Peev6b51d7d2018-07-23 11:41:44 +01002163 if ((code = mDevice->flush(&lastFrameNumber)) != OK) {
2164 ALOGE("%s: flush failed with code 0x%x", __FUNCTION__, code);
2165 }
2166
Igor Murashkine7ee7632013-06-11 18:10:18 -07002167 if ((code = mDevice->waitUntilDrained()) != OK) {
2168 ALOGE("%s: waitUntilDrained failed with code 0x%x", __FUNCTION__,
2169 code);
2170 }
2171 }
2172
Emilian Peev2f5d6012022-01-19 16:16:50 -08002173 {
2174 Mutex::Autolock l(mCompositeLock);
2175 for (size_t i = 0; i < mCompositeStreamMap.size(); i++) {
2176 auto ret = mCompositeStreamMap.valueAt(i)->deleteInternalStreams();
2177 if (ret != OK) {
2178 ALOGE("%s: Failed removing composite stream %s (%d)", __FUNCTION__,
2179 strerror(-ret), ret);
2180 }
Emilian Peev5e4c7322019-10-22 14:20:52 -07002181 }
Emilian Peev2f5d6012022-01-19 16:16:50 -08002182 mCompositeStreamMap.clear();
Emilian Peev5e4c7322019-10-22 14:20:52 -07002183 }
Emilian Peev5e4c7322019-10-22 14:20:52 -07002184
Shuzhen Wang03fe6232023-02-05 12:41:15 -08002185 bool hasDeviceError = mDevice->hasDeviceError();
Igor Murashkine7ee7632013-06-11 18:10:18 -07002186 Camera2ClientBase::detachDevice();
Shuzhen Wang316781a2020-08-18 18:11:01 -07002187
2188 int32_t closeLatencyMs = ns2ms(systemTime() - startTime);
Shuzhen Wang03fe6232023-02-05 12:41:15 -08002189 mCameraServiceProxyWrapper->logClose(mCameraIdStr, closeLatencyMs, hasDeviceError);
Igor Murashkine7ee7632013-06-11 18:10:18 -07002190}
2191
2192/** Device-related methods */
Jianing Weicb0652e2014-03-12 18:29:36 -07002193void CameraDeviceClient::onResultAvailable(const CaptureResult& result) {
Igor Murashkine7ee7632013-06-11 18:10:18 -07002194 ATRACE_CALL();
2195 ALOGV("%s", __FUNCTION__);
2196
Igor Murashkin4fb55c12013-08-29 17:43:01 -07002197 // Thread-safe. No lock necessary.
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08002198 sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = mRemoteCallback;
Igor Murashkin4fb55c12013-08-29 17:43:01 -07002199 if (remoteCb != NULL) {
Shuzhen Wang5c22c152017-12-31 17:12:25 -08002200 remoteCb->onResultReceived(result.mMetadata, result.mResultExtras,
2201 result.mPhysicalMetadatas);
Igor Murashkine7ee7632013-06-11 18:10:18 -07002202 }
Emilian Peev538c90e2018-12-17 18:03:19 +00002203
Emilian Peev2f5d6012022-01-19 16:16:50 -08002204 // Access to the composite stream map must be synchronized
2205 Mutex::Autolock l(mCompositeLock);
Emilian Peev538c90e2018-12-17 18:03:19 +00002206 for (size_t i = 0; i < mCompositeStreamMap.size(); i++) {
2207 mCompositeStreamMap.valueAt(i)->onResultAvailable(result);
2208 }
Igor Murashkine7ee7632013-06-11 18:10:18 -07002209}
2210
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08002211binder::Status CameraDeviceClient::checkPidStatus(const char* checkLocation) {
Eino-Ville Talvala6192b892016-04-04 12:31:18 -07002212 if (mDisconnected) {
2213 return STATUS_ERROR(CameraService::ERROR_DISCONNECTED,
2214 "The camera device has been disconnected");
2215 }
Eino-Ville Talvalad56db1d2015-12-17 16:50:35 -08002216 status_t res = checkPid(checkLocation);
2217 return (res == OK) ? binder::Status::ok() :
2218 STATUS_ERROR(CameraService::ERROR_PERMISSION_DENIED,
2219 "Attempt to use camera from a different process than original client");
2220}
2221
Igor Murashkine7ee7632013-06-11 18:10:18 -07002222// TODO: move to Camera2ClientBase
2223bool CameraDeviceClient::enforceRequestPermissions(CameraMetadata& metadata) {
2224
Austin Borger22c5c852024-03-08 13:31:36 -08002225 const int pid = getCallingPid();
Igor Murashkine7ee7632013-06-11 18:10:18 -07002226 const int selfPid = getpid();
2227 camera_metadata_entry_t entry;
2228
2229 /**
2230 * Mixin default important security values
2231 * - android.led.transmit = defaulted ON
2232 */
2233 CameraMetadata staticInfo = mDevice->info();
2234 entry = staticInfo.find(ANDROID_LED_AVAILABLE_LEDS);
2235 for(size_t i = 0; i < entry.count; ++i) {
2236 uint8_t led = entry.data.u8[i];
2237
2238 switch(led) {
2239 case ANDROID_LED_AVAILABLE_LEDS_TRANSMIT: {
2240 uint8_t transmitDefault = ANDROID_LED_TRANSMIT_ON;
2241 if (!metadata.exists(ANDROID_LED_TRANSMIT)) {
2242 metadata.update(ANDROID_LED_TRANSMIT,
2243 &transmitDefault, 1);
2244 }
2245 break;
2246 }
2247 }
2248 }
2249
2250 // We can do anything!
2251 if (pid == selfPid) {
2252 return true;
2253 }
2254
2255 /**
2256 * Permission check special fields in the request
2257 * - android.led.transmit = android.permission.CAMERA_DISABLE_TRANSMIT
2258 */
2259 entry = metadata.find(ANDROID_LED_TRANSMIT);
2260 if (entry.count > 0 && entry.data.u8[0] != ANDROID_LED_TRANSMIT_ON) {
2261 String16 permissionString =
Austin Borger1c1bee02023-06-01 16:51:35 -07002262 toString16("android.permission.CAMERA_DISABLE_TRANSMIT_LED");
Igor Murashkine7ee7632013-06-11 18:10:18 -07002263 if (!checkCallingPermission(permissionString)) {
Austin Borger22c5c852024-03-08 13:31:36 -08002264 const int uid = getCallingUid();
Igor Murashkine7ee7632013-06-11 18:10:18 -07002265 ALOGE("Permission Denial: "
2266 "can't disable transmit LED pid=%d, uid=%d", pid, uid);
2267 return false;
2268 }
2269 }
2270
2271 return true;
2272}
2273
Shuzhen Wang610d7b82022-02-08 14:37:22 -08002274status_t CameraDeviceClient::getRotationTransformLocked(int mirrorMode,
2275 int32_t* transform) {
Igor Murashkinf8b2a6f2013-09-17 17:03:28 -07002276 ALOGV("%s: begin", __FUNCTION__);
2277
Igor Murashkinf8b2a6f2013-09-17 17:03:28 -07002278 const CameraMetadata& staticInfo = mDevice->info();
Shuzhen Wang610d7b82022-02-08 14:37:22 -08002279 return CameraUtils::getRotationTransform(staticInfo, mirrorMode, transform);
Igor Murashkinf8b2a6f2013-09-17 17:03:28 -07002280}
2281
Austin Borger1c1bee02023-06-01 16:51:35 -07002282const CameraMetadata &CameraDeviceClient::getStaticInfo(const std::string &cameraId) {
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08002283 if (mDevice->getId() == cameraId) {
2284 return mDevice->info();
2285 }
2286 return mDevice->infoPhysical(cameraId);
2287}
2288
Austin Borger1c1bee02023-06-01 16:51:35 -07002289bool CameraDeviceClient::supportsUltraHighResolutionCapture(const std::string &cameraId) {
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08002290 const CameraMetadata &deviceInfo = getStaticInfo(cameraId);
Jayant Chowdharydbd1efb2023-02-07 16:14:48 -08002291 return SessionConfigurationUtils::supportsUltraHighResolutionCapture(deviceInfo);
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08002292}
2293
2294bool CameraDeviceClient::isSensorPixelModeConsistent(
2295 const std::list<int> &streamIdList, const CameraMetadata &settings) {
2296 // First we get the sensorPixelMode from the settings metadata.
2297 int32_t sensorPixelMode = ANDROID_SENSOR_PIXEL_MODE_DEFAULT;
2298 camera_metadata_ro_entry sensorPixelModeEntry = settings.find(ANDROID_SENSOR_PIXEL_MODE);
2299 if (sensorPixelModeEntry.count != 0) {
2300 sensorPixelMode = sensorPixelModeEntry.data.u8[0];
2301 if (sensorPixelMode != ANDROID_SENSOR_PIXEL_MODE_DEFAULT &&
2302 sensorPixelMode != ANDROID_SENSOR_PIXEL_MODE_MAXIMUM_RESOLUTION) {
2303 ALOGE("%s: Request sensor pixel mode not is not one of the valid values %d",
2304 __FUNCTION__, sensorPixelMode);
2305 return false;
2306 }
2307 }
2308 // Check whether each stream has max resolution allowed.
2309 bool consistent = true;
2310 for (auto it : streamIdList) {
2311 auto const streamInfoIt = mStreamInfoMap.find(it);
2312 if (streamInfoIt == mStreamInfoMap.end()) {
2313 ALOGE("%s: stream id %d not created, skipping", __FUNCTION__, it);
2314 return false;
2315 }
2316 consistent =
2317 streamInfoIt->second.sensorPixelModesUsed.find(sensorPixelMode) !=
2318 streamInfoIt->second.sensorPixelModesUsed.end();
2319 if (!consistent) {
2320 ALOGE("sensorPixelMode used %i not consistent with configured modes", sensorPixelMode);
2321 for (auto m : streamInfoIt->second.sensorPixelModesUsed) {
2322 ALOGE("sensor pixel mode used list: %i", m);
2323 }
2324 break;
2325 }
2326 }
2327
2328 return consistent;
2329}
2330
Igor Murashkine7ee7632013-06-11 18:10:18 -07002331} // namespace android