Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1 | /* |
Shuzhen Wang | c28189a | 2017-11-27 23:05:10 -0800 | [diff] [blame] | 2 | * Copyright (C) 2013-2018 The Android Open Source Project |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #define LOG_TAG "CameraDeviceClient" |
| 18 | #define ATRACE_TAG ATRACE_TAG_CAMERA |
Jianing Wei | cb0652e | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 19 | //#define LOG_NDEBUG 0 |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 20 | |
Eino-Ville Talvala | 6f1a9c1 | 2023-09-14 17:26:28 -0700 | [diff] [blame] | 21 | #include <com_android_internal_camera_flags.h> |
Eino-Ville Talvala | 7b82efe | 2013-07-25 17:12:35 -0700 | [diff] [blame] | 22 | #include <cutils/properties.h> |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 23 | #include <utils/Log.h> |
Colin Cross | b8a9dbb | 2020-08-27 04:12:26 +0000 | [diff] [blame] | 24 | #include <utils/SessionConfigurationUtils.h> |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 25 | #include <utils/Trace.h> |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 26 | #include <gui/Surface.h> |
Eino-Ville Talvala | 7b82efe | 2013-07-25 17:12:35 -0700 | [diff] [blame] | 27 | #include <camera/camera2/CaptureRequest.h> |
Ruben Brunk | 5698d44 | 2014-06-18 10:39:40 -0700 | [diff] [blame] | 28 | #include <camera/CameraUtils.h> |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 29 | #include <camera/StringUtils.h> |
Eino-Ville Talvala | 7b82efe | 2013-07-25 17:12:35 -0700 | [diff] [blame] | 30 | |
| 31 | #include "common/CameraDeviceBase.h" |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 32 | #include "device3/Camera3Device.h" |
| 33 | #include "device3/Camera3OutputStream.h" |
Eino-Ville Talvala | 7b82efe | 2013-07-25 17:12:35 -0700 | [diff] [blame] | 34 | #include "api2/CameraDeviceClient.h" |
| 35 | |
Emilian Peev | 00420d2 | 2018-02-05 21:33:13 +0000 | [diff] [blame] | 36 | #include <camera_metadata_hidden.h> |
| 37 | |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 38 | #include "DepthCompositeStream.h" |
Shuzhen Wang | 68ac7ad | 2019-01-30 14:03:28 -0800 | [diff] [blame] | 39 | #include "HeicCompositeStream.h" |
Emilian Peev | 434248e | 2022-10-06 14:58:54 -0700 | [diff] [blame] | 40 | #include "JpegRCompositeStream.h" |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 41 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 42 | // Convenience methods for constructing binder::Status objects for error returns |
Eino-Ville Talvala | 7b82efe | 2013-07-25 17:12:35 -0700 | [diff] [blame] | 43 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 44 | #define STATUS_ERROR(errorCode, errorString) \ |
| 45 | binder::Status::fromServiceSpecificError(errorCode, \ |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 46 | fmt::sprintf("%s:%d: %s", __FUNCTION__, __LINE__, errorString).c_str()) |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 47 | |
| 48 | #define STATUS_ERROR_FMT(errorCode, errorString, ...) \ |
| 49 | binder::Status::fromServiceSpecificError(errorCode, \ |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 50 | fmt::sprintf("%s:%d: " errorString, __FUNCTION__, __LINE__, \ |
| 51 | __VA_ARGS__).c_str()) |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 52 | |
| 53 | namespace android { |
| 54 | using namespace camera2; |
Austin Borger | ea93124 | 2021-12-13 23:10:41 +0000 | [diff] [blame] | 55 | using namespace camera3; |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 56 | using camera3::camera_stream_rotation_t::CAMERA_STREAM_ROTATION_0; |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 57 | |
Eino-Ville Talvala | 6f1a9c1 | 2023-09-14 17:26:28 -0700 | [diff] [blame] | 58 | namespace flags = com::android::internal::camera::flags; |
| 59 | |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 60 | CameraDeviceClientBase::CameraDeviceClientBase( |
| 61 | const sp<CameraService>& cameraService, |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 62 | const sp<hardware::camera2::ICameraDeviceCallbacks>& remoteCallback, |
Austin Borger | 17e3ebe | 2024-02-14 15:02:11 -0800 | [diff] [blame] | 63 | std::shared_ptr<AttributionAndPermissionUtils> attributionAndPermissionUtils, |
Austin Borger | 2e772b8 | 2024-10-11 16:09:57 -0700 | [diff] [blame] | 64 | const AttributionSourceState& clientAttribution, int callingPid, bool systemNativeClient, |
| 65 | const std::string& cameraId, [[maybe_unused]] int api1CameraId, int cameraFacing, |
Jyoti Bhayana | 1f9600b | 2024-10-29 20:25:32 -0700 | [diff] [blame] | 66 | int sensorOrientation, int servicePid, int rotationOverride, bool sharedMode) |
Austin Borger | 2e772b8 | 2024-10-11 16:09:57 -0700 | [diff] [blame] | 67 | : BasicClient(cameraService, IInterface::asBinder(remoteCallback), |
| 68 | attributionAndPermissionUtils, clientAttribution, callingPid, systemNativeClient, |
Jyoti Bhayana | 1f9600b | 2024-10-29 20:25:32 -0700 | [diff] [blame] | 69 | cameraId, cameraFacing, sensorOrientation, servicePid, rotationOverride, |
| 70 | sharedMode), |
Austin Borger | 2e772b8 | 2024-10-11 16:09:57 -0700 | [diff] [blame] | 71 | mRemoteCallback(remoteCallback) {} |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 72 | |
| 73 | // Interface used by CameraService |
| 74 | |
Austin Borger | 2e772b8 | 2024-10-11 16:09:57 -0700 | [diff] [blame] | 75 | CameraDeviceClient::CameraDeviceClient( |
| 76 | const sp<CameraService>& cameraService, |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 77 | const sp<hardware::camera2::ICameraDeviceCallbacks>& remoteCallback, |
Austin Borger | 74fca04 | 2022-05-23 12:41:21 -0700 | [diff] [blame] | 78 | std::shared_ptr<CameraServiceProxyWrapper> cameraServiceProxyWrapper, |
Austin Borger | 17e3ebe | 2024-02-14 15:02:11 -0800 | [diff] [blame] | 79 | std::shared_ptr<AttributionAndPermissionUtils> attributionAndPermissionUtils, |
Austin Borger | 2e772b8 | 2024-10-11 16:09:57 -0700 | [diff] [blame] | 80 | const AttributionSourceState& clientAttribution, int callingPid, bool systemNativeClient, |
| 81 | const std::string& cameraId, int cameraFacing, int sensorOrientation, int servicePid, |
Jyoti Bhayana | 1f9600b | 2024-10-29 20:25:32 -0700 | [diff] [blame] | 82 | bool overrideForPerfClass, int rotationOverride, const std::string& originalCameraId, |
| 83 | bool sharedMode) |
Austin Borger | 2e772b8 | 2024-10-11 16:09:57 -0700 | [diff] [blame] | 84 | : Camera2ClientBase(cameraService, remoteCallback, cameraServiceProxyWrapper, |
| 85 | attributionAndPermissionUtils, clientAttribution, callingPid, |
| 86 | systemNativeClient, cameraId, /*API1 camera ID*/ -1, cameraFacing, |
Jyoti Bhayana | 1f9600b | 2024-10-29 20:25:32 -0700 | [diff] [blame] | 87 | sensorOrientation, servicePid, overrideForPerfClass, rotationOverride, |
| 88 | sharedMode), |
Austin Borger | 2e772b8 | 2024-10-11 16:09:57 -0700 | [diff] [blame] | 89 | mInputStream(), |
| 90 | mStreamingRequestId(REQUEST_ID_NONE), |
| 91 | mRequestIdCounter(0), |
| 92 | mOverrideForPerfClass(overrideForPerfClass), |
| 93 | mOriginalCameraId(originalCameraId) { |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 94 | ATRACE_CALL(); |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 95 | ALOGI("CameraDeviceClient %s: Opened", cameraId.c_str()); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 96 | } |
| 97 | |
Emilian Peev | bd8c503 | 2018-02-14 23:05:40 +0000 | [diff] [blame] | 98 | status_t CameraDeviceClient::initialize(sp<CameraProviderManager> manager, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 99 | const std::string& monitorTags) { |
Emilian Peev | bd8c503 | 2018-02-14 23:05:40 +0000 | [diff] [blame] | 100 | return initializeImpl(manager, monitorTags); |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 101 | } |
| 102 | |
| 103 | template<typename TProviderPtr> |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 104 | status_t CameraDeviceClient::initializeImpl(TProviderPtr providerPtr, |
| 105 | const std::string& monitorTags) { |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 106 | ATRACE_CALL(); |
| 107 | status_t res; |
| 108 | |
Emilian Peev | bd8c503 | 2018-02-14 23:05:40 +0000 | [diff] [blame] | 109 | res = Camera2ClientBase::initialize(providerPtr, monitorTags); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 110 | if (res != OK) { |
| 111 | return res; |
| 112 | } |
| 113 | |
Eino-Ville Talvala | 7b82efe | 2013-07-25 17:12:35 -0700 | [diff] [blame] | 114 | mFrameProcessor = new FrameProcessorBase(mDevice); |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 115 | std::string threadName = std::string("CDU-") + mCameraIdStr + "-FrameProc"; |
| 116 | res = mFrameProcessor->run(threadName.c_str()); |
Austin Borger | 7b12954 | 2022-06-09 13:23:06 -0700 | [diff] [blame] | 117 | if (res != OK) { |
| 118 | ALOGE("%s: Unable to start frame processor thread: %s (%d)", |
| 119 | __FUNCTION__, strerror(-res), res); |
| 120 | return res; |
| 121 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 122 | |
Emilian Peev | faa4bde | 2020-01-23 12:19:37 -0800 | [diff] [blame] | 123 | mFrameProcessor->registerListener(camera2::FrameProcessorBase::FRAME_PROCESSOR_LISTENER_MIN_ID, |
| 124 | camera2::FrameProcessorBase::FRAME_PROCESSOR_LISTENER_MAX_ID, |
Eino-Ville Talvala | 184dfe4 | 2013-11-07 15:13:16 -0800 | [diff] [blame] | 125 | /*listener*/this, |
Zhijun He | 25a0aef | 2014-06-25 11:40:02 -0700 | [diff] [blame] | 126 | /*sendPartials*/true); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 127 | |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 128 | const CameraMetadata &deviceInfo = mDevice->info(); |
| 129 | camera_metadata_ro_entry_t physicalKeysEntry = deviceInfo.find( |
Emilian Peev | 00420d2 | 2018-02-05 21:33:13 +0000 | [diff] [blame] | 130 | ANDROID_REQUEST_AVAILABLE_PHYSICAL_CAMERA_REQUEST_KEYS); |
| 131 | if (physicalKeysEntry.count > 0) { |
| 132 | mSupportedPhysicalRequestKeys.insert(mSupportedPhysicalRequestKeys.begin(), |
| 133 | physicalKeysEntry.data.i32, |
| 134 | physicalKeysEntry.data.i32 + physicalKeysEntry.count); |
| 135 | } |
| 136 | |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 137 | auto entry = deviceInfo.find(ANDROID_REQUEST_AVAILABLE_CAPABILITIES); |
| 138 | mDynamicProfileMap.emplace( |
| 139 | ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD, |
| 140 | ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD); |
| 141 | if (entry.count > 0) { |
Shuzhen Wang | c8ab452 | 2021-12-14 20:12:42 -0800 | [diff] [blame] | 142 | const auto it = std::find(entry.data.u8, entry.data.u8 + entry.count, |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 143 | ANDROID_REQUEST_AVAILABLE_CAPABILITIES_DYNAMIC_RANGE_TEN_BIT); |
Shuzhen Wang | c8ab452 | 2021-12-14 20:12:42 -0800 | [diff] [blame] | 144 | if (it != entry.data.u8 + entry.count) { |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 145 | entry = deviceInfo.find(ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP); |
Emilian Peev | c81a759 | 2022-02-14 17:38:18 -0800 | [diff] [blame] | 146 | if (entry.count > 0 || ((entry.count % 3) != 0)) { |
| 147 | int64_t standardBitmap = |
| 148 | ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD; |
| 149 | for (size_t i = 0; i < entry.count; i += 3) { |
| 150 | if (entry.data.i64[i] != |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 151 | ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD) { |
Emilian Peev | c81a759 | 2022-02-14 17:38:18 -0800 | [diff] [blame] | 152 | mDynamicProfileMap.emplace(entry.data.i64[i], entry.data.i64[i+1]); |
| 153 | if ((entry.data.i64[i+1] == 0) || (entry.data.i64[i+1] & |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 154 | ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD)) { |
Emilian Peev | c81a759 | 2022-02-14 17:38:18 -0800 | [diff] [blame] | 155 | standardBitmap |= entry.data.i64[i]; |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 156 | } |
| 157 | } else { |
Emilian Peev | c81a759 | 2022-02-14 17:38:18 -0800 | [diff] [blame] | 158 | ALOGE("%s: Device %s includes unexpected profile entry: 0x%" PRIx64 "!", |
| 159 | __FUNCTION__, mCameraIdStr.c_str(), entry.data.i64[i]); |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 160 | } |
| 161 | } |
Emilian Peev | ef715e2 | 2022-05-19 17:44:33 -0700 | [diff] [blame] | 162 | mDynamicProfileMap[ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD] = |
| 163 | standardBitmap; |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 164 | } else { |
| 165 | ALOGE("%s: Device %s supports 10-bit output but doesn't include a dynamic range" |
| 166 | " profile map!", __FUNCTION__, mCameraIdStr.c_str()); |
| 167 | } |
| 168 | } |
| 169 | } |
| 170 | |
Shuzhen Wang | 03d8cc1 | 2018-09-12 14:17:09 -0700 | [diff] [blame] | 171 | mProviderManager = providerPtr; |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 172 | // Cache physical camera ids corresponding to this device and also the high |
| 173 | // resolution sensors in this device + physical camera ids |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 174 | mProviderManager->isLogicalCamera(mCameraIdStr, &mPhysicalCameraIds); |
Jayant Chowdhary | dbd1efb | 2023-02-07 16:14:48 -0800 | [diff] [blame] | 175 | if (supportsUltraHighResolutionCapture(mCameraIdStr)) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 176 | mHighResolutionSensors.insert(mCameraIdStr); |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 177 | } |
| 178 | for (auto &physicalId : mPhysicalCameraIds) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 179 | if (supportsUltraHighResolutionCapture(physicalId)) { |
| 180 | mHighResolutionSensors.insert(physicalId); |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 181 | } |
| 182 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 183 | return OK; |
| 184 | } |
| 185 | |
| 186 | CameraDeviceClient::~CameraDeviceClient() { |
| 187 | } |
| 188 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 189 | binder::Status CameraDeviceClient::submitRequest( |
| 190 | const hardware::camera2::CaptureRequest& request, |
| 191 | bool streaming, |
| 192 | /*out*/ |
| 193 | hardware::camera2::utils::SubmitInfo *submitInfo) { |
| 194 | std::vector<hardware::camera2::CaptureRequest> requestList = { request }; |
| 195 | return submitRequestList(requestList, streaming, submitInfo); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 196 | } |
| 197 | |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 198 | binder::Status CameraDeviceClient::insertGbpLocked(const sp<IGraphicBufferProducer>& gbp, |
Emilian Peev | f873aa5 | 2018-01-26 14:58:28 +0000 | [diff] [blame] | 199 | SurfaceMap* outSurfaceMap, Vector<int32_t>* outputStreamIds, int32_t *currentStreamId) { |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 200 | int compositeIdx; |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 201 | int idx = mStreamMap.indexOfKey(IInterface::asBinder(gbp)); |
| 202 | |
Emilian Peev | 2f5d601 | 2022-01-19 16:16:50 -0800 | [diff] [blame] | 203 | Mutex::Autolock l(mCompositeLock); |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 204 | // Trying to submit request with surface that wasn't created |
| 205 | if (idx == NAME_NOT_FOUND) { |
| 206 | ALOGE("%s: Camera %s: Tried to submit a request with a surface that" |
| 207 | " we have not called createStream on", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 208 | __FUNCTION__, mCameraIdStr.c_str()); |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 209 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 210 | "Request targets Surface that is not part of current capture session"); |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 211 | } else if ((compositeIdx = mCompositeStreamMap.indexOfKey(IInterface::asBinder(gbp))) |
| 212 | != NAME_NOT_FOUND) { |
| 213 | mCompositeStreamMap.valueAt(compositeIdx)->insertGbp(outSurfaceMap, outputStreamIds, |
| 214 | currentStreamId); |
| 215 | return binder::Status::ok(); |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 216 | } |
| 217 | |
| 218 | const StreamSurfaceId& streamSurfaceId = mStreamMap.valueAt(idx); |
| 219 | if (outSurfaceMap->find(streamSurfaceId.streamId()) == outSurfaceMap->end()) { |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 220 | outputStreamIds->push_back(streamSurfaceId.streamId()); |
| 221 | } |
| 222 | (*outSurfaceMap)[streamSurfaceId.streamId()].push_back(streamSurfaceId.surfaceId()); |
| 223 | |
| 224 | ALOGV("%s: Camera %s: Appending output stream %d surface %d to request", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 225 | __FUNCTION__, mCameraIdStr.c_str(), streamSurfaceId.streamId(), |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 226 | streamSurfaceId.surfaceId()); |
| 227 | |
Emilian Peev | f873aa5 | 2018-01-26 14:58:28 +0000 | [diff] [blame] | 228 | if (currentStreamId != nullptr) { |
| 229 | *currentStreamId = streamSurfaceId.streamId(); |
| 230 | } |
| 231 | |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 232 | return binder::Status::ok(); |
| 233 | } |
| 234 | |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 235 | static std::list<int> getIntersection(const std::unordered_set<int> &streamIdsForThisCamera, |
| 236 | const Vector<int> &streamIdsForThisRequest) { |
| 237 | std::list<int> intersection; |
| 238 | for (auto &streamId : streamIdsForThisRequest) { |
| 239 | if (streamIdsForThisCamera.find(streamId) != streamIdsForThisCamera.end()) { |
| 240 | intersection.emplace_back(streamId); |
| 241 | } |
| 242 | } |
| 243 | return intersection; |
| 244 | } |
| 245 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 246 | binder::Status CameraDeviceClient::submitRequestList( |
| 247 | const std::vector<hardware::camera2::CaptureRequest>& requests, |
| 248 | bool streaming, |
| 249 | /*out*/ |
| 250 | hardware::camera2::utils::SubmitInfo *submitInfo) { |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 251 | ATRACE_CALL(); |
Mark Salyzyn | 5046841 | 2014-06-18 16:33:43 -0700 | [diff] [blame] | 252 | ALOGV("%s-start of function. Request list size %zu", __FUNCTION__, requests.size()); |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 253 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 254 | binder::Status res = binder::Status::ok(); |
| 255 | status_t err; |
| 256 | if ( !(res = checkPidStatus(__FUNCTION__) ).isOk()) { |
| 257 | return res; |
| 258 | } |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 259 | |
| 260 | Mutex::Autolock icl(mBinderSerializationLock); |
| 261 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 262 | if (!mDevice.get()) { |
| 263 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 264 | } |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 265 | |
| 266 | if (requests.empty()) { |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 267 | ALOGE("%s: Camera %s: Sent null request. Rejecting request.", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 268 | __FUNCTION__, mCameraIdStr.c_str()); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 269 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Empty request list"); |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 270 | } |
| 271 | |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 272 | List<const CameraDeviceBase::PhysicalCameraSettingsList> metadataRequestList; |
Ryan Prichard | 09a5c6e | 2024-06-27 23:42:58 -0700 | [diff] [blame] | 273 | std::list<SurfaceMap> surfaceMapList; |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 274 | submitInfo->mRequestId = mRequestIdCounter; |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 275 | uint32_t loopCounter = 0; |
| 276 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 277 | for (auto&& request: requests) { |
| 278 | if (request.mIsReprocess) { |
Chien-Yu Chen | ed0412e | 2015-04-27 15:04:22 -0700 | [diff] [blame] | 279 | if (!mInputStream.configured) { |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 280 | ALOGE("%s: Camera %s: no input stream is configured.", __FUNCTION__, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 281 | mCameraIdStr.c_str()); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 282 | return STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 283 | "No input configured for camera %s but request is for reprocessing", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 284 | mCameraIdStr.c_str()); |
Chien-Yu Chen | ed0412e | 2015-04-27 15:04:22 -0700 | [diff] [blame] | 285 | } else if (streaming) { |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 286 | ALOGE("%s: Camera %s: streaming reprocess requests not supported.", __FUNCTION__, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 287 | mCameraIdStr.c_str()); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 288 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 289 | "Repeating reprocess requests not supported"); |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 290 | } else if (request.mPhysicalCameraSettings.size() > 1) { |
| 291 | ALOGE("%s: Camera %s: reprocess requests not supported for " |
| 292 | "multiple physical cameras.", __FUNCTION__, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 293 | mCameraIdStr.c_str()); |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 294 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 295 | "Reprocess requests not supported for multiple cameras"); |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 296 | } |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 297 | } |
| 298 | |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 299 | if (request.mPhysicalCameraSettings.empty()) { |
| 300 | ALOGE("%s: Camera %s: request doesn't contain any settings.", __FUNCTION__, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 301 | mCameraIdStr.c_str()); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 302 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 303 | "Request doesn't contain any settings"); |
| 304 | } |
| 305 | |
| 306 | //The first capture settings should always match the logical camera id |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 307 | const std::string &logicalId = request.mPhysicalCameraSettings.begin()->id; |
malikakash | 73125c6 | 2023-07-21 22:44:34 +0000 | [diff] [blame] | 308 | if (mDevice->getId() != logicalId && mOriginalCameraId != logicalId) { |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 309 | ALOGE("%s: Camera %s: Invalid camera request settings.", __FUNCTION__, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 310 | mCameraIdStr.c_str()); |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 311 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 312 | "Invalid camera request settings"); |
| 313 | } |
| 314 | |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 315 | if (request.mSurfaceList.isEmpty() && request.mStreamIdxList.size() == 0) { |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 316 | ALOGE("%s: Camera %s: Requests must have at least one surface target. " |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 317 | "Rejecting request.", __FUNCTION__, mCameraIdStr.c_str()); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 318 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 319 | "Request has no output targets"); |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 320 | } |
| 321 | |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 322 | /** |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 323 | * Write in the output stream IDs and map from stream ID to surface ID |
| 324 | * which we calculate from the capture request's list of surface target |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 325 | */ |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 326 | SurfaceMap surfaceMap; |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 327 | Vector<int32_t> outputStreamIds; |
Emilian Peev | f873aa5 | 2018-01-26 14:58:28 +0000 | [diff] [blame] | 328 | std::vector<std::string> requestedPhysicalIds; |
Emilian Peev | c81a759 | 2022-02-14 17:38:18 -0800 | [diff] [blame] | 329 | int64_t dynamicProfileBitmap = 0; |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 330 | if (request.mSurfaceList.size() > 0) { |
Chih-Hung Hsieh | 3ef324d | 2018-12-11 11:48:12 -0800 | [diff] [blame] | 331 | for (const sp<Surface>& surface : request.mSurfaceList) { |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 332 | if (surface == 0) continue; |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 333 | |
Emilian Peev | f873aa5 | 2018-01-26 14:58:28 +0000 | [diff] [blame] | 334 | int32_t streamId; |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 335 | sp<IGraphicBufferProducer> gbp = surface->getIGraphicBufferProducer(); |
Emilian Peev | f873aa5 | 2018-01-26 14:58:28 +0000 | [diff] [blame] | 336 | res = insertGbpLocked(gbp, &surfaceMap, &outputStreamIds, &streamId); |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 337 | if (!res.isOk()) { |
| 338 | return res; |
| 339 | } |
Emilian Peev | f873aa5 | 2018-01-26 14:58:28 +0000 | [diff] [blame] | 340 | |
| 341 | ssize_t index = mConfiguredOutputs.indexOfKey(streamId); |
| 342 | if (index >= 0) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 343 | const std::string &requestedPhysicalId = |
| 344 | mConfiguredOutputs.valueAt(index).getPhysicalCameraId(); |
| 345 | requestedPhysicalIds.push_back(requestedPhysicalId); |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 346 | dynamicProfileBitmap |= |
| 347 | mConfiguredOutputs.valueAt(index).getDynamicRangeProfile(); |
Emilian Peev | f873aa5 | 2018-01-26 14:58:28 +0000 | [diff] [blame] | 348 | } else { |
| 349 | ALOGW("%s: Output stream Id not found among configured outputs!", __FUNCTION__); |
| 350 | } |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 351 | } |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 352 | } else { |
| 353 | for (size_t i = 0; i < request.mStreamIdxList.size(); i++) { |
| 354 | int streamId = request.mStreamIdxList.itemAt(i); |
| 355 | int surfaceIdx = request.mSurfaceIdxList.itemAt(i); |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 356 | |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 357 | ssize_t index = mConfiguredOutputs.indexOfKey(streamId); |
| 358 | if (index < 0) { |
| 359 | ALOGE("%s: Camera %s: Tried to submit a request with a surface that" |
| 360 | " we have not called createStream on: stream %d", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 361 | __FUNCTION__, mCameraIdStr.c_str(), streamId); |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 362 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 363 | "Request targets Surface that is not part of current capture session"); |
| 364 | } |
| 365 | |
| 366 | const auto& gbps = mConfiguredOutputs.valueAt(index).getGraphicBufferProducers(); |
| 367 | if ((size_t)surfaceIdx >= gbps.size()) { |
| 368 | ALOGE("%s: Camera %s: Tried to submit a request with a surface that" |
| 369 | " we have not called createStream on: stream %d, surfaceIdx %d", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 370 | __FUNCTION__, mCameraIdStr.c_str(), streamId, surfaceIdx); |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 371 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 372 | "Request targets Surface has invalid surface index"); |
| 373 | } |
| 374 | |
Emilian Peev | f873aa5 | 2018-01-26 14:58:28 +0000 | [diff] [blame] | 375 | res = insertGbpLocked(gbps[surfaceIdx], &surfaceMap, &outputStreamIds, nullptr); |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 376 | if (!res.isOk()) { |
| 377 | return res; |
| 378 | } |
Emilian Peev | f873aa5 | 2018-01-26 14:58:28 +0000 | [diff] [blame] | 379 | |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 380 | const std::string &requestedPhysicalId = |
| 381 | mConfiguredOutputs.valueAt(index).getPhysicalCameraId(); |
| 382 | requestedPhysicalIds.push_back(requestedPhysicalId); |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 383 | dynamicProfileBitmap |= |
| 384 | mConfiguredOutputs.valueAt(index).getDynamicRangeProfile(); |
| 385 | } |
| 386 | } |
| 387 | |
| 388 | if (dynamicProfileBitmap != |
| 389 | ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD) { |
| 390 | for (int i = ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD; |
| 391 | i < ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_MAX; i <<= 1) { |
| 392 | if ((dynamicProfileBitmap & i) == 0) { |
| 393 | continue; |
| 394 | } |
| 395 | |
| 396 | const auto& it = mDynamicProfileMap.find(i); |
| 397 | if (it != mDynamicProfileMap.end()) { |
| 398 | if ((it->second == 0) || |
| 399 | ((it->second & dynamicProfileBitmap) == dynamicProfileBitmap)) { |
| 400 | continue; |
| 401 | } else { |
| 402 | ALOGE("%s: Camera %s: Tried to submit a request with a surfaces that" |
| 403 | " reference an unsupported dynamic range profile combination" |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 404 | " 0x%" PRIx64 "!", __FUNCTION__, mCameraIdStr.c_str(), |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 405 | dynamicProfileBitmap); |
| 406 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 407 | "Request targets an unsupported dynamic range profile" |
| 408 | " combination"); |
| 409 | } |
| 410 | } else { |
| 411 | ALOGE("%s: Camera %s: Tried to submit a request with a surface that" |
| 412 | " references unsupported dynamic range profile 0x%x!", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 413 | __FUNCTION__, mCameraIdStr.c_str(), i); |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 414 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 415 | "Request targets 10-bit Surface with unsupported dynamic range" |
| 416 | " profile"); |
| 417 | } |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 418 | } |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 419 | } |
| 420 | |
Emilian Peev | f873aa5 | 2018-01-26 14:58:28 +0000 | [diff] [blame] | 421 | CameraDeviceBase::PhysicalCameraSettingsList physicalSettingsList; |
| 422 | for (const auto& it : request.mPhysicalCameraSettings) { |
malikakash | 73125c6 | 2023-07-21 22:44:34 +0000 | [diff] [blame] | 423 | const std::string resolvedId = (mOriginalCameraId == it.id) ? mDevice->getId() : it.id; |
Emilian Peev | 00420d2 | 2018-02-05 21:33:13 +0000 | [diff] [blame] | 424 | if (it.settings.isEmpty()) { |
| 425 | ALOGE("%s: Camera %s: Sent empty metadata packet. Rejecting request.", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 426 | __FUNCTION__, mCameraIdStr.c_str()); |
Emilian Peev | 00420d2 | 2018-02-05 21:33:13 +0000 | [diff] [blame] | 427 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 428 | "Request settings are empty"); |
| 429 | } |
| 430 | |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 431 | // Check whether the physical / logical stream has settings |
| 432 | // consistent with the sensor pixel mode(s) it was configured with. |
| 433 | // mCameraIdToStreamSet will only have ids that are high resolution |
malikakash | 73125c6 | 2023-07-21 22:44:34 +0000 | [diff] [blame] | 434 | const auto streamIdSetIt = mHighResolutionCameraIdToStreamIdSet.find(resolvedId); |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 435 | if (streamIdSetIt != mHighResolutionCameraIdToStreamIdSet.end()) { |
| 436 | std::list<int> streamIdsUsedInRequest = getIntersection(streamIdSetIt->second, |
| 437 | outputStreamIds); |
| 438 | if (!request.mIsReprocess && |
| 439 | !isSensorPixelModeConsistent(streamIdsUsedInRequest, it.settings)) { |
| 440 | ALOGE("%s: Camera %s: Request settings CONTROL_SENSOR_PIXEL_MODE not " |
| 441 | "consistent with configured streams. Rejecting request.", |
malikakash | 73125c6 | 2023-07-21 22:44:34 +0000 | [diff] [blame] | 442 | __FUNCTION__, resolvedId.c_str()); |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 443 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 444 | "Request settings CONTROL_SENSOR_PIXEL_MODE are not consistent with " |
| 445 | "streams configured"); |
| 446 | } |
| 447 | } |
| 448 | |
malikakash | 73125c6 | 2023-07-21 22:44:34 +0000 | [diff] [blame] | 449 | const std::string &physicalId = resolvedId; |
Shuzhen Wang | 911c6a3 | 2021-10-27 13:36:03 -0700 | [diff] [blame] | 450 | bool hasTestPatternModePhysicalKey = std::find(mSupportedPhysicalRequestKeys.begin(), |
| 451 | mSupportedPhysicalRequestKeys.end(), ANDROID_SENSOR_TEST_PATTERN_MODE) != |
| 452 | mSupportedPhysicalRequestKeys.end(); |
| 453 | bool hasTestPatternDataPhysicalKey = std::find(mSupportedPhysicalRequestKeys.begin(), |
| 454 | mSupportedPhysicalRequestKeys.end(), ANDROID_SENSOR_TEST_PATTERN_DATA) != |
| 455 | mSupportedPhysicalRequestKeys.end(); |
Emilian Peev | f873aa5 | 2018-01-26 14:58:28 +0000 | [diff] [blame] | 456 | if (physicalId != mDevice->getId()) { |
| 457 | auto found = std::find(requestedPhysicalIds.begin(), requestedPhysicalIds.end(), |
malikakash | 73125c6 | 2023-07-21 22:44:34 +0000 | [diff] [blame] | 458 | resolvedId); |
Emilian Peev | f873aa5 | 2018-01-26 14:58:28 +0000 | [diff] [blame] | 459 | if (found == requestedPhysicalIds.end()) { |
| 460 | ALOGE("%s: Camera %s: Physical camera id: %s not part of attached outputs.", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 461 | __FUNCTION__, mCameraIdStr.c_str(), physicalId.c_str()); |
Emilian Peev | f873aa5 | 2018-01-26 14:58:28 +0000 | [diff] [blame] | 462 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 463 | "Invalid physical camera id"); |
| 464 | } |
Emilian Peev | 00420d2 | 2018-02-05 21:33:13 +0000 | [diff] [blame] | 465 | |
| 466 | if (!mSupportedPhysicalRequestKeys.empty()) { |
| 467 | // Filter out any unsupported physical request keys. |
| 468 | CameraMetadata filteredParams(mSupportedPhysicalRequestKeys.size()); |
| 469 | camera_metadata_t *meta = const_cast<camera_metadata_t *>( |
| 470 | filteredParams.getAndLock()); |
| 471 | set_camera_metadata_vendor_id(meta, mDevice->getVendorTagId()); |
| 472 | filteredParams.unlock(meta); |
| 473 | |
| 474 | for (const auto& keyIt : mSupportedPhysicalRequestKeys) { |
| 475 | camera_metadata_ro_entry entry = it.settings.find(keyIt); |
| 476 | if (entry.count > 0) { |
| 477 | filteredParams.update(entry); |
| 478 | } |
| 479 | } |
| 480 | |
malikakash | 73125c6 | 2023-07-21 22:44:34 +0000 | [diff] [blame] | 481 | physicalSettingsList.push_back({resolvedId, filteredParams, |
Shuzhen Wang | 911c6a3 | 2021-10-27 13:36:03 -0700 | [diff] [blame] | 482 | hasTestPatternModePhysicalKey, hasTestPatternDataPhysicalKey}); |
Emilian Peev | 00420d2 | 2018-02-05 21:33:13 +0000 | [diff] [blame] | 483 | } |
| 484 | } else { |
malikakash | 73125c6 | 2023-07-21 22:44:34 +0000 | [diff] [blame] | 485 | physicalSettingsList.push_back({resolvedId, it.settings}); |
Emilian Peev | f873aa5 | 2018-01-26 14:58:28 +0000 | [diff] [blame] | 486 | } |
Emilian Peev | f873aa5 | 2018-01-26 14:58:28 +0000 | [diff] [blame] | 487 | } |
| 488 | |
| 489 | if (!enforceRequestPermissions(physicalSettingsList.begin()->metadata)) { |
| 490 | // Callee logs |
| 491 | return STATUS_ERROR(CameraService::ERROR_PERMISSION_DENIED, |
| 492 | "Caller does not have permission to change restricted controls"); |
| 493 | } |
| 494 | |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 495 | physicalSettingsList.begin()->metadata.update(ANDROID_REQUEST_OUTPUT_STREAMS, |
| 496 | &outputStreamIds[0], outputStreamIds.size()); |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 497 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 498 | if (request.mIsReprocess) { |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 499 | physicalSettingsList.begin()->metadata.update(ANDROID_REQUEST_INPUT_STREAMS, |
| 500 | &mInputStream.id, 1); |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 501 | } |
| 502 | |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 503 | physicalSettingsList.begin()->metadata.update(ANDROID_REQUEST_ID, |
| 504 | &(submitInfo->mRequestId), /*size*/1); |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 505 | loopCounter++; // loopCounter starts from 1 |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 506 | ALOGV("%s: Camera %s: Creating request with ID %d (%d of %zu)", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 507 | __FUNCTION__, mCameraIdStr.c_str(), submitInfo->mRequestId, |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 508 | loopCounter, requests.size()); |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 509 | |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 510 | metadataRequestList.push_back(physicalSettingsList); |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 511 | surfaceMapList.push_back(surfaceMap); |
Shuzhen Wang | d26b186 | 2022-03-07 12:05:05 -0800 | [diff] [blame] | 512 | |
Shuzhen Wang | 9372b0b | 2022-05-11 18:55:19 -0700 | [diff] [blame] | 513 | // Save certain CaptureRequest settings |
Shuzhen Wang | d26b186 | 2022-03-07 12:05:05 -0800 | [diff] [blame] | 514 | if (!request.mUserTag.empty()) { |
Eino-Ville Talvala | ffc186b | 2024-04-09 18:10:47 -0700 | [diff] [blame] | 515 | mRunningSessionStats.mUserTag = request.mUserTag; |
Shuzhen Wang | d26b186 | 2022-03-07 12:05:05 -0800 | [diff] [blame] | 516 | } |
Shuzhen Wang | 9372b0b | 2022-05-11 18:55:19 -0700 | [diff] [blame] | 517 | camera_metadata_entry entry = |
| 518 | physicalSettingsList.begin()->metadata.find( |
| 519 | ANDROID_CONTROL_VIDEO_STABILIZATION_MODE); |
| 520 | if (entry.count == 1) { |
Eino-Ville Talvala | ffc186b | 2024-04-09 18:10:47 -0700 | [diff] [blame] | 521 | mRunningSessionStats.mVideoStabilizationMode = entry.data.u8[0]; |
Shuzhen Wang | 9372b0b | 2022-05-11 18:55:19 -0700 | [diff] [blame] | 522 | } |
Eino-Ville Talvala | ffc186b | 2024-04-09 18:10:47 -0700 | [diff] [blame] | 523 | |
Shuzhen Wang | 968b23f | 2024-09-09 09:56:16 -0700 | [diff] [blame] | 524 | if (!mRunningSessionStats.mUsedUltraWide) { |
Eino-Ville Talvala | 6f1a9c1 | 2023-09-14 17:26:28 -0700 | [diff] [blame] | 525 | entry = physicalSettingsList.begin()->metadata.find( |
| 526 | ANDROID_CONTROL_ZOOM_RATIO); |
| 527 | if (entry.count == 1 && entry.data.f[0] < 1.0f ) { |
Eino-Ville Talvala | ffc186b | 2024-04-09 18:10:47 -0700 | [diff] [blame] | 528 | mRunningSessionStats.mUsedUltraWide = true; |
Eino-Ville Talvala | 6f1a9c1 | 2023-09-14 17:26:28 -0700 | [diff] [blame] | 529 | } |
| 530 | } |
Shuzhen Wang | 0fccf0b | 2024-09-09 10:11:09 -0700 | [diff] [blame] | 531 | if (!mRunningSessionStats.mUsedSettingsOverrideZoom) { |
Shuzhen Wang | 6e08d20 | 2023-10-24 20:27:14 +0000 | [diff] [blame] | 532 | entry = physicalSettingsList.begin()->metadata.find( |
| 533 | ANDROID_CONTROL_SETTINGS_OVERRIDE); |
| 534 | if (entry.count == 1 && entry.data.i32[0] == |
| 535 | ANDROID_CONTROL_SETTINGS_OVERRIDE_ZOOM) { |
Eino-Ville Talvala | ffc186b | 2024-04-09 18:10:47 -0700 | [diff] [blame] | 536 | mRunningSessionStats.mUsedSettingsOverrideZoom = true; |
Shuzhen Wang | 6e08d20 | 2023-10-24 20:27:14 +0000 | [diff] [blame] | 537 | } |
| 538 | } |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 539 | } |
| 540 | mRequestIdCounter++; |
| 541 | |
| 542 | if (streaming) { |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 543 | err = mDevice->setStreamingRequestList(metadataRequestList, surfaceMapList, |
| 544 | &(submitInfo->mLastFrameNumber)); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 545 | if (err != OK) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 546 | std::string msg = fmt::sprintf( |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 547 | "Camera %s: Got error %s (%d) after trying to set streaming request", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 548 | mCameraIdStr.c_str(), strerror(-err), err); |
| 549 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 550 | res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 551 | msg.c_str()); |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 552 | } else { |
Shuzhen Wang | c9ca678 | 2016-04-26 13:40:31 -0700 | [diff] [blame] | 553 | Mutex::Autolock idLock(mStreamingRequestIdLock); |
Chien-Yu Chen | e8c535e | 2016-04-14 12:18:26 -0700 | [diff] [blame] | 554 | mStreamingRequestId = submitInfo->mRequestId; |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 555 | } |
| 556 | } else { |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 557 | err = mDevice->captureList(metadataRequestList, surfaceMapList, |
| 558 | &(submitInfo->mLastFrameNumber)); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 559 | if (err != OK) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 560 | std::string msg = fmt::sprintf( |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 561 | "Camera %s: Got error %s (%d) after trying to submit capture request", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 562 | mCameraIdStr.c_str(), strerror(-err), err); |
| 563 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 564 | res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 565 | msg.c_str()); |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 566 | } |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 567 | ALOGV("%s: requestId = %d ", __FUNCTION__, submitInfo->mRequestId); |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 568 | } |
| 569 | |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 570 | ALOGV("%s: Camera %s: End of function", __FUNCTION__, mCameraIdStr.c_str()); |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 571 | return res; |
| 572 | } |
| 573 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 574 | binder::Status CameraDeviceClient::cancelRequest( |
| 575 | int requestId, |
| 576 | /*out*/ |
| 577 | int64_t* lastFrameNumber) { |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 578 | ATRACE_CALL(); |
| 579 | ALOGV("%s, requestId = %d", __FUNCTION__, requestId); |
| 580 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 581 | status_t err; |
| 582 | binder::Status res; |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 583 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 584 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 585 | |
| 586 | Mutex::Autolock icl(mBinderSerializationLock); |
| 587 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 588 | if (!mDevice.get()) { |
| 589 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 590 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 591 | |
Shuzhen Wang | c9ca678 | 2016-04-26 13:40:31 -0700 | [diff] [blame] | 592 | Mutex::Autolock idLock(mStreamingRequestIdLock); |
Chien-Yu Chen | e8c535e | 2016-04-14 12:18:26 -0700 | [diff] [blame] | 593 | if (mStreamingRequestId != requestId) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 594 | std::string msg = fmt::sprintf("Camera %s: Canceling request ID %d doesn't match " |
| 595 | "current request ID %d", mCameraIdStr.c_str(), requestId, mStreamingRequestId); |
| 596 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
| 597 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 598 | } |
| 599 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 600 | err = mDevice->clearStreamingRequest(lastFrameNumber); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 601 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 602 | if (err == OK) { |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 603 | ALOGV("%s: Camera %s: Successfully cleared streaming request", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 604 | __FUNCTION__, mCameraIdStr.c_str()); |
Chien-Yu Chen | e8c535e | 2016-04-14 12:18:26 -0700 | [diff] [blame] | 605 | mStreamingRequestId = REQUEST_ID_NONE; |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 606 | } else { |
| 607 | res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 608 | "Camera %s: Error clearing streaming request: %s (%d)", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 609 | mCameraIdStr.c_str(), strerror(-err), err); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 610 | } |
| 611 | |
| 612 | return res; |
| 613 | } |
| 614 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 615 | binder::Status CameraDeviceClient::beginConfigure() { |
Eino-Ville Talvala | 6aeb888 | 2017-08-07 17:40:49 -0700 | [diff] [blame] | 616 | ATRACE_CALL(); |
Jyoti Bhayana | 1f9600b | 2024-10-29 20:25:32 -0700 | [diff] [blame] | 617 | if (!flags::camera_multi_client()) { |
| 618 | return binder::Status::ok(); |
| 619 | } |
| 620 | if (!mDevice.get()) { |
| 621 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 622 | } |
| 623 | status_t res = mDevice->beginConfigure(); |
| 624 | if (res != OK) { |
| 625 | std::string msg = fmt::sprintf("Camera %s: Error beginning stream configuration: %s (%d)", |
| 626 | mCameraIdStr.c_str(), strerror(-res), res); |
| 627 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
| 628 | return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.c_str()); |
| 629 | } |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 630 | return binder::Status::ok(); |
Ruben Brunk | b2119af | 2014-05-09 19:57:56 -0700 | [diff] [blame] | 631 | } |
| 632 | |
Emilian Peev | 5fbe0ba | 2017-10-20 15:45:45 +0100 | [diff] [blame] | 633 | binder::Status CameraDeviceClient::endConfigure(int operatingMode, |
Shuzhen Wang | 316781a | 2020-08-18 18:11:01 -0700 | [diff] [blame] | 634 | const hardware::camera2::impl::CameraMetadataNative& sessionParams, int64_t startTimeMs, |
Emilian Peev | cc0b795 | 2020-01-07 13:54:47 -0800 | [diff] [blame] | 635 | std::vector<int>* offlineStreamIds /*out*/) { |
Eino-Ville Talvala | 6aeb888 | 2017-08-07 17:40:49 -0700 | [diff] [blame] | 636 | ATRACE_CALL(); |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 637 | ALOGV("%s: ending configure (%d input stream, %zu output surfaces)", |
| 638 | __FUNCTION__, mInputStream.configured ? 1 : 0, |
| 639 | mStreamMap.size()); |
Igor Murashkin | e2d167e | 2014-08-19 16:19:59 -0700 | [diff] [blame] | 640 | |
Zhijun He | 0effd52 | 2016-03-04 10:22:27 -0800 | [diff] [blame] | 641 | binder::Status res; |
| 642 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| 643 | |
Emilian Peev | cc0b795 | 2020-01-07 13:54:47 -0800 | [diff] [blame] | 644 | if (offlineStreamIds == nullptr) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 645 | std::string msg = "Invalid offline stream ids"; |
| 646 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
| 647 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Emilian Peev | cc0b795 | 2020-01-07 13:54:47 -0800 | [diff] [blame] | 648 | } |
| 649 | |
Zhijun He | 0effd52 | 2016-03-04 10:22:27 -0800 | [diff] [blame] | 650 | Mutex::Autolock icl(mBinderSerializationLock); |
| 651 | |
| 652 | if (!mDevice.get()) { |
| 653 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 654 | } |
| 655 | |
Shuzhen Wang | d4abdf7 | 2021-05-28 11:22:50 -0700 | [diff] [blame] | 656 | res = SessionConfigurationUtils::checkOperatingMode(operatingMode, mDevice->info(), |
Colin Cross | b8a9dbb | 2020-08-27 04:12:26 +0000 | [diff] [blame] | 657 | mCameraIdStr); |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 658 | if (!res.isOk()) { |
| 659 | return res; |
| 660 | } |
| 661 | |
Jyoti Bhayana | 1f9600b | 2024-10-29 20:25:32 -0700 | [diff] [blame] | 662 | if (flags::camera_multi_client() && mSharedMode) { |
| 663 | // For shared camera session, streams are already configured |
| 664 | // earlier, hence no need to do it here. |
| 665 | return res; |
| 666 | } |
| 667 | |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 668 | status_t err = mDevice->configureStreams(sessionParams, operatingMode); |
| 669 | if (err == BAD_VALUE) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 670 | std::string msg = fmt::sprintf("Camera %s: Unsupported set of inputs/outputs provided", |
| 671 | mCameraIdStr.c_str()); |
| 672 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
| 673 | res = STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 674 | } else if (err != OK) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 675 | std::string msg = fmt::sprintf("Camera %s: Error configuring streams: %s (%d)", |
| 676 | mCameraIdStr.c_str(), strerror(-err), err); |
| 677 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
| 678 | res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.c_str()); |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 679 | } else { |
Emilian Peev | cc0b795 | 2020-01-07 13:54:47 -0800 | [diff] [blame] | 680 | offlineStreamIds->clear(); |
| 681 | mDevice->getOfflineStreamIds(offlineStreamIds); |
| 682 | |
Emilian Peev | 2f5d601 | 2022-01-19 16:16:50 -0800 | [diff] [blame] | 683 | Mutex::Autolock l(mCompositeLock); |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 684 | for (size_t i = 0; i < mCompositeStreamMap.size(); ++i) { |
| 685 | err = mCompositeStreamMap.valueAt(i)->configureStream(); |
Emilian Peev | cc0b795 | 2020-01-07 13:54:47 -0800 | [diff] [blame] | 686 | if (err != OK) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 687 | std::string msg = fmt::sprintf("Camera %s: Error configuring composite " |
| 688 | "streams: %s (%d)", mCameraIdStr.c_str(), strerror(-err), err); |
| 689 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
| 690 | res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.c_str()); |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 691 | break; |
| 692 | } |
Emilian Peev | cc0b795 | 2020-01-07 13:54:47 -0800 | [diff] [blame] | 693 | |
| 694 | // Composite streams can only support offline mode in case all individual internal |
| 695 | // streams are also supported. |
| 696 | std::vector<int> internalStreams; |
| 697 | mCompositeStreamMap.valueAt(i)->insertCompositeStreamIds(&internalStreams); |
Emilian Peev | faa4bde | 2020-01-23 12:19:37 -0800 | [diff] [blame] | 698 | offlineStreamIds->erase( |
| 699 | std::remove_if(offlineStreamIds->begin(), offlineStreamIds->end(), |
Emilian Peev | cc0b795 | 2020-01-07 13:54:47 -0800 | [diff] [blame] | 700 | [&internalStreams] (int streamId) { |
| 701 | auto it = std::find(internalStreams.begin(), internalStreams.end(), |
| 702 | streamId); |
| 703 | if (it != internalStreams.end()) { |
| 704 | internalStreams.erase(it); |
| 705 | return true; |
| 706 | } |
| 707 | |
Emilian Peev | faa4bde | 2020-01-23 12:19:37 -0800 | [diff] [blame] | 708 | return false;}), offlineStreamIds->end()); |
Emilian Peev | cc0b795 | 2020-01-07 13:54:47 -0800 | [diff] [blame] | 709 | if (internalStreams.empty()) { |
| 710 | offlineStreamIds->push_back(mCompositeStreamMap.valueAt(i)->getStreamId()); |
| 711 | } |
| 712 | } |
| 713 | |
| 714 | for (const auto& offlineStreamId : *offlineStreamIds) { |
| 715 | mStreamInfoMap[offlineStreamId].supportsOffline = true; |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 716 | } |
Shuzhen Wang | 316781a | 2020-08-18 18:11:01 -0700 | [diff] [blame] | 717 | |
| 718 | nsecs_t configureEnd = systemTime(); |
| 719 | int32_t configureDurationMs = ns2ms(configureEnd) - startTimeMs; |
Austin Borger | 74fca04 | 2022-05-23 12:41:21 -0700 | [diff] [blame] | 720 | mCameraServiceProxyWrapper->logStreamConfigured(mCameraIdStr, operatingMode, |
Shuzhen Wang | 316781a | 2020-08-18 18:11:01 -0700 | [diff] [blame] | 721 | false /*internalReconfig*/, configureDurationMs); |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 722 | } |
| 723 | |
| 724 | return res; |
| 725 | } |
| 726 | |
Jayant Chowdhary | 2bbdce4 | 2020-01-12 14:55:41 -0800 | [diff] [blame] | 727 | binder::Status CameraDeviceClient::isSessionConfigurationSupported( |
| 728 | const SessionConfiguration& sessionConfiguration, bool *status /*out*/) { |
Jayant Chowdhary | 2bbdce4 | 2020-01-12 14:55:41 -0800 | [diff] [blame] | 729 | |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 730 | ATRACE_CALL(); |
Jayant Chowdhary | 2bbdce4 | 2020-01-12 14:55:41 -0800 | [diff] [blame] | 731 | binder::Status res; |
| 732 | status_t ret = OK; |
| 733 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| 734 | |
| 735 | Mutex::Autolock icl(mBinderSerializationLock); |
| 736 | |
| 737 | if (!mDevice.get()) { |
| 738 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 739 | } |
| 740 | |
Jayant Chowdhary | 2bbdce4 | 2020-01-12 14:55:41 -0800 | [diff] [blame] | 741 | if (status == nullptr) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 742 | std::string msg = fmt::sprintf( "Camera %s: Invalid status!", mCameraIdStr.c_str()); |
| 743 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
| 744 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Jayant Chowdhary | 2bbdce4 | 2020-01-12 14:55:41 -0800 | [diff] [blame] | 745 | } |
Shuzhen Wang | d4abdf7 | 2021-05-28 11:22:50 -0700 | [diff] [blame] | 746 | |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 747 | *status = false; |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 748 | ret = mProviderManager->isSessionConfigurationSupported(mCameraIdStr.c_str(), |
Shuzhen Wang | 045be6c | 2023-10-12 10:01:10 -0700 | [diff] [blame] | 749 | sessionConfiguration, mOverrideForPerfClass, /*checkSessionParams*/false, |
| 750 | status); |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 751 | switch (ret) { |
| 752 | case OK: |
| 753 | // Expected, do nothing. |
| 754 | break; |
| 755 | case INVALID_OPERATION: { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 756 | std::string msg = fmt::sprintf( |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 757 | "Camera %s: Session configuration query not supported!", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 758 | mCameraIdStr.c_str()); |
| 759 | ALOGD("%s: %s", __FUNCTION__, msg.c_str()); |
| 760 | res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.c_str()); |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 761 | } |
| 762 | |
| 763 | break; |
| 764 | default: { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 765 | std::string msg = fmt::sprintf( "Camera %s: Error: %s (%d)", mCameraIdStr.c_str(), |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 766 | strerror(-ret), ret); |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 767 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 768 | res = STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 769 | msg.c_str()); |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 770 | } |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 771 | } |
| 772 | |
| 773 | return res; |
Ruben Brunk | b2119af | 2014-05-09 19:57:56 -0700 | [diff] [blame] | 774 | } |
| 775 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 776 | binder::Status CameraDeviceClient::deleteStream(int streamId) { |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 777 | ATRACE_CALL(); |
| 778 | ALOGV("%s (streamId = 0x%x)", __FUNCTION__, streamId); |
| 779 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 780 | binder::Status res; |
| 781 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 782 | |
| 783 | Mutex::Autolock icl(mBinderSerializationLock); |
| 784 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 785 | if (!mDevice.get()) { |
| 786 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 787 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 788 | |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 789 | bool isInput = false; |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 790 | std::vector<sp<IBinder>> surfaces; |
Jyoti Bhayana | 1f9600b | 2024-10-29 20:25:32 -0700 | [diff] [blame] | 791 | std::vector<size_t> removedSurfaceIds; |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 792 | ssize_t dIndex = NAME_NOT_FOUND; |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 793 | ssize_t compositeIndex = NAME_NOT_FOUND; |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 794 | |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 795 | if (mInputStream.configured && mInputStream.id == streamId) { |
| 796 | isInput = true; |
| 797 | } else { |
| 798 | // Guard against trying to delete non-created streams |
| 799 | for (size_t i = 0; i < mStreamMap.size(); ++i) { |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 800 | if (streamId == mStreamMap.valueAt(i).streamId()) { |
| 801 | surfaces.push_back(mStreamMap.keyAt(i)); |
Jyoti Bhayana | 1f9600b | 2024-10-29 20:25:32 -0700 | [diff] [blame] | 802 | if (flags::camera_multi_client() && mSharedMode) { |
| 803 | removedSurfaceIds.push_back(mStreamMap.valueAt(i).surfaceId()); |
| 804 | } |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 805 | } |
| 806 | } |
| 807 | |
| 808 | // See if this stream is one of the deferred streams. |
| 809 | for (size_t i = 0; i < mDeferredStreams.size(); ++i) { |
| 810 | if (streamId == mDeferredStreams[i]) { |
| 811 | dIndex = i; |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 812 | break; |
| 813 | } |
| 814 | } |
| 815 | |
Emilian Peev | 2f5d601 | 2022-01-19 16:16:50 -0800 | [diff] [blame] | 816 | Mutex::Autolock l(mCompositeLock); |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 817 | for (size_t i = 0; i < mCompositeStreamMap.size(); ++i) { |
| 818 | if (streamId == mCompositeStreamMap.valueAt(i)->getStreamId()) { |
| 819 | compositeIndex = i; |
| 820 | break; |
| 821 | } |
| 822 | } |
| 823 | |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 824 | if (surfaces.empty() && dIndex == NAME_NOT_FOUND) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 825 | std::string msg = fmt::sprintf("Camera %s: Invalid stream ID (%d) specified, no such" |
| 826 | " stream created yet", mCameraIdStr.c_str(), streamId); |
| 827 | ALOGW("%s: %s", __FUNCTION__, msg.c_str()); |
| 828 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 829 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 830 | } |
| 831 | |
Jyoti Bhayana | 1f9600b | 2024-10-29 20:25:32 -0700 | [diff] [blame] | 832 | |
| 833 | status_t err; |
| 834 | if (flags::camera_multi_client() && mSharedMode) { |
| 835 | err = mDevice->removeSharedSurfaces(streamId, removedSurfaceIds); |
| 836 | } else { |
| 837 | // Also returns BAD_VALUE if stream ID was not valid |
| 838 | err = mDevice->deleteStream(streamId); |
| 839 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 840 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 841 | if (err != OK) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 842 | std::string msg = fmt::sprintf("Camera %s: Unexpected error %s (%d) when deleting stream " |
| 843 | "%d", mCameraIdStr.c_str(), strerror(-err), err, streamId); |
| 844 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
| 845 | res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.c_str()); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 846 | } else { |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 847 | if (isInput) { |
| 848 | mInputStream.configured = false; |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 849 | } else { |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 850 | for (auto& surface : surfaces) { |
| 851 | mStreamMap.removeItem(surface); |
| 852 | } |
| 853 | |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 854 | mConfiguredOutputs.removeItem(streamId); |
| 855 | |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 856 | if (dIndex != NAME_NOT_FOUND) { |
| 857 | mDeferredStreams.removeItemsAt(dIndex); |
| 858 | } |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 859 | |
| 860 | if (compositeIndex != NAME_NOT_FOUND) { |
Emilian Peev | 2f5d601 | 2022-01-19 16:16:50 -0800 | [diff] [blame] | 861 | Mutex::Autolock l(mCompositeLock); |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 862 | status_t ret; |
| 863 | if ((ret = mCompositeStreamMap.valueAt(compositeIndex)->deleteStream()) |
| 864 | != OK) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 865 | std::string msg = fmt::sprintf("Camera %s: Unexpected error %s (%d) when " |
| 866 | "deleting composite stream %d", mCameraIdStr.c_str(), strerror(-err), |
| 867 | err, streamId); |
| 868 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
| 869 | res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.c_str()); |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 870 | } |
| 871 | mCompositeStreamMap.removeItemsAt(compositeIndex); |
| 872 | } |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 873 | for (auto &mapIt: mHighResolutionCameraIdToStreamIdSet) { |
| 874 | auto &streamSet = mapIt.second; |
| 875 | if (streamSet.find(streamId) != streamSet.end()) { |
| 876 | streamSet.erase(streamId); |
| 877 | break; |
| 878 | } |
| 879 | } |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 880 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 881 | } |
| 882 | |
| 883 | return res; |
| 884 | } |
| 885 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 886 | binder::Status CameraDeviceClient::createStream( |
| 887 | const hardware::camera2::params::OutputConfiguration &outputConfiguration, |
| 888 | /*out*/ |
| 889 | int32_t* newStreamId) { |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 890 | ATRACE_CALL(); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 891 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 892 | binder::Status res; |
| 893 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 894 | |
| 895 | Mutex::Autolock icl(mBinderSerializationLock); |
| 896 | |
Shuzhen Wang | 0709c28 | 2024-02-12 09:09:32 -0800 | [diff] [blame] | 897 | if (!outputConfiguration.isComplete()) { |
| 898 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 899 | "OutputConfiguration isn't valid!"); |
| 900 | } |
| 901 | |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 902 | const std::vector<sp<IGraphicBufferProducer>>& bufferProducers = |
| 903 | outputConfiguration.getGraphicBufferProducers(); |
| 904 | size_t numBufferProducers = bufferProducers.size(); |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 905 | bool deferredConsumer = outputConfiguration.isDeferred(); |
| 906 | bool isShared = outputConfiguration.isShared(); |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 907 | const std::string &physicalCameraId = outputConfiguration.getPhysicalCameraId(); |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 908 | bool deferredConsumerOnly = deferredConsumer && numBufferProducers == 0; |
Shuzhen Wang | 83bff12 | 2020-11-20 15:51:39 -0800 | [diff] [blame] | 909 | bool isMultiResolution = outputConfiguration.isMultiResolution(); |
Emilian Peev | c81a759 | 2022-02-14 17:38:18 -0800 | [diff] [blame] | 910 | int64_t dynamicRangeProfile = outputConfiguration.getDynamicRangeProfile(); |
Shuzhen Wang | 8ed1e87 | 2022-03-08 16:34:33 -0800 | [diff] [blame] | 911 | int64_t streamUseCase = outputConfiguration.getStreamUseCase(); |
Shuzhen Wang | e420892 | 2022-02-01 16:52:48 -0800 | [diff] [blame] | 912 | int timestampBase = outputConfiguration.getTimestampBase(); |
Austin Borger | 9e2b27c | 2022-07-15 11:27:24 -0700 | [diff] [blame] | 913 | int32_t colorSpace = outputConfiguration.getColorSpace(); |
Shuzhen Wang | bce53db | 2022-12-03 00:38:20 +0000 | [diff] [blame] | 914 | bool useReadoutTimestamp = outputConfiguration.useReadoutTimestamp(); |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 915 | |
Shuzhen Wang | d4abdf7 | 2021-05-28 11:22:50 -0700 | [diff] [blame] | 916 | res = SessionConfigurationUtils::checkSurfaceType(numBufferProducers, deferredConsumer, |
Shuzhen Wang | 0709c28 | 2024-02-12 09:09:32 -0800 | [diff] [blame] | 917 | outputConfiguration.getSurfaceType(), /*isConfigurationComplete*/true); |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 918 | if (!res.isOk()) { |
| 919 | return res; |
Yin-Chia Yeh | 89f14da | 2014-06-10 16:05:44 -0700 | [diff] [blame] | 920 | } |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 921 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 922 | if (!mDevice.get()) { |
| 923 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 924 | } |
Shuzhen Wang | d4abdf7 | 2021-05-28 11:22:50 -0700 | [diff] [blame] | 925 | res = SessionConfigurationUtils::checkPhysicalCameraId(mPhysicalCameraIds, |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 926 | physicalCameraId, mCameraIdStr); |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 927 | if (!res.isOk()) { |
| 928 | return res; |
Shuzhen Wang | c28189a | 2017-11-27 23:05:10 -0800 | [diff] [blame] | 929 | } |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 930 | |
Shuzhen Wang | 38df0ca | 2024-10-09 11:33:44 -0700 | [diff] [blame] | 931 | std::vector<SurfaceHolder> surfaces; |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 932 | std::vector<sp<IBinder>> binders; |
Jyoti Bhayana | 1f9600b | 2024-10-29 20:25:32 -0700 | [diff] [blame] | 933 | std::vector<OutputStreamInfo> streamInfos; |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 934 | status_t err; |
| 935 | |
| 936 | // Create stream for deferred surface case. |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 937 | if (deferredConsumerOnly) { |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 938 | return createDeferredSurfaceStreamLocked(outputConfiguration, isShared, newStreamId); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 939 | } |
| 940 | |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 941 | OutputStreamInfo streamInfo; |
| 942 | bool isStreamInfoValid = false; |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 943 | const std::vector<int32_t> &sensorPixelModesUsed = |
| 944 | outputConfiguration.getSensorPixelModesUsed(); |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 945 | for (auto& bufferProducer : bufferProducers) { |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 946 | // Don't create multiple streams for the same target surface |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 947 | sp<IBinder> binder = IInterface::asBinder(bufferProducer); |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 948 | ssize_t index = mStreamMap.indexOfKey(binder); |
| 949 | if (index != NAME_NOT_FOUND) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 950 | std::string msg = std::string("Camera ") + mCameraIdStr |
| 951 | + ": Surface already has a stream created for it (ID " |
| 952 | + std::to_string(index) + ")"; |
| 953 | ALOGW("%s: %s", __FUNCTION__, msg.c_str()); |
| 954 | return STATUS_ERROR(CameraService::ERROR_ALREADY_EXISTS, msg.c_str()); |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 955 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 956 | |
Shuzhen Wang | 38df0ca | 2024-10-09 11:33:44 -0700 | [diff] [blame] | 957 | int mirrorMode = outputConfiguration.getMirrorMode(bufferProducer); |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 958 | sp<Surface> surface; |
Shuzhen Wang | d4abdf7 | 2021-05-28 11:22:50 -0700 | [diff] [blame] | 959 | res = SessionConfigurationUtils::createSurfaceFromGbp(streamInfo, |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 960 | isStreamInfoValid, surface, bufferProducer, mCameraIdStr, |
Shuzhen Wang | c8ab452 | 2021-12-14 20:12:42 -0800 | [diff] [blame] | 961 | mDevice->infoPhysical(physicalCameraId), sensorPixelModesUsed, dynamicRangeProfile, |
Shuzhen Wang | 0709c28 | 2024-02-12 09:09:32 -0800 | [diff] [blame] | 962 | streamUseCase, timestampBase, mirrorMode, colorSpace, /*respectSurfaceSize*/false); |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 963 | |
| 964 | if (!res.isOk()) |
| 965 | return res; |
| 966 | |
| 967 | if (!isStreamInfoValid) { |
| 968 | isStreamInfoValid = true; |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 969 | } |
| 970 | |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 971 | binders.push_back(IInterface::asBinder(bufferProducer)); |
Shuzhen Wang | 38df0ca | 2024-10-09 11:33:44 -0700 | [diff] [blame] | 972 | surfaces.push_back({surface, mirrorMode}); |
Jyoti Bhayana | 1f9600b | 2024-10-29 20:25:32 -0700 | [diff] [blame] | 973 | if (flags::camera_multi_client() && mSharedMode) { |
| 974 | streamInfos.push_back(streamInfo); |
| 975 | } |
Ruben Brunk | bba7557 | 2014-11-20 17:29:50 -0800 | [diff] [blame] | 976 | } |
Shuzhen Wang | d4abdf7 | 2021-05-28 11:22:50 -0700 | [diff] [blame] | 977 | |
Zhijun He | 125684a | 2015-12-26 15:07:30 -0800 | [diff] [blame] | 978 | int streamId = camera3::CAMERA3_STREAM_ID_INVALID; |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 979 | std::vector<int> surfaceIds; |
Jyoti Bhayana | 1f9600b | 2024-10-29 20:25:32 -0700 | [diff] [blame] | 980 | if (flags::camera_multi_client() && mSharedMode) { |
| 981 | err = mDevice->getSharedStreamId(outputConfiguration, &streamId); |
| 982 | if (err == OK) { |
| 983 | err = mDevice->addSharedSurfaces(streamId, streamInfos, surfaces, &surfaceIds); |
Shuzhen Wang | 68ac7ad | 2019-01-30 14:03:28 -0800 | [diff] [blame] | 984 | } |
Jyoti Bhayana | 1f9600b | 2024-10-29 20:25:32 -0700 | [diff] [blame] | 985 | } else { |
| 986 | bool isDepthCompositeStream = |
| 987 | camera3::DepthCompositeStream::isDepthCompositeStream(surfaces[0].mSurface); |
| 988 | bool isHeicCompositeStream = camera3::HeicCompositeStream::isHeicCompositeStream( |
| 989 | surfaces[0].mSurface); |
| 990 | bool isJpegRCompositeStream = |
| 991 | camera3::JpegRCompositeStream::isJpegRCompositeStream(surfaces[0].mSurface) && |
| 992 | !mDevice->isCompositeJpegRDisabled(); |
| 993 | if (isDepthCompositeStream || isHeicCompositeStream || isJpegRCompositeStream) { |
| 994 | sp<CompositeStream> compositeStream; |
| 995 | if (isDepthCompositeStream) { |
| 996 | compositeStream = new camera3::DepthCompositeStream(mDevice, getRemoteCallback()); |
| 997 | } else if (isHeicCompositeStream) { |
| 998 | compositeStream = new camera3::HeicCompositeStream(mDevice, getRemoteCallback()); |
| 999 | } else { |
| 1000 | compositeStream = new camera3::JpegRCompositeStream(mDevice, getRemoteCallback()); |
| 1001 | } |
| 1002 | err = compositeStream->createStream(surfaces, deferredConsumer, streamInfo.width, |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 1003 | streamInfo.height, streamInfo.format, |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 1004 | static_cast<camera_stream_rotation_t>(outputConfiguration.getRotation()), |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1005 | &streamId, physicalCameraId, streamInfo.sensorPixelModesUsed, &surfaceIds, |
Emilian Peev | 434248e | 2022-10-06 14:58:54 -0700 | [diff] [blame] | 1006 | outputConfiguration.getSurfaceSetID(), isShared, isMultiResolution, |
Shuzhen Wang | bce53db | 2022-12-03 00:38:20 +0000 | [diff] [blame] | 1007 | streamInfo.colorSpace, streamInfo.dynamicRangeProfile, streamInfo.streamUseCase, |
| 1008 | useReadoutTimestamp); |
Jyoti Bhayana | 1f9600b | 2024-10-29 20:25:32 -0700 | [diff] [blame] | 1009 | if (err == OK) { |
| 1010 | Mutex::Autolock l(mCompositeLock); |
| 1011 | mCompositeStreamMap.add( |
| 1012 | IInterface::asBinder(surfaces[0].mSurface->getIGraphicBufferProducer()), |
| 1013 | compositeStream); |
| 1014 | } |
| 1015 | } else { |
| 1016 | err = mDevice->createStream(surfaces, deferredConsumer, streamInfo.width, |
| 1017 | streamInfo.height, streamInfo.format, streamInfo.dataSpace, |
| 1018 | static_cast<camera_stream_rotation_t>(outputConfiguration.getRotation()), |
| 1019 | &streamId, physicalCameraId, streamInfo.sensorPixelModesUsed, &surfaceIds, |
| 1020 | outputConfiguration.getSurfaceSetID(), isShared, isMultiResolution, |
| 1021 | /*consumerUsage*/0, streamInfo.dynamicRangeProfile, streamInfo.streamUseCase, |
| 1022 | streamInfo.timestampBase, streamInfo.colorSpace, useReadoutTimestamp); |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 1023 | } |
| 1024 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1025 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1026 | if (err != OK) { |
| 1027 | res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 1028 | "Camera %s: Error creating output stream (%d x %d, fmt %x, dataSpace %x): %s (%d)", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1029 | mCameraIdStr.c_str(), streamInfo.width, streamInfo.height, streamInfo.format, |
Henri Chataing | bcb9945 | 2023-11-01 17:40:30 +0000 | [diff] [blame] | 1030 | static_cast<int>(streamInfo.dataSpace), strerror(-err), err); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1031 | } else { |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 1032 | int i = 0; |
| 1033 | for (auto& binder : binders) { |
| 1034 | ALOGV("%s: mStreamMap add binder %p streamId %d, surfaceId %d", |
| 1035 | __FUNCTION__, binder.get(), streamId, i); |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 1036 | mStreamMap.add(binder, StreamSurfaceId(streamId, surfaceIds[i])); |
| 1037 | i++; |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 1038 | } |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1039 | |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 1040 | mConfiguredOutputs.add(streamId, outputConfiguration); |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1041 | mStreamInfoMap[streamId] = streamInfo; |
| 1042 | |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 1043 | ALOGV("%s: Camera %s: Successfully created a new stream ID %d for output surface" |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 1044 | " (%d x %d) with format 0x%x.", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1045 | __FUNCTION__, mCameraIdStr.c_str(), streamId, streamInfo.width, |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1046 | streamInfo.height, streamInfo.format); |
Igor Murashkin | f8b2a6f | 2013-09-17 17:03:28 -0700 | [diff] [blame] | 1047 | |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1048 | // Fill in mHighResolutionCameraIdToStreamIdSet map |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1049 | const std::string &cameraIdUsed = |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1050 | physicalCameraId.size() != 0 ? physicalCameraId : mCameraIdStr; |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1051 | // Only needed for high resolution sensors |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1052 | if (mHighResolutionSensors.find(cameraIdUsed) != |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1053 | mHighResolutionSensors.end()) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1054 | mHighResolutionCameraIdToStreamIdSet[cameraIdUsed].insert(streamId); |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1055 | } |
| 1056 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1057 | *newStreamId = streamId; |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1058 | } |
| 1059 | |
| 1060 | return res; |
| 1061 | } |
| 1062 | |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1063 | binder::Status CameraDeviceClient::createDeferredSurfaceStreamLocked( |
| 1064 | const hardware::camera2::params::OutputConfiguration &outputConfiguration, |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1065 | bool isShared, |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1066 | /*out*/ |
| 1067 | int* newStreamId) { |
| 1068 | int width, height, format, surfaceType; |
Emilian Peev | 050f5dc | 2017-05-18 14:43:56 +0100 | [diff] [blame] | 1069 | uint64_t consumerUsage; |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1070 | android_dataspace dataSpace; |
Austin Borger | 9e2b27c | 2022-07-15 11:27:24 -0700 | [diff] [blame] | 1071 | int32_t colorSpace; |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1072 | status_t err; |
| 1073 | binder::Status res; |
| 1074 | |
| 1075 | if (!mDevice.get()) { |
| 1076 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 1077 | } |
Shuzhen Wang | 0709c28 | 2024-02-12 09:09:32 -0800 | [diff] [blame] | 1078 | if (!outputConfiguration.isComplete()) { |
| 1079 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 1080 | "OutputConfiguration isn't valid!"); |
| 1081 | } |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1082 | |
| 1083 | // Infer the surface info for deferred surface stream creation. |
| 1084 | width = outputConfiguration.getWidth(); |
| 1085 | height = outputConfiguration.getHeight(); |
| 1086 | surfaceType = outputConfiguration.getSurfaceType(); |
| 1087 | format = HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED; |
| 1088 | dataSpace = android_dataspace_t::HAL_DATASPACE_UNKNOWN; |
Austin Borger | 9e2b27c | 2022-07-15 11:27:24 -0700 | [diff] [blame] | 1089 | colorSpace = ANDROID_REQUEST_AVAILABLE_COLOR_SPACE_PROFILES_MAP_UNSPECIFIED; |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1090 | // Hardcode consumer usage flags: SurfaceView--0x900, SurfaceTexture--0x100. |
| 1091 | consumerUsage = GraphicBuffer::USAGE_HW_TEXTURE; |
| 1092 | if (surfaceType == OutputConfiguration::SURFACE_TYPE_SURFACE_VIEW) { |
| 1093 | consumerUsage |= GraphicBuffer::USAGE_HW_COMPOSER; |
| 1094 | } |
| 1095 | int streamId = camera3::CAMERA3_STREAM_ID_INVALID; |
Shuzhen Wang | 38df0ca | 2024-10-09 11:33:44 -0700 | [diff] [blame] | 1096 | std::vector<SurfaceHolder> noSurface; |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 1097 | std::vector<int> surfaceIds; |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1098 | const std::string &physicalCameraId = outputConfiguration.getPhysicalCameraId(); |
| 1099 | const std::string &cameraIdUsed = |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1100 | physicalCameraId.size() != 0 ? physicalCameraId : mCameraIdStr; |
| 1101 | // Here, we override sensor pixel modes |
| 1102 | std::unordered_set<int32_t> overriddenSensorPixelModesUsed; |
| 1103 | const std::vector<int32_t> &sensorPixelModesUsed = |
| 1104 | outputConfiguration.getSensorPixelModesUsed(); |
Shuzhen Wang | d4abdf7 | 2021-05-28 11:22:50 -0700 | [diff] [blame] | 1105 | if (SessionConfigurationUtils::checkAndOverrideSensorPixelModesUsed( |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1106 | sensorPixelModesUsed, format, width, height, getStaticInfo(cameraIdUsed), |
Jayant Chowdhary | a80ad24 | 2023-03-17 00:49:47 +0000 | [diff] [blame] | 1107 | &overriddenSensorPixelModesUsed) != OK) { |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1108 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 1109 | "sensor pixel modes used not valid for deferred stream"); |
| 1110 | } |
| 1111 | |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 1112 | err = mDevice->createStream(noSurface, /*hasDeferredConsumer*/true, width, |
| 1113 | height, format, dataSpace, |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 1114 | static_cast<camera_stream_rotation_t>(outputConfiguration.getRotation()), |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1115 | &streamId, physicalCameraId, |
| 1116 | overriddenSensorPixelModesUsed, |
| 1117 | &surfaceIds, |
Shuzhen Wang | c28189a | 2017-11-27 23:05:10 -0800 | [diff] [blame] | 1118 | outputConfiguration.getSurfaceSetID(), isShared, |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 1119 | outputConfiguration.isMultiResolution(), consumerUsage, |
Shuzhen Wang | c8ab452 | 2021-12-14 20:12:42 -0800 | [diff] [blame] | 1120 | outputConfiguration.getDynamicRangeProfile(), |
Shuzhen Wang | 610d7b8 | 2022-02-08 14:37:22 -0800 | [diff] [blame] | 1121 | outputConfiguration.getStreamUseCase(), |
Shuzhen Wang | bce53db | 2022-12-03 00:38:20 +0000 | [diff] [blame] | 1122 | outputConfiguration.useReadoutTimestamp()); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1123 | |
| 1124 | if (err != OK) { |
| 1125 | res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 1126 | "Camera %s: Error creating output stream (%d x %d, fmt %x, dataSpace %x): %s (%d)", |
Henri Chataing | bcb9945 | 2023-11-01 17:40:30 +0000 | [diff] [blame] | 1127 | mCameraIdStr.c_str(), width, height, format, static_cast<int>(dataSpace), |
| 1128 | strerror(-err), err); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1129 | } else { |
| 1130 | // Can not add streamId to mStreamMap here, as the surface is deferred. Add it to |
| 1131 | // a separate list to track. Once the deferred surface is set, this id will be |
| 1132 | // relocated to mStreamMap. |
| 1133 | mDeferredStreams.push_back(streamId); |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1134 | mStreamInfoMap.emplace(std::piecewise_construct, std::forward_as_tuple(streamId), |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1135 | std::forward_as_tuple(width, height, format, dataSpace, consumerUsage, |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 1136 | overriddenSensorPixelModesUsed, |
Shuzhen Wang | c8ab452 | 2021-12-14 20:12:42 -0800 | [diff] [blame] | 1137 | outputConfiguration.getDynamicRangeProfile(), |
Shuzhen Wang | e420892 | 2022-02-01 16:52:48 -0800 | [diff] [blame] | 1138 | outputConfiguration.getStreamUseCase(), |
Shuzhen Wang | 610d7b8 | 2022-02-08 14:37:22 -0800 | [diff] [blame] | 1139 | outputConfiguration.getTimestampBase(), |
Austin Borger | 9e2b27c | 2022-07-15 11:27:24 -0700 | [diff] [blame] | 1140 | colorSpace)); |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1141 | |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 1142 | ALOGV("%s: Camera %s: Successfully created a new stream ID %d for a deferred surface" |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1143 | " (%d x %d) stream with format 0x%x.", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1144 | __FUNCTION__, mCameraIdStr.c_str(), streamId, width, height, format); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1145 | |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1146 | *newStreamId = streamId; |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1147 | // Fill in mHighResolutionCameraIdToStreamIdSet |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1148 | // Only needed for high resolution sensors |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1149 | if (mHighResolutionSensors.find(cameraIdUsed) != |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1150 | mHighResolutionSensors.end()) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1151 | mHighResolutionCameraIdToStreamIdSet[cameraIdUsed].insert(streamId); |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1152 | } |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1153 | } |
| 1154 | return res; |
| 1155 | } |
| 1156 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1157 | binder::Status CameraDeviceClient::createInputStream( |
Shuzhen Wang | 83bff12 | 2020-11-20 15:51:39 -0800 | [diff] [blame] | 1158 | int width, int height, int format, bool isMultiResolution, |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1159 | /*out*/ |
| 1160 | int32_t* newStreamId) { |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 1161 | |
| 1162 | ATRACE_CALL(); |
Shuzhen Wang | 83bff12 | 2020-11-20 15:51:39 -0800 | [diff] [blame] | 1163 | ALOGV("%s (w = %d, h = %d, f = 0x%x, isMultiResolution %d)", __FUNCTION__, |
| 1164 | width, height, format, isMultiResolution); |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 1165 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1166 | binder::Status res; |
| 1167 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 1168 | |
| 1169 | Mutex::Autolock icl(mBinderSerializationLock); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1170 | |
| 1171 | if (!mDevice.get()) { |
| 1172 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 1173 | } |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 1174 | |
| 1175 | if (mInputStream.configured) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1176 | std::string msg = fmt::sprintf("Camera %s: Already has an input stream " |
| 1177 | "configured (ID %d)", mCameraIdStr.c_str(), mInputStream.id); |
| 1178 | ALOGE("%s: %s", __FUNCTION__, msg.c_str() ); |
| 1179 | return STATUS_ERROR(CameraService::ERROR_ALREADY_EXISTS, msg.c_str()); |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 1180 | } |
| 1181 | |
| 1182 | int streamId = -1; |
Shuzhen Wang | 83bff12 | 2020-11-20 15:51:39 -0800 | [diff] [blame] | 1183 | status_t err = mDevice->createInputStream(width, height, format, isMultiResolution, &streamId); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1184 | if (err == OK) { |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 1185 | mInputStream.configured = true; |
| 1186 | mInputStream.width = width; |
| 1187 | mInputStream.height = height; |
| 1188 | mInputStream.format = format; |
| 1189 | mInputStream.id = streamId; |
| 1190 | |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 1191 | ALOGV("%s: Camera %s: Successfully created a new input stream ID %d", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1192 | __FUNCTION__, mCameraIdStr.c_str(), streamId); |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 1193 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1194 | *newStreamId = streamId; |
| 1195 | } else { |
| 1196 | res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1197 | "Camera %s: Error creating new input stream: %s (%d)", mCameraIdStr.c_str(), |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1198 | strerror(-err), err); |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 1199 | } |
| 1200 | |
| 1201 | return res; |
| 1202 | } |
| 1203 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1204 | binder::Status CameraDeviceClient::getInputSurface(/*out*/ view::Surface *inputSurface) { |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 1205 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1206 | binder::Status res; |
| 1207 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| 1208 | |
| 1209 | if (inputSurface == NULL) { |
| 1210 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Null input surface"); |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 1211 | } |
| 1212 | |
| 1213 | Mutex::Autolock icl(mBinderSerializationLock); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1214 | if (!mDevice.get()) { |
| 1215 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 1216 | } |
Carlos Martinez Romero | 8e77610 | 2024-08-21 12:49:10 -0700 | [diff] [blame] | 1217 | #if WB_CAMERA3_AND_PROCESSORS_WITH_DEPENDENCIES |
| 1218 | sp<Surface> surface; |
| 1219 | status_t err = mDevice->getInputSurface(&surface); |
| 1220 | if (err != OK) { |
| 1221 | res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
| 1222 | "Camera %s: Error getting input Surface: %s (%d)", |
| 1223 | mCameraIdStr.c_str(), strerror(-err), err); |
| 1224 | } else { |
| 1225 | inputSurface->name = toString16("CameraInput"); |
| 1226 | inputSurface->graphicBufferProducer = surface->getIGraphicBufferProducer(); |
| 1227 | } |
| 1228 | #else |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1229 | sp<IGraphicBufferProducer> producer; |
| 1230 | status_t err = mDevice->getInputBufferProducer(&producer); |
| 1231 | if (err != OK) { |
| 1232 | res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 1233 | "Camera %s: Error getting input Surface: %s (%d)", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1234 | mCameraIdStr.c_str(), strerror(-err), err); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1235 | } else { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1236 | inputSurface->name = toString16("CameraInput"); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1237 | inputSurface->graphicBufferProducer = producer; |
| 1238 | } |
Carlos Martinez Romero | 8e77610 | 2024-08-21 12:49:10 -0700 | [diff] [blame] | 1239 | #endif |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1240 | return res; |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 1241 | } |
| 1242 | |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 1243 | binder::Status CameraDeviceClient::updateOutputConfiguration(int streamId, |
| 1244 | const hardware::camera2::params::OutputConfiguration &outputConfiguration) { |
| 1245 | ATRACE_CALL(); |
| 1246 | |
| 1247 | binder::Status res; |
| 1248 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| 1249 | |
| 1250 | Mutex::Autolock icl(mBinderSerializationLock); |
| 1251 | |
| 1252 | if (!mDevice.get()) { |
| 1253 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 1254 | } |
Shuzhen Wang | 0709c28 | 2024-02-12 09:09:32 -0800 | [diff] [blame] | 1255 | if (!outputConfiguration.isComplete()) { |
| 1256 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 1257 | "OutputConfiguration isn't valid!"); |
| 1258 | } |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 1259 | |
| 1260 | const std::vector<sp<IGraphicBufferProducer> >& bufferProducers = |
| 1261 | outputConfiguration.getGraphicBufferProducers(); |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1262 | const std::string &physicalCameraId = outputConfiguration.getPhysicalCameraId(); |
Shuzhen Wang | 2e7f58f | 2018-07-11 14:00:29 -0700 | [diff] [blame] | 1263 | |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 1264 | auto producerCount = bufferProducers.size(); |
| 1265 | if (producerCount == 0) { |
| 1266 | ALOGE("%s: bufferProducers must not be empty", __FUNCTION__); |
| 1267 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 1268 | "bufferProducers must not be empty"); |
| 1269 | } |
| 1270 | |
| 1271 | // The first output is the one associated with the output configuration. |
| 1272 | // It should always be present, valid and the corresponding stream id should match. |
| 1273 | sp<IBinder> binder = IInterface::asBinder(bufferProducers[0]); |
| 1274 | ssize_t index = mStreamMap.indexOfKey(binder); |
| 1275 | if (index == NAME_NOT_FOUND) { |
| 1276 | ALOGE("%s: Outputconfiguration is invalid", __FUNCTION__); |
| 1277 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 1278 | "OutputConfiguration is invalid"); |
| 1279 | } |
| 1280 | if (mStreamMap.valueFor(binder).streamId() != streamId) { |
| 1281 | ALOGE("%s: Stream Id: %d provided doesn't match the id: %d in the stream map", |
| 1282 | __FUNCTION__, streamId, mStreamMap.valueFor(binder).streamId()); |
| 1283 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 1284 | "Stream id is invalid"); |
| 1285 | } |
| 1286 | |
| 1287 | std::vector<size_t> removedSurfaceIds; |
| 1288 | std::vector<sp<IBinder>> removedOutputs; |
Shuzhen Wang | 38df0ca | 2024-10-09 11:33:44 -0700 | [diff] [blame] | 1289 | std::vector<SurfaceHolder> newOutputs; |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 1290 | std::vector<OutputStreamInfo> streamInfos; |
| 1291 | KeyedVector<sp<IBinder>, sp<IGraphicBufferProducer>> newOutputsMap; |
| 1292 | for (auto &it : bufferProducers) { |
| 1293 | newOutputsMap.add(IInterface::asBinder(it), it); |
| 1294 | } |
| 1295 | |
| 1296 | for (size_t i = 0; i < mStreamMap.size(); i++) { |
| 1297 | ssize_t idx = newOutputsMap.indexOfKey(mStreamMap.keyAt(i)); |
| 1298 | if (idx == NAME_NOT_FOUND) { |
| 1299 | if (mStreamMap[i].streamId() == streamId) { |
| 1300 | removedSurfaceIds.push_back(mStreamMap[i].surfaceId()); |
| 1301 | removedOutputs.push_back(mStreamMap.keyAt(i)); |
| 1302 | } |
| 1303 | } else { |
| 1304 | if (mStreamMap[i].streamId() != streamId) { |
| 1305 | ALOGE("%s: Output surface already part of a different stream", __FUNCTION__); |
| 1306 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 1307 | "Target Surface is invalid"); |
| 1308 | } |
| 1309 | newOutputsMap.removeItemsAt(idx); |
| 1310 | } |
| 1311 | } |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1312 | const std::vector<int32_t> &sensorPixelModesUsed = |
| 1313 | outputConfiguration.getSensorPixelModesUsed(); |
Shuzhen Wang | 8ed1e87 | 2022-03-08 16:34:33 -0800 | [diff] [blame] | 1314 | int64_t streamUseCase = outputConfiguration.getStreamUseCase(); |
Shuzhen Wang | e420892 | 2022-02-01 16:52:48 -0800 | [diff] [blame] | 1315 | int timestampBase = outputConfiguration.getTimestampBase(); |
Emilian Peev | c81a759 | 2022-02-14 17:38:18 -0800 | [diff] [blame] | 1316 | int64_t dynamicRangeProfile = outputConfiguration.getDynamicRangeProfile(); |
Austin Borger | 9e2b27c | 2022-07-15 11:27:24 -0700 | [diff] [blame] | 1317 | int32_t colorSpace = outputConfiguration.getColorSpace(); |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 1318 | |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 1319 | for (size_t i = 0; i < newOutputsMap.size(); i++) { |
| 1320 | OutputStreamInfo outInfo; |
| 1321 | sp<Surface> surface; |
Shuzhen Wang | 38df0ca | 2024-10-09 11:33:44 -0700 | [diff] [blame] | 1322 | int mirrorMode = outputConfiguration.getMirrorMode(newOutputsMap.valueAt(i)); |
Shuzhen Wang | d4abdf7 | 2021-05-28 11:22:50 -0700 | [diff] [blame] | 1323 | res = SessionConfigurationUtils::createSurfaceFromGbp(outInfo, |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1324 | /*isStreamInfoValid*/ false, surface, newOutputsMap.valueAt(i), mCameraIdStr, |
Shuzhen Wang | c8ab452 | 2021-12-14 20:12:42 -0800 | [diff] [blame] | 1325 | mDevice->infoPhysical(physicalCameraId), sensorPixelModesUsed, dynamicRangeProfile, |
Shuzhen Wang | 0709c28 | 2024-02-12 09:09:32 -0800 | [diff] [blame] | 1326 | streamUseCase, timestampBase, mirrorMode, colorSpace, /*respectSurfaceSize*/false); |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 1327 | if (!res.isOk()) |
| 1328 | return res; |
| 1329 | |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 1330 | streamInfos.push_back(outInfo); |
Shuzhen Wang | 38df0ca | 2024-10-09 11:33:44 -0700 | [diff] [blame] | 1331 | newOutputs.push_back({surface, mirrorMode}); |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 1332 | } |
| 1333 | |
| 1334 | //Trivial case no changes required |
| 1335 | if (removedSurfaceIds.empty() && newOutputs.empty()) { |
| 1336 | return binder::Status::ok(); |
| 1337 | } |
| 1338 | |
| 1339 | KeyedVector<sp<Surface>, size_t> outputMap; |
| 1340 | auto ret = mDevice->updateStream(streamId, newOutputs, streamInfos, removedSurfaceIds, |
| 1341 | &outputMap); |
| 1342 | if (ret != OK) { |
| 1343 | switch (ret) { |
| 1344 | case NAME_NOT_FOUND: |
| 1345 | case BAD_VALUE: |
| 1346 | case -EBUSY: |
| 1347 | res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 1348 | "Camera %s: Error updating stream: %s (%d)", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1349 | mCameraIdStr.c_str(), strerror(ret), ret); |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 1350 | break; |
| 1351 | default: |
| 1352 | res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
| 1353 | "Camera %s: Error updating stream: %s (%d)", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1354 | mCameraIdStr.c_str(), strerror(ret), ret); |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 1355 | break; |
| 1356 | } |
| 1357 | } else { |
| 1358 | for (const auto &it : removedOutputs) { |
| 1359 | mStreamMap.removeItem(it); |
| 1360 | } |
| 1361 | |
| 1362 | for (size_t i = 0; i < outputMap.size(); i++) { |
| 1363 | mStreamMap.add(IInterface::asBinder(outputMap.keyAt(i)->getIGraphicBufferProducer()), |
| 1364 | StreamSurfaceId(streamId, outputMap.valueAt(i))); |
| 1365 | } |
| 1366 | |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 1367 | mConfiguredOutputs.replaceValueFor(streamId, outputConfiguration); |
| 1368 | |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 1369 | ALOGV("%s: Camera %s: Successful stream ID %d update", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1370 | __FUNCTION__, mCameraIdStr.c_str(), streamId); |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 1371 | } |
| 1372 | |
| 1373 | return res; |
| 1374 | } |
| 1375 | |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1376 | // Create a request object from a template. |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1377 | binder::Status CameraDeviceClient::createDefaultRequest(int templateId, |
| 1378 | /*out*/ |
| 1379 | hardware::camera2::impl::CameraMetadataNative* request) |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1380 | { |
| 1381 | ATRACE_CALL(); |
| 1382 | ALOGV("%s (templateId = 0x%x)", __FUNCTION__, templateId); |
| 1383 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1384 | binder::Status res; |
| 1385 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1386 | |
| 1387 | Mutex::Autolock icl(mBinderSerializationLock); |
| 1388 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1389 | if (!mDevice.get()) { |
| 1390 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 1391 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1392 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1393 | status_t err; |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 1394 | camera_request_template_t tempId = camera_request_template_t::CAMERA_TEMPLATE_COUNT; |
Shuzhen Wang | 045be6c | 2023-10-12 10:01:10 -0700 | [diff] [blame] | 1395 | res = SessionConfigurationUtils::mapRequestTemplateFromClient( |
| 1396 | mCameraIdStr, templateId, &tempId); |
| 1397 | if (!res.isOk()) return res; |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 1398 | |
| 1399 | CameraMetadata metadata; |
| 1400 | if ( (err = mDevice->createDefaultRequest(tempId, &metadata) ) == OK && |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1401 | request != NULL) { |
| 1402 | |
| 1403 | request->swap(metadata); |
Chien-Yu Chen | 9cd1402 | 2016-03-09 12:21:01 -0800 | [diff] [blame] | 1404 | } else if (err == BAD_VALUE) { |
| 1405 | res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 1406 | "Camera %s: Template ID %d is invalid or not supported: %s (%d)", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1407 | mCameraIdStr.c_str(), templateId, strerror(-err), err); |
Chien-Yu Chen | 9cd1402 | 2016-03-09 12:21:01 -0800 | [diff] [blame] | 1408 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1409 | } else { |
| 1410 | res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 1411 | "Camera %s: Error creating default request for template %d: %s (%d)", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1412 | mCameraIdStr.c_str(), templateId, strerror(-err), err); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1413 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1414 | return res; |
| 1415 | } |
| 1416 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1417 | binder::Status CameraDeviceClient::getCameraInfo( |
| 1418 | /*out*/ |
| 1419 | hardware::camera2::impl::CameraMetadataNative* info) |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1420 | { |
| 1421 | ATRACE_CALL(); |
| 1422 | ALOGV("%s", __FUNCTION__); |
| 1423 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1424 | binder::Status res; |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1425 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1426 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1427 | |
| 1428 | Mutex::Autolock icl(mBinderSerializationLock); |
| 1429 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1430 | if (!mDevice.get()) { |
| 1431 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 1432 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1433 | |
Igor Murashkin | 099b457 | 2013-07-12 17:52:16 -0700 | [diff] [blame] | 1434 | if (info != NULL) { |
| 1435 | *info = mDevice->info(); // static camera metadata |
| 1436 | // TODO: merge with device-specific camera metadata |
| 1437 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1438 | |
| 1439 | return res; |
| 1440 | } |
| 1441 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1442 | binder::Status CameraDeviceClient::waitUntilIdle() |
Zhijun He | 2ab500c | 2013-07-23 08:02:53 -0700 | [diff] [blame] | 1443 | { |
| 1444 | ATRACE_CALL(); |
| 1445 | ALOGV("%s", __FUNCTION__); |
| 1446 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1447 | binder::Status res; |
| 1448 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
Zhijun He | 2ab500c | 2013-07-23 08:02:53 -0700 | [diff] [blame] | 1449 | |
| 1450 | Mutex::Autolock icl(mBinderSerializationLock); |
| 1451 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1452 | if (!mDevice.get()) { |
| 1453 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 1454 | } |
Zhijun He | 2ab500c | 2013-07-23 08:02:53 -0700 | [diff] [blame] | 1455 | |
| 1456 | // FIXME: Also need check repeating burst. |
Shuzhen Wang | c9ca678 | 2016-04-26 13:40:31 -0700 | [diff] [blame] | 1457 | Mutex::Autolock idLock(mStreamingRequestIdLock); |
Chien-Yu Chen | e8c535e | 2016-04-14 12:18:26 -0700 | [diff] [blame] | 1458 | if (mStreamingRequestId != REQUEST_ID_NONE) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1459 | std::string msg = fmt::sprintf( |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 1460 | "Camera %s: Try to waitUntilIdle when there are active streaming requests", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1461 | mCameraIdStr.c_str()); |
| 1462 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
| 1463 | return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.c_str()); |
Zhijun He | 2ab500c | 2013-07-23 08:02:53 -0700 | [diff] [blame] | 1464 | } |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1465 | status_t err = mDevice->waitUntilDrained(); |
| 1466 | if (err != OK) { |
| 1467 | res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 1468 | "Camera %s: Error waiting to drain: %s (%d)", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1469 | mCameraIdStr.c_str(), strerror(-err), err); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1470 | } |
Zhijun He | 2ab500c | 2013-07-23 08:02:53 -0700 | [diff] [blame] | 1471 | ALOGV("%s Done", __FUNCTION__); |
Zhijun He | 2ab500c | 2013-07-23 08:02:53 -0700 | [diff] [blame] | 1472 | return res; |
| 1473 | } |
| 1474 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1475 | binder::Status CameraDeviceClient::flush( |
| 1476 | /*out*/ |
| 1477 | int64_t* lastFrameNumber) { |
Eino-Ville Talvala | abaa51d | 2013-08-14 11:37:00 -0700 | [diff] [blame] | 1478 | ATRACE_CALL(); |
| 1479 | ALOGV("%s", __FUNCTION__); |
| 1480 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1481 | binder::Status res; |
| 1482 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
Eino-Ville Talvala | abaa51d | 2013-08-14 11:37:00 -0700 | [diff] [blame] | 1483 | |
| 1484 | Mutex::Autolock icl(mBinderSerializationLock); |
| 1485 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1486 | if (!mDevice.get()) { |
| 1487 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 1488 | } |
Eino-Ville Talvala | abaa51d | 2013-08-14 11:37:00 -0700 | [diff] [blame] | 1489 | |
Shuzhen Wang | c9ca678 | 2016-04-26 13:40:31 -0700 | [diff] [blame] | 1490 | Mutex::Autolock idLock(mStreamingRequestIdLock); |
Chien-Yu Chen | e8c535e | 2016-04-14 12:18:26 -0700 | [diff] [blame] | 1491 | mStreamingRequestId = REQUEST_ID_NONE; |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1492 | status_t err = mDevice->flush(lastFrameNumber); |
| 1493 | if (err != OK) { |
| 1494 | res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1495 | "Camera %s: Error flushing device: %s (%d)", mCameraIdStr.c_str(), strerror(-err), |
| 1496 | err); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1497 | } |
| 1498 | return res; |
Eino-Ville Talvala | abaa51d | 2013-08-14 11:37:00 -0700 | [diff] [blame] | 1499 | } |
| 1500 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1501 | binder::Status CameraDeviceClient::prepare(int streamId) { |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 1502 | ATRACE_CALL(); |
Jayant Chowdhary | 57184d5 | 2023-02-14 20:54:39 +0000 | [diff] [blame] | 1503 | ALOGV("%s stream id %d", __FUNCTION__, streamId); |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 1504 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1505 | binder::Status res; |
| 1506 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 1507 | |
| 1508 | Mutex::Autolock icl(mBinderSerializationLock); |
| 1509 | |
| 1510 | // Guard against trying to prepare non-created streams |
| 1511 | ssize_t index = NAME_NOT_FOUND; |
| 1512 | for (size_t i = 0; i < mStreamMap.size(); ++i) { |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 1513 | if (streamId == mStreamMap.valueAt(i).streamId()) { |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 1514 | index = i; |
| 1515 | break; |
| 1516 | } |
| 1517 | } |
| 1518 | |
| 1519 | if (index == NAME_NOT_FOUND) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1520 | std::string msg = fmt::sprintf("Camera %s: Invalid stream ID (%d) specified, no stream " |
| 1521 | "with that ID exists", mCameraIdStr.c_str(), streamId); |
| 1522 | ALOGW("%s: %s", __FUNCTION__, msg.c_str()); |
| 1523 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 1524 | } |
| 1525 | |
Eino-Ville Talvala | 261394e | 2015-05-13 14:28:38 -0700 | [diff] [blame] | 1526 | // Also returns BAD_VALUE if stream ID was not valid, or stream already |
| 1527 | // has been used |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1528 | status_t err = mDevice->prepare(streamId); |
| 1529 | if (err == BAD_VALUE) { |
| 1530 | res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 1531 | "Camera %s: Stream %d has already been used, and cannot be prepared", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1532 | mCameraIdStr.c_str(), streamId); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1533 | } else if (err != OK) { |
| 1534 | res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1535 | "Camera %s: Error preparing stream %d: %s (%d)", mCameraIdStr.c_str(), streamId, |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1536 | strerror(-err), err); |
| 1537 | } |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 1538 | return res; |
| 1539 | } |
| 1540 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1541 | binder::Status CameraDeviceClient::prepare2(int maxCount, int streamId) { |
Ruben Brunk | c78ac26 | 2015-08-13 17:58:46 -0700 | [diff] [blame] | 1542 | ATRACE_CALL(); |
Jayant Chowdhary | 57184d5 | 2023-02-14 20:54:39 +0000 | [diff] [blame] | 1543 | ALOGV("%s stream id %d", __FUNCTION__, streamId); |
Ruben Brunk | c78ac26 | 2015-08-13 17:58:46 -0700 | [diff] [blame] | 1544 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1545 | binder::Status res; |
| 1546 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
Ruben Brunk | c78ac26 | 2015-08-13 17:58:46 -0700 | [diff] [blame] | 1547 | |
| 1548 | Mutex::Autolock icl(mBinderSerializationLock); |
| 1549 | |
| 1550 | // Guard against trying to prepare non-created streams |
| 1551 | ssize_t index = NAME_NOT_FOUND; |
| 1552 | for (size_t i = 0; i < mStreamMap.size(); ++i) { |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 1553 | if (streamId == mStreamMap.valueAt(i).streamId()) { |
Ruben Brunk | c78ac26 | 2015-08-13 17:58:46 -0700 | [diff] [blame] | 1554 | index = i; |
| 1555 | break; |
| 1556 | } |
| 1557 | } |
| 1558 | |
| 1559 | if (index == NAME_NOT_FOUND) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1560 | std::string msg = fmt::sprintf("Camera %s: Invalid stream ID (%d) specified, no stream " |
| 1561 | "with that ID exists", mCameraIdStr.c_str(), streamId); |
| 1562 | ALOGW("%s: %s", __FUNCTION__, msg.c_str()); |
| 1563 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Ruben Brunk | c78ac26 | 2015-08-13 17:58:46 -0700 | [diff] [blame] | 1564 | } |
| 1565 | |
| 1566 | if (maxCount <= 0) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1567 | std::string msg = fmt::sprintf("Camera %s: maxCount (%d) must be greater than 0", |
| 1568 | mCameraIdStr.c_str(), maxCount); |
| 1569 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
| 1570 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Ruben Brunk | c78ac26 | 2015-08-13 17:58:46 -0700 | [diff] [blame] | 1571 | } |
| 1572 | |
| 1573 | // Also returns BAD_VALUE if stream ID was not valid, or stream already |
| 1574 | // has been used |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1575 | status_t err = mDevice->prepare(maxCount, streamId); |
| 1576 | if (err == BAD_VALUE) { |
| 1577 | res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 1578 | "Camera %s: Stream %d has already been used, and cannot be prepared", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1579 | mCameraIdStr.c_str(), streamId); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1580 | } else if (err != OK) { |
| 1581 | res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1582 | "Camera %s: Error preparing stream %d: %s (%d)", mCameraIdStr.c_str(), streamId, |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1583 | strerror(-err), err); |
| 1584 | } |
Ruben Brunk | c78ac26 | 2015-08-13 17:58:46 -0700 | [diff] [blame] | 1585 | |
| 1586 | return res; |
| 1587 | } |
| 1588 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1589 | binder::Status CameraDeviceClient::tearDown(int streamId) { |
Eino-Ville Talvala | b25e3c8 | 2015-07-15 16:04:27 -0700 | [diff] [blame] | 1590 | ATRACE_CALL(); |
| 1591 | ALOGV("%s", __FUNCTION__); |
| 1592 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1593 | binder::Status res; |
| 1594 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
Eino-Ville Talvala | b25e3c8 | 2015-07-15 16:04:27 -0700 | [diff] [blame] | 1595 | |
| 1596 | Mutex::Autolock icl(mBinderSerializationLock); |
| 1597 | |
| 1598 | // Guard against trying to prepare non-created streams |
| 1599 | ssize_t index = NAME_NOT_FOUND; |
| 1600 | for (size_t i = 0; i < mStreamMap.size(); ++i) { |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 1601 | if (streamId == mStreamMap.valueAt(i).streamId()) { |
Eino-Ville Talvala | b25e3c8 | 2015-07-15 16:04:27 -0700 | [diff] [blame] | 1602 | index = i; |
| 1603 | break; |
| 1604 | } |
| 1605 | } |
| 1606 | |
| 1607 | if (index == NAME_NOT_FOUND) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1608 | std::string msg = fmt::sprintf("Camera %s: Invalid stream ID (%d) specified, no stream " |
| 1609 | "with that ID exists", mCameraIdStr.c_str(), streamId); |
| 1610 | ALOGW("%s: %s", __FUNCTION__, msg.c_str()); |
| 1611 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Eino-Ville Talvala | b25e3c8 | 2015-07-15 16:04:27 -0700 | [diff] [blame] | 1612 | } |
| 1613 | |
| 1614 | // Also returns BAD_VALUE if stream ID was not valid or if the stream is in |
| 1615 | // use |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1616 | status_t err = mDevice->tearDown(streamId); |
| 1617 | if (err == BAD_VALUE) { |
| 1618 | res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 1619 | "Camera %s: Stream %d is still in use, cannot be torn down", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1620 | mCameraIdStr.c_str(), streamId); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1621 | } else if (err != OK) { |
| 1622 | res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1623 | "Camera %s: Error tearing down stream %d: %s (%d)", mCameraIdStr.c_str(), streamId, |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1624 | strerror(-err), err); |
| 1625 | } |
Eino-Ville Talvala | b25e3c8 | 2015-07-15 16:04:27 -0700 | [diff] [blame] | 1626 | |
| 1627 | return res; |
| 1628 | } |
| 1629 | |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1630 | binder::Status CameraDeviceClient::finalizeOutputConfigurations(int32_t streamId, |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1631 | const hardware::camera2::params::OutputConfiguration &outputConfiguration) { |
| 1632 | ATRACE_CALL(); |
| 1633 | |
| 1634 | binder::Status res; |
| 1635 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| 1636 | |
| 1637 | Mutex::Autolock icl(mBinderSerializationLock); |
| 1638 | |
Shuzhen Wang | 0709c28 | 2024-02-12 09:09:32 -0800 | [diff] [blame] | 1639 | if (!outputConfiguration.isComplete()) { |
| 1640 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 1641 | "OutputConfiguration isn't valid!"); |
| 1642 | } |
| 1643 | |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 1644 | const std::vector<sp<IGraphicBufferProducer> >& bufferProducers = |
| 1645 | outputConfiguration.getGraphicBufferProducers(); |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1646 | const std::string &physicalId = outputConfiguration.getPhysicalCameraId(); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1647 | |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 1648 | if (bufferProducers.size() == 0) { |
| 1649 | ALOGE("%s: bufferProducers must not be empty", __FUNCTION__); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1650 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Target Surface is invalid"); |
| 1651 | } |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 1652 | |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1653 | // streamId should be in mStreamMap if this stream already has a surface attached |
| 1654 | // to it. Otherwise, it should be in mDeferredStreams. |
| 1655 | bool streamIdConfigured = false; |
| 1656 | ssize_t deferredStreamIndex = NAME_NOT_FOUND; |
| 1657 | for (size_t i = 0; i < mStreamMap.size(); i++) { |
| 1658 | if (mStreamMap.valueAt(i).streamId() == streamId) { |
| 1659 | streamIdConfigured = true; |
| 1660 | break; |
| 1661 | } |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1662 | } |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1663 | for (size_t i = 0; i < mDeferredStreams.size(); i++) { |
| 1664 | if (streamId == mDeferredStreams[i]) { |
| 1665 | deferredStreamIndex = i; |
| 1666 | break; |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 1667 | } |
| 1668 | |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1669 | } |
| 1670 | if (deferredStreamIndex == NAME_NOT_FOUND && !streamIdConfigured) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1671 | std::string msg = fmt::sprintf("Camera %s: deferred surface is set to a unknown stream" |
| 1672 | "(ID %d)", mCameraIdStr.c_str(), streamId); |
| 1673 | ALOGW("%s: %s", __FUNCTION__, msg.c_str()); |
| 1674 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1675 | } |
| 1676 | |
Shuzhen Wang | 88fd005 | 2017-02-09 16:40:07 -0800 | [diff] [blame] | 1677 | if (mStreamInfoMap[streamId].finalized) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1678 | std::string msg = fmt::sprintf("Camera %s: finalizeOutputConfigurations has been called" |
| 1679 | " on stream ID %d", mCameraIdStr.c_str(), streamId); |
| 1680 | ALOGW("%s: %s", __FUNCTION__, msg.c_str()); |
| 1681 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Shuzhen Wang | 88fd005 | 2017-02-09 16:40:07 -0800 | [diff] [blame] | 1682 | } |
| 1683 | |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1684 | if (!mDevice.get()) { |
| 1685 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 1686 | } |
| 1687 | |
Shuzhen Wang | 38df0ca | 2024-10-09 11:33:44 -0700 | [diff] [blame] | 1688 | std::vector<SurfaceHolder> consumerSurfaceHolders; |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1689 | const std::vector<int32_t> &sensorPixelModesUsed = |
| 1690 | outputConfiguration.getSensorPixelModesUsed(); |
Emilian Peev | c81a759 | 2022-02-14 17:38:18 -0800 | [diff] [blame] | 1691 | int64_t dynamicRangeProfile = outputConfiguration.getDynamicRangeProfile(); |
Austin Borger | 9e2b27c | 2022-07-15 11:27:24 -0700 | [diff] [blame] | 1692 | int32_t colorSpace = outputConfiguration.getColorSpace(); |
| 1693 | int64_t streamUseCase = outputConfiguration.getStreamUseCase(); |
Shuzhen Wang | e420892 | 2022-02-01 16:52:48 -0800 | [diff] [blame] | 1694 | int timestampBase = outputConfiguration.getTimestampBase(); |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1695 | for (auto& bufferProducer : bufferProducers) { |
| 1696 | // Don't create multiple streams for the same target surface |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1697 | ssize_t index = mStreamMap.indexOfKey(IInterface::asBinder(bufferProducer)); |
| 1698 | if (index != NAME_NOT_FOUND) { |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1699 | ALOGV("Camera %s: Surface already has a stream created " |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1700 | " for it (ID %zd)", mCameraIdStr.c_str(), index); |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1701 | continue; |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1702 | } |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1703 | |
| 1704 | sp<Surface> surface; |
Shuzhen Wang | 38df0ca | 2024-10-09 11:33:44 -0700 | [diff] [blame] | 1705 | int mirrorMode = outputConfiguration.getMirrorMode(bufferProducer); |
Shuzhen Wang | d4abdf7 | 2021-05-28 11:22:50 -0700 | [diff] [blame] | 1706 | res = SessionConfigurationUtils::createSurfaceFromGbp(mStreamInfoMap[streamId], |
Colin Cross | b8a9dbb | 2020-08-27 04:12:26 +0000 | [diff] [blame] | 1707 | true /*isStreamInfoValid*/, surface, bufferProducer, mCameraIdStr, |
Shuzhen Wang | c8ab452 | 2021-12-14 20:12:42 -0800 | [diff] [blame] | 1708 | mDevice->infoPhysical(physicalId), sensorPixelModesUsed, dynamicRangeProfile, |
Shuzhen Wang | 0709c28 | 2024-02-12 09:09:32 -0800 | [diff] [blame] | 1709 | streamUseCase, timestampBase, mirrorMode, colorSpace, /*respectSurfaceSize*/false); |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1710 | |
| 1711 | if (!res.isOk()) |
| 1712 | return res; |
| 1713 | |
Shuzhen Wang | 38df0ca | 2024-10-09 11:33:44 -0700 | [diff] [blame] | 1714 | consumerSurfaceHolders.push_back({surface, mirrorMode}); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1715 | } |
| 1716 | |
Shuzhen Wang | a81ce34 | 2017-04-13 15:18:36 -0700 | [diff] [blame] | 1717 | // Gracefully handle case where finalizeOutputConfigurations is called |
| 1718 | // without any new surface. |
Shuzhen Wang | 38df0ca | 2024-10-09 11:33:44 -0700 | [diff] [blame] | 1719 | if (consumerSurfaceHolders.size() == 0) { |
Shuzhen Wang | a81ce34 | 2017-04-13 15:18:36 -0700 | [diff] [blame] | 1720 | mStreamInfoMap[streamId].finalized = true; |
| 1721 | return res; |
| 1722 | } |
| 1723 | |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1724 | // Finish the deferred stream configuration with the surface. |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1725 | status_t err; |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 1726 | std::vector<int> consumerSurfaceIds; |
Shuzhen Wang | 38df0ca | 2024-10-09 11:33:44 -0700 | [diff] [blame] | 1727 | err = mDevice->setConsumerSurfaces(streamId, consumerSurfaceHolders, &consumerSurfaceIds); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1728 | if (err == OK) { |
Shuzhen Wang | 38df0ca | 2024-10-09 11:33:44 -0700 | [diff] [blame] | 1729 | for (size_t i = 0; i < consumerSurfaceHolders.size(); i++) { |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1730 | sp<IBinder> binder = IInterface::asBinder( |
Shuzhen Wang | 38df0ca | 2024-10-09 11:33:44 -0700 | [diff] [blame] | 1731 | consumerSurfaceHolders[i].mSurface->getIGraphicBufferProducer()); |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 1732 | ALOGV("%s: mStreamMap add binder %p streamId %d, surfaceId %d", __FUNCTION__, |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1733 | binder.get(), streamId, consumerSurfaceIds[i]); |
| 1734 | mStreamMap.add(binder, StreamSurfaceId(streamId, consumerSurfaceIds[i])); |
| 1735 | } |
| 1736 | if (deferredStreamIndex != NAME_NOT_FOUND) { |
| 1737 | mDeferredStreams.removeItemsAt(deferredStreamIndex); |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 1738 | } |
Shuzhen Wang | 88fd005 | 2017-02-09 16:40:07 -0800 | [diff] [blame] | 1739 | mStreamInfoMap[streamId].finalized = true; |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 1740 | mConfiguredOutputs.replaceValueFor(streamId, outputConfiguration); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1741 | } else if (err == NO_INIT) { |
| 1742 | res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 1743 | "Camera %s: Deferred surface is invalid: %s (%d)", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1744 | mCameraIdStr.c_str(), strerror(-err), err); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1745 | } else { |
| 1746 | res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 1747 | "Camera %s: Error setting output stream deferred surface: %s (%d)", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1748 | mCameraIdStr.c_str(), strerror(-err), err); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1749 | } |
| 1750 | |
| 1751 | return res; |
| 1752 | } |
| 1753 | |
Yin-Chia Yeh | cfab4e1 | 2019-09-09 13:08:28 -0700 | [diff] [blame] | 1754 | binder::Status CameraDeviceClient::setCameraAudioRestriction(int32_t mode) { |
Yin-Chia Yeh | dba0323 | 2019-08-19 15:54:28 -0700 | [diff] [blame] | 1755 | ATRACE_CALL(); |
| 1756 | binder::Status res; |
| 1757 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| 1758 | |
| 1759 | if (!isValidAudioRestriction(mode)) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1760 | std::string msg = fmt::sprintf("Camera %s: invalid audio restriction mode %d", |
| 1761 | mCameraIdStr.c_str(), mode); |
| 1762 | ALOGW("%s: %s", __FUNCTION__, msg.c_str()); |
| 1763 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Yin-Chia Yeh | dba0323 | 2019-08-19 15:54:28 -0700 | [diff] [blame] | 1764 | } |
| 1765 | |
| 1766 | Mutex::Autolock icl(mBinderSerializationLock); |
Yin-Chia Yeh | cfab4e1 | 2019-09-09 13:08:28 -0700 | [diff] [blame] | 1767 | BasicClient::setAudioRestriction(mode); |
| 1768 | return binder::Status::ok(); |
| 1769 | } |
| 1770 | |
| 1771 | binder::Status CameraDeviceClient::getGlobalAudioRestriction(/*out*/ int32_t* outMode) { |
| 1772 | ATRACE_CALL(); |
| 1773 | binder::Status res; |
| 1774 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| 1775 | Mutex::Autolock icl(mBinderSerializationLock); |
Yin-Chia Yeh | dba0323 | 2019-08-19 15:54:28 -0700 | [diff] [blame] | 1776 | if (outMode != nullptr) { |
Yin-Chia Yeh | cfab4e1 | 2019-09-09 13:08:28 -0700 | [diff] [blame] | 1777 | *outMode = BasicClient::getServiceAudioRestriction(); |
Yin-Chia Yeh | dba0323 | 2019-08-19 15:54:28 -0700 | [diff] [blame] | 1778 | } |
| 1779 | return binder::Status::ok(); |
| 1780 | } |
| 1781 | |
Jyoti Bhayana | 1f9600b | 2024-10-29 20:25:32 -0700 | [diff] [blame] | 1782 | binder::Status CameraDeviceClient::isPrimaryClient(/*out*/bool* isPrimary) { |
| 1783 | ATRACE_CALL(); |
| 1784 | binder::Status res = binder::Status::ok(); |
| 1785 | if (!flags::camera_multi_client()) { |
| 1786 | return res; |
| 1787 | } |
| 1788 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| 1789 | if (isPrimary != nullptr) { |
| 1790 | status_t ret = BasicClient::isPrimaryClient(isPrimary); |
| 1791 | return binder::Status::fromStatusT(ret); |
| 1792 | } |
| 1793 | return res; |
| 1794 | } |
| 1795 | |
Ravneet | aeb20dc | 2022-03-30 05:33:03 +0000 | [diff] [blame] | 1796 | status_t CameraDeviceClient::setCameraServiceWatchdog(bool enabled) { |
| 1797 | return mDevice->setCameraServiceWatchdog(enabled); |
| 1798 | } |
| 1799 | |
Jayant Chowdhary | 44d5f62 | 2023-09-20 03:11:41 +0000 | [diff] [blame] | 1800 | status_t CameraDeviceClient::setRotateAndCropOverride(uint8_t rotateAndCrop, bool fromHal) { |
Eino-Ville Talvala | f2e3709 | 2020-01-07 15:32:32 -0800 | [diff] [blame] | 1801 | if (rotateAndCrop > ANDROID_SCALER_ROTATE_AND_CROP_AUTO) return BAD_VALUE; |
| 1802 | |
| 1803 | return mDevice->setRotateAndCropAutoBehavior( |
Jayant Chowdhary | 44d5f62 | 2023-09-20 03:11:41 +0000 | [diff] [blame] | 1804 | static_cast<camera_metadata_enum_android_scaler_rotate_and_crop_t>(rotateAndCrop), fromHal); |
Eino-Ville Talvala | f2e3709 | 2020-01-07 15:32:32 -0800 | [diff] [blame] | 1805 | } |
| 1806 | |
Bharatt Kukreja | 7146ced | 2022-10-25 15:45:29 +0000 | [diff] [blame] | 1807 | status_t CameraDeviceClient::setAutoframingOverride(uint8_t autoframingValue) { |
| 1808 | if (autoframingValue > ANDROID_CONTROL_AUTOFRAMING_AUTO) return BAD_VALUE; |
| 1809 | |
| 1810 | return mDevice->setAutoframingAutoBehavior( |
| 1811 | static_cast<camera_metadata_enum_android_control_autoframing_t>(autoframingValue)); |
| 1812 | } |
| 1813 | |
Eino-Ville Talvala | 305cec6 | 2020-11-12 14:18:17 -0800 | [diff] [blame] | 1814 | bool CameraDeviceClient::supportsCameraMute() { |
| 1815 | return mDevice->supportsCameraMute(); |
| 1816 | } |
| 1817 | |
| 1818 | status_t CameraDeviceClient::setCameraMute(bool enabled) { |
| 1819 | return mDevice->setCameraMute(enabled); |
| 1820 | } |
| 1821 | |
Shuzhen Wang | 16610a6 | 2022-12-15 22:38:07 -0800 | [diff] [blame] | 1822 | void CameraDeviceClient::setStreamUseCaseOverrides( |
| 1823 | const std::vector<int64_t>& useCaseOverrides) { |
| 1824 | mDevice->setStreamUseCaseOverrides(useCaseOverrides); |
| 1825 | } |
| 1826 | |
| 1827 | void CameraDeviceClient::clearStreamUseCaseOverrides() { |
| 1828 | mDevice->clearStreamUseCaseOverrides(); |
| 1829 | } |
| 1830 | |
Shuzhen Wang | af22e91 | 2023-04-11 16:03:17 -0700 | [diff] [blame] | 1831 | bool CameraDeviceClient::supportsZoomOverride() { |
| 1832 | return mDevice->supportsZoomOverride(); |
| 1833 | } |
| 1834 | |
| 1835 | status_t CameraDeviceClient::setZoomOverride(int32_t zoomOverride) { |
| 1836 | return mDevice->setZoomOverride(zoomOverride); |
| 1837 | } |
| 1838 | |
Yin-Chia Yeh | b978c38 | 2019-10-30 00:22:37 -0700 | [diff] [blame] | 1839 | binder::Status CameraDeviceClient::switchToOffline( |
| 1840 | const sp<hardware::camera2::ICameraDeviceCallbacks>& cameraCb, |
Emilian Peev | b2bc5a4 | 2019-11-20 16:02:14 -0800 | [diff] [blame] | 1841 | const std::vector<int>& offlineOutputIds, |
Yin-Chia Yeh | b978c38 | 2019-10-30 00:22:37 -0700 | [diff] [blame] | 1842 | /*out*/ |
| 1843 | sp<hardware::camera2::ICameraOfflineSession>* session) { |
| 1844 | ATRACE_CALL(); |
| 1845 | |
| 1846 | binder::Status res; |
| 1847 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| 1848 | |
| 1849 | Mutex::Autolock icl(mBinderSerializationLock); |
| 1850 | |
| 1851 | if (!mDevice.get()) { |
| 1852 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 1853 | } |
| 1854 | |
Emilian Peev | b2bc5a4 | 2019-11-20 16:02:14 -0800 | [diff] [blame] | 1855 | if (offlineOutputIds.empty()) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1856 | std::string msg = "Offline surfaces must not be empty"; |
| 1857 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
| 1858 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Yin-Chia Yeh | b978c38 | 2019-10-30 00:22:37 -0700 | [diff] [blame] | 1859 | } |
| 1860 | |
| 1861 | if (session == nullptr) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1862 | std::string msg = "Invalid offline session"; |
| 1863 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
| 1864 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Yin-Chia Yeh | b978c38 | 2019-10-30 00:22:37 -0700 | [diff] [blame] | 1865 | } |
| 1866 | |
Yin-Chia Yeh | 87fccca | 2020-01-28 09:37:18 -0800 | [diff] [blame] | 1867 | std::vector<int32_t> offlineStreamIds; |
| 1868 | offlineStreamIds.reserve(offlineOutputIds.size()); |
Emilian Peev | 4697b64 | 2019-11-19 17:11:14 -0800 | [diff] [blame] | 1869 | KeyedVector<sp<IBinder>, sp<CompositeStream>> offlineCompositeStreamMap; |
Emilian Peev | b2bc5a4 | 2019-11-20 16:02:14 -0800 | [diff] [blame] | 1870 | for (const auto& streamId : offlineOutputIds) { |
| 1871 | ssize_t index = mConfiguredOutputs.indexOfKey(streamId); |
Yin-Chia Yeh | b978c38 | 2019-10-30 00:22:37 -0700 | [diff] [blame] | 1872 | if (index == NAME_NOT_FOUND) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1873 | std::string msg = fmt::sprintf("Offline surface with id: %d is not registered", |
Emilian Peev | cc0b795 | 2020-01-07 13:54:47 -0800 | [diff] [blame] | 1874 | streamId); |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1875 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
| 1876 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Yin-Chia Yeh | b978c38 | 2019-10-30 00:22:37 -0700 | [diff] [blame] | 1877 | } |
Emilian Peev | cc0b795 | 2020-01-07 13:54:47 -0800 | [diff] [blame] | 1878 | |
| 1879 | if (!mStreamInfoMap[streamId].supportsOffline) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1880 | std::string msg = fmt::sprintf("Offline surface with id: %d doesn't support " |
Emilian Peev | cc0b795 | 2020-01-07 13:54:47 -0800 | [diff] [blame] | 1881 | "offline mode", streamId); |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1882 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
| 1883 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Emilian Peev | cc0b795 | 2020-01-07 13:54:47 -0800 | [diff] [blame] | 1884 | } |
Yin-Chia Yeh | b978c38 | 2019-10-30 00:22:37 -0700 | [diff] [blame] | 1885 | |
Emilian Peev | 2f5d601 | 2022-01-19 16:16:50 -0800 | [diff] [blame] | 1886 | Mutex::Autolock l(mCompositeLock); |
Emilian Peev | b2bc5a4 | 2019-11-20 16:02:14 -0800 | [diff] [blame] | 1887 | bool isCompositeStream = false; |
Emilian Peev | 2f5d601 | 2022-01-19 16:16:50 -0800 | [diff] [blame] | 1888 | for (const auto& gbp : mConfiguredOutputs.valueAt(index).getGraphicBufferProducers()) { |
Emilian Peev | b2bc5a4 | 2019-11-20 16:02:14 -0800 | [diff] [blame] | 1889 | sp<Surface> s = new Surface(gbp, false /*controlledByApp*/); |
Pirama Arumuga Nainar | 8db2106 | 2022-01-28 10:15:12 -0800 | [diff] [blame] | 1890 | isCompositeStream = camera3::DepthCompositeStream::isDepthCompositeStream(s) || |
Emilian Peev | 434248e | 2022-10-06 14:58:54 -0700 | [diff] [blame] | 1891 | camera3::HeicCompositeStream::isHeicCompositeStream(s) || |
Emilian Peev | e579d8b | 2023-02-28 14:16:08 -0800 | [diff] [blame] | 1892 | (camera3::JpegRCompositeStream::isJpegRCompositeStream(s) && |
Emilian Peev | 1523014 | 2023-04-27 20:22:54 +0000 | [diff] [blame] | 1893 | !mDevice->isCompositeJpegRDisabled()); |
Emilian Peev | 4697b64 | 2019-11-19 17:11:14 -0800 | [diff] [blame] | 1894 | if (isCompositeStream) { |
| 1895 | auto compositeIdx = mCompositeStreamMap.indexOfKey(IInterface::asBinder(gbp)); |
| 1896 | if (compositeIdx == NAME_NOT_FOUND) { |
| 1897 | ALOGE("%s: Unknown composite stream", __FUNCTION__); |
| 1898 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 1899 | "Unknown composite stream"); |
| 1900 | } |
| 1901 | |
| 1902 | mCompositeStreamMap.valueAt(compositeIdx)->insertCompositeStreamIds( |
| 1903 | &offlineStreamIds); |
| 1904 | offlineCompositeStreamMap.add(mCompositeStreamMap.keyAt(compositeIdx), |
| 1905 | mCompositeStreamMap.valueAt(compositeIdx)); |
| 1906 | break; |
| 1907 | } |
Emilian Peev | b2bc5a4 | 2019-11-20 16:02:14 -0800 | [diff] [blame] | 1908 | } |
| 1909 | |
Emilian Peev | 4697b64 | 2019-11-19 17:11:14 -0800 | [diff] [blame] | 1910 | if (!isCompositeStream) { |
Emilian Peev | b2bc5a4 | 2019-11-20 16:02:14 -0800 | [diff] [blame] | 1911 | offlineStreamIds.push_back(streamId); |
Yin-Chia Yeh | b978c38 | 2019-10-30 00:22:37 -0700 | [diff] [blame] | 1912 | } |
| 1913 | } |
| 1914 | |
| 1915 | sp<CameraOfflineSessionBase> offlineSession; |
| 1916 | auto ret = mDevice->switchToOffline(offlineStreamIds, &offlineSession); |
| 1917 | if (ret != OK) { |
| 1918 | return STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 1919 | "Camera %s: Error switching to offline mode: %s (%d)", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1920 | mCameraIdStr.c_str(), strerror(ret), ret); |
Yin-Chia Yeh | b978c38 | 2019-10-30 00:22:37 -0700 | [diff] [blame] | 1921 | } |
| 1922 | |
Emilian Peev | cc0b795 | 2020-01-07 13:54:47 -0800 | [diff] [blame] | 1923 | sp<CameraOfflineSessionClient> offlineClient; |
| 1924 | if (offlineSession.get() != nullptr) { |
Austin Borger | 2e772b8 | 2024-10-11 16:09:57 -0700 | [diff] [blame] | 1925 | offlineClient = new CameraOfflineSessionClient( |
| 1926 | sCameraService, offlineSession, offlineCompositeStreamMap, cameraCb, |
| 1927 | mAttributionAndPermissionUtils, mClientAttribution, mCallingPid, mCameraIdStr, |
Jyoti Bhayana | 1f9600b | 2024-10-29 20:25:32 -0700 | [diff] [blame] | 1928 | mCameraFacing, mOrientation, mServicePid, /*sharedMode*/false); |
Emilian Peev | cc0b795 | 2020-01-07 13:54:47 -0800 | [diff] [blame] | 1929 | ret = sCameraService->addOfflineClient(mCameraIdStr, offlineClient); |
| 1930 | } |
| 1931 | |
Yin-Chia Yeh | b978c38 | 2019-10-30 00:22:37 -0700 | [diff] [blame] | 1932 | if (ret == OK) { |
Emilian Peev | d99c8ae | 2019-11-26 13:19:13 -0800 | [diff] [blame] | 1933 | // A successful offline session switch must reset the current camera client |
| 1934 | // and release any resources occupied by previously configured streams. |
| 1935 | mStreamMap.clear(); |
| 1936 | mConfiguredOutputs.clear(); |
| 1937 | mDeferredStreams.clear(); |
| 1938 | mStreamInfoMap.clear(); |
Emilian Peev | 2f5d601 | 2022-01-19 16:16:50 -0800 | [diff] [blame] | 1939 | Mutex::Autolock l(mCompositeLock); |
Emilian Peev | d99c8ae | 2019-11-26 13:19:13 -0800 | [diff] [blame] | 1940 | mCompositeStreamMap.clear(); |
| 1941 | mInputStream = {false, 0, 0, 0, 0}; |
Yin-Chia Yeh | b978c38 | 2019-10-30 00:22:37 -0700 | [diff] [blame] | 1942 | } else { |
Emilian Peev | 886ac21 | 2023-02-07 14:10:24 -0800 | [diff] [blame] | 1943 | // In case we failed to register the offline client, ensure that it still initialized |
| 1944 | // so that all failing requests can return back correctly once the object is released. |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1945 | offlineClient->initialize(nullptr /*cameraProviderManager*/, std::string()/*monitorTags*/); |
Emilian Peev | 886ac21 | 2023-02-07 14:10:24 -0800 | [diff] [blame] | 1946 | |
Emilian Peev | b2bc5a4 | 2019-11-20 16:02:14 -0800 | [diff] [blame] | 1947 | switch(ret) { |
| 1948 | case BAD_VALUE: |
| 1949 | return STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 1950 | "Illegal argument to HAL module for camera \"%s\"", mCameraIdStr.c_str()); |
| 1951 | case TIMED_OUT: |
| 1952 | return STATUS_ERROR_FMT(CameraService::ERROR_CAMERA_IN_USE, |
| 1953 | "Camera \"%s\" is already open", mCameraIdStr.c_str()); |
| 1954 | default: |
| 1955 | return STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
| 1956 | "Failed to initialize camera \"%s\": %s (%d)", mCameraIdStr.c_str(), |
| 1957 | strerror(-ret), ret); |
| 1958 | } |
Yin-Chia Yeh | b978c38 | 2019-10-30 00:22:37 -0700 | [diff] [blame] | 1959 | } |
| 1960 | |
| 1961 | *session = offlineClient; |
| 1962 | |
| 1963 | return binder::Status::ok(); |
| 1964 | } |
| 1965 | |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1966 | status_t CameraDeviceClient::dump(int fd, const Vector<String16>& args) { |
Eino-Ville Talvala | c400396 | 2016-01-13 10:07:04 -0800 | [diff] [blame] | 1967 | return BasicClient::dump(fd, args); |
| 1968 | } |
| 1969 | |
| 1970 | status_t CameraDeviceClient::dumpClient(int fd, const Vector<String16>& args) { |
Eino-Ville Talvala | d00111e | 2017-01-31 11:59:12 -0800 | [diff] [blame] | 1971 | dprintf(fd, " CameraDeviceClient[%s] (%p) dump:\n", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1972 | mCameraIdStr.c_str(), |
Eino-Ville Talvala | e992e75 | 2014-11-07 16:17:48 -0800 | [diff] [blame] | 1973 | (getRemoteCallback() != NULL ? |
Marco Nelissen | f888020 | 2014-11-14 07:58:25 -0800 | [diff] [blame] | 1974 | IInterface::asBinder(getRemoteCallback()).get() : NULL) ); |
Austin Borger | 2e772b8 | 2024-10-11 16:09:57 -0700 | [diff] [blame] | 1975 | dprintf(fd, " Current client UID %u\n", getClientUid()); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1976 | |
Eino-Ville Talvala | d00111e | 2017-01-31 11:59:12 -0800 | [diff] [blame] | 1977 | dprintf(fd, " State:\n"); |
| 1978 | dprintf(fd, " Request ID counter: %d\n", mRequestIdCounter); |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 1979 | if (mInputStream.configured) { |
Eino-Ville Talvala | d00111e | 2017-01-31 11:59:12 -0800 | [diff] [blame] | 1980 | dprintf(fd, " Current input stream ID: %d\n", mInputStream.id); |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 1981 | } else { |
Eino-Ville Talvala | d00111e | 2017-01-31 11:59:12 -0800 | [diff] [blame] | 1982 | dprintf(fd, " No input stream configured.\n"); |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 1983 | } |
Eino-Ville Talvala | 67489d2 | 2014-09-18 15:52:02 -0700 | [diff] [blame] | 1984 | if (!mStreamMap.isEmpty()) { |
Eino-Ville Talvala | d00111e | 2017-01-31 11:59:12 -0800 | [diff] [blame] | 1985 | dprintf(fd, " Current output stream/surface IDs:\n"); |
Eino-Ville Talvala | 67489d2 | 2014-09-18 15:52:02 -0700 | [diff] [blame] | 1986 | for (size_t i = 0; i < mStreamMap.size(); i++) { |
Eino-Ville Talvala | d00111e | 2017-01-31 11:59:12 -0800 | [diff] [blame] | 1987 | dprintf(fd, " Stream %d Surface %d\n", |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 1988 | mStreamMap.valueAt(i).streamId(), |
| 1989 | mStreamMap.valueAt(i).surfaceId()); |
Eino-Ville Talvala | 67489d2 | 2014-09-18 15:52:02 -0700 | [diff] [blame] | 1990 | } |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1991 | } else if (!mDeferredStreams.isEmpty()) { |
Eino-Ville Talvala | d00111e | 2017-01-31 11:59:12 -0800 | [diff] [blame] | 1992 | dprintf(fd, " Current deferred surface output stream IDs:\n"); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1993 | for (auto& streamId : mDeferredStreams) { |
Eino-Ville Talvala | d00111e | 2017-01-31 11:59:12 -0800 | [diff] [blame] | 1994 | dprintf(fd, " Stream %d\n", streamId); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1995 | } |
Eino-Ville Talvala | 67489d2 | 2014-09-18 15:52:02 -0700 | [diff] [blame] | 1996 | } else { |
Eino-Ville Talvala | d00111e | 2017-01-31 11:59:12 -0800 | [diff] [blame] | 1997 | dprintf(fd, " No output streams configured.\n"); |
Eino-Ville Talvala | 67489d2 | 2014-09-18 15:52:02 -0700 | [diff] [blame] | 1998 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1999 | // TODO: print dynamic/request section from most recent requests |
| 2000 | mFrameProcessor->dump(fd, args); |
| 2001 | |
| 2002 | return dumpDevice(fd, args); |
| 2003 | } |
| 2004 | |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 2005 | status_t CameraDeviceClient::startWatchingTags(const std::string &tags, int out) { |
Avichal Rakesh | 7e53cad | 2021-10-05 13:46:30 -0700 | [diff] [blame] | 2006 | sp<CameraDeviceBase> device = mDevice; |
| 2007 | if (!device) { |
| 2008 | dprintf(out, " Device is detached."); |
| 2009 | return OK; |
| 2010 | } |
| 2011 | device->startWatchingTags(tags); |
| 2012 | return OK; |
| 2013 | } |
| 2014 | |
| 2015 | status_t CameraDeviceClient::stopWatchingTags(int out) { |
| 2016 | sp<CameraDeviceBase> device = mDevice; |
| 2017 | if (!device) { |
| 2018 | dprintf(out, " Device is detached."); |
| 2019 | return OK; |
| 2020 | } |
| 2021 | device->stopWatchingTags(); |
| 2022 | return OK; |
| 2023 | } |
| 2024 | |
| 2025 | status_t CameraDeviceClient::dumpWatchedEventsToVector(std::vector<std::string> &out) { |
| 2026 | sp<CameraDeviceBase> device = mDevice; |
| 2027 | if (!device) { |
| 2028 | return OK; |
| 2029 | } |
| 2030 | device->dumpWatchedEventsToVector(out); |
| 2031 | return OK; |
| 2032 | } |
| 2033 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 2034 | void CameraDeviceClient::notifyError(int32_t errorCode, |
Jianing Wei | cb0652e | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 2035 | const CaptureResultExtras& resultExtras) { |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 2036 | // Thread safe. Don't bother locking. |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 2037 | sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback(); |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 2038 | |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 2039 | bool skipClientNotification = false; |
Emilian Peev | 2f5d601 | 2022-01-19 16:16:50 -0800 | [diff] [blame] | 2040 | { |
| 2041 | // Access to the composite stream map must be synchronized |
| 2042 | Mutex::Autolock l(mCompositeLock); |
| 2043 | // Composites can have multiple internal streams. Error notifications coming from such |
| 2044 | // internal streams may need to remain within camera service. |
| 2045 | for (size_t i = 0; i < mCompositeStreamMap.size(); i++) { |
| 2046 | skipClientNotification |= mCompositeStreamMap.valueAt(i)->onError(errorCode, |
| 2047 | resultExtras); |
| 2048 | } |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 2049 | } |
| 2050 | |
| 2051 | if ((remoteCb != 0) && (!skipClientNotification)) { |
Jianing Wei | cb0652e | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 2052 | remoteCb->onDeviceError(errorCode, resultExtras); |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 2053 | } |
| 2054 | } |
| 2055 | |
Chien-Yu Chen | e8c535e | 2016-04-14 12:18:26 -0700 | [diff] [blame] | 2056 | void CameraDeviceClient::notifyRepeatingRequestError(long lastFrameNumber) { |
| 2057 | sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback(); |
| 2058 | |
| 2059 | if (remoteCb != 0) { |
Yin-Chia Yeh | 8ca23dc | 2017-09-05 18:15:56 -0700 | [diff] [blame] | 2060 | remoteCb->onRepeatingRequestError(lastFrameNumber, mStreamingRequestId); |
Chien-Yu Chen | e8c535e | 2016-04-14 12:18:26 -0700 | [diff] [blame] | 2061 | } |
| 2062 | |
Shuzhen Wang | c9ca678 | 2016-04-26 13:40:31 -0700 | [diff] [blame] | 2063 | Mutex::Autolock idLock(mStreamingRequestIdLock); |
Chien-Yu Chen | e8c535e | 2016-04-14 12:18:26 -0700 | [diff] [blame] | 2064 | mStreamingRequestId = REQUEST_ID_NONE; |
| 2065 | } |
| 2066 | |
Shuzhen Wang | 316781a | 2020-08-18 18:11:01 -0700 | [diff] [blame] | 2067 | void CameraDeviceClient::notifyIdle( |
| 2068 | int64_t requestCount, int64_t resultErrorCount, bool deviceError, |
Eino-Ville Talvala | ffc186b | 2024-04-09 18:10:47 -0700 | [diff] [blame] | 2069 | std::pair<int32_t, int32_t> mostRequestedFpsRange, |
Shuzhen Wang | 316781a | 2020-08-18 18:11:01 -0700 | [diff] [blame] | 2070 | const std::vector<hardware::CameraStreamStats>& streamStats) { |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 2071 | // Thread safe. Don't bother locking. |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 2072 | sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback(); |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 2073 | |
| 2074 | if (remoteCb != 0) { |
| 2075 | remoteCb->onDeviceIdle(); |
| 2076 | } |
Emilian Peev | 567c31c | 2023-03-06 15:02:37 -0800 | [diff] [blame] | 2077 | |
| 2078 | std::vector<hardware::CameraStreamStats> fullStreamStats = streamStats; |
| 2079 | { |
| 2080 | Mutex::Autolock l(mCompositeLock); |
| 2081 | for (size_t i = 0; i < mCompositeStreamMap.size(); i++) { |
| 2082 | hardware::CameraStreamStats compositeStats; |
| 2083 | mCompositeStreamMap.valueAt(i)->getStreamStats(&compositeStats); |
| 2084 | if (compositeStats.mWidth > 0) { |
| 2085 | fullStreamStats.push_back(compositeStats); |
| 2086 | } |
| 2087 | } |
| 2088 | } |
Shuzhen Wang | d26b186 | 2022-03-07 12:05:05 -0800 | [diff] [blame] | 2089 | Camera2ClientBase::notifyIdleWithUserTag(requestCount, resultErrorCount, deviceError, |
Eino-Ville Talvala | ffc186b | 2024-04-09 18:10:47 -0700 | [diff] [blame] | 2090 | mostRequestedFpsRange, |
| 2091 | fullStreamStats, |
| 2092 | mRunningSessionStats.mUserTag, |
| 2093 | mRunningSessionStats.mVideoStabilizationMode, |
| 2094 | mRunningSessionStats.mUsedUltraWide, |
| 2095 | mRunningSessionStats.mUsedSettingsOverrideZoom); |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 2096 | } |
| 2097 | |
Jianing Wei | cb0652e | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 2098 | void CameraDeviceClient::notifyShutter(const CaptureResultExtras& resultExtras, |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 2099 | nsecs_t timestamp) { |
| 2100 | // Thread safe. Don't bother locking. |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 2101 | sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback(); |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 2102 | if (remoteCb != 0) { |
Jianing Wei | cb0652e | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 2103 | remoteCb->onCaptureStarted(resultExtras, timestamp); |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 2104 | } |
Eino-Ville Talvala | 412fe56 | 2015-08-20 17:08:32 -0700 | [diff] [blame] | 2105 | Camera2ClientBase::notifyShutter(resultExtras, timestamp); |
Shuzhen Wang | 68ac7ad | 2019-01-30 14:03:28 -0800 | [diff] [blame] | 2106 | |
Emilian Peev | 2f5d601 | 2022-01-19 16:16:50 -0800 | [diff] [blame] | 2107 | // Access to the composite stream map must be synchronized |
| 2108 | Mutex::Autolock l(mCompositeLock); |
Shuzhen Wang | 68ac7ad | 2019-01-30 14:03:28 -0800 | [diff] [blame] | 2109 | for (size_t i = 0; i < mCompositeStreamMap.size(); i++) { |
| 2110 | mCompositeStreamMap.valueAt(i)->onShutter(resultExtras, timestamp); |
| 2111 | } |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 2112 | } |
| 2113 | |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 2114 | void CameraDeviceClient::notifyPrepared(int streamId) { |
| 2115 | // Thread safe. Don't bother locking. |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 2116 | sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback(); |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 2117 | if (remoteCb != 0) { |
Jayant Chowdhary | 57184d5 | 2023-02-14 20:54:39 +0000 | [diff] [blame] | 2118 | ALOGV("%s: stream id %d", __FUNCTION__, streamId); |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 2119 | remoteCb->onPrepared(streamId); |
| 2120 | } |
| 2121 | } |
| 2122 | |
Shuzhen Wang | 9d06601 | 2016-09-30 11:30:20 -0700 | [diff] [blame] | 2123 | void CameraDeviceClient::notifyRequestQueueEmpty() { |
| 2124 | // Thread safe. Don't bother locking. |
| 2125 | sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback(); |
| 2126 | if (remoteCb != 0) { |
| 2127 | remoteCb->onRequestQueueEmpty(); |
| 2128 | } |
| 2129 | } |
| 2130 | |
Jyoti Bhayana | 1f9600b | 2024-10-29 20:25:32 -0700 | [diff] [blame] | 2131 | void CameraDeviceClient::notifyClientSharedAccessPriorityChanged(bool primaryClient) { |
| 2132 | // Thread safe. Don't bother locking. |
| 2133 | if (!flags::camera_multi_client()) { |
| 2134 | return; |
| 2135 | } |
| 2136 | sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback(); |
| 2137 | if (remoteCb != 0) { |
| 2138 | remoteCb->onClientSharedAccessPriorityChanged(primaryClient); |
| 2139 | } |
| 2140 | } |
| 2141 | |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 2142 | void CameraDeviceClient::detachDevice() { |
| 2143 | if (mDevice == 0) return; |
| 2144 | |
Shuzhen Wang | 316781a | 2020-08-18 18:11:01 -0700 | [diff] [blame] | 2145 | nsecs_t startTime = systemTime(); |
Jyoti Bhayana | 1f9600b | 2024-10-29 20:25:32 -0700 | [diff] [blame] | 2146 | if (!flags::camera_multi_client() || sCameraService->isOnlyClient(this)){ |
| 2147 | ALOGV("Camera %s: Stopping processors", mCameraIdStr.c_str()); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 2148 | |
Jyoti Bhayana | 1f9600b | 2024-10-29 20:25:32 -0700 | [diff] [blame] | 2149 | if (mFrameProcessor.get() != nullptr) { |
| 2150 | mFrameProcessor->removeListener( |
| 2151 | camera2::FrameProcessorBase::FRAME_PROCESSOR_LISTENER_MIN_ID, |
| 2152 | camera2::FrameProcessorBase::FRAME_PROCESSOR_LISTENER_MAX_ID, /*listener*/this); |
| 2153 | mFrameProcessor->requestExit(); |
| 2154 | ALOGV("Camera %s: Waiting for threads", mCameraIdStr.c_str()); |
| 2155 | mFrameProcessor->join(); |
| 2156 | ALOGV("Camera %s: Disconnecting device", mCameraIdStr.c_str()); |
Emilian Peev | 6b51d7d | 2018-07-23 11:41:44 +0100 | [diff] [blame] | 2157 | } |
| 2158 | |
Jyoti Bhayana | 1f9600b | 2024-10-29 20:25:32 -0700 | [diff] [blame] | 2159 | // WORKAROUND: HAL refuses to disconnect while there's streams in flight |
| 2160 | { |
| 2161 | int64_t lastFrameNumber; |
| 2162 | status_t code; |
| 2163 | if ((code = mDevice->flush(&lastFrameNumber)) != OK) { |
| 2164 | ALOGE("%s: flush failed with code 0x%x", __FUNCTION__, code); |
| 2165 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 2166 | |
Jyoti Bhayana | 1f9600b | 2024-10-29 20:25:32 -0700 | [diff] [blame] | 2167 | if ((code = mDevice->waitUntilDrained()) != OK) { |
| 2168 | ALOGE("%s: waitUntilDrained failed with code 0x%x", __FUNCTION__, |
| 2169 | code); |
Emilian Peev | 2f5d601 | 2022-01-19 16:16:50 -0800 | [diff] [blame] | 2170 | } |
Emilian Peev | 5e4c732 | 2019-10-22 14:20:52 -0700 | [diff] [blame] | 2171 | } |
Jyoti Bhayana | 1f9600b | 2024-10-29 20:25:32 -0700 | [diff] [blame] | 2172 | |
| 2173 | { |
| 2174 | Mutex::Autolock l(mCompositeLock); |
| 2175 | for (size_t i = 0; i < mCompositeStreamMap.size(); i++) { |
| 2176 | auto ret = mCompositeStreamMap.valueAt(i)->deleteInternalStreams(); |
| 2177 | if (ret != OK) { |
| 2178 | ALOGE("%s: Failed removing composite stream %s (%d)", __FUNCTION__, |
| 2179 | strerror(-ret), ret); |
| 2180 | } |
| 2181 | } |
| 2182 | mCompositeStreamMap.clear(); |
| 2183 | } |
Emilian Peev | 5e4c732 | 2019-10-22 14:20:52 -0700 | [diff] [blame] | 2184 | } |
Emilian Peev | 5e4c732 | 2019-10-22 14:20:52 -0700 | [diff] [blame] | 2185 | |
Shuzhen Wang | 03fe623 | 2023-02-05 12:41:15 -0800 | [diff] [blame] | 2186 | bool hasDeviceError = mDevice->hasDeviceError(); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 2187 | Camera2ClientBase::detachDevice(); |
Shuzhen Wang | 316781a | 2020-08-18 18:11:01 -0700 | [diff] [blame] | 2188 | |
| 2189 | int32_t closeLatencyMs = ns2ms(systemTime() - startTime); |
Shuzhen Wang | 03fe623 | 2023-02-05 12:41:15 -0800 | [diff] [blame] | 2190 | mCameraServiceProxyWrapper->logClose(mCameraIdStr, closeLatencyMs, hasDeviceError); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 2191 | } |
| 2192 | |
| 2193 | /** Device-related methods */ |
Jianing Wei | cb0652e | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 2194 | void CameraDeviceClient::onResultAvailable(const CaptureResult& result) { |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 2195 | ATRACE_CALL(); |
| 2196 | ALOGV("%s", __FUNCTION__); |
| 2197 | |
Igor Murashkin | 4fb55c1 | 2013-08-29 17:43:01 -0700 | [diff] [blame] | 2198 | // Thread-safe. No lock necessary. |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 2199 | sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = mRemoteCallback; |
Igor Murashkin | 4fb55c1 | 2013-08-29 17:43:01 -0700 | [diff] [blame] | 2200 | if (remoteCb != NULL) { |
Shuzhen Wang | 5c22c15 | 2017-12-31 17:12:25 -0800 | [diff] [blame] | 2201 | remoteCb->onResultReceived(result.mMetadata, result.mResultExtras, |
| 2202 | result.mPhysicalMetadatas); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 2203 | } |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 2204 | |
Emilian Peev | 2f5d601 | 2022-01-19 16:16:50 -0800 | [diff] [blame] | 2205 | // Access to the composite stream map must be synchronized |
| 2206 | Mutex::Autolock l(mCompositeLock); |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 2207 | for (size_t i = 0; i < mCompositeStreamMap.size(); i++) { |
| 2208 | mCompositeStreamMap.valueAt(i)->onResultAvailable(result); |
| 2209 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 2210 | } |
| 2211 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 2212 | binder::Status CameraDeviceClient::checkPidStatus(const char* checkLocation) { |
Eino-Ville Talvala | 6192b89 | 2016-04-04 12:31:18 -0700 | [diff] [blame] | 2213 | if (mDisconnected) { |
| 2214 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, |
| 2215 | "The camera device has been disconnected"); |
| 2216 | } |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 2217 | status_t res = checkPid(checkLocation); |
| 2218 | return (res == OK) ? binder::Status::ok() : |
| 2219 | STATUS_ERROR(CameraService::ERROR_PERMISSION_DENIED, |
| 2220 | "Attempt to use camera from a different process than original client"); |
| 2221 | } |
| 2222 | |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 2223 | // TODO: move to Camera2ClientBase |
| 2224 | bool CameraDeviceClient::enforceRequestPermissions(CameraMetadata& metadata) { |
| 2225 | |
Austin Borger | 22c5c85 | 2024-03-08 13:31:36 -0800 | [diff] [blame] | 2226 | const int pid = getCallingPid(); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 2227 | const int selfPid = getpid(); |
| 2228 | camera_metadata_entry_t entry; |
| 2229 | |
| 2230 | /** |
| 2231 | * Mixin default important security values |
| 2232 | * - android.led.transmit = defaulted ON |
| 2233 | */ |
| 2234 | CameraMetadata staticInfo = mDevice->info(); |
| 2235 | entry = staticInfo.find(ANDROID_LED_AVAILABLE_LEDS); |
| 2236 | for(size_t i = 0; i < entry.count; ++i) { |
| 2237 | uint8_t led = entry.data.u8[i]; |
| 2238 | |
| 2239 | switch(led) { |
| 2240 | case ANDROID_LED_AVAILABLE_LEDS_TRANSMIT: { |
| 2241 | uint8_t transmitDefault = ANDROID_LED_TRANSMIT_ON; |
| 2242 | if (!metadata.exists(ANDROID_LED_TRANSMIT)) { |
| 2243 | metadata.update(ANDROID_LED_TRANSMIT, |
| 2244 | &transmitDefault, 1); |
| 2245 | } |
| 2246 | break; |
| 2247 | } |
| 2248 | } |
| 2249 | } |
| 2250 | |
| 2251 | // We can do anything! |
| 2252 | if (pid == selfPid) { |
| 2253 | return true; |
| 2254 | } |
| 2255 | |
| 2256 | /** |
| 2257 | * Permission check special fields in the request |
| 2258 | * - android.led.transmit = android.permission.CAMERA_DISABLE_TRANSMIT |
| 2259 | */ |
| 2260 | entry = metadata.find(ANDROID_LED_TRANSMIT); |
| 2261 | if (entry.count > 0 && entry.data.u8[0] != ANDROID_LED_TRANSMIT_ON) { |
| 2262 | String16 permissionString = |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 2263 | toString16("android.permission.CAMERA_DISABLE_TRANSMIT_LED"); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 2264 | if (!checkCallingPermission(permissionString)) { |
Austin Borger | 22c5c85 | 2024-03-08 13:31:36 -0800 | [diff] [blame] | 2265 | const int uid = getCallingUid(); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 2266 | ALOGE("Permission Denial: " |
| 2267 | "can't disable transmit LED pid=%d, uid=%d", pid, uid); |
| 2268 | return false; |
| 2269 | } |
| 2270 | } |
| 2271 | |
| 2272 | return true; |
| 2273 | } |
| 2274 | |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 2275 | const CameraMetadata &CameraDeviceClient::getStaticInfo(const std::string &cameraId) { |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 2276 | if (mDevice->getId() == cameraId) { |
| 2277 | return mDevice->info(); |
| 2278 | } |
| 2279 | return mDevice->infoPhysical(cameraId); |
| 2280 | } |
| 2281 | |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 2282 | bool CameraDeviceClient::supportsUltraHighResolutionCapture(const std::string &cameraId) { |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 2283 | const CameraMetadata &deviceInfo = getStaticInfo(cameraId); |
Jayant Chowdhary | dbd1efb | 2023-02-07 16:14:48 -0800 | [diff] [blame] | 2284 | return SessionConfigurationUtils::supportsUltraHighResolutionCapture(deviceInfo); |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 2285 | } |
| 2286 | |
| 2287 | bool CameraDeviceClient::isSensorPixelModeConsistent( |
| 2288 | const std::list<int> &streamIdList, const CameraMetadata &settings) { |
| 2289 | // First we get the sensorPixelMode from the settings metadata. |
| 2290 | int32_t sensorPixelMode = ANDROID_SENSOR_PIXEL_MODE_DEFAULT; |
| 2291 | camera_metadata_ro_entry sensorPixelModeEntry = settings.find(ANDROID_SENSOR_PIXEL_MODE); |
| 2292 | if (sensorPixelModeEntry.count != 0) { |
| 2293 | sensorPixelMode = sensorPixelModeEntry.data.u8[0]; |
| 2294 | if (sensorPixelMode != ANDROID_SENSOR_PIXEL_MODE_DEFAULT && |
| 2295 | sensorPixelMode != ANDROID_SENSOR_PIXEL_MODE_MAXIMUM_RESOLUTION) { |
| 2296 | ALOGE("%s: Request sensor pixel mode not is not one of the valid values %d", |
| 2297 | __FUNCTION__, sensorPixelMode); |
| 2298 | return false; |
| 2299 | } |
| 2300 | } |
| 2301 | // Check whether each stream has max resolution allowed. |
| 2302 | bool consistent = true; |
| 2303 | for (auto it : streamIdList) { |
| 2304 | auto const streamInfoIt = mStreamInfoMap.find(it); |
| 2305 | if (streamInfoIt == mStreamInfoMap.end()) { |
| 2306 | ALOGE("%s: stream id %d not created, skipping", __FUNCTION__, it); |
| 2307 | return false; |
| 2308 | } |
| 2309 | consistent = |
| 2310 | streamInfoIt->second.sensorPixelModesUsed.find(sensorPixelMode) != |
| 2311 | streamInfoIt->second.sensorPixelModesUsed.end(); |
| 2312 | if (!consistent) { |
| 2313 | ALOGE("sensorPixelMode used %i not consistent with configured modes", sensorPixelMode); |
| 2314 | for (auto m : streamInfoIt->second.sensorPixelModesUsed) { |
| 2315 | ALOGE("sensor pixel mode used list: %i", m); |
| 2316 | } |
| 2317 | break; |
| 2318 | } |
| 2319 | } |
| 2320 | |
| 2321 | return consistent; |
| 2322 | } |
| 2323 | |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 2324 | } // namespace android |