Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1 | /* |
Shuzhen Wang | c28189a | 2017-11-27 23:05:10 -0800 | [diff] [blame] | 2 | * Copyright (C) 2013-2018 The Android Open Source Project |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #define LOG_TAG "CameraDeviceClient" |
| 18 | #define ATRACE_TAG ATRACE_TAG_CAMERA |
Jianing Wei | cb0652e | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 19 | //#define LOG_NDEBUG 0 |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 20 | |
Eino-Ville Talvala | 6f1a9c1 | 2023-09-14 17:26:28 -0700 | [diff] [blame] | 21 | #include <com_android_internal_camera_flags.h> |
Eino-Ville Talvala | 7b82efe | 2013-07-25 17:12:35 -0700 | [diff] [blame] | 22 | #include <cutils/properties.h> |
Jayant Chowdhary | 1236193 | 2018-08-27 14:46:13 -0700 | [diff] [blame] | 23 | #include <utils/CameraThreadState.h> |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 24 | #include <utils/Log.h> |
Colin Cross | b8a9dbb | 2020-08-27 04:12:26 +0000 | [diff] [blame] | 25 | #include <utils/SessionConfigurationUtils.h> |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 26 | #include <utils/Trace.h> |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 27 | #include <gui/Surface.h> |
Eino-Ville Talvala | 7b82efe | 2013-07-25 17:12:35 -0700 | [diff] [blame] | 28 | #include <camera/camera2/CaptureRequest.h> |
Ruben Brunk | 5698d44 | 2014-06-18 10:39:40 -0700 | [diff] [blame] | 29 | #include <camera/CameraUtils.h> |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 30 | #include <camera/StringUtils.h> |
Eino-Ville Talvala | 7b82efe | 2013-07-25 17:12:35 -0700 | [diff] [blame] | 31 | |
| 32 | #include "common/CameraDeviceBase.h" |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 33 | #include "device3/Camera3Device.h" |
| 34 | #include "device3/Camera3OutputStream.h" |
Eino-Ville Talvala | 7b82efe | 2013-07-25 17:12:35 -0700 | [diff] [blame] | 35 | #include "api2/CameraDeviceClient.h" |
| 36 | |
Emilian Peev | 00420d2 | 2018-02-05 21:33:13 +0000 | [diff] [blame] | 37 | #include <camera_metadata_hidden.h> |
| 38 | |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 39 | #include "DepthCompositeStream.h" |
Shuzhen Wang | 68ac7ad | 2019-01-30 14:03:28 -0800 | [diff] [blame] | 40 | #include "HeicCompositeStream.h" |
Emilian Peev | 434248e | 2022-10-06 14:58:54 -0700 | [diff] [blame] | 41 | #include "JpegRCompositeStream.h" |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 42 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 43 | // Convenience methods for constructing binder::Status objects for error returns |
Eino-Ville Talvala | 7b82efe | 2013-07-25 17:12:35 -0700 | [diff] [blame] | 44 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 45 | #define STATUS_ERROR(errorCode, errorString) \ |
| 46 | binder::Status::fromServiceSpecificError(errorCode, \ |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 47 | fmt::sprintf("%s:%d: %s", __FUNCTION__, __LINE__, errorString).c_str()) |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 48 | |
| 49 | #define STATUS_ERROR_FMT(errorCode, errorString, ...) \ |
| 50 | binder::Status::fromServiceSpecificError(errorCode, \ |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 51 | fmt::sprintf("%s:%d: " errorString, __FUNCTION__, __LINE__, \ |
| 52 | __VA_ARGS__).c_str()) |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 53 | |
| 54 | namespace android { |
| 55 | using namespace camera2; |
Austin Borger | ea93124 | 2021-12-13 23:10:41 +0000 | [diff] [blame] | 56 | using namespace camera3; |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 57 | using camera3::camera_stream_rotation_t::CAMERA_STREAM_ROTATION_0; |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 58 | |
Eino-Ville Talvala | 6f1a9c1 | 2023-09-14 17:26:28 -0700 | [diff] [blame] | 59 | namespace flags = com::android::internal::camera::flags; |
| 60 | |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 61 | CameraDeviceClientBase::CameraDeviceClientBase( |
| 62 | const sp<CameraService>& cameraService, |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 63 | const sp<hardware::camera2::ICameraDeviceCallbacks>& remoteCallback, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 64 | const std::string& clientPackageName, |
Jayant Chowdhary | eb0169f | 2022-01-31 00:00:02 -0800 | [diff] [blame] | 65 | bool systemNativeClient, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 66 | const std::optional<std::string>& clientFeatureId, |
| 67 | const std::string& cameraId, |
Jing Mike | c7f9b13 | 2023-03-12 11:12:04 +0800 | [diff] [blame] | 68 | [[maybe_unused]] int api1CameraId, |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 69 | int cameraFacing, |
Emilian Peev | 8b64f28 | 2021-03-25 16:49:57 -0700 | [diff] [blame] | 70 | int sensorOrientation, |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 71 | int clientPid, |
| 72 | uid_t clientUid, |
Austin Borger | 18b30a7 | 2022-10-27 12:20:29 -0700 | [diff] [blame] | 73 | int servicePid, |
| 74 | bool overrideToPortrait) : |
Eino-Ville Talvala | e992e75 | 2014-11-07 16:17:48 -0800 | [diff] [blame] | 75 | BasicClient(cameraService, |
Marco Nelissen | f888020 | 2014-11-14 07:58:25 -0800 | [diff] [blame] | 76 | IInterface::asBinder(remoteCallback), |
Eino-Ville Talvala | e992e75 | 2014-11-07 16:17:48 -0800 | [diff] [blame] | 77 | clientPackageName, |
Jayant Chowdhary | eb0169f | 2022-01-31 00:00:02 -0800 | [diff] [blame] | 78 | systemNativeClient, |
Philip P. Moltmann | 9e648f6 | 2019-11-04 12:52:45 -0800 | [diff] [blame] | 79 | clientFeatureId, |
Eino-Ville Talvala | e992e75 | 2014-11-07 16:17:48 -0800 | [diff] [blame] | 80 | cameraId, |
| 81 | cameraFacing, |
Emilian Peev | 8b64f28 | 2021-03-25 16:49:57 -0700 | [diff] [blame] | 82 | sensorOrientation, |
Eino-Ville Talvala | e992e75 | 2014-11-07 16:17:48 -0800 | [diff] [blame] | 83 | clientPid, |
| 84 | clientUid, |
Austin Borger | 18b30a7 | 2022-10-27 12:20:29 -0700 | [diff] [blame] | 85 | servicePid, |
| 86 | overrideToPortrait), |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 87 | mRemoteCallback(remoteCallback) { |
| 88 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 89 | |
| 90 | // Interface used by CameraService |
| 91 | |
| 92 | CameraDeviceClient::CameraDeviceClient(const sp<CameraService>& cameraService, |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 93 | const sp<hardware::camera2::ICameraDeviceCallbacks>& remoteCallback, |
Austin Borger | 74fca04 | 2022-05-23 12:41:21 -0700 | [diff] [blame] | 94 | std::shared_ptr<CameraServiceProxyWrapper> cameraServiceProxyWrapper, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 95 | const std::string& clientPackageName, |
Jayant Chowdhary | eb0169f | 2022-01-31 00:00:02 -0800 | [diff] [blame] | 96 | bool systemNativeClient, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 97 | const std::optional<std::string>& clientFeatureId, |
| 98 | const std::string& cameraId, |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 99 | int cameraFacing, |
Emilian Peev | 8b64f28 | 2021-03-25 16:49:57 -0700 | [diff] [blame] | 100 | int sensorOrientation, |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 101 | int clientPid, |
| 102 | uid_t clientUid, |
Shuzhen Wang | d4abdf7 | 2021-05-28 11:22:50 -0700 | [diff] [blame] | 103 | int servicePid, |
Austin Borger | 18b30a7 | 2022-10-27 12:20:29 -0700 | [diff] [blame] | 104 | bool overrideForPerfClass, |
malikakash | 73125c6 | 2023-07-21 22:44:34 +0000 | [diff] [blame] | 105 | bool overrideToPortrait, |
| 106 | const std::string& originalCameraId) : |
Austin Borger | 74fca04 | 2022-05-23 12:41:21 -0700 | [diff] [blame] | 107 | Camera2ClientBase(cameraService, remoteCallback, cameraServiceProxyWrapper, clientPackageName, |
| 108 | systemNativeClient, clientFeatureId, cameraId, /*API1 camera ID*/ -1, cameraFacing, |
Austin Borger | 18b30a7 | 2022-10-27 12:20:29 -0700 | [diff] [blame] | 109 | sensorOrientation, clientPid, clientUid, servicePid, overrideForPerfClass, |
| 110 | overrideToPortrait), |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 111 | mInputStream(), |
Chien-Yu Chen | e8c535e | 2016-04-14 12:18:26 -0700 | [diff] [blame] | 112 | mStreamingRequestId(REQUEST_ID_NONE), |
Shuzhen Wang | d4abdf7 | 2021-05-28 11:22:50 -0700 | [diff] [blame] | 113 | mRequestIdCounter(0), |
malikakash | 73125c6 | 2023-07-21 22:44:34 +0000 | [diff] [blame] | 114 | mOverrideForPerfClass(overrideForPerfClass), |
| 115 | mOriginalCameraId(originalCameraId) { |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 116 | ATRACE_CALL(); |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 117 | ALOGI("CameraDeviceClient %s: Opened", cameraId.c_str()); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 118 | } |
| 119 | |
Emilian Peev | bd8c503 | 2018-02-14 23:05:40 +0000 | [diff] [blame] | 120 | status_t CameraDeviceClient::initialize(sp<CameraProviderManager> manager, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 121 | const std::string& monitorTags) { |
Emilian Peev | bd8c503 | 2018-02-14 23:05:40 +0000 | [diff] [blame] | 122 | return initializeImpl(manager, monitorTags); |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 123 | } |
| 124 | |
| 125 | template<typename TProviderPtr> |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 126 | status_t CameraDeviceClient::initializeImpl(TProviderPtr providerPtr, |
| 127 | const std::string& monitorTags) { |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 128 | ATRACE_CALL(); |
| 129 | status_t res; |
| 130 | |
Emilian Peev | bd8c503 | 2018-02-14 23:05:40 +0000 | [diff] [blame] | 131 | res = Camera2ClientBase::initialize(providerPtr, monitorTags); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 132 | if (res != OK) { |
| 133 | return res; |
| 134 | } |
| 135 | |
Eino-Ville Talvala | 7b82efe | 2013-07-25 17:12:35 -0700 | [diff] [blame] | 136 | mFrameProcessor = new FrameProcessorBase(mDevice); |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 137 | std::string threadName = std::string("CDU-") + mCameraIdStr + "-FrameProc"; |
| 138 | res = mFrameProcessor->run(threadName.c_str()); |
Austin Borger | 7b12954 | 2022-06-09 13:23:06 -0700 | [diff] [blame] | 139 | if (res != OK) { |
| 140 | ALOGE("%s: Unable to start frame processor thread: %s (%d)", |
| 141 | __FUNCTION__, strerror(-res), res); |
| 142 | return res; |
| 143 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 144 | |
Emilian Peev | faa4bde | 2020-01-23 12:19:37 -0800 | [diff] [blame] | 145 | mFrameProcessor->registerListener(camera2::FrameProcessorBase::FRAME_PROCESSOR_LISTENER_MIN_ID, |
| 146 | camera2::FrameProcessorBase::FRAME_PROCESSOR_LISTENER_MAX_ID, |
Eino-Ville Talvala | 184dfe4 | 2013-11-07 15:13:16 -0800 | [diff] [blame] | 147 | /*listener*/this, |
Zhijun He | 25a0aef | 2014-06-25 11:40:02 -0700 | [diff] [blame] | 148 | /*sendPartials*/true); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 149 | |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 150 | const CameraMetadata &deviceInfo = mDevice->info(); |
| 151 | camera_metadata_ro_entry_t physicalKeysEntry = deviceInfo.find( |
Emilian Peev | 00420d2 | 2018-02-05 21:33:13 +0000 | [diff] [blame] | 152 | ANDROID_REQUEST_AVAILABLE_PHYSICAL_CAMERA_REQUEST_KEYS); |
| 153 | if (physicalKeysEntry.count > 0) { |
| 154 | mSupportedPhysicalRequestKeys.insert(mSupportedPhysicalRequestKeys.begin(), |
| 155 | physicalKeysEntry.data.i32, |
| 156 | physicalKeysEntry.data.i32 + physicalKeysEntry.count); |
| 157 | } |
| 158 | |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 159 | auto entry = deviceInfo.find(ANDROID_REQUEST_AVAILABLE_CAPABILITIES); |
| 160 | mDynamicProfileMap.emplace( |
| 161 | ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD, |
| 162 | ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD); |
| 163 | if (entry.count > 0) { |
Shuzhen Wang | c8ab452 | 2021-12-14 20:12:42 -0800 | [diff] [blame] | 164 | const auto it = std::find(entry.data.u8, entry.data.u8 + entry.count, |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 165 | ANDROID_REQUEST_AVAILABLE_CAPABILITIES_DYNAMIC_RANGE_TEN_BIT); |
Shuzhen Wang | c8ab452 | 2021-12-14 20:12:42 -0800 | [diff] [blame] | 166 | if (it != entry.data.u8 + entry.count) { |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 167 | entry = deviceInfo.find(ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP); |
Emilian Peev | c81a759 | 2022-02-14 17:38:18 -0800 | [diff] [blame] | 168 | if (entry.count > 0 || ((entry.count % 3) != 0)) { |
| 169 | int64_t standardBitmap = |
| 170 | ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD; |
| 171 | for (size_t i = 0; i < entry.count; i += 3) { |
| 172 | if (entry.data.i64[i] != |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 173 | ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD) { |
Emilian Peev | c81a759 | 2022-02-14 17:38:18 -0800 | [diff] [blame] | 174 | mDynamicProfileMap.emplace(entry.data.i64[i], entry.data.i64[i+1]); |
| 175 | if ((entry.data.i64[i+1] == 0) || (entry.data.i64[i+1] & |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 176 | ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD)) { |
Emilian Peev | c81a759 | 2022-02-14 17:38:18 -0800 | [diff] [blame] | 177 | standardBitmap |= entry.data.i64[i]; |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 178 | } |
| 179 | } else { |
Emilian Peev | c81a759 | 2022-02-14 17:38:18 -0800 | [diff] [blame] | 180 | ALOGE("%s: Device %s includes unexpected profile entry: 0x%" PRIx64 "!", |
| 181 | __FUNCTION__, mCameraIdStr.c_str(), entry.data.i64[i]); |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 182 | } |
| 183 | } |
Emilian Peev | ef715e2 | 2022-05-19 17:44:33 -0700 | [diff] [blame] | 184 | mDynamicProfileMap[ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD] = |
| 185 | standardBitmap; |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 186 | } else { |
| 187 | ALOGE("%s: Device %s supports 10-bit output but doesn't include a dynamic range" |
| 188 | " profile map!", __FUNCTION__, mCameraIdStr.c_str()); |
| 189 | } |
| 190 | } |
| 191 | } |
| 192 | |
Shuzhen Wang | 03d8cc1 | 2018-09-12 14:17:09 -0700 | [diff] [blame] | 193 | mProviderManager = providerPtr; |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 194 | // Cache physical camera ids corresponding to this device and also the high |
| 195 | // resolution sensors in this device + physical camera ids |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 196 | mProviderManager->isLogicalCamera(mCameraIdStr, &mPhysicalCameraIds); |
Jayant Chowdhary | dbd1efb | 2023-02-07 16:14:48 -0800 | [diff] [blame] | 197 | if (supportsUltraHighResolutionCapture(mCameraIdStr)) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 198 | mHighResolutionSensors.insert(mCameraIdStr); |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 199 | } |
| 200 | for (auto &physicalId : mPhysicalCameraIds) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 201 | if (supportsUltraHighResolutionCapture(physicalId)) { |
| 202 | mHighResolutionSensors.insert(physicalId); |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 203 | } |
| 204 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 205 | return OK; |
| 206 | } |
| 207 | |
| 208 | CameraDeviceClient::~CameraDeviceClient() { |
| 209 | } |
| 210 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 211 | binder::Status CameraDeviceClient::submitRequest( |
| 212 | const hardware::camera2::CaptureRequest& request, |
| 213 | bool streaming, |
| 214 | /*out*/ |
| 215 | hardware::camera2::utils::SubmitInfo *submitInfo) { |
| 216 | std::vector<hardware::camera2::CaptureRequest> requestList = { request }; |
| 217 | return submitRequestList(requestList, streaming, submitInfo); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 218 | } |
| 219 | |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 220 | binder::Status CameraDeviceClient::insertGbpLocked(const sp<IGraphicBufferProducer>& gbp, |
Emilian Peev | f873aa5 | 2018-01-26 14:58:28 +0000 | [diff] [blame] | 221 | SurfaceMap* outSurfaceMap, Vector<int32_t>* outputStreamIds, int32_t *currentStreamId) { |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 222 | int compositeIdx; |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 223 | int idx = mStreamMap.indexOfKey(IInterface::asBinder(gbp)); |
| 224 | |
Emilian Peev | 2f5d601 | 2022-01-19 16:16:50 -0800 | [diff] [blame] | 225 | Mutex::Autolock l(mCompositeLock); |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 226 | // Trying to submit request with surface that wasn't created |
| 227 | if (idx == NAME_NOT_FOUND) { |
| 228 | ALOGE("%s: Camera %s: Tried to submit a request with a surface that" |
| 229 | " we have not called createStream on", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 230 | __FUNCTION__, mCameraIdStr.c_str()); |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 231 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 232 | "Request targets Surface that is not part of current capture session"); |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 233 | } else if ((compositeIdx = mCompositeStreamMap.indexOfKey(IInterface::asBinder(gbp))) |
| 234 | != NAME_NOT_FOUND) { |
| 235 | mCompositeStreamMap.valueAt(compositeIdx)->insertGbp(outSurfaceMap, outputStreamIds, |
| 236 | currentStreamId); |
| 237 | return binder::Status::ok(); |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 238 | } |
| 239 | |
| 240 | const StreamSurfaceId& streamSurfaceId = mStreamMap.valueAt(idx); |
| 241 | if (outSurfaceMap->find(streamSurfaceId.streamId()) == outSurfaceMap->end()) { |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 242 | outputStreamIds->push_back(streamSurfaceId.streamId()); |
| 243 | } |
| 244 | (*outSurfaceMap)[streamSurfaceId.streamId()].push_back(streamSurfaceId.surfaceId()); |
| 245 | |
| 246 | ALOGV("%s: Camera %s: Appending output stream %d surface %d to request", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 247 | __FUNCTION__, mCameraIdStr.c_str(), streamSurfaceId.streamId(), |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 248 | streamSurfaceId.surfaceId()); |
| 249 | |
Emilian Peev | f873aa5 | 2018-01-26 14:58:28 +0000 | [diff] [blame] | 250 | if (currentStreamId != nullptr) { |
| 251 | *currentStreamId = streamSurfaceId.streamId(); |
| 252 | } |
| 253 | |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 254 | return binder::Status::ok(); |
| 255 | } |
| 256 | |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 257 | static std::list<int> getIntersection(const std::unordered_set<int> &streamIdsForThisCamera, |
| 258 | const Vector<int> &streamIdsForThisRequest) { |
| 259 | std::list<int> intersection; |
| 260 | for (auto &streamId : streamIdsForThisRequest) { |
| 261 | if (streamIdsForThisCamera.find(streamId) != streamIdsForThisCamera.end()) { |
| 262 | intersection.emplace_back(streamId); |
| 263 | } |
| 264 | } |
| 265 | return intersection; |
| 266 | } |
| 267 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 268 | binder::Status CameraDeviceClient::submitRequestList( |
| 269 | const std::vector<hardware::camera2::CaptureRequest>& requests, |
| 270 | bool streaming, |
| 271 | /*out*/ |
| 272 | hardware::camera2::utils::SubmitInfo *submitInfo) { |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 273 | ATRACE_CALL(); |
Mark Salyzyn | 5046841 | 2014-06-18 16:33:43 -0700 | [diff] [blame] | 274 | ALOGV("%s-start of function. Request list size %zu", __FUNCTION__, requests.size()); |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 275 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 276 | binder::Status res = binder::Status::ok(); |
| 277 | status_t err; |
| 278 | if ( !(res = checkPidStatus(__FUNCTION__) ).isOk()) { |
| 279 | return res; |
| 280 | } |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 281 | |
| 282 | Mutex::Autolock icl(mBinderSerializationLock); |
| 283 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 284 | if (!mDevice.get()) { |
| 285 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 286 | } |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 287 | |
| 288 | if (requests.empty()) { |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 289 | ALOGE("%s: Camera %s: Sent null request. Rejecting request.", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 290 | __FUNCTION__, mCameraIdStr.c_str()); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 291 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Empty request list"); |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 292 | } |
| 293 | |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 294 | List<const CameraDeviceBase::PhysicalCameraSettingsList> metadataRequestList; |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 295 | std::list<const SurfaceMap> surfaceMapList; |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 296 | submitInfo->mRequestId = mRequestIdCounter; |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 297 | uint32_t loopCounter = 0; |
| 298 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 299 | for (auto&& request: requests) { |
| 300 | if (request.mIsReprocess) { |
Chien-Yu Chen | ed0412e | 2015-04-27 15:04:22 -0700 | [diff] [blame] | 301 | if (!mInputStream.configured) { |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 302 | ALOGE("%s: Camera %s: no input stream is configured.", __FUNCTION__, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 303 | mCameraIdStr.c_str()); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 304 | return STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 305 | "No input configured for camera %s but request is for reprocessing", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 306 | mCameraIdStr.c_str()); |
Chien-Yu Chen | ed0412e | 2015-04-27 15:04:22 -0700 | [diff] [blame] | 307 | } else if (streaming) { |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 308 | ALOGE("%s: Camera %s: streaming reprocess requests not supported.", __FUNCTION__, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 309 | mCameraIdStr.c_str()); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 310 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 311 | "Repeating reprocess requests not supported"); |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 312 | } else if (request.mPhysicalCameraSettings.size() > 1) { |
| 313 | ALOGE("%s: Camera %s: reprocess requests not supported for " |
| 314 | "multiple physical cameras.", __FUNCTION__, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 315 | mCameraIdStr.c_str()); |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 316 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 317 | "Reprocess requests not supported for multiple cameras"); |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 318 | } |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 319 | } |
| 320 | |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 321 | if (request.mPhysicalCameraSettings.empty()) { |
| 322 | ALOGE("%s: Camera %s: request doesn't contain any settings.", __FUNCTION__, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 323 | mCameraIdStr.c_str()); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 324 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 325 | "Request doesn't contain any settings"); |
| 326 | } |
| 327 | |
| 328 | //The first capture settings should always match the logical camera id |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 329 | const std::string &logicalId = request.mPhysicalCameraSettings.begin()->id; |
malikakash | 73125c6 | 2023-07-21 22:44:34 +0000 | [diff] [blame] | 330 | if (mDevice->getId() != logicalId && mOriginalCameraId != logicalId) { |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 331 | ALOGE("%s: Camera %s: Invalid camera request settings.", __FUNCTION__, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 332 | mCameraIdStr.c_str()); |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 333 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 334 | "Invalid camera request settings"); |
| 335 | } |
| 336 | |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 337 | if (request.mSurfaceList.isEmpty() && request.mStreamIdxList.size() == 0) { |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 338 | ALOGE("%s: Camera %s: Requests must have at least one surface target. " |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 339 | "Rejecting request.", __FUNCTION__, mCameraIdStr.c_str()); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 340 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 341 | "Request has no output targets"); |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 342 | } |
| 343 | |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 344 | /** |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 345 | * Write in the output stream IDs and map from stream ID to surface ID |
| 346 | * which we calculate from the capture request's list of surface target |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 347 | */ |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 348 | SurfaceMap surfaceMap; |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 349 | Vector<int32_t> outputStreamIds; |
Emilian Peev | f873aa5 | 2018-01-26 14:58:28 +0000 | [diff] [blame] | 350 | std::vector<std::string> requestedPhysicalIds; |
Emilian Peev | c81a759 | 2022-02-14 17:38:18 -0800 | [diff] [blame] | 351 | int64_t dynamicProfileBitmap = 0; |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 352 | if (request.mSurfaceList.size() > 0) { |
Chih-Hung Hsieh | 3ef324d | 2018-12-11 11:48:12 -0800 | [diff] [blame] | 353 | for (const sp<Surface>& surface : request.mSurfaceList) { |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 354 | if (surface == 0) continue; |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 355 | |
Emilian Peev | f873aa5 | 2018-01-26 14:58:28 +0000 | [diff] [blame] | 356 | int32_t streamId; |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 357 | sp<IGraphicBufferProducer> gbp = surface->getIGraphicBufferProducer(); |
Emilian Peev | f873aa5 | 2018-01-26 14:58:28 +0000 | [diff] [blame] | 358 | res = insertGbpLocked(gbp, &surfaceMap, &outputStreamIds, &streamId); |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 359 | if (!res.isOk()) { |
| 360 | return res; |
| 361 | } |
Emilian Peev | f873aa5 | 2018-01-26 14:58:28 +0000 | [diff] [blame] | 362 | |
| 363 | ssize_t index = mConfiguredOutputs.indexOfKey(streamId); |
| 364 | if (index >= 0) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 365 | const std::string &requestedPhysicalId = |
| 366 | mConfiguredOutputs.valueAt(index).getPhysicalCameraId(); |
| 367 | requestedPhysicalIds.push_back(requestedPhysicalId); |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 368 | dynamicProfileBitmap |= |
| 369 | mConfiguredOutputs.valueAt(index).getDynamicRangeProfile(); |
Emilian Peev | f873aa5 | 2018-01-26 14:58:28 +0000 | [diff] [blame] | 370 | } else { |
| 371 | ALOGW("%s: Output stream Id not found among configured outputs!", __FUNCTION__); |
| 372 | } |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 373 | } |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 374 | } else { |
| 375 | for (size_t i = 0; i < request.mStreamIdxList.size(); i++) { |
| 376 | int streamId = request.mStreamIdxList.itemAt(i); |
| 377 | int surfaceIdx = request.mSurfaceIdxList.itemAt(i); |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 378 | |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 379 | ssize_t index = mConfiguredOutputs.indexOfKey(streamId); |
| 380 | if (index < 0) { |
| 381 | ALOGE("%s: Camera %s: Tried to submit a request with a surface that" |
| 382 | " we have not called createStream on: stream %d", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 383 | __FUNCTION__, mCameraIdStr.c_str(), streamId); |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 384 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 385 | "Request targets Surface that is not part of current capture session"); |
| 386 | } |
| 387 | |
| 388 | const auto& gbps = mConfiguredOutputs.valueAt(index).getGraphicBufferProducers(); |
| 389 | if ((size_t)surfaceIdx >= gbps.size()) { |
| 390 | ALOGE("%s: Camera %s: Tried to submit a request with a surface that" |
| 391 | " we have not called createStream on: stream %d, surfaceIdx %d", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 392 | __FUNCTION__, mCameraIdStr.c_str(), streamId, surfaceIdx); |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 393 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 394 | "Request targets Surface has invalid surface index"); |
| 395 | } |
| 396 | |
Emilian Peev | f873aa5 | 2018-01-26 14:58:28 +0000 | [diff] [blame] | 397 | res = insertGbpLocked(gbps[surfaceIdx], &surfaceMap, &outputStreamIds, nullptr); |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 398 | if (!res.isOk()) { |
| 399 | return res; |
| 400 | } |
Emilian Peev | f873aa5 | 2018-01-26 14:58:28 +0000 | [diff] [blame] | 401 | |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 402 | const std::string &requestedPhysicalId = |
| 403 | mConfiguredOutputs.valueAt(index).getPhysicalCameraId(); |
| 404 | requestedPhysicalIds.push_back(requestedPhysicalId); |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 405 | dynamicProfileBitmap |= |
| 406 | mConfiguredOutputs.valueAt(index).getDynamicRangeProfile(); |
| 407 | } |
| 408 | } |
| 409 | |
| 410 | if (dynamicProfileBitmap != |
| 411 | ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD) { |
| 412 | for (int i = ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD; |
| 413 | i < ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_MAX; i <<= 1) { |
| 414 | if ((dynamicProfileBitmap & i) == 0) { |
| 415 | continue; |
| 416 | } |
| 417 | |
| 418 | const auto& it = mDynamicProfileMap.find(i); |
| 419 | if (it != mDynamicProfileMap.end()) { |
| 420 | if ((it->second == 0) || |
| 421 | ((it->second & dynamicProfileBitmap) == dynamicProfileBitmap)) { |
| 422 | continue; |
| 423 | } else { |
| 424 | ALOGE("%s: Camera %s: Tried to submit a request with a surfaces that" |
| 425 | " reference an unsupported dynamic range profile combination" |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 426 | " 0x%" PRIx64 "!", __FUNCTION__, mCameraIdStr.c_str(), |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 427 | dynamicProfileBitmap); |
| 428 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 429 | "Request targets an unsupported dynamic range profile" |
| 430 | " combination"); |
| 431 | } |
| 432 | } else { |
| 433 | ALOGE("%s: Camera %s: Tried to submit a request with a surface that" |
| 434 | " references unsupported dynamic range profile 0x%x!", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 435 | __FUNCTION__, mCameraIdStr.c_str(), i); |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 436 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 437 | "Request targets 10-bit Surface with unsupported dynamic range" |
| 438 | " profile"); |
| 439 | } |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 440 | } |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 441 | } |
| 442 | |
Emilian Peev | f873aa5 | 2018-01-26 14:58:28 +0000 | [diff] [blame] | 443 | CameraDeviceBase::PhysicalCameraSettingsList physicalSettingsList; |
| 444 | for (const auto& it : request.mPhysicalCameraSettings) { |
malikakash | 73125c6 | 2023-07-21 22:44:34 +0000 | [diff] [blame] | 445 | const std::string resolvedId = (mOriginalCameraId == it.id) ? mDevice->getId() : it.id; |
Emilian Peev | 00420d2 | 2018-02-05 21:33:13 +0000 | [diff] [blame] | 446 | if (it.settings.isEmpty()) { |
| 447 | ALOGE("%s: Camera %s: Sent empty metadata packet. Rejecting request.", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 448 | __FUNCTION__, mCameraIdStr.c_str()); |
Emilian Peev | 00420d2 | 2018-02-05 21:33:13 +0000 | [diff] [blame] | 449 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 450 | "Request settings are empty"); |
| 451 | } |
| 452 | |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 453 | // Check whether the physical / logical stream has settings |
| 454 | // consistent with the sensor pixel mode(s) it was configured with. |
| 455 | // mCameraIdToStreamSet will only have ids that are high resolution |
malikakash | 73125c6 | 2023-07-21 22:44:34 +0000 | [diff] [blame] | 456 | const auto streamIdSetIt = mHighResolutionCameraIdToStreamIdSet.find(resolvedId); |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 457 | if (streamIdSetIt != mHighResolutionCameraIdToStreamIdSet.end()) { |
| 458 | std::list<int> streamIdsUsedInRequest = getIntersection(streamIdSetIt->second, |
| 459 | outputStreamIds); |
| 460 | if (!request.mIsReprocess && |
| 461 | !isSensorPixelModeConsistent(streamIdsUsedInRequest, it.settings)) { |
| 462 | ALOGE("%s: Camera %s: Request settings CONTROL_SENSOR_PIXEL_MODE not " |
| 463 | "consistent with configured streams. Rejecting request.", |
malikakash | 73125c6 | 2023-07-21 22:44:34 +0000 | [diff] [blame] | 464 | __FUNCTION__, resolvedId.c_str()); |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 465 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 466 | "Request settings CONTROL_SENSOR_PIXEL_MODE are not consistent with " |
| 467 | "streams configured"); |
| 468 | } |
| 469 | } |
| 470 | |
malikakash | 73125c6 | 2023-07-21 22:44:34 +0000 | [diff] [blame] | 471 | const std::string &physicalId = resolvedId; |
Shuzhen Wang | 911c6a3 | 2021-10-27 13:36:03 -0700 | [diff] [blame] | 472 | bool hasTestPatternModePhysicalKey = std::find(mSupportedPhysicalRequestKeys.begin(), |
| 473 | mSupportedPhysicalRequestKeys.end(), ANDROID_SENSOR_TEST_PATTERN_MODE) != |
| 474 | mSupportedPhysicalRequestKeys.end(); |
| 475 | bool hasTestPatternDataPhysicalKey = std::find(mSupportedPhysicalRequestKeys.begin(), |
| 476 | mSupportedPhysicalRequestKeys.end(), ANDROID_SENSOR_TEST_PATTERN_DATA) != |
| 477 | mSupportedPhysicalRequestKeys.end(); |
Emilian Peev | f873aa5 | 2018-01-26 14:58:28 +0000 | [diff] [blame] | 478 | if (physicalId != mDevice->getId()) { |
| 479 | auto found = std::find(requestedPhysicalIds.begin(), requestedPhysicalIds.end(), |
malikakash | 73125c6 | 2023-07-21 22:44:34 +0000 | [diff] [blame] | 480 | resolvedId); |
Emilian Peev | f873aa5 | 2018-01-26 14:58:28 +0000 | [diff] [blame] | 481 | if (found == requestedPhysicalIds.end()) { |
| 482 | ALOGE("%s: Camera %s: Physical camera id: %s not part of attached outputs.", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 483 | __FUNCTION__, mCameraIdStr.c_str(), physicalId.c_str()); |
Emilian Peev | f873aa5 | 2018-01-26 14:58:28 +0000 | [diff] [blame] | 484 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 485 | "Invalid physical camera id"); |
| 486 | } |
Emilian Peev | 00420d2 | 2018-02-05 21:33:13 +0000 | [diff] [blame] | 487 | |
| 488 | if (!mSupportedPhysicalRequestKeys.empty()) { |
| 489 | // Filter out any unsupported physical request keys. |
| 490 | CameraMetadata filteredParams(mSupportedPhysicalRequestKeys.size()); |
| 491 | camera_metadata_t *meta = const_cast<camera_metadata_t *>( |
| 492 | filteredParams.getAndLock()); |
| 493 | set_camera_metadata_vendor_id(meta, mDevice->getVendorTagId()); |
| 494 | filteredParams.unlock(meta); |
| 495 | |
| 496 | for (const auto& keyIt : mSupportedPhysicalRequestKeys) { |
| 497 | camera_metadata_ro_entry entry = it.settings.find(keyIt); |
| 498 | if (entry.count > 0) { |
| 499 | filteredParams.update(entry); |
| 500 | } |
| 501 | } |
| 502 | |
malikakash | 73125c6 | 2023-07-21 22:44:34 +0000 | [diff] [blame] | 503 | physicalSettingsList.push_back({resolvedId, filteredParams, |
Shuzhen Wang | 911c6a3 | 2021-10-27 13:36:03 -0700 | [diff] [blame] | 504 | hasTestPatternModePhysicalKey, hasTestPatternDataPhysicalKey}); |
Emilian Peev | 00420d2 | 2018-02-05 21:33:13 +0000 | [diff] [blame] | 505 | } |
| 506 | } else { |
malikakash | 73125c6 | 2023-07-21 22:44:34 +0000 | [diff] [blame] | 507 | physicalSettingsList.push_back({resolvedId, it.settings}); |
Emilian Peev | f873aa5 | 2018-01-26 14:58:28 +0000 | [diff] [blame] | 508 | } |
Emilian Peev | f873aa5 | 2018-01-26 14:58:28 +0000 | [diff] [blame] | 509 | } |
| 510 | |
| 511 | if (!enforceRequestPermissions(physicalSettingsList.begin()->metadata)) { |
| 512 | // Callee logs |
| 513 | return STATUS_ERROR(CameraService::ERROR_PERMISSION_DENIED, |
| 514 | "Caller does not have permission to change restricted controls"); |
| 515 | } |
| 516 | |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 517 | physicalSettingsList.begin()->metadata.update(ANDROID_REQUEST_OUTPUT_STREAMS, |
| 518 | &outputStreamIds[0], outputStreamIds.size()); |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 519 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 520 | if (request.mIsReprocess) { |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 521 | physicalSettingsList.begin()->metadata.update(ANDROID_REQUEST_INPUT_STREAMS, |
| 522 | &mInputStream.id, 1); |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 523 | } |
| 524 | |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 525 | physicalSettingsList.begin()->metadata.update(ANDROID_REQUEST_ID, |
| 526 | &(submitInfo->mRequestId), /*size*/1); |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 527 | loopCounter++; // loopCounter starts from 1 |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 528 | ALOGV("%s: Camera %s: Creating request with ID %d (%d of %zu)", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 529 | __FUNCTION__, mCameraIdStr.c_str(), submitInfo->mRequestId, |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 530 | loopCounter, requests.size()); |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 531 | |
Emilian Peev | aebbe41 | 2018-01-15 13:53:24 +0000 | [diff] [blame] | 532 | metadataRequestList.push_back(physicalSettingsList); |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 533 | surfaceMapList.push_back(surfaceMap); |
Shuzhen Wang | d26b186 | 2022-03-07 12:05:05 -0800 | [diff] [blame] | 534 | |
Shuzhen Wang | 9372b0b | 2022-05-11 18:55:19 -0700 | [diff] [blame] | 535 | // Save certain CaptureRequest settings |
Shuzhen Wang | d26b186 | 2022-03-07 12:05:05 -0800 | [diff] [blame] | 536 | if (!request.mUserTag.empty()) { |
| 537 | mUserTag = request.mUserTag; |
| 538 | } |
Shuzhen Wang | 9372b0b | 2022-05-11 18:55:19 -0700 | [diff] [blame] | 539 | camera_metadata_entry entry = |
| 540 | physicalSettingsList.begin()->metadata.find( |
| 541 | ANDROID_CONTROL_VIDEO_STABILIZATION_MODE); |
| 542 | if (entry.count == 1) { |
| 543 | mVideoStabilizationMode = entry.data.u8[0]; |
| 544 | } |
Eino-Ville Talvala | 6f1a9c1 | 2023-09-14 17:26:28 -0700 | [diff] [blame] | 545 | if (flags::log_ultrawide_usage()) { |
| 546 | entry = physicalSettingsList.begin()->metadata.find( |
| 547 | ANDROID_CONTROL_ZOOM_RATIO); |
| 548 | if (entry.count == 1 && entry.data.f[0] < 1.0f ) { |
| 549 | mUsedUltraWide = true; |
| 550 | } |
| 551 | } |
Shuzhen Wang | 6e08d20 | 2023-10-24 20:27:14 +0000 | [diff] [blame^] | 552 | if (!mUsedSettingsOverrideZoom && flags::log_zoom_override_usage()) { |
| 553 | entry = physicalSettingsList.begin()->metadata.find( |
| 554 | ANDROID_CONTROL_SETTINGS_OVERRIDE); |
| 555 | if (entry.count == 1 && entry.data.i32[0] == |
| 556 | ANDROID_CONTROL_SETTINGS_OVERRIDE_ZOOM) { |
| 557 | mUsedSettingsOverrideZoom = true; |
| 558 | } |
| 559 | } |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 560 | } |
| 561 | mRequestIdCounter++; |
| 562 | |
| 563 | if (streaming) { |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 564 | err = mDevice->setStreamingRequestList(metadataRequestList, surfaceMapList, |
| 565 | &(submitInfo->mLastFrameNumber)); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 566 | if (err != OK) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 567 | std::string msg = fmt::sprintf( |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 568 | "Camera %s: Got error %s (%d) after trying to set streaming request", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 569 | mCameraIdStr.c_str(), strerror(-err), err); |
| 570 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 571 | res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 572 | msg.c_str()); |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 573 | } else { |
Shuzhen Wang | c9ca678 | 2016-04-26 13:40:31 -0700 | [diff] [blame] | 574 | Mutex::Autolock idLock(mStreamingRequestIdLock); |
Chien-Yu Chen | e8c535e | 2016-04-14 12:18:26 -0700 | [diff] [blame] | 575 | mStreamingRequestId = submitInfo->mRequestId; |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 576 | } |
| 577 | } else { |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 578 | err = mDevice->captureList(metadataRequestList, surfaceMapList, |
| 579 | &(submitInfo->mLastFrameNumber)); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 580 | if (err != OK) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 581 | std::string msg = fmt::sprintf( |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 582 | "Camera %s: Got error %s (%d) after trying to submit capture request", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 583 | mCameraIdStr.c_str(), strerror(-err), err); |
| 584 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 585 | res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 586 | msg.c_str()); |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 587 | } |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 588 | ALOGV("%s: requestId = %d ", __FUNCTION__, submitInfo->mRequestId); |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 589 | } |
| 590 | |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 591 | ALOGV("%s: Camera %s: End of function", __FUNCTION__, mCameraIdStr.c_str()); |
Jianing Wei | 90e59c9 | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 592 | return res; |
| 593 | } |
| 594 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 595 | binder::Status CameraDeviceClient::cancelRequest( |
| 596 | int requestId, |
| 597 | /*out*/ |
| 598 | int64_t* lastFrameNumber) { |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 599 | ATRACE_CALL(); |
| 600 | ALOGV("%s, requestId = %d", __FUNCTION__, requestId); |
| 601 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 602 | status_t err; |
| 603 | binder::Status res; |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 604 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 605 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 606 | |
| 607 | Mutex::Autolock icl(mBinderSerializationLock); |
| 608 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 609 | if (!mDevice.get()) { |
| 610 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 611 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 612 | |
Shuzhen Wang | c9ca678 | 2016-04-26 13:40:31 -0700 | [diff] [blame] | 613 | Mutex::Autolock idLock(mStreamingRequestIdLock); |
Chien-Yu Chen | e8c535e | 2016-04-14 12:18:26 -0700 | [diff] [blame] | 614 | if (mStreamingRequestId != requestId) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 615 | std::string msg = fmt::sprintf("Camera %s: Canceling request ID %d doesn't match " |
| 616 | "current request ID %d", mCameraIdStr.c_str(), requestId, mStreamingRequestId); |
| 617 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
| 618 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 619 | } |
| 620 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 621 | err = mDevice->clearStreamingRequest(lastFrameNumber); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 622 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 623 | if (err == OK) { |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 624 | ALOGV("%s: Camera %s: Successfully cleared streaming request", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 625 | __FUNCTION__, mCameraIdStr.c_str()); |
Chien-Yu Chen | e8c535e | 2016-04-14 12:18:26 -0700 | [diff] [blame] | 626 | mStreamingRequestId = REQUEST_ID_NONE; |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 627 | } else { |
| 628 | res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 629 | "Camera %s: Error clearing streaming request: %s (%d)", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 630 | mCameraIdStr.c_str(), strerror(-err), err); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 631 | } |
| 632 | |
| 633 | return res; |
| 634 | } |
| 635 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 636 | binder::Status CameraDeviceClient::beginConfigure() { |
Ruben Brunk | b2119af | 2014-05-09 19:57:56 -0700 | [diff] [blame] | 637 | // TODO: Implement this. |
Eino-Ville Talvala | 6aeb888 | 2017-08-07 17:40:49 -0700 | [diff] [blame] | 638 | ATRACE_CALL(); |
Zhijun He | 1fa8999 | 2015-06-01 15:44:31 -0700 | [diff] [blame] | 639 | ALOGV("%s: Not implemented yet.", __FUNCTION__); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 640 | return binder::Status::ok(); |
Ruben Brunk | b2119af | 2014-05-09 19:57:56 -0700 | [diff] [blame] | 641 | } |
| 642 | |
Emilian Peev | 5fbe0ba | 2017-10-20 15:45:45 +0100 | [diff] [blame] | 643 | binder::Status CameraDeviceClient::endConfigure(int operatingMode, |
Shuzhen Wang | 316781a | 2020-08-18 18:11:01 -0700 | [diff] [blame] | 644 | const hardware::camera2::impl::CameraMetadataNative& sessionParams, int64_t startTimeMs, |
Emilian Peev | cc0b795 | 2020-01-07 13:54:47 -0800 | [diff] [blame] | 645 | std::vector<int>* offlineStreamIds /*out*/) { |
Eino-Ville Talvala | 6aeb888 | 2017-08-07 17:40:49 -0700 | [diff] [blame] | 646 | ATRACE_CALL(); |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 647 | ALOGV("%s: ending configure (%d input stream, %zu output surfaces)", |
| 648 | __FUNCTION__, mInputStream.configured ? 1 : 0, |
| 649 | mStreamMap.size()); |
Igor Murashkin | e2d167e | 2014-08-19 16:19:59 -0700 | [diff] [blame] | 650 | |
Zhijun He | 0effd52 | 2016-03-04 10:22:27 -0800 | [diff] [blame] | 651 | binder::Status res; |
| 652 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| 653 | |
Emilian Peev | cc0b795 | 2020-01-07 13:54:47 -0800 | [diff] [blame] | 654 | if (offlineStreamIds == nullptr) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 655 | std::string msg = "Invalid offline stream ids"; |
| 656 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
| 657 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Emilian Peev | cc0b795 | 2020-01-07 13:54:47 -0800 | [diff] [blame] | 658 | } |
| 659 | |
Zhijun He | 0effd52 | 2016-03-04 10:22:27 -0800 | [diff] [blame] | 660 | Mutex::Autolock icl(mBinderSerializationLock); |
| 661 | |
| 662 | if (!mDevice.get()) { |
| 663 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 664 | } |
| 665 | |
Shuzhen Wang | d4abdf7 | 2021-05-28 11:22:50 -0700 | [diff] [blame] | 666 | res = SessionConfigurationUtils::checkOperatingMode(operatingMode, mDevice->info(), |
Colin Cross | b8a9dbb | 2020-08-27 04:12:26 +0000 | [diff] [blame] | 667 | mCameraIdStr); |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 668 | if (!res.isOk()) { |
| 669 | return res; |
| 670 | } |
| 671 | |
| 672 | status_t err = mDevice->configureStreams(sessionParams, operatingMode); |
| 673 | if (err == BAD_VALUE) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 674 | std::string msg = fmt::sprintf("Camera %s: Unsupported set of inputs/outputs provided", |
| 675 | mCameraIdStr.c_str()); |
| 676 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
| 677 | res = STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 678 | } else if (err != OK) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 679 | std::string msg = fmt::sprintf("Camera %s: Error configuring streams: %s (%d)", |
| 680 | mCameraIdStr.c_str(), strerror(-err), err); |
| 681 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
| 682 | res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.c_str()); |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 683 | } else { |
Emilian Peev | cc0b795 | 2020-01-07 13:54:47 -0800 | [diff] [blame] | 684 | offlineStreamIds->clear(); |
| 685 | mDevice->getOfflineStreamIds(offlineStreamIds); |
| 686 | |
Emilian Peev | 2f5d601 | 2022-01-19 16:16:50 -0800 | [diff] [blame] | 687 | Mutex::Autolock l(mCompositeLock); |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 688 | for (size_t i = 0; i < mCompositeStreamMap.size(); ++i) { |
| 689 | err = mCompositeStreamMap.valueAt(i)->configureStream(); |
Emilian Peev | cc0b795 | 2020-01-07 13:54:47 -0800 | [diff] [blame] | 690 | if (err != OK) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 691 | std::string msg = fmt::sprintf("Camera %s: Error configuring composite " |
| 692 | "streams: %s (%d)", mCameraIdStr.c_str(), strerror(-err), err); |
| 693 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
| 694 | res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.c_str()); |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 695 | break; |
| 696 | } |
Emilian Peev | cc0b795 | 2020-01-07 13:54:47 -0800 | [diff] [blame] | 697 | |
| 698 | // Composite streams can only support offline mode in case all individual internal |
| 699 | // streams are also supported. |
| 700 | std::vector<int> internalStreams; |
| 701 | mCompositeStreamMap.valueAt(i)->insertCompositeStreamIds(&internalStreams); |
Emilian Peev | faa4bde | 2020-01-23 12:19:37 -0800 | [diff] [blame] | 702 | offlineStreamIds->erase( |
| 703 | std::remove_if(offlineStreamIds->begin(), offlineStreamIds->end(), |
Emilian Peev | cc0b795 | 2020-01-07 13:54:47 -0800 | [diff] [blame] | 704 | [&internalStreams] (int streamId) { |
| 705 | auto it = std::find(internalStreams.begin(), internalStreams.end(), |
| 706 | streamId); |
| 707 | if (it != internalStreams.end()) { |
| 708 | internalStreams.erase(it); |
| 709 | return true; |
| 710 | } |
| 711 | |
Emilian Peev | faa4bde | 2020-01-23 12:19:37 -0800 | [diff] [blame] | 712 | return false;}), offlineStreamIds->end()); |
Emilian Peev | cc0b795 | 2020-01-07 13:54:47 -0800 | [diff] [blame] | 713 | if (internalStreams.empty()) { |
| 714 | offlineStreamIds->push_back(mCompositeStreamMap.valueAt(i)->getStreamId()); |
| 715 | } |
| 716 | } |
| 717 | |
| 718 | for (const auto& offlineStreamId : *offlineStreamIds) { |
| 719 | mStreamInfoMap[offlineStreamId].supportsOffline = true; |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 720 | } |
Shuzhen Wang | 316781a | 2020-08-18 18:11:01 -0700 | [diff] [blame] | 721 | |
| 722 | nsecs_t configureEnd = systemTime(); |
| 723 | int32_t configureDurationMs = ns2ms(configureEnd) - startTimeMs; |
Austin Borger | 74fca04 | 2022-05-23 12:41:21 -0700 | [diff] [blame] | 724 | mCameraServiceProxyWrapper->logStreamConfigured(mCameraIdStr, operatingMode, |
Shuzhen Wang | 316781a | 2020-08-18 18:11:01 -0700 | [diff] [blame] | 725 | false /*internalReconfig*/, configureDurationMs); |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 726 | } |
| 727 | |
| 728 | return res; |
| 729 | } |
| 730 | |
Jayant Chowdhary | 2bbdce4 | 2020-01-12 14:55:41 -0800 | [diff] [blame] | 731 | binder::Status CameraDeviceClient::isSessionConfigurationSupported( |
| 732 | const SessionConfiguration& sessionConfiguration, bool *status /*out*/) { |
Jayant Chowdhary | 2bbdce4 | 2020-01-12 14:55:41 -0800 | [diff] [blame] | 733 | |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 734 | ATRACE_CALL(); |
Jayant Chowdhary | 2bbdce4 | 2020-01-12 14:55:41 -0800 | [diff] [blame] | 735 | binder::Status res; |
| 736 | status_t ret = OK; |
| 737 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| 738 | |
| 739 | Mutex::Autolock icl(mBinderSerializationLock); |
| 740 | |
| 741 | if (!mDevice.get()) { |
| 742 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 743 | } |
| 744 | |
| 745 | auto operatingMode = sessionConfiguration.getOperatingMode(); |
Shuzhen Wang | d4abdf7 | 2021-05-28 11:22:50 -0700 | [diff] [blame] | 746 | res = SessionConfigurationUtils::checkOperatingMode(operatingMode, mDevice->info(), |
Colin Cross | b8a9dbb | 2020-08-27 04:12:26 +0000 | [diff] [blame] | 747 | mCameraIdStr); |
Jayant Chowdhary | 2bbdce4 | 2020-01-12 14:55:41 -0800 | [diff] [blame] | 748 | if (!res.isOk()) { |
| 749 | return res; |
| 750 | } |
| 751 | |
| 752 | if (status == nullptr) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 753 | std::string msg = fmt::sprintf( "Camera %s: Invalid status!", mCameraIdStr.c_str()); |
| 754 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
| 755 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Jayant Chowdhary | 2bbdce4 | 2020-01-12 14:55:41 -0800 | [diff] [blame] | 756 | } |
Shuzhen Wang | d4abdf7 | 2021-05-28 11:22:50 -0700 | [diff] [blame] | 757 | |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 758 | *status = false; |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 759 | camera3::metadataGetter getMetadata = [this](const std::string &id, |
| 760 | bool /*overrideForPerfClass*/) { |
Shuzhen Wang | a79a64d | 2022-04-24 19:56:30 -0700 | [diff] [blame] | 761 | return mDevice->infoPhysical(id);}; |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 762 | ret = mProviderManager->isSessionConfigurationSupported(mCameraIdStr.c_str(), |
Shuzhen Wang | a79a64d | 2022-04-24 19:56:30 -0700 | [diff] [blame] | 763 | sessionConfiguration, mOverrideForPerfClass, getMetadata, status); |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 764 | switch (ret) { |
| 765 | case OK: |
| 766 | // Expected, do nothing. |
| 767 | break; |
| 768 | case INVALID_OPERATION: { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 769 | std::string msg = fmt::sprintf( |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 770 | "Camera %s: Session configuration query not supported!", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 771 | mCameraIdStr.c_str()); |
| 772 | ALOGD("%s: %s", __FUNCTION__, msg.c_str()); |
| 773 | res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.c_str()); |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 774 | } |
| 775 | |
| 776 | break; |
| 777 | default: { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 778 | std::string msg = fmt::sprintf( "Camera %s: Error: %s (%d)", mCameraIdStr.c_str(), |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 779 | strerror(-ret), ret); |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 780 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 781 | res = STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 782 | msg.c_str()); |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 783 | } |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 784 | } |
| 785 | |
| 786 | return res; |
Ruben Brunk | b2119af | 2014-05-09 19:57:56 -0700 | [diff] [blame] | 787 | } |
| 788 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 789 | binder::Status CameraDeviceClient::deleteStream(int streamId) { |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 790 | ATRACE_CALL(); |
| 791 | ALOGV("%s (streamId = 0x%x)", __FUNCTION__, streamId); |
| 792 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 793 | binder::Status res; |
| 794 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 795 | |
| 796 | Mutex::Autolock icl(mBinderSerializationLock); |
| 797 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 798 | if (!mDevice.get()) { |
| 799 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 800 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 801 | |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 802 | bool isInput = false; |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 803 | std::vector<sp<IBinder>> surfaces; |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 804 | ssize_t dIndex = NAME_NOT_FOUND; |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 805 | ssize_t compositeIndex = NAME_NOT_FOUND; |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 806 | |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 807 | if (mInputStream.configured && mInputStream.id == streamId) { |
| 808 | isInput = true; |
| 809 | } else { |
| 810 | // Guard against trying to delete non-created streams |
| 811 | for (size_t i = 0; i < mStreamMap.size(); ++i) { |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 812 | if (streamId == mStreamMap.valueAt(i).streamId()) { |
| 813 | surfaces.push_back(mStreamMap.keyAt(i)); |
| 814 | } |
| 815 | } |
| 816 | |
| 817 | // See if this stream is one of the deferred streams. |
| 818 | for (size_t i = 0; i < mDeferredStreams.size(); ++i) { |
| 819 | if (streamId == mDeferredStreams[i]) { |
| 820 | dIndex = i; |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 821 | break; |
| 822 | } |
| 823 | } |
| 824 | |
Emilian Peev | 2f5d601 | 2022-01-19 16:16:50 -0800 | [diff] [blame] | 825 | Mutex::Autolock l(mCompositeLock); |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 826 | for (size_t i = 0; i < mCompositeStreamMap.size(); ++i) { |
| 827 | if (streamId == mCompositeStreamMap.valueAt(i)->getStreamId()) { |
| 828 | compositeIndex = i; |
| 829 | break; |
| 830 | } |
| 831 | } |
| 832 | |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 833 | if (surfaces.empty() && dIndex == NAME_NOT_FOUND) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 834 | std::string msg = fmt::sprintf("Camera %s: Invalid stream ID (%d) specified, no such" |
| 835 | " stream created yet", mCameraIdStr.c_str(), streamId); |
| 836 | ALOGW("%s: %s", __FUNCTION__, msg.c_str()); |
| 837 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 838 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 839 | } |
| 840 | |
| 841 | // Also returns BAD_VALUE if stream ID was not valid |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 842 | status_t err = mDevice->deleteStream(streamId); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 843 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 844 | if (err != OK) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 845 | std::string msg = fmt::sprintf("Camera %s: Unexpected error %s (%d) when deleting stream " |
| 846 | "%d", mCameraIdStr.c_str(), strerror(-err), err, streamId); |
| 847 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
| 848 | res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.c_str()); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 849 | } else { |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 850 | if (isInput) { |
| 851 | mInputStream.configured = false; |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 852 | } else { |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 853 | for (auto& surface : surfaces) { |
| 854 | mStreamMap.removeItem(surface); |
| 855 | } |
| 856 | |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 857 | mConfiguredOutputs.removeItem(streamId); |
| 858 | |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 859 | if (dIndex != NAME_NOT_FOUND) { |
| 860 | mDeferredStreams.removeItemsAt(dIndex); |
| 861 | } |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 862 | |
| 863 | if (compositeIndex != NAME_NOT_FOUND) { |
Emilian Peev | 2f5d601 | 2022-01-19 16:16:50 -0800 | [diff] [blame] | 864 | Mutex::Autolock l(mCompositeLock); |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 865 | status_t ret; |
| 866 | if ((ret = mCompositeStreamMap.valueAt(compositeIndex)->deleteStream()) |
| 867 | != OK) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 868 | std::string msg = fmt::sprintf("Camera %s: Unexpected error %s (%d) when " |
| 869 | "deleting composite stream %d", mCameraIdStr.c_str(), strerror(-err), |
| 870 | err, streamId); |
| 871 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
| 872 | res = STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.c_str()); |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 873 | } |
| 874 | mCompositeStreamMap.removeItemsAt(compositeIndex); |
| 875 | } |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 876 | for (auto &mapIt: mHighResolutionCameraIdToStreamIdSet) { |
| 877 | auto &streamSet = mapIt.second; |
| 878 | if (streamSet.find(streamId) != streamSet.end()) { |
| 879 | streamSet.erase(streamId); |
| 880 | break; |
| 881 | } |
| 882 | } |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 883 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 884 | } |
| 885 | |
| 886 | return res; |
| 887 | } |
| 888 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 889 | binder::Status CameraDeviceClient::createStream( |
| 890 | const hardware::camera2::params::OutputConfiguration &outputConfiguration, |
| 891 | /*out*/ |
| 892 | int32_t* newStreamId) { |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 893 | ATRACE_CALL(); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 894 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 895 | binder::Status res; |
| 896 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 897 | |
| 898 | Mutex::Autolock icl(mBinderSerializationLock); |
| 899 | |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 900 | const std::vector<sp<IGraphicBufferProducer>>& bufferProducers = |
| 901 | outputConfiguration.getGraphicBufferProducers(); |
| 902 | size_t numBufferProducers = bufferProducers.size(); |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 903 | bool deferredConsumer = outputConfiguration.isDeferred(); |
| 904 | bool isShared = outputConfiguration.isShared(); |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 905 | const std::string &physicalCameraId = outputConfiguration.getPhysicalCameraId(); |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 906 | bool deferredConsumerOnly = deferredConsumer && numBufferProducers == 0; |
Shuzhen Wang | 83bff12 | 2020-11-20 15:51:39 -0800 | [diff] [blame] | 907 | bool isMultiResolution = outputConfiguration.isMultiResolution(); |
Emilian Peev | c81a759 | 2022-02-14 17:38:18 -0800 | [diff] [blame] | 908 | int64_t dynamicRangeProfile = outputConfiguration.getDynamicRangeProfile(); |
Shuzhen Wang | 8ed1e87 | 2022-03-08 16:34:33 -0800 | [diff] [blame] | 909 | int64_t streamUseCase = outputConfiguration.getStreamUseCase(); |
Shuzhen Wang | e420892 | 2022-02-01 16:52:48 -0800 | [diff] [blame] | 910 | int timestampBase = outputConfiguration.getTimestampBase(); |
Shuzhen Wang | 610d7b8 | 2022-02-08 14:37:22 -0800 | [diff] [blame] | 911 | int mirrorMode = outputConfiguration.getMirrorMode(); |
Austin Borger | 9e2b27c | 2022-07-15 11:27:24 -0700 | [diff] [blame] | 912 | int32_t colorSpace = outputConfiguration.getColorSpace(); |
Shuzhen Wang | bce53db | 2022-12-03 00:38:20 +0000 | [diff] [blame] | 913 | bool useReadoutTimestamp = outputConfiguration.useReadoutTimestamp(); |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 914 | |
Shuzhen Wang | d4abdf7 | 2021-05-28 11:22:50 -0700 | [diff] [blame] | 915 | res = SessionConfigurationUtils::checkSurfaceType(numBufferProducers, deferredConsumer, |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 916 | outputConfiguration.getSurfaceType()); |
| 917 | if (!res.isOk()) { |
| 918 | return res; |
Yin-Chia Yeh | 89f14da | 2014-06-10 16:05:44 -0700 | [diff] [blame] | 919 | } |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 920 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 921 | if (!mDevice.get()) { |
| 922 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 923 | } |
Shuzhen Wang | d4abdf7 | 2021-05-28 11:22:50 -0700 | [diff] [blame] | 924 | res = SessionConfigurationUtils::checkPhysicalCameraId(mPhysicalCameraIds, |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 925 | physicalCameraId, mCameraIdStr); |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 926 | if (!res.isOk()) { |
| 927 | return res; |
Shuzhen Wang | c28189a | 2017-11-27 23:05:10 -0800 | [diff] [blame] | 928 | } |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 929 | |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 930 | std::vector<sp<Surface>> surfaces; |
| 931 | std::vector<sp<IBinder>> binders; |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 932 | status_t err; |
| 933 | |
| 934 | // Create stream for deferred surface case. |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 935 | if (deferredConsumerOnly) { |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 936 | return createDeferredSurfaceStreamLocked(outputConfiguration, isShared, newStreamId); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 937 | } |
| 938 | |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 939 | OutputStreamInfo streamInfo; |
| 940 | bool isStreamInfoValid = false; |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 941 | const std::vector<int32_t> &sensorPixelModesUsed = |
| 942 | outputConfiguration.getSensorPixelModesUsed(); |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 943 | for (auto& bufferProducer : bufferProducers) { |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 944 | // Don't create multiple streams for the same target surface |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 945 | sp<IBinder> binder = IInterface::asBinder(bufferProducer); |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 946 | ssize_t index = mStreamMap.indexOfKey(binder); |
| 947 | if (index != NAME_NOT_FOUND) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 948 | std::string msg = std::string("Camera ") + mCameraIdStr |
| 949 | + ": Surface already has a stream created for it (ID " |
| 950 | + std::to_string(index) + ")"; |
| 951 | ALOGW("%s: %s", __FUNCTION__, msg.c_str()); |
| 952 | return STATUS_ERROR(CameraService::ERROR_ALREADY_EXISTS, msg.c_str()); |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 953 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 954 | |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 955 | sp<Surface> surface; |
Shuzhen Wang | d4abdf7 | 2021-05-28 11:22:50 -0700 | [diff] [blame] | 956 | res = SessionConfigurationUtils::createSurfaceFromGbp(streamInfo, |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 957 | isStreamInfoValid, surface, bufferProducer, mCameraIdStr, |
Shuzhen Wang | c8ab452 | 2021-12-14 20:12:42 -0800 | [diff] [blame] | 958 | mDevice->infoPhysical(physicalCameraId), sensorPixelModesUsed, dynamicRangeProfile, |
Austin Borger | 9e2b27c | 2022-07-15 11:27:24 -0700 | [diff] [blame] | 959 | streamUseCase, timestampBase, mirrorMode, colorSpace); |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 960 | |
| 961 | if (!res.isOk()) |
| 962 | return res; |
| 963 | |
| 964 | if (!isStreamInfoValid) { |
| 965 | isStreamInfoValid = true; |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 966 | } |
| 967 | |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 968 | binders.push_back(IInterface::asBinder(bufferProducer)); |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 969 | surfaces.push_back(surface); |
Ruben Brunk | bba7557 | 2014-11-20 17:29:50 -0800 | [diff] [blame] | 970 | } |
Shuzhen Wang | d4abdf7 | 2021-05-28 11:22:50 -0700 | [diff] [blame] | 971 | |
| 972 | // If mOverrideForPerfClass is true, do not fail createStream() for small |
| 973 | // JPEG sizes because existing createSurfaceFromGbp() logic will find the |
| 974 | // closest possible supported size. |
| 975 | |
Zhijun He | 125684a | 2015-12-26 15:07:30 -0800 | [diff] [blame] | 976 | int streamId = camera3::CAMERA3_STREAM_ID_INVALID; |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 977 | std::vector<int> surfaceIds; |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 978 | bool isDepthCompositeStream = |
| 979 | camera3::DepthCompositeStream::isDepthCompositeStream(surfaces[0]); |
Chema Gonzalez | 67de9c8 | 2022-12-21 08:59:30 -0800 | [diff] [blame] | 980 | bool isHeicCompositeStream = camera3::HeicCompositeStream::isHeicCompositeStream(surfaces[0]); |
Emilian Peev | 434248e | 2022-10-06 14:58:54 -0700 | [diff] [blame] | 981 | bool isJpegRCompositeStream = |
Emilian Peev | e579d8b | 2023-02-28 14:16:08 -0800 | [diff] [blame] | 982 | camera3::JpegRCompositeStream::isJpegRCompositeStream(surfaces[0]) && |
Emilian Peev | 1523014 | 2023-04-27 20:22:54 +0000 | [diff] [blame] | 983 | !mDevice->isCompositeJpegRDisabled(); |
Chema Gonzalez | 67de9c8 | 2022-12-21 08:59:30 -0800 | [diff] [blame] | 984 | if (isDepthCompositeStream || isHeicCompositeStream || isJpegRCompositeStream) { |
Shuzhen Wang | 68ac7ad | 2019-01-30 14:03:28 -0800 | [diff] [blame] | 985 | sp<CompositeStream> compositeStream; |
| 986 | if (isDepthCompositeStream) { |
| 987 | compositeStream = new camera3::DepthCompositeStream(mDevice, getRemoteCallback()); |
Chema Gonzalez | 67de9c8 | 2022-12-21 08:59:30 -0800 | [diff] [blame] | 988 | } else if (isHeicCompositeStream) { |
Shuzhen Wang | 68ac7ad | 2019-01-30 14:03:28 -0800 | [diff] [blame] | 989 | compositeStream = new camera3::HeicCompositeStream(mDevice, getRemoteCallback()); |
Emilian Peev | 434248e | 2022-10-06 14:58:54 -0700 | [diff] [blame] | 990 | } else { |
| 991 | compositeStream = new camera3::JpegRCompositeStream(mDevice, getRemoteCallback()); |
Shuzhen Wang | 68ac7ad | 2019-01-30 14:03:28 -0800 | [diff] [blame] | 992 | } |
| 993 | |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 994 | err = compositeStream->createStream(surfaces, deferredConsumer, streamInfo.width, |
| 995 | streamInfo.height, streamInfo.format, |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 996 | static_cast<camera_stream_rotation_t>(outputConfiguration.getRotation()), |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 997 | &streamId, physicalCameraId, streamInfo.sensorPixelModesUsed, &surfaceIds, |
Emilian Peev | 434248e | 2022-10-06 14:58:54 -0700 | [diff] [blame] | 998 | outputConfiguration.getSurfaceSetID(), isShared, isMultiResolution, |
Shuzhen Wang | bce53db | 2022-12-03 00:38:20 +0000 | [diff] [blame] | 999 | streamInfo.colorSpace, streamInfo.dynamicRangeProfile, streamInfo.streamUseCase, |
| 1000 | useReadoutTimestamp); |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 1001 | if (err == OK) { |
Emilian Peev | 2f5d601 | 2022-01-19 16:16:50 -0800 | [diff] [blame] | 1002 | Mutex::Autolock l(mCompositeLock); |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 1003 | mCompositeStreamMap.add(IInterface::asBinder(surfaces[0]->getIGraphicBufferProducer()), |
| 1004 | compositeStream); |
| 1005 | } |
Shuzhen Wang | 68ac7ad | 2019-01-30 14:03:28 -0800 | [diff] [blame] | 1006 | } else { |
| 1007 | err = mDevice->createStream(surfaces, deferredConsumer, streamInfo.width, |
| 1008 | streamInfo.height, streamInfo.format, streamInfo.dataSpace, |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 1009 | static_cast<camera_stream_rotation_t>(outputConfiguration.getRotation()), |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1010 | &streamId, physicalCameraId, streamInfo.sensorPixelModesUsed, &surfaceIds, |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 1011 | outputConfiguration.getSurfaceSetID(), isShared, isMultiResolution, |
Shuzhen Wang | e420892 | 2022-02-01 16:52:48 -0800 | [diff] [blame] | 1012 | /*consumerUsage*/0, streamInfo.dynamicRangeProfile, streamInfo.streamUseCase, |
Shuzhen Wang | bce53db | 2022-12-03 00:38:20 +0000 | [diff] [blame] | 1013 | streamInfo.timestampBase, streamInfo.mirrorMode, streamInfo.colorSpace, |
| 1014 | useReadoutTimestamp); |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 1015 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1016 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1017 | if (err != OK) { |
| 1018 | res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 1019 | "Camera %s: Error creating output stream (%d x %d, fmt %x, dataSpace %x): %s (%d)", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1020 | mCameraIdStr.c_str(), streamInfo.width, streamInfo.height, streamInfo.format, |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1021 | streamInfo.dataSpace, strerror(-err), err); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1022 | } else { |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 1023 | int i = 0; |
| 1024 | for (auto& binder : binders) { |
| 1025 | ALOGV("%s: mStreamMap add binder %p streamId %d, surfaceId %d", |
| 1026 | __FUNCTION__, binder.get(), streamId, i); |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 1027 | mStreamMap.add(binder, StreamSurfaceId(streamId, surfaceIds[i])); |
| 1028 | i++; |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 1029 | } |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1030 | |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 1031 | mConfiguredOutputs.add(streamId, outputConfiguration); |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1032 | mStreamInfoMap[streamId] = streamInfo; |
| 1033 | |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 1034 | ALOGV("%s: Camera %s: Successfully created a new stream ID %d for output surface" |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 1035 | " (%d x %d) with format 0x%x.", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1036 | __FUNCTION__, mCameraIdStr.c_str(), streamId, streamInfo.width, |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1037 | streamInfo.height, streamInfo.format); |
Igor Murashkin | f8b2a6f | 2013-09-17 17:03:28 -0700 | [diff] [blame] | 1038 | |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1039 | // Set transform flags to ensure preview to be rotated correctly. |
Shuzhen Wang | 610d7b8 | 2022-02-08 14:37:22 -0800 | [diff] [blame] | 1040 | res = setStreamTransformLocked(streamId, streamInfo.mirrorMode); |
Igor Murashkin | f8b2a6f | 2013-09-17 17:03:28 -0700 | [diff] [blame] | 1041 | |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1042 | // Fill in mHighResolutionCameraIdToStreamIdSet map |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1043 | const std::string &cameraIdUsed = |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1044 | physicalCameraId.size() != 0 ? physicalCameraId : mCameraIdStr; |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1045 | // Only needed for high resolution sensors |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1046 | if (mHighResolutionSensors.find(cameraIdUsed) != |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1047 | mHighResolutionSensors.end()) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1048 | mHighResolutionCameraIdToStreamIdSet[cameraIdUsed].insert(streamId); |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1049 | } |
| 1050 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1051 | *newStreamId = streamId; |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1052 | } |
| 1053 | |
| 1054 | return res; |
| 1055 | } |
| 1056 | |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1057 | binder::Status CameraDeviceClient::createDeferredSurfaceStreamLocked( |
| 1058 | const hardware::camera2::params::OutputConfiguration &outputConfiguration, |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1059 | bool isShared, |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1060 | /*out*/ |
| 1061 | int* newStreamId) { |
| 1062 | int width, height, format, surfaceType; |
Emilian Peev | 050f5dc | 2017-05-18 14:43:56 +0100 | [diff] [blame] | 1063 | uint64_t consumerUsage; |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1064 | android_dataspace dataSpace; |
Austin Borger | 9e2b27c | 2022-07-15 11:27:24 -0700 | [diff] [blame] | 1065 | int32_t colorSpace; |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1066 | status_t err; |
| 1067 | binder::Status res; |
| 1068 | |
| 1069 | if (!mDevice.get()) { |
| 1070 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 1071 | } |
| 1072 | |
| 1073 | // Infer the surface info for deferred surface stream creation. |
| 1074 | width = outputConfiguration.getWidth(); |
| 1075 | height = outputConfiguration.getHeight(); |
| 1076 | surfaceType = outputConfiguration.getSurfaceType(); |
| 1077 | format = HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED; |
| 1078 | dataSpace = android_dataspace_t::HAL_DATASPACE_UNKNOWN; |
Austin Borger | 9e2b27c | 2022-07-15 11:27:24 -0700 | [diff] [blame] | 1079 | colorSpace = ANDROID_REQUEST_AVAILABLE_COLOR_SPACE_PROFILES_MAP_UNSPECIFIED; |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1080 | // Hardcode consumer usage flags: SurfaceView--0x900, SurfaceTexture--0x100. |
| 1081 | consumerUsage = GraphicBuffer::USAGE_HW_TEXTURE; |
| 1082 | if (surfaceType == OutputConfiguration::SURFACE_TYPE_SURFACE_VIEW) { |
| 1083 | consumerUsage |= GraphicBuffer::USAGE_HW_COMPOSER; |
| 1084 | } |
| 1085 | int streamId = camera3::CAMERA3_STREAM_ID_INVALID; |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 1086 | std::vector<sp<Surface>> noSurface; |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 1087 | std::vector<int> surfaceIds; |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1088 | const std::string &physicalCameraId = outputConfiguration.getPhysicalCameraId(); |
| 1089 | const std::string &cameraIdUsed = |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1090 | physicalCameraId.size() != 0 ? physicalCameraId : mCameraIdStr; |
| 1091 | // Here, we override sensor pixel modes |
| 1092 | std::unordered_set<int32_t> overriddenSensorPixelModesUsed; |
| 1093 | const std::vector<int32_t> &sensorPixelModesUsed = |
| 1094 | outputConfiguration.getSensorPixelModesUsed(); |
Shuzhen Wang | d4abdf7 | 2021-05-28 11:22:50 -0700 | [diff] [blame] | 1095 | if (SessionConfigurationUtils::checkAndOverrideSensorPixelModesUsed( |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1096 | sensorPixelModesUsed, format, width, height, getStaticInfo(cameraIdUsed), |
Jayant Chowdhary | a80ad24 | 2023-03-17 00:49:47 +0000 | [diff] [blame] | 1097 | &overriddenSensorPixelModesUsed) != OK) { |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1098 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 1099 | "sensor pixel modes used not valid for deferred stream"); |
| 1100 | } |
| 1101 | |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 1102 | err = mDevice->createStream(noSurface, /*hasDeferredConsumer*/true, width, |
| 1103 | height, format, dataSpace, |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 1104 | static_cast<camera_stream_rotation_t>(outputConfiguration.getRotation()), |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1105 | &streamId, physicalCameraId, |
| 1106 | overriddenSensorPixelModesUsed, |
| 1107 | &surfaceIds, |
Shuzhen Wang | c28189a | 2017-11-27 23:05:10 -0800 | [diff] [blame] | 1108 | outputConfiguration.getSurfaceSetID(), isShared, |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 1109 | outputConfiguration.isMultiResolution(), consumerUsage, |
Shuzhen Wang | c8ab452 | 2021-12-14 20:12:42 -0800 | [diff] [blame] | 1110 | outputConfiguration.getDynamicRangeProfile(), |
Shuzhen Wang | 610d7b8 | 2022-02-08 14:37:22 -0800 | [diff] [blame] | 1111 | outputConfiguration.getStreamUseCase(), |
Shuzhen Wang | bce53db | 2022-12-03 00:38:20 +0000 | [diff] [blame] | 1112 | outputConfiguration.getMirrorMode(), |
| 1113 | outputConfiguration.useReadoutTimestamp()); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1114 | |
| 1115 | if (err != OK) { |
| 1116 | res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 1117 | "Camera %s: Error creating output stream (%d x %d, fmt %x, dataSpace %x): %s (%d)", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1118 | mCameraIdStr.c_str(), width, height, format, dataSpace, strerror(-err), err); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1119 | } else { |
| 1120 | // Can not add streamId to mStreamMap here, as the surface is deferred. Add it to |
| 1121 | // a separate list to track. Once the deferred surface is set, this id will be |
| 1122 | // relocated to mStreamMap. |
| 1123 | mDeferredStreams.push_back(streamId); |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1124 | mStreamInfoMap.emplace(std::piecewise_construct, std::forward_as_tuple(streamId), |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1125 | std::forward_as_tuple(width, height, format, dataSpace, consumerUsage, |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 1126 | overriddenSensorPixelModesUsed, |
Shuzhen Wang | c8ab452 | 2021-12-14 20:12:42 -0800 | [diff] [blame] | 1127 | outputConfiguration.getDynamicRangeProfile(), |
Shuzhen Wang | e420892 | 2022-02-01 16:52:48 -0800 | [diff] [blame] | 1128 | outputConfiguration.getStreamUseCase(), |
Shuzhen Wang | 610d7b8 | 2022-02-08 14:37:22 -0800 | [diff] [blame] | 1129 | outputConfiguration.getTimestampBase(), |
Austin Borger | 9e2b27c | 2022-07-15 11:27:24 -0700 | [diff] [blame] | 1130 | outputConfiguration.getMirrorMode(), |
| 1131 | colorSpace)); |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1132 | |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 1133 | ALOGV("%s: Camera %s: Successfully created a new stream ID %d for a deferred surface" |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1134 | " (%d x %d) stream with format 0x%x.", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1135 | __FUNCTION__, mCameraIdStr.c_str(), streamId, width, height, format); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1136 | |
| 1137 | // Set transform flags to ensure preview to be rotated correctly. |
Shuzhen Wang | 610d7b8 | 2022-02-08 14:37:22 -0800 | [diff] [blame] | 1138 | res = setStreamTransformLocked(streamId, outputConfiguration.getMirrorMode()); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1139 | |
| 1140 | *newStreamId = streamId; |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1141 | // Fill in mHighResolutionCameraIdToStreamIdSet |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1142 | // Only needed for high resolution sensors |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1143 | if (mHighResolutionSensors.find(cameraIdUsed) != |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1144 | mHighResolutionSensors.end()) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1145 | mHighResolutionCameraIdToStreamIdSet[cameraIdUsed].insert(streamId); |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1146 | } |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1147 | } |
| 1148 | return res; |
| 1149 | } |
| 1150 | |
Shuzhen Wang | 610d7b8 | 2022-02-08 14:37:22 -0800 | [diff] [blame] | 1151 | binder::Status CameraDeviceClient::setStreamTransformLocked(int streamId, int mirrorMode) { |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1152 | int32_t transform = 0; |
| 1153 | status_t err; |
| 1154 | binder::Status res; |
| 1155 | |
| 1156 | if (!mDevice.get()) { |
| 1157 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 1158 | } |
| 1159 | |
Shuzhen Wang | 610d7b8 | 2022-02-08 14:37:22 -0800 | [diff] [blame] | 1160 | err = getRotationTransformLocked(mirrorMode, &transform); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1161 | if (err != OK) { |
| 1162 | // Error logged by getRotationTransformLocked. |
| 1163 | return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, |
| 1164 | "Unable to calculate rotation transform for new stream"); |
| 1165 | } |
| 1166 | |
| 1167 | err = mDevice->setStreamTransform(streamId, transform); |
| 1168 | if (err != OK) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1169 | std::string msg = fmt::sprintf("Failed to set stream transform (stream id %d)", |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1170 | streamId); |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1171 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
| 1172 | return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.c_str()); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1173 | } |
| 1174 | |
| 1175 | return res; |
| 1176 | } |
Ruben Brunk | bba7557 | 2014-11-20 17:29:50 -0800 | [diff] [blame] | 1177 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1178 | binder::Status CameraDeviceClient::createInputStream( |
Shuzhen Wang | 83bff12 | 2020-11-20 15:51:39 -0800 | [diff] [blame] | 1179 | int width, int height, int format, bool isMultiResolution, |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1180 | /*out*/ |
| 1181 | int32_t* newStreamId) { |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 1182 | |
| 1183 | ATRACE_CALL(); |
Shuzhen Wang | 83bff12 | 2020-11-20 15:51:39 -0800 | [diff] [blame] | 1184 | ALOGV("%s (w = %d, h = %d, f = 0x%x, isMultiResolution %d)", __FUNCTION__, |
| 1185 | width, height, format, isMultiResolution); |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 1186 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1187 | binder::Status res; |
| 1188 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 1189 | |
| 1190 | Mutex::Autolock icl(mBinderSerializationLock); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1191 | |
| 1192 | if (!mDevice.get()) { |
| 1193 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 1194 | } |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 1195 | |
| 1196 | if (mInputStream.configured) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1197 | std::string msg = fmt::sprintf("Camera %s: Already has an input stream " |
| 1198 | "configured (ID %d)", mCameraIdStr.c_str(), mInputStream.id); |
| 1199 | ALOGE("%s: %s", __FUNCTION__, msg.c_str() ); |
| 1200 | return STATUS_ERROR(CameraService::ERROR_ALREADY_EXISTS, msg.c_str()); |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 1201 | } |
| 1202 | |
| 1203 | int streamId = -1; |
Shuzhen Wang | 83bff12 | 2020-11-20 15:51:39 -0800 | [diff] [blame] | 1204 | status_t err = mDevice->createInputStream(width, height, format, isMultiResolution, &streamId); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1205 | if (err == OK) { |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 1206 | mInputStream.configured = true; |
| 1207 | mInputStream.width = width; |
| 1208 | mInputStream.height = height; |
| 1209 | mInputStream.format = format; |
| 1210 | mInputStream.id = streamId; |
| 1211 | |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 1212 | ALOGV("%s: Camera %s: Successfully created a new input stream ID %d", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1213 | __FUNCTION__, mCameraIdStr.c_str(), streamId); |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 1214 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1215 | *newStreamId = streamId; |
| 1216 | } else { |
| 1217 | res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1218 | "Camera %s: Error creating new input stream: %s (%d)", mCameraIdStr.c_str(), |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1219 | strerror(-err), err); |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 1220 | } |
| 1221 | |
| 1222 | return res; |
| 1223 | } |
| 1224 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1225 | binder::Status CameraDeviceClient::getInputSurface(/*out*/ view::Surface *inputSurface) { |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 1226 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1227 | binder::Status res; |
| 1228 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| 1229 | |
| 1230 | if (inputSurface == NULL) { |
| 1231 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Null input surface"); |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 1232 | } |
| 1233 | |
| 1234 | Mutex::Autolock icl(mBinderSerializationLock); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1235 | if (!mDevice.get()) { |
| 1236 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 1237 | } |
| 1238 | sp<IGraphicBufferProducer> producer; |
| 1239 | status_t err = mDevice->getInputBufferProducer(&producer); |
| 1240 | if (err != OK) { |
| 1241 | res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 1242 | "Camera %s: Error getting input Surface: %s (%d)", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1243 | mCameraIdStr.c_str(), strerror(-err), err); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1244 | } else { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1245 | inputSurface->name = toString16("CameraInput"); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1246 | inputSurface->graphicBufferProducer = producer; |
| 1247 | } |
| 1248 | return res; |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 1249 | } |
| 1250 | |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 1251 | binder::Status CameraDeviceClient::updateOutputConfiguration(int streamId, |
| 1252 | const hardware::camera2::params::OutputConfiguration &outputConfiguration) { |
| 1253 | ATRACE_CALL(); |
| 1254 | |
| 1255 | binder::Status res; |
| 1256 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| 1257 | |
| 1258 | Mutex::Autolock icl(mBinderSerializationLock); |
| 1259 | |
| 1260 | if (!mDevice.get()) { |
| 1261 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 1262 | } |
| 1263 | |
| 1264 | const std::vector<sp<IGraphicBufferProducer> >& bufferProducers = |
| 1265 | outputConfiguration.getGraphicBufferProducers(); |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1266 | const std::string &physicalCameraId = outputConfiguration.getPhysicalCameraId(); |
Shuzhen Wang | 2e7f58f | 2018-07-11 14:00:29 -0700 | [diff] [blame] | 1267 | |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 1268 | auto producerCount = bufferProducers.size(); |
| 1269 | if (producerCount == 0) { |
| 1270 | ALOGE("%s: bufferProducers must not be empty", __FUNCTION__); |
| 1271 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 1272 | "bufferProducers must not be empty"); |
| 1273 | } |
| 1274 | |
| 1275 | // The first output is the one associated with the output configuration. |
| 1276 | // It should always be present, valid and the corresponding stream id should match. |
| 1277 | sp<IBinder> binder = IInterface::asBinder(bufferProducers[0]); |
| 1278 | ssize_t index = mStreamMap.indexOfKey(binder); |
| 1279 | if (index == NAME_NOT_FOUND) { |
| 1280 | ALOGE("%s: Outputconfiguration is invalid", __FUNCTION__); |
| 1281 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 1282 | "OutputConfiguration is invalid"); |
| 1283 | } |
| 1284 | if (mStreamMap.valueFor(binder).streamId() != streamId) { |
| 1285 | ALOGE("%s: Stream Id: %d provided doesn't match the id: %d in the stream map", |
| 1286 | __FUNCTION__, streamId, mStreamMap.valueFor(binder).streamId()); |
| 1287 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 1288 | "Stream id is invalid"); |
| 1289 | } |
| 1290 | |
| 1291 | std::vector<size_t> removedSurfaceIds; |
| 1292 | std::vector<sp<IBinder>> removedOutputs; |
| 1293 | std::vector<sp<Surface>> newOutputs; |
| 1294 | std::vector<OutputStreamInfo> streamInfos; |
| 1295 | KeyedVector<sp<IBinder>, sp<IGraphicBufferProducer>> newOutputsMap; |
| 1296 | for (auto &it : bufferProducers) { |
| 1297 | newOutputsMap.add(IInterface::asBinder(it), it); |
| 1298 | } |
| 1299 | |
| 1300 | for (size_t i = 0; i < mStreamMap.size(); i++) { |
| 1301 | ssize_t idx = newOutputsMap.indexOfKey(mStreamMap.keyAt(i)); |
| 1302 | if (idx == NAME_NOT_FOUND) { |
| 1303 | if (mStreamMap[i].streamId() == streamId) { |
| 1304 | removedSurfaceIds.push_back(mStreamMap[i].surfaceId()); |
| 1305 | removedOutputs.push_back(mStreamMap.keyAt(i)); |
| 1306 | } |
| 1307 | } else { |
| 1308 | if (mStreamMap[i].streamId() != streamId) { |
| 1309 | ALOGE("%s: Output surface already part of a different stream", __FUNCTION__); |
| 1310 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 1311 | "Target Surface is invalid"); |
| 1312 | } |
| 1313 | newOutputsMap.removeItemsAt(idx); |
| 1314 | } |
| 1315 | } |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1316 | const std::vector<int32_t> &sensorPixelModesUsed = |
| 1317 | outputConfiguration.getSensorPixelModesUsed(); |
Shuzhen Wang | 8ed1e87 | 2022-03-08 16:34:33 -0800 | [diff] [blame] | 1318 | int64_t streamUseCase = outputConfiguration.getStreamUseCase(); |
Shuzhen Wang | e420892 | 2022-02-01 16:52:48 -0800 | [diff] [blame] | 1319 | int timestampBase = outputConfiguration.getTimestampBase(); |
Emilian Peev | c81a759 | 2022-02-14 17:38:18 -0800 | [diff] [blame] | 1320 | int64_t dynamicRangeProfile = outputConfiguration.getDynamicRangeProfile(); |
Austin Borger | 9e2b27c | 2022-07-15 11:27:24 -0700 | [diff] [blame] | 1321 | int32_t colorSpace = outputConfiguration.getColorSpace(); |
Shuzhen Wang | 610d7b8 | 2022-02-08 14:37:22 -0800 | [diff] [blame] | 1322 | int mirrorMode = outputConfiguration.getMirrorMode(); |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 1323 | |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 1324 | for (size_t i = 0; i < newOutputsMap.size(); i++) { |
| 1325 | OutputStreamInfo outInfo; |
| 1326 | sp<Surface> surface; |
Shuzhen Wang | d4abdf7 | 2021-05-28 11:22:50 -0700 | [diff] [blame] | 1327 | res = SessionConfigurationUtils::createSurfaceFromGbp(outInfo, |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1328 | /*isStreamInfoValid*/ false, surface, newOutputsMap.valueAt(i), mCameraIdStr, |
Shuzhen Wang | c8ab452 | 2021-12-14 20:12:42 -0800 | [diff] [blame] | 1329 | mDevice->infoPhysical(physicalCameraId), sensorPixelModesUsed, dynamicRangeProfile, |
Austin Borger | 9e2b27c | 2022-07-15 11:27:24 -0700 | [diff] [blame] | 1330 | streamUseCase, timestampBase, mirrorMode, colorSpace); |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 1331 | if (!res.isOk()) |
| 1332 | return res; |
| 1333 | |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 1334 | streamInfos.push_back(outInfo); |
| 1335 | newOutputs.push_back(surface); |
| 1336 | } |
| 1337 | |
| 1338 | //Trivial case no changes required |
| 1339 | if (removedSurfaceIds.empty() && newOutputs.empty()) { |
| 1340 | return binder::Status::ok(); |
| 1341 | } |
| 1342 | |
| 1343 | KeyedVector<sp<Surface>, size_t> outputMap; |
| 1344 | auto ret = mDevice->updateStream(streamId, newOutputs, streamInfos, removedSurfaceIds, |
| 1345 | &outputMap); |
| 1346 | if (ret != OK) { |
| 1347 | switch (ret) { |
| 1348 | case NAME_NOT_FOUND: |
| 1349 | case BAD_VALUE: |
| 1350 | case -EBUSY: |
| 1351 | res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 1352 | "Camera %s: Error updating stream: %s (%d)", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1353 | mCameraIdStr.c_str(), strerror(ret), ret); |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 1354 | break; |
| 1355 | default: |
| 1356 | res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
| 1357 | "Camera %s: Error updating stream: %s (%d)", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1358 | mCameraIdStr.c_str(), strerror(ret), ret); |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 1359 | break; |
| 1360 | } |
| 1361 | } else { |
| 1362 | for (const auto &it : removedOutputs) { |
| 1363 | mStreamMap.removeItem(it); |
| 1364 | } |
| 1365 | |
| 1366 | for (size_t i = 0; i < outputMap.size(); i++) { |
| 1367 | mStreamMap.add(IInterface::asBinder(outputMap.keyAt(i)->getIGraphicBufferProducer()), |
| 1368 | StreamSurfaceId(streamId, outputMap.valueAt(i))); |
| 1369 | } |
| 1370 | |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 1371 | mConfiguredOutputs.replaceValueFor(streamId, outputConfiguration); |
| 1372 | |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 1373 | ALOGV("%s: Camera %s: Successful stream ID %d update", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1374 | __FUNCTION__, mCameraIdStr.c_str(), streamId); |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 1375 | } |
| 1376 | |
| 1377 | return res; |
| 1378 | } |
| 1379 | |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1380 | // Create a request object from a template. |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1381 | binder::Status CameraDeviceClient::createDefaultRequest(int templateId, |
| 1382 | /*out*/ |
| 1383 | hardware::camera2::impl::CameraMetadataNative* request) |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1384 | { |
| 1385 | ATRACE_CALL(); |
| 1386 | ALOGV("%s (templateId = 0x%x)", __FUNCTION__, templateId); |
| 1387 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1388 | binder::Status res; |
| 1389 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1390 | |
| 1391 | Mutex::Autolock icl(mBinderSerializationLock); |
| 1392 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1393 | if (!mDevice.get()) { |
| 1394 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 1395 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1396 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1397 | status_t err; |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 1398 | camera_request_template_t tempId = camera_request_template_t::CAMERA_TEMPLATE_COUNT; |
| 1399 | if (!(res = mapRequestTemplate(templateId, &tempId)).isOk()) return res; |
| 1400 | |
| 1401 | CameraMetadata metadata; |
| 1402 | if ( (err = mDevice->createDefaultRequest(tempId, &metadata) ) == OK && |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1403 | request != NULL) { |
| 1404 | |
| 1405 | request->swap(metadata); |
Chien-Yu Chen | 9cd1402 | 2016-03-09 12:21:01 -0800 | [diff] [blame] | 1406 | } else if (err == BAD_VALUE) { |
| 1407 | res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 1408 | "Camera %s: Template ID %d is invalid or not supported: %s (%d)", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1409 | mCameraIdStr.c_str(), templateId, strerror(-err), err); |
Chien-Yu Chen | 9cd1402 | 2016-03-09 12:21:01 -0800 | [diff] [blame] | 1410 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1411 | } else { |
| 1412 | res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 1413 | "Camera %s: Error creating default request for template %d: %s (%d)", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1414 | mCameraIdStr.c_str(), templateId, strerror(-err), err); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1415 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1416 | return res; |
| 1417 | } |
| 1418 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1419 | binder::Status CameraDeviceClient::getCameraInfo( |
| 1420 | /*out*/ |
| 1421 | hardware::camera2::impl::CameraMetadataNative* info) |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1422 | { |
| 1423 | ATRACE_CALL(); |
| 1424 | ALOGV("%s", __FUNCTION__); |
| 1425 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1426 | binder::Status res; |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1427 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1428 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1429 | |
| 1430 | Mutex::Autolock icl(mBinderSerializationLock); |
| 1431 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1432 | if (!mDevice.get()) { |
| 1433 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 1434 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1435 | |
Igor Murashkin | 099b457 | 2013-07-12 17:52:16 -0700 | [diff] [blame] | 1436 | if (info != NULL) { |
| 1437 | *info = mDevice->info(); // static camera metadata |
| 1438 | // TODO: merge with device-specific camera metadata |
| 1439 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1440 | |
| 1441 | return res; |
| 1442 | } |
| 1443 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1444 | binder::Status CameraDeviceClient::waitUntilIdle() |
Zhijun He | 2ab500c | 2013-07-23 08:02:53 -0700 | [diff] [blame] | 1445 | { |
| 1446 | ATRACE_CALL(); |
| 1447 | ALOGV("%s", __FUNCTION__); |
| 1448 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1449 | binder::Status res; |
| 1450 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
Zhijun He | 2ab500c | 2013-07-23 08:02:53 -0700 | [diff] [blame] | 1451 | |
| 1452 | Mutex::Autolock icl(mBinderSerializationLock); |
| 1453 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1454 | if (!mDevice.get()) { |
| 1455 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 1456 | } |
Zhijun He | 2ab500c | 2013-07-23 08:02:53 -0700 | [diff] [blame] | 1457 | |
| 1458 | // FIXME: Also need check repeating burst. |
Shuzhen Wang | c9ca678 | 2016-04-26 13:40:31 -0700 | [diff] [blame] | 1459 | Mutex::Autolock idLock(mStreamingRequestIdLock); |
Chien-Yu Chen | e8c535e | 2016-04-14 12:18:26 -0700 | [diff] [blame] | 1460 | if (mStreamingRequestId != REQUEST_ID_NONE) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1461 | std::string msg = fmt::sprintf( |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 1462 | "Camera %s: Try to waitUntilIdle when there are active streaming requests", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1463 | mCameraIdStr.c_str()); |
| 1464 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
| 1465 | return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.c_str()); |
Zhijun He | 2ab500c | 2013-07-23 08:02:53 -0700 | [diff] [blame] | 1466 | } |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1467 | status_t err = mDevice->waitUntilDrained(); |
| 1468 | if (err != OK) { |
| 1469 | res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 1470 | "Camera %s: Error waiting to drain: %s (%d)", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1471 | mCameraIdStr.c_str(), strerror(-err), err); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1472 | } |
Zhijun He | 2ab500c | 2013-07-23 08:02:53 -0700 | [diff] [blame] | 1473 | ALOGV("%s Done", __FUNCTION__); |
Zhijun He | 2ab500c | 2013-07-23 08:02:53 -0700 | [diff] [blame] | 1474 | return res; |
| 1475 | } |
| 1476 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1477 | binder::Status CameraDeviceClient::flush( |
| 1478 | /*out*/ |
| 1479 | int64_t* lastFrameNumber) { |
Eino-Ville Talvala | abaa51d | 2013-08-14 11:37:00 -0700 | [diff] [blame] | 1480 | ATRACE_CALL(); |
| 1481 | ALOGV("%s", __FUNCTION__); |
| 1482 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1483 | binder::Status res; |
| 1484 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
Eino-Ville Talvala | abaa51d | 2013-08-14 11:37:00 -0700 | [diff] [blame] | 1485 | |
| 1486 | Mutex::Autolock icl(mBinderSerializationLock); |
| 1487 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1488 | if (!mDevice.get()) { |
| 1489 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 1490 | } |
Eino-Ville Talvala | abaa51d | 2013-08-14 11:37:00 -0700 | [diff] [blame] | 1491 | |
Shuzhen Wang | c9ca678 | 2016-04-26 13:40:31 -0700 | [diff] [blame] | 1492 | Mutex::Autolock idLock(mStreamingRequestIdLock); |
Chien-Yu Chen | e8c535e | 2016-04-14 12:18:26 -0700 | [diff] [blame] | 1493 | mStreamingRequestId = REQUEST_ID_NONE; |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1494 | status_t err = mDevice->flush(lastFrameNumber); |
| 1495 | if (err != OK) { |
| 1496 | res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1497 | "Camera %s: Error flushing device: %s (%d)", mCameraIdStr.c_str(), strerror(-err), |
| 1498 | err); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1499 | } |
| 1500 | return res; |
Eino-Ville Talvala | abaa51d | 2013-08-14 11:37:00 -0700 | [diff] [blame] | 1501 | } |
| 1502 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1503 | binder::Status CameraDeviceClient::prepare(int streamId) { |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 1504 | ATRACE_CALL(); |
Jayant Chowdhary | 57184d5 | 2023-02-14 20:54:39 +0000 | [diff] [blame] | 1505 | ALOGV("%s stream id %d", __FUNCTION__, streamId); |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 1506 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1507 | binder::Status res; |
| 1508 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 1509 | |
| 1510 | Mutex::Autolock icl(mBinderSerializationLock); |
| 1511 | |
| 1512 | // Guard against trying to prepare non-created streams |
| 1513 | ssize_t index = NAME_NOT_FOUND; |
| 1514 | for (size_t i = 0; i < mStreamMap.size(); ++i) { |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 1515 | if (streamId == mStreamMap.valueAt(i).streamId()) { |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 1516 | index = i; |
| 1517 | break; |
| 1518 | } |
| 1519 | } |
| 1520 | |
| 1521 | if (index == NAME_NOT_FOUND) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1522 | std::string msg = fmt::sprintf("Camera %s: Invalid stream ID (%d) specified, no stream " |
| 1523 | "with that ID exists", mCameraIdStr.c_str(), streamId); |
| 1524 | ALOGW("%s: %s", __FUNCTION__, msg.c_str()); |
| 1525 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 1526 | } |
| 1527 | |
Eino-Ville Talvala | 261394e | 2015-05-13 14:28:38 -0700 | [diff] [blame] | 1528 | // Also returns BAD_VALUE if stream ID was not valid, or stream already |
| 1529 | // has been used |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1530 | status_t err = mDevice->prepare(streamId); |
| 1531 | if (err == BAD_VALUE) { |
| 1532 | res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 1533 | "Camera %s: Stream %d has already been used, and cannot be prepared", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1534 | mCameraIdStr.c_str(), streamId); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1535 | } else if (err != OK) { |
| 1536 | res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1537 | "Camera %s: Error preparing stream %d: %s (%d)", mCameraIdStr.c_str(), streamId, |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1538 | strerror(-err), err); |
| 1539 | } |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 1540 | return res; |
| 1541 | } |
| 1542 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1543 | binder::Status CameraDeviceClient::prepare2(int maxCount, int streamId) { |
Ruben Brunk | c78ac26 | 2015-08-13 17:58:46 -0700 | [diff] [blame] | 1544 | ATRACE_CALL(); |
Jayant Chowdhary | 57184d5 | 2023-02-14 20:54:39 +0000 | [diff] [blame] | 1545 | ALOGV("%s stream id %d", __FUNCTION__, streamId); |
Ruben Brunk | c78ac26 | 2015-08-13 17:58:46 -0700 | [diff] [blame] | 1546 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1547 | binder::Status res; |
| 1548 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
Ruben Brunk | c78ac26 | 2015-08-13 17:58:46 -0700 | [diff] [blame] | 1549 | |
| 1550 | Mutex::Autolock icl(mBinderSerializationLock); |
| 1551 | |
| 1552 | // Guard against trying to prepare non-created streams |
| 1553 | ssize_t index = NAME_NOT_FOUND; |
| 1554 | for (size_t i = 0; i < mStreamMap.size(); ++i) { |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 1555 | if (streamId == mStreamMap.valueAt(i).streamId()) { |
Ruben Brunk | c78ac26 | 2015-08-13 17:58:46 -0700 | [diff] [blame] | 1556 | index = i; |
| 1557 | break; |
| 1558 | } |
| 1559 | } |
| 1560 | |
| 1561 | if (index == NAME_NOT_FOUND) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1562 | std::string msg = fmt::sprintf("Camera %s: Invalid stream ID (%d) specified, no stream " |
| 1563 | "with that ID exists", mCameraIdStr.c_str(), streamId); |
| 1564 | ALOGW("%s: %s", __FUNCTION__, msg.c_str()); |
| 1565 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Ruben Brunk | c78ac26 | 2015-08-13 17:58:46 -0700 | [diff] [blame] | 1566 | } |
| 1567 | |
| 1568 | if (maxCount <= 0) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1569 | std::string msg = fmt::sprintf("Camera %s: maxCount (%d) must be greater than 0", |
| 1570 | mCameraIdStr.c_str(), maxCount); |
| 1571 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
| 1572 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Ruben Brunk | c78ac26 | 2015-08-13 17:58:46 -0700 | [diff] [blame] | 1573 | } |
| 1574 | |
| 1575 | // Also returns BAD_VALUE if stream ID was not valid, or stream already |
| 1576 | // has been used |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1577 | status_t err = mDevice->prepare(maxCount, streamId); |
| 1578 | if (err == BAD_VALUE) { |
| 1579 | res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 1580 | "Camera %s: Stream %d has already been used, and cannot be prepared", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1581 | mCameraIdStr.c_str(), streamId); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1582 | } else if (err != OK) { |
| 1583 | res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1584 | "Camera %s: Error preparing stream %d: %s (%d)", mCameraIdStr.c_str(), streamId, |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1585 | strerror(-err), err); |
| 1586 | } |
Ruben Brunk | c78ac26 | 2015-08-13 17:58:46 -0700 | [diff] [blame] | 1587 | |
| 1588 | return res; |
| 1589 | } |
| 1590 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1591 | binder::Status CameraDeviceClient::tearDown(int streamId) { |
Eino-Ville Talvala | b25e3c8 | 2015-07-15 16:04:27 -0700 | [diff] [blame] | 1592 | ATRACE_CALL(); |
| 1593 | ALOGV("%s", __FUNCTION__); |
| 1594 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1595 | binder::Status res; |
| 1596 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
Eino-Ville Talvala | b25e3c8 | 2015-07-15 16:04:27 -0700 | [diff] [blame] | 1597 | |
| 1598 | Mutex::Autolock icl(mBinderSerializationLock); |
| 1599 | |
| 1600 | // Guard against trying to prepare non-created streams |
| 1601 | ssize_t index = NAME_NOT_FOUND; |
| 1602 | for (size_t i = 0; i < mStreamMap.size(); ++i) { |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 1603 | if (streamId == mStreamMap.valueAt(i).streamId()) { |
Eino-Ville Talvala | b25e3c8 | 2015-07-15 16:04:27 -0700 | [diff] [blame] | 1604 | index = i; |
| 1605 | break; |
| 1606 | } |
| 1607 | } |
| 1608 | |
| 1609 | if (index == NAME_NOT_FOUND) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1610 | std::string msg = fmt::sprintf("Camera %s: Invalid stream ID (%d) specified, no stream " |
| 1611 | "with that ID exists", mCameraIdStr.c_str(), streamId); |
| 1612 | ALOGW("%s: %s", __FUNCTION__, msg.c_str()); |
| 1613 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Eino-Ville Talvala | b25e3c8 | 2015-07-15 16:04:27 -0700 | [diff] [blame] | 1614 | } |
| 1615 | |
| 1616 | // Also returns BAD_VALUE if stream ID was not valid or if the stream is in |
| 1617 | // use |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1618 | status_t err = mDevice->tearDown(streamId); |
| 1619 | if (err == BAD_VALUE) { |
| 1620 | res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 1621 | "Camera %s: Stream %d is still in use, cannot be torn down", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1622 | mCameraIdStr.c_str(), streamId); |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1623 | } else if (err != OK) { |
| 1624 | res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1625 | "Camera %s: Error tearing down stream %d: %s (%d)", mCameraIdStr.c_str(), streamId, |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 1626 | strerror(-err), err); |
| 1627 | } |
Eino-Ville Talvala | b25e3c8 | 2015-07-15 16:04:27 -0700 | [diff] [blame] | 1628 | |
| 1629 | return res; |
| 1630 | } |
| 1631 | |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1632 | binder::Status CameraDeviceClient::finalizeOutputConfigurations(int32_t streamId, |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1633 | const hardware::camera2::params::OutputConfiguration &outputConfiguration) { |
| 1634 | ATRACE_CALL(); |
| 1635 | |
| 1636 | binder::Status res; |
| 1637 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| 1638 | |
| 1639 | Mutex::Autolock icl(mBinderSerializationLock); |
| 1640 | |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 1641 | const std::vector<sp<IGraphicBufferProducer> >& bufferProducers = |
| 1642 | outputConfiguration.getGraphicBufferProducers(); |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1643 | const std::string &physicalId = outputConfiguration.getPhysicalCameraId(); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1644 | |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 1645 | if (bufferProducers.size() == 0) { |
| 1646 | ALOGE("%s: bufferProducers must not be empty", __FUNCTION__); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1647 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Target Surface is invalid"); |
| 1648 | } |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 1649 | |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1650 | // streamId should be in mStreamMap if this stream already has a surface attached |
| 1651 | // to it. Otherwise, it should be in mDeferredStreams. |
| 1652 | bool streamIdConfigured = false; |
| 1653 | ssize_t deferredStreamIndex = NAME_NOT_FOUND; |
| 1654 | for (size_t i = 0; i < mStreamMap.size(); i++) { |
| 1655 | if (mStreamMap.valueAt(i).streamId() == streamId) { |
| 1656 | streamIdConfigured = true; |
| 1657 | break; |
| 1658 | } |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1659 | } |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1660 | for (size_t i = 0; i < mDeferredStreams.size(); i++) { |
| 1661 | if (streamId == mDeferredStreams[i]) { |
| 1662 | deferredStreamIndex = i; |
| 1663 | break; |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 1664 | } |
| 1665 | |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1666 | } |
| 1667 | if (deferredStreamIndex == NAME_NOT_FOUND && !streamIdConfigured) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1668 | std::string msg = fmt::sprintf("Camera %s: deferred surface is set to a unknown stream" |
| 1669 | "(ID %d)", mCameraIdStr.c_str(), streamId); |
| 1670 | ALOGW("%s: %s", __FUNCTION__, msg.c_str()); |
| 1671 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1672 | } |
| 1673 | |
Shuzhen Wang | 88fd005 | 2017-02-09 16:40:07 -0800 | [diff] [blame] | 1674 | if (mStreamInfoMap[streamId].finalized) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1675 | std::string msg = fmt::sprintf("Camera %s: finalizeOutputConfigurations has been called" |
| 1676 | " on stream ID %d", mCameraIdStr.c_str(), streamId); |
| 1677 | ALOGW("%s: %s", __FUNCTION__, msg.c_str()); |
| 1678 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Shuzhen Wang | 88fd005 | 2017-02-09 16:40:07 -0800 | [diff] [blame] | 1679 | } |
| 1680 | |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1681 | if (!mDevice.get()) { |
| 1682 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 1683 | } |
| 1684 | |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1685 | std::vector<sp<Surface>> consumerSurfaces; |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 1686 | const std::vector<int32_t> &sensorPixelModesUsed = |
| 1687 | outputConfiguration.getSensorPixelModesUsed(); |
Emilian Peev | c81a759 | 2022-02-14 17:38:18 -0800 | [diff] [blame] | 1688 | int64_t dynamicRangeProfile = outputConfiguration.getDynamicRangeProfile(); |
Austin Borger | 9e2b27c | 2022-07-15 11:27:24 -0700 | [diff] [blame] | 1689 | int32_t colorSpace = outputConfiguration.getColorSpace(); |
| 1690 | int64_t streamUseCase = outputConfiguration.getStreamUseCase(); |
Shuzhen Wang | e420892 | 2022-02-01 16:52:48 -0800 | [diff] [blame] | 1691 | int timestampBase = outputConfiguration.getTimestampBase(); |
Shuzhen Wang | 610d7b8 | 2022-02-08 14:37:22 -0800 | [diff] [blame] | 1692 | int mirrorMode = outputConfiguration.getMirrorMode(); |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1693 | for (auto& bufferProducer : bufferProducers) { |
| 1694 | // Don't create multiple streams for the same target surface |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1695 | ssize_t index = mStreamMap.indexOfKey(IInterface::asBinder(bufferProducer)); |
| 1696 | if (index != NAME_NOT_FOUND) { |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1697 | ALOGV("Camera %s: Surface already has a stream created " |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1698 | " for it (ID %zd)", mCameraIdStr.c_str(), index); |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1699 | continue; |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1700 | } |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1701 | |
| 1702 | sp<Surface> surface; |
Shuzhen Wang | d4abdf7 | 2021-05-28 11:22:50 -0700 | [diff] [blame] | 1703 | res = SessionConfigurationUtils::createSurfaceFromGbp(mStreamInfoMap[streamId], |
Colin Cross | b8a9dbb | 2020-08-27 04:12:26 +0000 | [diff] [blame] | 1704 | true /*isStreamInfoValid*/, surface, bufferProducer, mCameraIdStr, |
Shuzhen Wang | c8ab452 | 2021-12-14 20:12:42 -0800 | [diff] [blame] | 1705 | mDevice->infoPhysical(physicalId), sensorPixelModesUsed, dynamicRangeProfile, |
Austin Borger | 9e2b27c | 2022-07-15 11:27:24 -0700 | [diff] [blame] | 1706 | streamUseCase, timestampBase, mirrorMode, colorSpace); |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1707 | |
| 1708 | if (!res.isOk()) |
| 1709 | return res; |
| 1710 | |
| 1711 | consumerSurfaces.push_back(surface); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1712 | } |
| 1713 | |
Shuzhen Wang | a81ce34 | 2017-04-13 15:18:36 -0700 | [diff] [blame] | 1714 | // Gracefully handle case where finalizeOutputConfigurations is called |
| 1715 | // without any new surface. |
| 1716 | if (consumerSurfaces.size() == 0) { |
| 1717 | mStreamInfoMap[streamId].finalized = true; |
| 1718 | return res; |
| 1719 | } |
| 1720 | |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1721 | // Finish the deferred stream configuration with the surface. |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1722 | status_t err; |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 1723 | std::vector<int> consumerSurfaceIds; |
| 1724 | err = mDevice->setConsumerSurfaces(streamId, consumerSurfaces, &consumerSurfaceIds); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1725 | if (err == OK) { |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1726 | for (size_t i = 0; i < consumerSurfaces.size(); i++) { |
| 1727 | sp<IBinder> binder = IInterface::asBinder( |
| 1728 | consumerSurfaces[i]->getIGraphicBufferProducer()); |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 1729 | ALOGV("%s: mStreamMap add binder %p streamId %d, surfaceId %d", __FUNCTION__, |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1730 | binder.get(), streamId, consumerSurfaceIds[i]); |
| 1731 | mStreamMap.add(binder, StreamSurfaceId(streamId, consumerSurfaceIds[i])); |
| 1732 | } |
| 1733 | if (deferredStreamIndex != NAME_NOT_FOUND) { |
| 1734 | mDeferredStreams.removeItemsAt(deferredStreamIndex); |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 1735 | } |
Shuzhen Wang | 88fd005 | 2017-02-09 16:40:07 -0800 | [diff] [blame] | 1736 | mStreamInfoMap[streamId].finalized = true; |
Yin-Chia Yeh | 4dfa4cc | 2017-11-10 20:00:09 -0800 | [diff] [blame] | 1737 | mConfiguredOutputs.replaceValueFor(streamId, outputConfiguration); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1738 | } else if (err == NO_INIT) { |
| 1739 | res = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 1740 | "Camera %s: Deferred surface is invalid: %s (%d)", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1741 | mCameraIdStr.c_str(), strerror(-err), err); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1742 | } else { |
| 1743 | res = STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
Eino-Ville Talvala | 2f09bac | 2016-12-13 11:29:54 -0800 | [diff] [blame] | 1744 | "Camera %s: Error setting output stream deferred surface: %s (%d)", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1745 | mCameraIdStr.c_str(), strerror(-err), err); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1746 | } |
| 1747 | |
| 1748 | return res; |
| 1749 | } |
| 1750 | |
Yin-Chia Yeh | cfab4e1 | 2019-09-09 13:08:28 -0700 | [diff] [blame] | 1751 | binder::Status CameraDeviceClient::setCameraAudioRestriction(int32_t mode) { |
Yin-Chia Yeh | dba0323 | 2019-08-19 15:54:28 -0700 | [diff] [blame] | 1752 | ATRACE_CALL(); |
| 1753 | binder::Status res; |
| 1754 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| 1755 | |
| 1756 | if (!isValidAudioRestriction(mode)) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1757 | std::string msg = fmt::sprintf("Camera %s: invalid audio restriction mode %d", |
| 1758 | mCameraIdStr.c_str(), mode); |
| 1759 | ALOGW("%s: %s", __FUNCTION__, msg.c_str()); |
| 1760 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Yin-Chia Yeh | dba0323 | 2019-08-19 15:54:28 -0700 | [diff] [blame] | 1761 | } |
| 1762 | |
| 1763 | Mutex::Autolock icl(mBinderSerializationLock); |
Yin-Chia Yeh | cfab4e1 | 2019-09-09 13:08:28 -0700 | [diff] [blame] | 1764 | BasicClient::setAudioRestriction(mode); |
| 1765 | return binder::Status::ok(); |
| 1766 | } |
| 1767 | |
| 1768 | binder::Status CameraDeviceClient::getGlobalAudioRestriction(/*out*/ int32_t* outMode) { |
| 1769 | ATRACE_CALL(); |
| 1770 | binder::Status res; |
| 1771 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| 1772 | Mutex::Autolock icl(mBinderSerializationLock); |
Yin-Chia Yeh | dba0323 | 2019-08-19 15:54:28 -0700 | [diff] [blame] | 1773 | if (outMode != nullptr) { |
Yin-Chia Yeh | cfab4e1 | 2019-09-09 13:08:28 -0700 | [diff] [blame] | 1774 | *outMode = BasicClient::getServiceAudioRestriction(); |
Yin-Chia Yeh | dba0323 | 2019-08-19 15:54:28 -0700 | [diff] [blame] | 1775 | } |
| 1776 | return binder::Status::ok(); |
| 1777 | } |
| 1778 | |
Ravneet | aeb20dc | 2022-03-30 05:33:03 +0000 | [diff] [blame] | 1779 | status_t CameraDeviceClient::setCameraServiceWatchdog(bool enabled) { |
| 1780 | return mDevice->setCameraServiceWatchdog(enabled); |
| 1781 | } |
| 1782 | |
Jayant Chowdhary | 44d5f62 | 2023-09-20 03:11:41 +0000 | [diff] [blame] | 1783 | status_t CameraDeviceClient::setRotateAndCropOverride(uint8_t rotateAndCrop, bool fromHal) { |
Eino-Ville Talvala | f2e3709 | 2020-01-07 15:32:32 -0800 | [diff] [blame] | 1784 | if (rotateAndCrop > ANDROID_SCALER_ROTATE_AND_CROP_AUTO) return BAD_VALUE; |
| 1785 | |
| 1786 | return mDevice->setRotateAndCropAutoBehavior( |
Jayant Chowdhary | 44d5f62 | 2023-09-20 03:11:41 +0000 | [diff] [blame] | 1787 | static_cast<camera_metadata_enum_android_scaler_rotate_and_crop_t>(rotateAndCrop), fromHal); |
Eino-Ville Talvala | f2e3709 | 2020-01-07 15:32:32 -0800 | [diff] [blame] | 1788 | } |
| 1789 | |
Bharatt Kukreja | 7146ced | 2022-10-25 15:45:29 +0000 | [diff] [blame] | 1790 | status_t CameraDeviceClient::setAutoframingOverride(uint8_t autoframingValue) { |
| 1791 | if (autoframingValue > ANDROID_CONTROL_AUTOFRAMING_AUTO) return BAD_VALUE; |
| 1792 | |
| 1793 | return mDevice->setAutoframingAutoBehavior( |
| 1794 | static_cast<camera_metadata_enum_android_control_autoframing_t>(autoframingValue)); |
| 1795 | } |
| 1796 | |
Eino-Ville Talvala | 305cec6 | 2020-11-12 14:18:17 -0800 | [diff] [blame] | 1797 | bool CameraDeviceClient::supportsCameraMute() { |
| 1798 | return mDevice->supportsCameraMute(); |
| 1799 | } |
| 1800 | |
| 1801 | status_t CameraDeviceClient::setCameraMute(bool enabled) { |
| 1802 | return mDevice->setCameraMute(enabled); |
| 1803 | } |
| 1804 | |
Shuzhen Wang | 16610a6 | 2022-12-15 22:38:07 -0800 | [diff] [blame] | 1805 | void CameraDeviceClient::setStreamUseCaseOverrides( |
| 1806 | const std::vector<int64_t>& useCaseOverrides) { |
| 1807 | mDevice->setStreamUseCaseOverrides(useCaseOverrides); |
| 1808 | } |
| 1809 | |
| 1810 | void CameraDeviceClient::clearStreamUseCaseOverrides() { |
| 1811 | mDevice->clearStreamUseCaseOverrides(); |
| 1812 | } |
| 1813 | |
Shuzhen Wang | af22e91 | 2023-04-11 16:03:17 -0700 | [diff] [blame] | 1814 | bool CameraDeviceClient::supportsZoomOverride() { |
| 1815 | return mDevice->supportsZoomOverride(); |
| 1816 | } |
| 1817 | |
| 1818 | status_t CameraDeviceClient::setZoomOverride(int32_t zoomOverride) { |
| 1819 | return mDevice->setZoomOverride(zoomOverride); |
| 1820 | } |
| 1821 | |
Yin-Chia Yeh | b978c38 | 2019-10-30 00:22:37 -0700 | [diff] [blame] | 1822 | binder::Status CameraDeviceClient::switchToOffline( |
| 1823 | const sp<hardware::camera2::ICameraDeviceCallbacks>& cameraCb, |
Emilian Peev | b2bc5a4 | 2019-11-20 16:02:14 -0800 | [diff] [blame] | 1824 | const std::vector<int>& offlineOutputIds, |
Yin-Chia Yeh | b978c38 | 2019-10-30 00:22:37 -0700 | [diff] [blame] | 1825 | /*out*/ |
| 1826 | sp<hardware::camera2::ICameraOfflineSession>* session) { |
| 1827 | ATRACE_CALL(); |
| 1828 | |
| 1829 | binder::Status res; |
| 1830 | if (!(res = checkPidStatus(__FUNCTION__)).isOk()) return res; |
| 1831 | |
| 1832 | Mutex::Autolock icl(mBinderSerializationLock); |
| 1833 | |
| 1834 | if (!mDevice.get()) { |
| 1835 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, "Camera device no longer alive"); |
| 1836 | } |
| 1837 | |
Emilian Peev | b2bc5a4 | 2019-11-20 16:02:14 -0800 | [diff] [blame] | 1838 | if (offlineOutputIds.empty()) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1839 | std::string msg = "Offline surfaces must not be empty"; |
| 1840 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
| 1841 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Yin-Chia Yeh | b978c38 | 2019-10-30 00:22:37 -0700 | [diff] [blame] | 1842 | } |
| 1843 | |
| 1844 | if (session == nullptr) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1845 | std::string msg = "Invalid offline session"; |
| 1846 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
| 1847 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Yin-Chia Yeh | b978c38 | 2019-10-30 00:22:37 -0700 | [diff] [blame] | 1848 | } |
| 1849 | |
Yin-Chia Yeh | 87fccca | 2020-01-28 09:37:18 -0800 | [diff] [blame] | 1850 | std::vector<int32_t> offlineStreamIds; |
| 1851 | offlineStreamIds.reserve(offlineOutputIds.size()); |
Emilian Peev | 4697b64 | 2019-11-19 17:11:14 -0800 | [diff] [blame] | 1852 | KeyedVector<sp<IBinder>, sp<CompositeStream>> offlineCompositeStreamMap; |
Emilian Peev | b2bc5a4 | 2019-11-20 16:02:14 -0800 | [diff] [blame] | 1853 | for (const auto& streamId : offlineOutputIds) { |
| 1854 | ssize_t index = mConfiguredOutputs.indexOfKey(streamId); |
Yin-Chia Yeh | b978c38 | 2019-10-30 00:22:37 -0700 | [diff] [blame] | 1855 | if (index == NAME_NOT_FOUND) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1856 | std::string msg = fmt::sprintf("Offline surface with id: %d is not registered", |
Emilian Peev | cc0b795 | 2020-01-07 13:54:47 -0800 | [diff] [blame] | 1857 | streamId); |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1858 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
| 1859 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Yin-Chia Yeh | b978c38 | 2019-10-30 00:22:37 -0700 | [diff] [blame] | 1860 | } |
Emilian Peev | cc0b795 | 2020-01-07 13:54:47 -0800 | [diff] [blame] | 1861 | |
| 1862 | if (!mStreamInfoMap[streamId].supportsOffline) { |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1863 | std::string msg = fmt::sprintf("Offline surface with id: %d doesn't support " |
Emilian Peev | cc0b795 | 2020-01-07 13:54:47 -0800 | [diff] [blame] | 1864 | "offline mode", streamId); |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1865 | ALOGE("%s: %s", __FUNCTION__, msg.c_str()); |
| 1866 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.c_str()); |
Emilian Peev | cc0b795 | 2020-01-07 13:54:47 -0800 | [diff] [blame] | 1867 | } |
Yin-Chia Yeh | b978c38 | 2019-10-30 00:22:37 -0700 | [diff] [blame] | 1868 | |
Emilian Peev | 2f5d601 | 2022-01-19 16:16:50 -0800 | [diff] [blame] | 1869 | Mutex::Autolock l(mCompositeLock); |
Emilian Peev | b2bc5a4 | 2019-11-20 16:02:14 -0800 | [diff] [blame] | 1870 | bool isCompositeStream = false; |
Emilian Peev | 2f5d601 | 2022-01-19 16:16:50 -0800 | [diff] [blame] | 1871 | for (const auto& gbp : mConfiguredOutputs.valueAt(index).getGraphicBufferProducers()) { |
Emilian Peev | b2bc5a4 | 2019-11-20 16:02:14 -0800 | [diff] [blame] | 1872 | sp<Surface> s = new Surface(gbp, false /*controlledByApp*/); |
Pirama Arumuga Nainar | 8db2106 | 2022-01-28 10:15:12 -0800 | [diff] [blame] | 1873 | isCompositeStream = camera3::DepthCompositeStream::isDepthCompositeStream(s) || |
Emilian Peev | 434248e | 2022-10-06 14:58:54 -0700 | [diff] [blame] | 1874 | camera3::HeicCompositeStream::isHeicCompositeStream(s) || |
Emilian Peev | e579d8b | 2023-02-28 14:16:08 -0800 | [diff] [blame] | 1875 | (camera3::JpegRCompositeStream::isJpegRCompositeStream(s) && |
Emilian Peev | 1523014 | 2023-04-27 20:22:54 +0000 | [diff] [blame] | 1876 | !mDevice->isCompositeJpegRDisabled()); |
Emilian Peev | 4697b64 | 2019-11-19 17:11:14 -0800 | [diff] [blame] | 1877 | if (isCompositeStream) { |
| 1878 | auto compositeIdx = mCompositeStreamMap.indexOfKey(IInterface::asBinder(gbp)); |
| 1879 | if (compositeIdx == NAME_NOT_FOUND) { |
| 1880 | ALOGE("%s: Unknown composite stream", __FUNCTION__); |
| 1881 | return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 1882 | "Unknown composite stream"); |
| 1883 | } |
| 1884 | |
| 1885 | mCompositeStreamMap.valueAt(compositeIdx)->insertCompositeStreamIds( |
| 1886 | &offlineStreamIds); |
| 1887 | offlineCompositeStreamMap.add(mCompositeStreamMap.keyAt(compositeIdx), |
| 1888 | mCompositeStreamMap.valueAt(compositeIdx)); |
| 1889 | break; |
| 1890 | } |
Emilian Peev | b2bc5a4 | 2019-11-20 16:02:14 -0800 | [diff] [blame] | 1891 | } |
| 1892 | |
Emilian Peev | 4697b64 | 2019-11-19 17:11:14 -0800 | [diff] [blame] | 1893 | if (!isCompositeStream) { |
Emilian Peev | b2bc5a4 | 2019-11-20 16:02:14 -0800 | [diff] [blame] | 1894 | offlineStreamIds.push_back(streamId); |
Yin-Chia Yeh | b978c38 | 2019-10-30 00:22:37 -0700 | [diff] [blame] | 1895 | } |
| 1896 | } |
| 1897 | |
| 1898 | sp<CameraOfflineSessionBase> offlineSession; |
| 1899 | auto ret = mDevice->switchToOffline(offlineStreamIds, &offlineSession); |
| 1900 | if (ret != OK) { |
| 1901 | return STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 1902 | "Camera %s: Error switching to offline mode: %s (%d)", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1903 | mCameraIdStr.c_str(), strerror(ret), ret); |
Yin-Chia Yeh | b978c38 | 2019-10-30 00:22:37 -0700 | [diff] [blame] | 1904 | } |
| 1905 | |
Emilian Peev | cc0b795 | 2020-01-07 13:54:47 -0800 | [diff] [blame] | 1906 | sp<CameraOfflineSessionClient> offlineClient; |
| 1907 | if (offlineSession.get() != nullptr) { |
| 1908 | offlineClient = new CameraOfflineSessionClient(sCameraService, |
| 1909 | offlineSession, offlineCompositeStreamMap, cameraCb, mClientPackageName, |
Emilian Peev | 8b64f28 | 2021-03-25 16:49:57 -0700 | [diff] [blame] | 1910 | mClientFeatureId, mCameraIdStr, mCameraFacing, mOrientation, mClientPid, mClientUid, |
| 1911 | mServicePid); |
Emilian Peev | cc0b795 | 2020-01-07 13:54:47 -0800 | [diff] [blame] | 1912 | ret = sCameraService->addOfflineClient(mCameraIdStr, offlineClient); |
| 1913 | } |
| 1914 | |
Yin-Chia Yeh | b978c38 | 2019-10-30 00:22:37 -0700 | [diff] [blame] | 1915 | if (ret == OK) { |
Emilian Peev | d99c8ae | 2019-11-26 13:19:13 -0800 | [diff] [blame] | 1916 | // A successful offline session switch must reset the current camera client |
| 1917 | // and release any resources occupied by previously configured streams. |
| 1918 | mStreamMap.clear(); |
| 1919 | mConfiguredOutputs.clear(); |
| 1920 | mDeferredStreams.clear(); |
| 1921 | mStreamInfoMap.clear(); |
Emilian Peev | 2f5d601 | 2022-01-19 16:16:50 -0800 | [diff] [blame] | 1922 | Mutex::Autolock l(mCompositeLock); |
Emilian Peev | d99c8ae | 2019-11-26 13:19:13 -0800 | [diff] [blame] | 1923 | mCompositeStreamMap.clear(); |
| 1924 | mInputStream = {false, 0, 0, 0, 0}; |
Yin-Chia Yeh | b978c38 | 2019-10-30 00:22:37 -0700 | [diff] [blame] | 1925 | } else { |
Emilian Peev | 886ac21 | 2023-02-07 14:10:24 -0800 | [diff] [blame] | 1926 | // In case we failed to register the offline client, ensure that it still initialized |
| 1927 | // so that all failing requests can return back correctly once the object is released. |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1928 | offlineClient->initialize(nullptr /*cameraProviderManager*/, std::string()/*monitorTags*/); |
Emilian Peev | 886ac21 | 2023-02-07 14:10:24 -0800 | [diff] [blame] | 1929 | |
Emilian Peev | b2bc5a4 | 2019-11-20 16:02:14 -0800 | [diff] [blame] | 1930 | switch(ret) { |
| 1931 | case BAD_VALUE: |
| 1932 | return STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 1933 | "Illegal argument to HAL module for camera \"%s\"", mCameraIdStr.c_str()); |
| 1934 | case TIMED_OUT: |
| 1935 | return STATUS_ERROR_FMT(CameraService::ERROR_CAMERA_IN_USE, |
| 1936 | "Camera \"%s\" is already open", mCameraIdStr.c_str()); |
| 1937 | default: |
| 1938 | return STATUS_ERROR_FMT(CameraService::ERROR_INVALID_OPERATION, |
| 1939 | "Failed to initialize camera \"%s\": %s (%d)", mCameraIdStr.c_str(), |
| 1940 | strerror(-ret), ret); |
| 1941 | } |
Yin-Chia Yeh | b978c38 | 2019-10-30 00:22:37 -0700 | [diff] [blame] | 1942 | } |
| 1943 | |
| 1944 | *session = offlineClient; |
| 1945 | |
| 1946 | return binder::Status::ok(); |
| 1947 | } |
| 1948 | |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1949 | status_t CameraDeviceClient::dump(int fd, const Vector<String16>& args) { |
Eino-Ville Talvala | c400396 | 2016-01-13 10:07:04 -0800 | [diff] [blame] | 1950 | return BasicClient::dump(fd, args); |
| 1951 | } |
| 1952 | |
| 1953 | status_t CameraDeviceClient::dumpClient(int fd, const Vector<String16>& args) { |
Eino-Ville Talvala | d00111e | 2017-01-31 11:59:12 -0800 | [diff] [blame] | 1954 | dprintf(fd, " CameraDeviceClient[%s] (%p) dump:\n", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1955 | mCameraIdStr.c_str(), |
Eino-Ville Talvala | e992e75 | 2014-11-07 16:17:48 -0800 | [diff] [blame] | 1956 | (getRemoteCallback() != NULL ? |
Marco Nelissen | f888020 | 2014-11-14 07:58:25 -0800 | [diff] [blame] | 1957 | IInterface::asBinder(getRemoteCallback()).get() : NULL) ); |
Eino-Ville Talvala | d00111e | 2017-01-31 11:59:12 -0800 | [diff] [blame] | 1958 | dprintf(fd, " Current client UID %u\n", mClientUid); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1959 | |
Eino-Ville Talvala | d00111e | 2017-01-31 11:59:12 -0800 | [diff] [blame] | 1960 | dprintf(fd, " State:\n"); |
| 1961 | dprintf(fd, " Request ID counter: %d\n", mRequestIdCounter); |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 1962 | if (mInputStream.configured) { |
Eino-Ville Talvala | d00111e | 2017-01-31 11:59:12 -0800 | [diff] [blame] | 1963 | dprintf(fd, " Current input stream ID: %d\n", mInputStream.id); |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 1964 | } else { |
Eino-Ville Talvala | d00111e | 2017-01-31 11:59:12 -0800 | [diff] [blame] | 1965 | dprintf(fd, " No input stream configured.\n"); |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 1966 | } |
Eino-Ville Talvala | 67489d2 | 2014-09-18 15:52:02 -0700 | [diff] [blame] | 1967 | if (!mStreamMap.isEmpty()) { |
Eino-Ville Talvala | d00111e | 2017-01-31 11:59:12 -0800 | [diff] [blame] | 1968 | dprintf(fd, " Current output stream/surface IDs:\n"); |
Eino-Ville Talvala | 67489d2 | 2014-09-18 15:52:02 -0700 | [diff] [blame] | 1969 | for (size_t i = 0; i < mStreamMap.size(); i++) { |
Eino-Ville Talvala | d00111e | 2017-01-31 11:59:12 -0800 | [diff] [blame] | 1970 | dprintf(fd, " Stream %d Surface %d\n", |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 1971 | mStreamMap.valueAt(i).streamId(), |
| 1972 | mStreamMap.valueAt(i).surfaceId()); |
Eino-Ville Talvala | 67489d2 | 2014-09-18 15:52:02 -0700 | [diff] [blame] | 1973 | } |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1974 | } else if (!mDeferredStreams.isEmpty()) { |
Eino-Ville Talvala | d00111e | 2017-01-31 11:59:12 -0800 | [diff] [blame] | 1975 | dprintf(fd, " Current deferred surface output stream IDs:\n"); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1976 | for (auto& streamId : mDeferredStreams) { |
Eino-Ville Talvala | d00111e | 2017-01-31 11:59:12 -0800 | [diff] [blame] | 1977 | dprintf(fd, " Stream %d\n", streamId); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1978 | } |
Eino-Ville Talvala | 67489d2 | 2014-09-18 15:52:02 -0700 | [diff] [blame] | 1979 | } else { |
Eino-Ville Talvala | d00111e | 2017-01-31 11:59:12 -0800 | [diff] [blame] | 1980 | dprintf(fd, " No output streams configured.\n"); |
Eino-Ville Talvala | 67489d2 | 2014-09-18 15:52:02 -0700 | [diff] [blame] | 1981 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 1982 | // TODO: print dynamic/request section from most recent requests |
| 1983 | mFrameProcessor->dump(fd, args); |
| 1984 | |
| 1985 | return dumpDevice(fd, args); |
| 1986 | } |
| 1987 | |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 1988 | status_t CameraDeviceClient::startWatchingTags(const std::string &tags, int out) { |
Avichal Rakesh | 7e53cad | 2021-10-05 13:46:30 -0700 | [diff] [blame] | 1989 | sp<CameraDeviceBase> device = mDevice; |
| 1990 | if (!device) { |
| 1991 | dprintf(out, " Device is detached."); |
| 1992 | return OK; |
| 1993 | } |
| 1994 | device->startWatchingTags(tags); |
| 1995 | return OK; |
| 1996 | } |
| 1997 | |
| 1998 | status_t CameraDeviceClient::stopWatchingTags(int out) { |
| 1999 | sp<CameraDeviceBase> device = mDevice; |
| 2000 | if (!device) { |
| 2001 | dprintf(out, " Device is detached."); |
| 2002 | return OK; |
| 2003 | } |
| 2004 | device->stopWatchingTags(); |
| 2005 | return OK; |
| 2006 | } |
| 2007 | |
| 2008 | status_t CameraDeviceClient::dumpWatchedEventsToVector(std::vector<std::string> &out) { |
| 2009 | sp<CameraDeviceBase> device = mDevice; |
| 2010 | if (!device) { |
| 2011 | return OK; |
| 2012 | } |
| 2013 | device->dumpWatchedEventsToVector(out); |
| 2014 | return OK; |
| 2015 | } |
| 2016 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 2017 | void CameraDeviceClient::notifyError(int32_t errorCode, |
Jianing Wei | cb0652e | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 2018 | const CaptureResultExtras& resultExtras) { |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 2019 | // Thread safe. Don't bother locking. |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 2020 | sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback(); |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 2021 | |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 2022 | bool skipClientNotification = false; |
Emilian Peev | 2f5d601 | 2022-01-19 16:16:50 -0800 | [diff] [blame] | 2023 | { |
| 2024 | // Access to the composite stream map must be synchronized |
| 2025 | Mutex::Autolock l(mCompositeLock); |
| 2026 | // Composites can have multiple internal streams. Error notifications coming from such |
| 2027 | // internal streams may need to remain within camera service. |
| 2028 | for (size_t i = 0; i < mCompositeStreamMap.size(); i++) { |
| 2029 | skipClientNotification |= mCompositeStreamMap.valueAt(i)->onError(errorCode, |
| 2030 | resultExtras); |
| 2031 | } |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 2032 | } |
| 2033 | |
| 2034 | if ((remoteCb != 0) && (!skipClientNotification)) { |
Jianing Wei | cb0652e | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 2035 | remoteCb->onDeviceError(errorCode, resultExtras); |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 2036 | } |
| 2037 | } |
| 2038 | |
Chien-Yu Chen | e8c535e | 2016-04-14 12:18:26 -0700 | [diff] [blame] | 2039 | void CameraDeviceClient::notifyRepeatingRequestError(long lastFrameNumber) { |
| 2040 | sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback(); |
| 2041 | |
| 2042 | if (remoteCb != 0) { |
Yin-Chia Yeh | 8ca23dc | 2017-09-05 18:15:56 -0700 | [diff] [blame] | 2043 | remoteCb->onRepeatingRequestError(lastFrameNumber, mStreamingRequestId); |
Chien-Yu Chen | e8c535e | 2016-04-14 12:18:26 -0700 | [diff] [blame] | 2044 | } |
| 2045 | |
Shuzhen Wang | c9ca678 | 2016-04-26 13:40:31 -0700 | [diff] [blame] | 2046 | Mutex::Autolock idLock(mStreamingRequestIdLock); |
Chien-Yu Chen | e8c535e | 2016-04-14 12:18:26 -0700 | [diff] [blame] | 2047 | mStreamingRequestId = REQUEST_ID_NONE; |
| 2048 | } |
| 2049 | |
Shuzhen Wang | 316781a | 2020-08-18 18:11:01 -0700 | [diff] [blame] | 2050 | void CameraDeviceClient::notifyIdle( |
| 2051 | int64_t requestCount, int64_t resultErrorCount, bool deviceError, |
| 2052 | const std::vector<hardware::CameraStreamStats>& streamStats) { |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 2053 | // Thread safe. Don't bother locking. |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 2054 | sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback(); |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 2055 | |
| 2056 | if (remoteCb != 0) { |
| 2057 | remoteCb->onDeviceIdle(); |
| 2058 | } |
Emilian Peev | 567c31c | 2023-03-06 15:02:37 -0800 | [diff] [blame] | 2059 | |
| 2060 | std::vector<hardware::CameraStreamStats> fullStreamStats = streamStats; |
| 2061 | { |
| 2062 | Mutex::Autolock l(mCompositeLock); |
| 2063 | for (size_t i = 0; i < mCompositeStreamMap.size(); i++) { |
| 2064 | hardware::CameraStreamStats compositeStats; |
| 2065 | mCompositeStreamMap.valueAt(i)->getStreamStats(&compositeStats); |
| 2066 | if (compositeStats.mWidth > 0) { |
| 2067 | fullStreamStats.push_back(compositeStats); |
| 2068 | } |
| 2069 | } |
| 2070 | } |
Shuzhen Wang | d26b186 | 2022-03-07 12:05:05 -0800 | [diff] [blame] | 2071 | Camera2ClientBase::notifyIdleWithUserTag(requestCount, resultErrorCount, deviceError, |
Shuzhen Wang | 6e08d20 | 2023-10-24 20:27:14 +0000 | [diff] [blame^] | 2072 | fullStreamStats, mUserTag, mVideoStabilizationMode, mUsedUltraWide, |
| 2073 | mUsedSettingsOverrideZoom); |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 2074 | } |
| 2075 | |
Jianing Wei | cb0652e | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 2076 | void CameraDeviceClient::notifyShutter(const CaptureResultExtras& resultExtras, |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 2077 | nsecs_t timestamp) { |
| 2078 | // Thread safe. Don't bother locking. |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 2079 | sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback(); |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 2080 | if (remoteCb != 0) { |
Jianing Wei | cb0652e | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 2081 | remoteCb->onCaptureStarted(resultExtras, timestamp); |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 2082 | } |
Eino-Ville Talvala | 412fe56 | 2015-08-20 17:08:32 -0700 | [diff] [blame] | 2083 | Camera2ClientBase::notifyShutter(resultExtras, timestamp); |
Shuzhen Wang | 68ac7ad | 2019-01-30 14:03:28 -0800 | [diff] [blame] | 2084 | |
Emilian Peev | 2f5d601 | 2022-01-19 16:16:50 -0800 | [diff] [blame] | 2085 | // Access to the composite stream map must be synchronized |
| 2086 | Mutex::Autolock l(mCompositeLock); |
Shuzhen Wang | 68ac7ad | 2019-01-30 14:03:28 -0800 | [diff] [blame] | 2087 | for (size_t i = 0; i < mCompositeStreamMap.size(); i++) { |
| 2088 | mCompositeStreamMap.valueAt(i)->onShutter(resultExtras, timestamp); |
| 2089 | } |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 2090 | } |
| 2091 | |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 2092 | void CameraDeviceClient::notifyPrepared(int streamId) { |
| 2093 | // Thread safe. Don't bother locking. |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 2094 | sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback(); |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 2095 | if (remoteCb != 0) { |
Jayant Chowdhary | 57184d5 | 2023-02-14 20:54:39 +0000 | [diff] [blame] | 2096 | ALOGV("%s: stream id %d", __FUNCTION__, streamId); |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 2097 | remoteCb->onPrepared(streamId); |
| 2098 | } |
| 2099 | } |
| 2100 | |
Shuzhen Wang | 9d06601 | 2016-09-30 11:30:20 -0700 | [diff] [blame] | 2101 | void CameraDeviceClient::notifyRequestQueueEmpty() { |
| 2102 | // Thread safe. Don't bother locking. |
| 2103 | sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = getRemoteCallback(); |
| 2104 | if (remoteCb != 0) { |
| 2105 | remoteCb->onRequestQueueEmpty(); |
| 2106 | } |
| 2107 | } |
| 2108 | |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 2109 | void CameraDeviceClient::detachDevice() { |
| 2110 | if (mDevice == 0) return; |
| 2111 | |
Shuzhen Wang | 316781a | 2020-08-18 18:11:01 -0700 | [diff] [blame] | 2112 | nsecs_t startTime = systemTime(); |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 2113 | ALOGV("Camera %s: Stopping processors", mCameraIdStr.c_str()); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 2114 | |
Emilian Peev | 7ee731f | 2022-02-08 14:55:52 -0800 | [diff] [blame] | 2115 | if (mFrameProcessor.get() != nullptr) { |
| 2116 | mFrameProcessor->removeListener( |
| 2117 | camera2::FrameProcessorBase::FRAME_PROCESSOR_LISTENER_MIN_ID, |
| 2118 | camera2::FrameProcessorBase::FRAME_PROCESSOR_LISTENER_MAX_ID, /*listener*/this); |
| 2119 | mFrameProcessor->requestExit(); |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 2120 | ALOGV("Camera %s: Waiting for threads", mCameraIdStr.c_str()); |
Emilian Peev | 7ee731f | 2022-02-08 14:55:52 -0800 | [diff] [blame] | 2121 | mFrameProcessor->join(); |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 2122 | ALOGV("Camera %s: Disconnecting device", mCameraIdStr.c_str()); |
Emilian Peev | 7ee731f | 2022-02-08 14:55:52 -0800 | [diff] [blame] | 2123 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 2124 | |
| 2125 | // WORKAROUND: HAL refuses to disconnect while there's streams in flight |
| 2126 | { |
Emilian Peev | 6b51d7d | 2018-07-23 11:41:44 +0100 | [diff] [blame] | 2127 | int64_t lastFrameNumber; |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 2128 | status_t code; |
Emilian Peev | 6b51d7d | 2018-07-23 11:41:44 +0100 | [diff] [blame] | 2129 | if ((code = mDevice->flush(&lastFrameNumber)) != OK) { |
| 2130 | ALOGE("%s: flush failed with code 0x%x", __FUNCTION__, code); |
| 2131 | } |
| 2132 | |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 2133 | if ((code = mDevice->waitUntilDrained()) != OK) { |
| 2134 | ALOGE("%s: waitUntilDrained failed with code 0x%x", __FUNCTION__, |
| 2135 | code); |
| 2136 | } |
| 2137 | } |
| 2138 | |
Emilian Peev | 2f5d601 | 2022-01-19 16:16:50 -0800 | [diff] [blame] | 2139 | { |
| 2140 | Mutex::Autolock l(mCompositeLock); |
| 2141 | for (size_t i = 0; i < mCompositeStreamMap.size(); i++) { |
| 2142 | auto ret = mCompositeStreamMap.valueAt(i)->deleteInternalStreams(); |
| 2143 | if (ret != OK) { |
| 2144 | ALOGE("%s: Failed removing composite stream %s (%d)", __FUNCTION__, |
| 2145 | strerror(-ret), ret); |
| 2146 | } |
Emilian Peev | 5e4c732 | 2019-10-22 14:20:52 -0700 | [diff] [blame] | 2147 | } |
Emilian Peev | 2f5d601 | 2022-01-19 16:16:50 -0800 | [diff] [blame] | 2148 | mCompositeStreamMap.clear(); |
Emilian Peev | 5e4c732 | 2019-10-22 14:20:52 -0700 | [diff] [blame] | 2149 | } |
Emilian Peev | 5e4c732 | 2019-10-22 14:20:52 -0700 | [diff] [blame] | 2150 | |
Shuzhen Wang | 03fe623 | 2023-02-05 12:41:15 -0800 | [diff] [blame] | 2151 | bool hasDeviceError = mDevice->hasDeviceError(); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 2152 | Camera2ClientBase::detachDevice(); |
Shuzhen Wang | 316781a | 2020-08-18 18:11:01 -0700 | [diff] [blame] | 2153 | |
| 2154 | int32_t closeLatencyMs = ns2ms(systemTime() - startTime); |
Shuzhen Wang | 03fe623 | 2023-02-05 12:41:15 -0800 | [diff] [blame] | 2155 | mCameraServiceProxyWrapper->logClose(mCameraIdStr, closeLatencyMs, hasDeviceError); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 2156 | } |
| 2157 | |
| 2158 | /** Device-related methods */ |
Jianing Wei | cb0652e | 2014-03-12 18:29:36 -0700 | [diff] [blame] | 2159 | void CameraDeviceClient::onResultAvailable(const CaptureResult& result) { |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 2160 | ATRACE_CALL(); |
| 2161 | ALOGV("%s", __FUNCTION__); |
| 2162 | |
Igor Murashkin | 4fb55c1 | 2013-08-29 17:43:01 -0700 | [diff] [blame] | 2163 | // Thread-safe. No lock necessary. |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 2164 | sp<hardware::camera2::ICameraDeviceCallbacks> remoteCb = mRemoteCallback; |
Igor Murashkin | 4fb55c1 | 2013-08-29 17:43:01 -0700 | [diff] [blame] | 2165 | if (remoteCb != NULL) { |
Shuzhen Wang | 5c22c15 | 2017-12-31 17:12:25 -0800 | [diff] [blame] | 2166 | remoteCb->onResultReceived(result.mMetadata, result.mResultExtras, |
| 2167 | result.mPhysicalMetadatas); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 2168 | } |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 2169 | |
Emilian Peev | 2f5d601 | 2022-01-19 16:16:50 -0800 | [diff] [blame] | 2170 | // Access to the composite stream map must be synchronized |
| 2171 | Mutex::Autolock l(mCompositeLock); |
Emilian Peev | 538c90e | 2018-12-17 18:03:19 +0000 | [diff] [blame] | 2172 | for (size_t i = 0; i < mCompositeStreamMap.size(); i++) { |
| 2173 | mCompositeStreamMap.valueAt(i)->onResultAvailable(result); |
| 2174 | } |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 2175 | } |
| 2176 | |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 2177 | binder::Status CameraDeviceClient::checkPidStatus(const char* checkLocation) { |
Eino-Ville Talvala | 6192b89 | 2016-04-04 12:31:18 -0700 | [diff] [blame] | 2178 | if (mDisconnected) { |
| 2179 | return STATUS_ERROR(CameraService::ERROR_DISCONNECTED, |
| 2180 | "The camera device has been disconnected"); |
| 2181 | } |
Eino-Ville Talvala | d56db1d | 2015-12-17 16:50:35 -0800 | [diff] [blame] | 2182 | status_t res = checkPid(checkLocation); |
| 2183 | return (res == OK) ? binder::Status::ok() : |
| 2184 | STATUS_ERROR(CameraService::ERROR_PERMISSION_DENIED, |
| 2185 | "Attempt to use camera from a different process than original client"); |
| 2186 | } |
| 2187 | |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 2188 | // TODO: move to Camera2ClientBase |
| 2189 | bool CameraDeviceClient::enforceRequestPermissions(CameraMetadata& metadata) { |
| 2190 | |
Jayant Chowdhary | 1236193 | 2018-08-27 14:46:13 -0700 | [diff] [blame] | 2191 | const int pid = CameraThreadState::getCallingPid(); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 2192 | const int selfPid = getpid(); |
| 2193 | camera_metadata_entry_t entry; |
| 2194 | |
| 2195 | /** |
| 2196 | * Mixin default important security values |
| 2197 | * - android.led.transmit = defaulted ON |
| 2198 | */ |
| 2199 | CameraMetadata staticInfo = mDevice->info(); |
| 2200 | entry = staticInfo.find(ANDROID_LED_AVAILABLE_LEDS); |
| 2201 | for(size_t i = 0; i < entry.count; ++i) { |
| 2202 | uint8_t led = entry.data.u8[i]; |
| 2203 | |
| 2204 | switch(led) { |
| 2205 | case ANDROID_LED_AVAILABLE_LEDS_TRANSMIT: { |
| 2206 | uint8_t transmitDefault = ANDROID_LED_TRANSMIT_ON; |
| 2207 | if (!metadata.exists(ANDROID_LED_TRANSMIT)) { |
| 2208 | metadata.update(ANDROID_LED_TRANSMIT, |
| 2209 | &transmitDefault, 1); |
| 2210 | } |
| 2211 | break; |
| 2212 | } |
| 2213 | } |
| 2214 | } |
| 2215 | |
| 2216 | // We can do anything! |
| 2217 | if (pid == selfPid) { |
| 2218 | return true; |
| 2219 | } |
| 2220 | |
| 2221 | /** |
| 2222 | * Permission check special fields in the request |
| 2223 | * - android.led.transmit = android.permission.CAMERA_DISABLE_TRANSMIT |
| 2224 | */ |
| 2225 | entry = metadata.find(ANDROID_LED_TRANSMIT); |
| 2226 | if (entry.count > 0 && entry.data.u8[0] != ANDROID_LED_TRANSMIT_ON) { |
| 2227 | String16 permissionString = |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 2228 | toString16("android.permission.CAMERA_DISABLE_TRANSMIT_LED"); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 2229 | if (!checkCallingPermission(permissionString)) { |
Jayant Chowdhary | 1236193 | 2018-08-27 14:46:13 -0700 | [diff] [blame] | 2230 | const int uid = CameraThreadState::getCallingUid(); |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 2231 | ALOGE("Permission Denial: " |
| 2232 | "can't disable transmit LED pid=%d, uid=%d", pid, uid); |
| 2233 | return false; |
| 2234 | } |
| 2235 | } |
| 2236 | |
| 2237 | return true; |
| 2238 | } |
| 2239 | |
Shuzhen Wang | 610d7b8 | 2022-02-08 14:37:22 -0800 | [diff] [blame] | 2240 | status_t CameraDeviceClient::getRotationTransformLocked(int mirrorMode, |
| 2241 | int32_t* transform) { |
Igor Murashkin | f8b2a6f | 2013-09-17 17:03:28 -0700 | [diff] [blame] | 2242 | ALOGV("%s: begin", __FUNCTION__); |
| 2243 | |
Igor Murashkin | f8b2a6f | 2013-09-17 17:03:28 -0700 | [diff] [blame] | 2244 | const CameraMetadata& staticInfo = mDevice->info(); |
Shuzhen Wang | 610d7b8 | 2022-02-08 14:37:22 -0800 | [diff] [blame] | 2245 | return CameraUtils::getRotationTransform(staticInfo, mirrorMode, transform); |
Igor Murashkin | f8b2a6f | 2013-09-17 17:03:28 -0700 | [diff] [blame] | 2246 | } |
| 2247 | |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 2248 | binder::Status CameraDeviceClient::mapRequestTemplate(int templateId, |
| 2249 | camera_request_template_t* tempId /*out*/) { |
| 2250 | binder::Status ret = binder::Status::ok(); |
| 2251 | |
| 2252 | if (tempId == nullptr) { |
| 2253 | ret = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 2254 | "Camera %s: Invalid template argument", mCameraIdStr.c_str()); |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 2255 | return ret; |
| 2256 | } |
| 2257 | switch(templateId) { |
| 2258 | case ICameraDeviceUser::TEMPLATE_PREVIEW: |
| 2259 | *tempId = camera_request_template_t::CAMERA_TEMPLATE_PREVIEW; |
| 2260 | break; |
| 2261 | case ICameraDeviceUser::TEMPLATE_RECORD: |
| 2262 | *tempId = camera_request_template_t::CAMERA_TEMPLATE_VIDEO_RECORD; |
| 2263 | break; |
| 2264 | case ICameraDeviceUser::TEMPLATE_STILL_CAPTURE: |
| 2265 | *tempId = camera_request_template_t::CAMERA_TEMPLATE_STILL_CAPTURE; |
| 2266 | break; |
| 2267 | case ICameraDeviceUser::TEMPLATE_VIDEO_SNAPSHOT: |
| 2268 | *tempId = camera_request_template_t::CAMERA_TEMPLATE_VIDEO_SNAPSHOT; |
| 2269 | break; |
| 2270 | case ICameraDeviceUser::TEMPLATE_ZERO_SHUTTER_LAG: |
| 2271 | *tempId = camera_request_template_t::CAMERA_TEMPLATE_ZERO_SHUTTER_LAG; |
| 2272 | break; |
| 2273 | case ICameraDeviceUser::TEMPLATE_MANUAL: |
| 2274 | *tempId = camera_request_template_t::CAMERA_TEMPLATE_MANUAL; |
| 2275 | break; |
| 2276 | default: |
| 2277 | ret = STATUS_ERROR_FMT(CameraService::ERROR_ILLEGAL_ARGUMENT, |
| 2278 | "Camera %s: Template ID %d is invalid or not supported", |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 2279 | mCameraIdStr.c_str(), templateId); |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 2280 | return ret; |
| 2281 | } |
| 2282 | |
| 2283 | return ret; |
| 2284 | } |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 2285 | |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 2286 | const CameraMetadata &CameraDeviceClient::getStaticInfo(const std::string &cameraId) { |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 2287 | if (mDevice->getId() == cameraId) { |
| 2288 | return mDevice->info(); |
| 2289 | } |
| 2290 | return mDevice->infoPhysical(cameraId); |
| 2291 | } |
| 2292 | |
Austin Borger | 1c1bee0 | 2023-06-01 16:51:35 -0700 | [diff] [blame] | 2293 | bool CameraDeviceClient::supportsUltraHighResolutionCapture(const std::string &cameraId) { |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 2294 | const CameraMetadata &deviceInfo = getStaticInfo(cameraId); |
Jayant Chowdhary | dbd1efb | 2023-02-07 16:14:48 -0800 | [diff] [blame] | 2295 | return SessionConfigurationUtils::supportsUltraHighResolutionCapture(deviceInfo); |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 2296 | } |
| 2297 | |
| 2298 | bool CameraDeviceClient::isSensorPixelModeConsistent( |
| 2299 | const std::list<int> &streamIdList, const CameraMetadata &settings) { |
| 2300 | // First we get the sensorPixelMode from the settings metadata. |
| 2301 | int32_t sensorPixelMode = ANDROID_SENSOR_PIXEL_MODE_DEFAULT; |
| 2302 | camera_metadata_ro_entry sensorPixelModeEntry = settings.find(ANDROID_SENSOR_PIXEL_MODE); |
| 2303 | if (sensorPixelModeEntry.count != 0) { |
| 2304 | sensorPixelMode = sensorPixelModeEntry.data.u8[0]; |
| 2305 | if (sensorPixelMode != ANDROID_SENSOR_PIXEL_MODE_DEFAULT && |
| 2306 | sensorPixelMode != ANDROID_SENSOR_PIXEL_MODE_MAXIMUM_RESOLUTION) { |
| 2307 | ALOGE("%s: Request sensor pixel mode not is not one of the valid values %d", |
| 2308 | __FUNCTION__, sensorPixelMode); |
| 2309 | return false; |
| 2310 | } |
| 2311 | } |
| 2312 | // Check whether each stream has max resolution allowed. |
| 2313 | bool consistent = true; |
| 2314 | for (auto it : streamIdList) { |
| 2315 | auto const streamInfoIt = mStreamInfoMap.find(it); |
| 2316 | if (streamInfoIt == mStreamInfoMap.end()) { |
| 2317 | ALOGE("%s: stream id %d not created, skipping", __FUNCTION__, it); |
| 2318 | return false; |
| 2319 | } |
| 2320 | consistent = |
| 2321 | streamInfoIt->second.sensorPixelModesUsed.find(sensorPixelMode) != |
| 2322 | streamInfoIt->second.sensorPixelModesUsed.end(); |
| 2323 | if (!consistent) { |
| 2324 | ALOGE("sensorPixelMode used %i not consistent with configured modes", sensorPixelMode); |
| 2325 | for (auto m : streamInfoIt->second.sensorPixelModesUsed) { |
| 2326 | ALOGE("sensor pixel mode used list: %i", m); |
| 2327 | } |
| 2328 | break; |
| 2329 | } |
| 2330 | } |
| 2331 | |
| 2332 | return consistent; |
| 2333 | } |
| 2334 | |
Igor Murashkin | e7ee763 | 2013-06-11 18:10:18 -0700 | [diff] [blame] | 2335 | } // namespace android |