blob: 2440c3730c5cd6dff4104abc1528bd52ab1f247e [file] [log] [blame]
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001/*
2 * Copyright (C) 2016 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
Emilian Peev434248e2022-10-06 14:58:54 -070017#include "system/graphics-base-v1.0.h"
18#include "system/graphics-base-v1.1.h"
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080019#define LOG_TAG "CameraProviderManager"
20#define ATRACE_TAG ATRACE_TAG_CAMERA
21//#define LOG_NDEBUG 0
22
23#include "CameraProviderManager.h"
24
Jayant Chowdharya04055f2022-01-03 02:07:49 +000025#include <aidl/android/hardware/camera/device/ICameraDevice.h>
Shuzhen Wangf9d2c022018-08-21 12:07:35 -070026
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -080027#include <algorithm>
Yin-Chia Yeh65405092017-01-13 15:42:28 -080028#include <chrono>
Emilian Peevcbf174b2019-01-25 14:38:59 -080029#include "common/DepthPhotoProcessor.h"
Jayant Chowdhary0bd38522021-11-05 17:49:27 -070030#include "hidl/HidlProviderInfo.h"
Jayant Chowdharya04055f2022-01-03 02:07:49 +000031#include "aidl/AidlProviderInfo.h"
Emilian Peevcbf174b2019-01-25 14:38:59 -080032#include <dlfcn.h>
Peter Kalauskasa29c1352018-10-10 12:05:42 -070033#include <future>
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -070034#include <inttypes.h>
Jan Sebechlebskya79c9392023-11-17 16:03:25 +010035#include <android_companion_virtualdevice_flags.h>
Jan Sebechlebsky2f66b5e2024-01-16 17:00:26 +010036#include <android_companion_virtualdevice_build_flags.h>
Jayant Chowdharya04055f2022-01-03 02:07:49 +000037#include <android/binder_manager.h>
Yin-Chia Yeh177b0c12019-06-25 10:53:03 -070038#include <android/hidl/manager/1.2/IServiceManager.h>
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080039#include <hidl/ServiceManagement.h>
Jayant Chowdharyd65d9442023-07-11 01:18:06 +000040#include <com_android_internal_camera_flags.h>
Jayant Chowdhary81d81b02024-02-15 19:13:39 +000041#include <com_android_window_flags.h>
Emilian Peev71c73a22017-03-21 16:35:51 +000042#include <functional>
43#include <camera_metadata_hidden.h>
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -080044#include <android-base/parseint.h>
Peter Kalauskasa29c1352018-10-10 12:05:42 -070045#include <android-base/logging.h>
46#include <cutils/properties.h>
47#include <hwbinder/IPCThreadState.h>
48#include <utils/Trace.h>
Emilian Peev434248e2022-10-06 14:58:54 -070049#include <ui/PublicFormat.h>
Austin Borger1c1bee02023-06-01 16:51:35 -070050#include <camera/StringUtils.h>
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080051
Shuzhen Wang68ac7ad2019-01-30 14:03:28 -080052#include "api2/HeicCompositeStream.h"
Shuzhen Wangdbdf72b2019-11-13 11:22:12 -080053#include "device3/ZoomRatioMapper.h"
Eino-Ville Talvalab7723202024-06-24 17:45:51 -070054#include "utils/Utils.h"
Shuzhen Wang68ac7ad2019-01-30 14:03:28 -080055
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080056namespace android {
57
58using namespace ::android::hardware::camera;
Austin Borgerea931242021-12-13 23:10:41 +000059using namespace ::android::camera3;
Jayant Chowdhary0bd38522021-11-05 17:49:27 -070060using android::hardware::camera::common::V1_0::Status;
61using namespace camera3::SessionConfigurationUtils;
Peter Kalauskasa29c1352018-10-10 12:05:42 -070062using std::literals::chrono_literals::operator""s;
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -080063using hardware::camera2::utils::CameraIdAndSessionConfiguration;
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080064
Jayant Chowdharyd65d9442023-07-11 01:18:06 +000065namespace flags = com::android::internal::camera::flags;
Jan Sebechlebskya79c9392023-11-17 16:03:25 +010066namespace vd_flags = android::companion::virtualdevice::flags;
Jayant Chowdhary81d81b02024-02-15 19:13:39 +000067namespace wm_flags = com::android::window::flags;
Jayant Chowdharyd65d9442023-07-11 01:18:06 +000068
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080069namespace {
Peter Kalauskasa29c1352018-10-10 12:05:42 -070070const bool kEnableLazyHal(property_get_bool("ro.camera.enableLazyHal", false));
Valentin Iftime29e2e152021-08-13 15:17:33 +020071const std::string kExternalProviderName = "external/0";
Vadim Caen7eccd7c2023-10-03 16:26:33 +020072const std::string kVirtualProviderName = "virtual/0";
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080073} // anonymous namespace
74
Emilian Peev538c90e2018-12-17 18:03:19 +000075const float CameraProviderManager::kDepthARTolerance = .1f;
Emilian Peev434248e2022-10-06 14:58:54 -070076const bool CameraProviderManager::kFrameworkJpegRDisabled =
77 property_get_bool("ro.camera.disableJpegR", false);
Emilian Peev538c90e2018-12-17 18:03:19 +000078
Jayant Chowdhary0bd38522021-11-05 17:49:27 -070079CameraProviderManager::HidlServiceInteractionProxyImpl
80CameraProviderManager::sHidlServiceInteractionProxy{};
Vadim Caen7eccd7c2023-10-03 16:26:33 +020081CameraProviderManager::AidlServiceInteractionProxyImpl
82CameraProviderManager::sAidlServiceInteractionProxy{};
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -080083
84CameraProviderManager::~CameraProviderManager() {
85}
86
Jayant Chowdharya04055f2022-01-03 02:07:49 +000087const char* FrameworkTorchStatusToString(const TorchModeStatus& s) {
88 switch (s) {
89 case TorchModeStatus::NOT_AVAILABLE:
90 return "NOT_AVAILABLE";
91 case TorchModeStatus::AVAILABLE_OFF:
92 return "AVAILABLE_OFF";
93 case TorchModeStatus::AVAILABLE_ON:
94 return "AVAILABLE_ON";
95 }
Eino-Ville Talvalab7723202024-06-24 17:45:51 -070096 ALOGW("Unexpected HAL torch mode status code %d", eToI(s));
Jayant Chowdharya04055f2022-01-03 02:07:49 +000097 return "UNKNOWN_STATUS";
98}
99
100const char* FrameworkDeviceStatusToString(const CameraDeviceStatus& s) {
101 switch (s) {
102 case CameraDeviceStatus::NOT_PRESENT:
103 return "NOT_PRESENT";
104 case CameraDeviceStatus::PRESENT:
105 return "PRESENT";
106 case CameraDeviceStatus::ENUMERATING:
107 return "ENUMERATING";
108 }
Eino-Ville Talvalab7723202024-06-24 17:45:51 -0700109 ALOGW("Unexpected HAL device status code %d", eToI(s));
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000110 return "UNKNOWN_STATUS";
111}
112
Yin-Chia Yeh177b0c12019-06-25 10:53:03 -0700113hardware::hidl_vec<hardware::hidl_string>
Jayant Chowdhary0bd38522021-11-05 17:49:27 -0700114CameraProviderManager::HidlServiceInteractionProxyImpl::listServices() {
Yin-Chia Yeh177b0c12019-06-25 10:53:03 -0700115 hardware::hidl_vec<hardware::hidl_string> ret;
116 auto manager = hardware::defaultServiceManager1_2();
117 if (manager != nullptr) {
118 manager->listManifestByInterface(provider::V2_4::ICameraProvider::descriptor,
119 [&ret](const hardware::hidl_vec<hardware::hidl_string> &registered) {
120 ret = registered;
121 });
122 }
123 return ret;
124}
125
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000126status_t CameraProviderManager::tryToInitAndAddHidlProvidersLocked(
127 HidlServiceInteractionProxy *hidlProxy) {
Jayant Chowdhary0bd38522021-11-05 17:49:27 -0700128 mHidlServiceProxy = hidlProxy;
Yin-Chia Yeh4c5b1c72017-01-31 13:20:56 -0800129 // Registering will trigger notifications for all already-known providers
Jayant Chowdhary0bd38522021-11-05 17:49:27 -0700130 bool success = mHidlServiceProxy->registerForNotifications(
Yin-Chia Yeh4c5b1c72017-01-31 13:20:56 -0800131 /* instance name, empty means no filter */ "",
132 this);
133 if (!success) {
134 ALOGE("%s: Unable to register with hardware service manager for notifications "
135 "about camera providers", __FUNCTION__);
136 return INVALID_OPERATION;
Yin-Chia Yeh65405092017-01-13 15:42:28 -0800137 }
Emilian Peev5d7e5152017-02-22 15:37:48 +0000138
Jayant Chowdhary0bd38522021-11-05 17:49:27 -0700139 for (const auto& instance : mHidlServiceProxy->listServices()) {
140 this->addHidlProviderLocked(instance);
Yin-Chia Yeh177b0c12019-06-25 10:53:03 -0700141 }
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000142 return OK;
143}
144
Vadim Caen7eccd7c2023-10-03 16:26:33 +0200145std::shared_ptr<aidl::android::hardware::camera::provider::ICameraProvider>
Avichal Rakesh682788a2024-01-11 18:01:36 -0800146CameraProviderManager::AidlServiceInteractionProxyImpl::getService(
Vadim Caen7eccd7c2023-10-03 16:26:33 +0200147 const std::string& serviceName) {
148 using aidl::android::hardware::camera::provider::ICameraProvider;
149
150 AIBinder* binder = nullptr;
151 if (flags::lazy_aidl_wait_for_service()) {
152 binder = AServiceManager_waitForService(serviceName.c_str());
153 } else {
Ravneet Dhanjal81371f12024-01-04 22:13:03 +0000154 binder = AServiceManager_checkService(serviceName.c_str());
Vadim Caen7eccd7c2023-10-03 16:26:33 +0200155 }
156
157 if (binder == nullptr) {
Avichal Rakesh682788a2024-01-11 18:01:36 -0800158 ALOGE("%s: AIDL Camera provider HAL '%s' is not actually available, despite waiting "
159 "indefinitely?", __FUNCTION__, serviceName.c_str());
Vadim Caen7eccd7c2023-10-03 16:26:33 +0200160 return nullptr;
161 }
162 std::shared_ptr<ICameraProvider> interface =
163 ICameraProvider::fromBinder(ndk::SpAIBinder(binder));
164
165 return interface;
Avichal Rakesh682788a2024-01-11 18:01:36 -0800166}
167
168std::shared_ptr<aidl::android::hardware::camera::provider::ICameraProvider>
169CameraProviderManager::AidlServiceInteractionProxyImpl::tryGetService(
170 const std::string& serviceName) {
171 using aidl::android::hardware::camera::provider::ICameraProvider;
172
173 std::shared_ptr<ICameraProvider> interface = ICameraProvider::fromBinder(
174 ndk::SpAIBinder(AServiceManager_checkService(serviceName.c_str())));
175 if (interface == nullptr) {
176 ALOGD("%s: AIDL Camera provider HAL '%s' is not actually available", __FUNCTION__,
177 serviceName.c_str());
178 return nullptr;
179 }
180
181 return interface;
182}
Vadim Caen7eccd7c2023-10-03 16:26:33 +0200183
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000184static std::string getFullAidlProviderName(const std::string instance) {
185 std::string aidlHalServiceDescriptor =
186 std::string(aidl::android::hardware::camera::provider::ICameraProvider::descriptor);
187 return aidlHalServiceDescriptor + "/" + instance;
188}
189
190status_t CameraProviderManager::tryToAddAidlProvidersLocked() {
191 const char * aidlHalServiceDescriptor =
192 aidl::android::hardware::camera::provider::ICameraProvider::descriptor;
193 auto sm = defaultServiceManager();
194 auto aidlProviders = sm->getDeclaredInstances(
195 String16(aidlHalServiceDescriptor));
Vadim Caen7eccd7c2023-10-03 16:26:33 +0200196
197 if (isVirtualCameraHalEnabled()) {
198 // Virtual Camera provider is not declared in the VINTF manifest so we
199 // manually add it if the binary is present.
200 aidlProviders.push_back(String16(kVirtualProviderName.c_str()));
201 }
202
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000203 for (const auto &aidlInstance : aidlProviders) {
204 std::string aidlServiceName =
Austin Borger1c1bee02023-06-01 16:51:35 -0700205 getFullAidlProviderName(toStdString(aidlInstance));
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000206 auto res = sm->registerForNotifications(String16(aidlServiceName.c_str()), this);
207 if (res != OK) {
208 ALOGE("%s Unable to register for notifications with AIDL service manager",
209 __FUNCTION__);
210 return res;
211 }
Greg Kaiserae692fb2022-02-10 07:32:06 -0800212 addAidlProviderLocked(aidlServiceName);
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000213 }
214 return OK;
215}
216
217status_t CameraProviderManager::initialize(wp<CameraProviderManager::StatusListener> listener,
Vadim Caen7eccd7c2023-10-03 16:26:33 +0200218 HidlServiceInteractionProxy* hidlProxy, AidlServiceInteractionProxy* aidlProxy) {
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000219 std::lock_guard<std::mutex> lock(mInterfaceMutex);
220 if (hidlProxy == nullptr) {
Vadim Caen7eccd7c2023-10-03 16:26:33 +0200221 ALOGE("%s: No valid service Hidl interaction proxy provided", __FUNCTION__);
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000222 return BAD_VALUE;
223 }
Vadim Caen7eccd7c2023-10-03 16:26:33 +0200224
225 if (aidlProxy == nullptr) {
226 ALOGE("%s: No valid service Aidl interaction proxy provided", __FUNCTION__);
227 return BAD_VALUE;
228 }
229 mAidlServiceProxy = aidlProxy;
230
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000231 mListener = listener;
232 mDeviceState = 0;
233 auto res = tryToInitAndAddHidlProvidersLocked(hidlProxy);
234 if (res != OK) {
235 // Logging done in called function;
236 return res;
237 }
238 res = tryToAddAidlProvidersLocked();
Eino-Ville Talvala65665362017-02-24 13:07:56 -0800239
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700240 IPCThreadState::self()->flushCommands();
241
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000242 return res;
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800243}
244
Jayant Chowdhary847947d2019-08-30 18:02:59 -0700245std::pair<int, int> CameraProviderManager::getCameraCount() const {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800246 std::lock_guard<std::mutex> lock(mInterfaceMutex);
Jayant Chowdhary847947d2019-08-30 18:02:59 -0700247 int systemCameraCount = 0;
248 int publicCameraCount = 0;
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800249 for (auto& provider : mProviders) {
Jayant Chowdhary847947d2019-08-30 18:02:59 -0700250 for (auto &id : provider->mUniqueCameraIds) {
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -0700251 SystemCameraKind deviceKind = SystemCameraKind::PUBLIC;
252 if (getSystemCameraKindLocked(id, &deviceKind) != OK) {
253 ALOGE("%s: Invalid camera id %s, skipping", __FUNCTION__, id.c_str());
254 continue;
255 }
256 switch(deviceKind) {
Jayant Chowdhary847947d2019-08-30 18:02:59 -0700257 case SystemCameraKind::PUBLIC:
258 publicCameraCount++;
259 break;
260 case SystemCameraKind::SYSTEM_ONLY_CAMERA:
261 systemCameraCount++;
262 break;
263 default:
264 break;
265 }
266 }
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800267 }
Jayant Chowdhary847947d2019-08-30 18:02:59 -0700268 return std::make_pair(systemCameraCount, publicCameraCount);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800269}
270
Shuzhen Wang3d316f32022-10-25 20:33:34 +0000271std::vector<std::string> CameraProviderManager::getCameraDeviceIds(std::unordered_map<
272 std::string, std::set<std::string>>* unavailablePhysicalIds) const {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800273 std::lock_guard<std::mutex> lock(mInterfaceMutex);
274 std::vector<std::string> deviceIds;
275 for (auto& provider : mProviders) {
Yin-Chia Yehdc3134e2017-03-23 15:26:59 -0700276 for (auto& id : provider->mUniqueCameraIds) {
277 deviceIds.push_back(id);
Shuzhen Wang3d316f32022-10-25 20:33:34 +0000278 if (unavailablePhysicalIds != nullptr &&
279 provider->mUnavailablePhysicalCameras.count(id) > 0) {
280 (*unavailablePhysicalIds)[id] = provider->mUnavailablePhysicalCameras.at(id);
281 }
Yin-Chia Yehdc3134e2017-03-23 15:26:59 -0700282 }
283 }
284 return deviceIds;
285}
286
Jayant Chowdhary847947d2019-08-30 18:02:59 -0700287void CameraProviderManager::collectDeviceIdsLocked(const std::vector<std::string> deviceIds,
288 std::vector<std::string>& publicDeviceIds,
289 std::vector<std::string>& systemDeviceIds) const {
290 for (auto &deviceId : deviceIds) {
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -0700291 SystemCameraKind deviceKind = SystemCameraKind::PUBLIC;
292 if (getSystemCameraKindLocked(deviceId, &deviceKind) != OK) {
293 ALOGE("%s: Invalid camera id %s, skipping", __FUNCTION__, deviceId.c_str());
294 continue;
295 }
296 if (deviceKind == SystemCameraKind::SYSTEM_ONLY_CAMERA) {
Jayant Chowdhary847947d2019-08-30 18:02:59 -0700297 systemDeviceIds.push_back(deviceId);
298 } else {
299 publicDeviceIds.push_back(deviceId);
300 }
301 }
302}
303
Emilian Peevf53f66e2017-04-11 14:29:43 +0100304std::vector<std::string> CameraProviderManager::getAPI1CompatibleCameraDeviceIds() const {
Yin-Chia Yehdc3134e2017-03-23 15:26:59 -0700305 std::lock_guard<std::mutex> lock(mInterfaceMutex);
Jayant Chowdhary847947d2019-08-30 18:02:59 -0700306 std::vector<std::string> publicDeviceIds;
307 std::vector<std::string> systemDeviceIds;
Yin-Chia Yehdc3134e2017-03-23 15:26:59 -0700308 std::vector<std::string> deviceIds;
309 for (auto& provider : mProviders) {
Shuzhen Wange8aceb52018-05-21 12:00:56 -0700310 std::vector<std::string> providerDeviceIds = provider->mUniqueAPI1CompatibleCameraIds;
Jayant Chowdhary847947d2019-08-30 18:02:59 -0700311 // Secure cameras should not be exposed through camera 1 api
312 providerDeviceIds.erase(std::remove_if(providerDeviceIds.begin(), providerDeviceIds.end(),
313 [this](const std::string& s) {
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -0700314 SystemCameraKind deviceKind = SystemCameraKind::PUBLIC;
315 if (getSystemCameraKindLocked(s, &deviceKind) != OK) {
316 ALOGE("%s: Invalid camera id %s, skipping", __FUNCTION__, s.c_str());
317 return true;
318 }
319 return deviceKind == SystemCameraKind::HIDDEN_SECURE_CAMERA;}),
320 providerDeviceIds.end());
Shuzhen Wange8aceb52018-05-21 12:00:56 -0700321 // API1 app doesn't handle logical and physical camera devices well. So
Shuzhen Wang38e119b2018-10-01 16:03:53 -0700322 // for each camera facing, only take the first id advertised by HAL in
323 // all [logical, physical1, physical2, ...] id combos, and filter out the rest.
Shuzhen Wange8aceb52018-05-21 12:00:56 -0700324 filterLogicalCameraIdsLocked(providerDeviceIds);
Jayant Chowdhary847947d2019-08-30 18:02:59 -0700325 collectDeviceIdsLocked(providerDeviceIds, publicDeviceIds, systemDeviceIds);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800326 }
Jayant Chowdhary847947d2019-08-30 18:02:59 -0700327 auto sortFunc =
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -0800328 [](const std::string& a, const std::string& b) -> bool {
329 uint32_t aUint = 0, bUint = 0;
330 bool aIsUint = base::ParseUint(a, &aUint);
331 bool bIsUint = base::ParseUint(b, &bUint);
332
333 // Uint device IDs first
334 if (aIsUint && bIsUint) {
335 return aUint < bUint;
336 } else if (aIsUint) {
337 return true;
338 } else if (bIsUint) {
339 return false;
340 }
341 // Simple string compare if both id are not uint
342 return a < b;
Jayant Chowdhary847947d2019-08-30 18:02:59 -0700343 };
344 // We put device ids for system cameras at the end since they will be pared
345 // off for processes not having system camera permissions.
346 std::sort(publicDeviceIds.begin(), publicDeviceIds.end(), sortFunc);
347 std::sort(systemDeviceIds.begin(), systemDeviceIds.end(), sortFunc);
348 deviceIds.insert(deviceIds.end(), publicDeviceIds.begin(), publicDeviceIds.end());
349 deviceIds.insert(deviceIds.end(), systemDeviceIds.begin(), systemDeviceIds.end());
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800350 return deviceIds;
351}
352
Jayant Chowdharyffc5d682022-05-12 18:34:34 +0000353bool CameraProviderManager::isValidDeviceLocked(const std::string &id, uint16_t majorVersion,
354 IPCTransport transport) const {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800355 for (auto& provider : mProviders) {
Jayant Chowdharyffc5d682022-05-12 18:34:34 +0000356 IPCTransport providerTransport = provider->getIPCTransport();
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800357 for (auto& deviceInfo : provider->mDevices) {
Jayant Chowdharyffc5d682022-05-12 18:34:34 +0000358 if (deviceInfo->mId == id && deviceInfo->mVersion.get_major() == majorVersion &&
359 transport == providerTransport) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800360 return true;
361 }
362 }
363 }
364 return false;
365}
366
367bool CameraProviderManager::hasFlashUnit(const std::string &id) const {
368 std::lock_guard<std::mutex> lock(mInterfaceMutex);
369
370 auto deviceInfo = findDeviceInfoLocked(id);
371 if (deviceInfo == nullptr) return false;
372
373 return deviceInfo->hasFlashUnit();
374}
375
Shuzhen Wangdbdf72b2019-11-13 11:22:12 -0800376bool CameraProviderManager::supportNativeZoomRatio(const std::string &id) const {
377 std::lock_guard<std::mutex> lock(mInterfaceMutex);
378
379 auto deviceInfo = findDeviceInfoLocked(id);
380 if (deviceInfo == nullptr) return false;
381
382 return deviceInfo->supportNativeZoomRatio();
383}
384
Emilian Peev15230142023-04-27 20:22:54 +0000385bool CameraProviderManager::isCompositeJpegRDisabled(const std::string &id) const {
Emilian Peeve579d8b2023-02-28 14:16:08 -0800386 std::lock_guard<std::mutex> lock(mInterfaceMutex);
Emilian Peev15230142023-04-27 20:22:54 +0000387 return isCompositeJpegRDisabledLocked(id);
Emilian Peeve579d8b2023-02-28 14:16:08 -0800388}
389
Emilian Peev15230142023-04-27 20:22:54 +0000390bool CameraProviderManager::isCompositeJpegRDisabledLocked(const std::string &id) const {
Emilian Peeve579d8b2023-02-28 14:16:08 -0800391 auto deviceInfo = findDeviceInfoLocked(id);
392 if (deviceInfo == nullptr) return false;
393
Emilian Peev15230142023-04-27 20:22:54 +0000394 return deviceInfo->isCompositeJpegRDisabled();
Emilian Peeve579d8b2023-02-28 14:16:08 -0800395}
396
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800397status_t CameraProviderManager::getResourceCost(const std::string &id,
398 CameraResourceCost* cost) const {
399 std::lock_guard<std::mutex> lock(mInterfaceMutex);
400
401 auto deviceInfo = findDeviceInfoLocked(id);
402 if (deviceInfo == nullptr) return NAME_NOT_FOUND;
403
404 *cost = deviceInfo->mResourceCost;
405 return OK;
406}
407
408status_t CameraProviderManager::getCameraInfo(const std::string &id,
Jayant Chowdhary81d81b02024-02-15 19:13:39 +0000409 int rotationOverride, int *portraitRotation,
410 hardware::CameraInfo* info) const {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800411 std::lock_guard<std::mutex> lock(mInterfaceMutex);
412
413 auto deviceInfo = findDeviceInfoLocked(id);
414 if (deviceInfo == nullptr) return NAME_NOT_FOUND;
415
Jayant Chowdhary81d81b02024-02-15 19:13:39 +0000416 return deviceInfo->getCameraInfo(rotationOverride, portraitRotation, info);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800417}
418
Emilian Peev35ae8262018-11-08 13:11:32 +0000419status_t CameraProviderManager::isSessionConfigurationSupported(const std::string& id,
Jayant Chowdhary0bd38522021-11-05 17:49:27 -0700420 const SessionConfiguration &configuration, bool overrideForPerfClass,
Shuzhen Wang045be6c2023-10-12 10:01:10 -0700421 bool checkSessionParams, bool *status /*out*/) const {
Emilian Peev35ae8262018-11-08 13:11:32 +0000422 std::lock_guard<std::mutex> lock(mInterfaceMutex);
Emilian Peev35ae8262018-11-08 13:11:32 +0000423 auto deviceInfo = findDeviceInfoLocked(id);
424 if (deviceInfo == nullptr) {
425 return NAME_NOT_FOUND;
426 }
427
Shuzhen Wang141c64a2024-04-03 23:25:14 -0700428 metadataGetter getMetadata = [this](const std::string &id,
429 bool overrideForPerfClass) {
430 CameraMetadata metadata;
431 this->getCameraCharacteristicsLocked(id, overrideForPerfClass,
Jayant Chowdhary81d81b02024-02-15 19:13:39 +0000432 &metadata,
433 hardware::ICameraService::ROTATION_OVERRIDE_NONE);
Shuzhen Wang141c64a2024-04-03 23:25:14 -0700434 return metadata;
435 };
Shuzhen Wanga79a64d2022-04-24 19:56:30 -0700436 return deviceInfo->isSessionConfigurationSupported(configuration,
Shuzhen Wang141c64a2024-04-03 23:25:14 -0700437 overrideForPerfClass, getMetadata, checkSessionParams, status);
Shuzhen Wang045be6c2023-10-12 10:01:10 -0700438}
439
440status_t CameraProviderManager::createDefaultRequest(const std::string& cameraId,
441 camera_request_template_t templateId,
442 CameraMetadata* metadata) const {
443 ATRACE_CALL();
444 if (templateId <= 0 || templateId >= CAMERA_TEMPLATE_COUNT) {
445 return BAD_VALUE;
446 }
447
448 std::lock_guard<std::mutex> lock(mInterfaceMutex);
449 auto deviceInfo = findDeviceInfoLocked(cameraId);
450 if (deviceInfo == nullptr) {
451 return NAME_NOT_FOUND;
452 }
453
Shuzhen Wang045be6c2023-10-12 10:01:10 -0700454 status_t res = deviceInfo->createDefaultRequest(templateId,
Shuzhen Wang33c84cd2024-01-03 17:45:03 +0000455 metadata);
Shuzhen Wang045be6c2023-10-12 10:01:10 -0700456
457 if (res == BAD_VALUE) {
458 ALOGI("%s: template %d is not supported on this camera device",
459 __FUNCTION__, templateId);
460 return res;
461 } else if (res != OK) {
462 ALOGE("Unable to construct request template %d: %s (%d)",
463 templateId, strerror(-res), res);
464 return res;
465 }
466
Shuzhen Wang045be6c2023-10-12 10:01:10 -0700467 return OK;
Emilian Peev35ae8262018-11-08 13:11:32 +0000468}
469
Avichal Rakesh3c522e22024-02-07 16:40:46 -0800470status_t CameraProviderManager::getSessionCharacteristics(
471 const std::string& id, const SessionConfiguration& configuration, bool overrideForPerfClass,
Jayant Chowdhary81d81b02024-02-15 19:13:39 +0000472 int rotationOverride, CameraMetadata* sessionCharacteristics /*out*/) const {
Bharatt Kukreja6dddeb72023-11-21 10:06:25 +0000473 if (!flags::feature_combination_query()) {
474 return INVALID_OPERATION;
475 }
Avichal Rakesh3c522e22024-02-07 16:40:46 -0800476
Bharatt Kukreja6dddeb72023-11-21 10:06:25 +0000477 std::lock_guard<std::mutex> lock(mInterfaceMutex);
478 auto deviceInfo = findDeviceInfoLocked(id);
479 if (deviceInfo == nullptr) {
480 return NAME_NOT_FOUND;
481 }
482
Jayant Chowdhary81d81b02024-02-15 19:13:39 +0000483 metadataGetter getMetadata = [this, rotationOverride](const std::string& id,
Avichal Rakesh3c522e22024-02-07 16:40:46 -0800484 bool overrideForPerfClass) {
485 CameraMetadata metadata;
486 status_t ret = this->getCameraCharacteristicsLocked(id, overrideForPerfClass, &metadata,
Jayant Chowdhary81d81b02024-02-15 19:13:39 +0000487 rotationOverride);
Avichal Rakesh3c522e22024-02-07 16:40:46 -0800488 if (ret != OK) {
489 ALOGE("%s: Could not get CameraCharacteristics for device %s", __FUNCTION__,
490 id.c_str());
491 }
492 return metadata;
493 };
494
Bharatt Kukreja6dddeb72023-11-21 10:06:25 +0000495 return deviceInfo->getSessionCharacteristics(configuration,
496 overrideForPerfClass, getMetadata, sessionCharacteristics);
497}
498
Jayant Chowdhary22441f32021-12-26 18:35:41 -0800499status_t CameraProviderManager::getCameraIdIPCTransport(const std::string &id,
500 IPCTransport *providerTransport) const {
501 std::lock_guard<std::mutex> lock(mInterfaceMutex);
502 auto deviceInfo = findDeviceInfoLocked(id);
503 if (deviceInfo == nullptr) {
504 return NAME_NOT_FOUND;
505 }
506 sp<ProviderInfo> parentProvider = deviceInfo->mParentProvider.promote();
507 if (parentProvider == nullptr) {
508 return DEAD_OBJECT;
509 }
510 *providerTransport = parentProvider->getIPCTransport();
511 return OK;
512}
513
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800514status_t CameraProviderManager::getCameraCharacteristics(const std::string &id,
Austin Borger18b30a72022-10-27 12:20:29 -0700515 bool overrideForPerfClass, CameraMetadata* characteristics,
Jayant Chowdhary81d81b02024-02-15 19:13:39 +0000516 int rotationOverride) const {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800517 std::lock_guard<std::mutex> lock(mInterfaceMutex);
Austin Borger18b30a72022-10-27 12:20:29 -0700518 return getCameraCharacteristicsLocked(id, overrideForPerfClass, characteristics,
Jayant Chowdhary81d81b02024-02-15 19:13:39 +0000519 rotationOverride);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800520}
521
522status_t CameraProviderManager::getHighestSupportedVersion(const std::string &id,
Jayant Chowdharyffc5d682022-05-12 18:34:34 +0000523 hardware::hidl_version *v, IPCTransport *transport) {
524 if (v == nullptr || transport == nullptr) {
525 return BAD_VALUE;
526 }
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800527 std::lock_guard<std::mutex> lock(mInterfaceMutex);
528
529 hardware::hidl_version maxVersion{0,0};
530 bool found = false;
Jayant Chowdharyffc5d682022-05-12 18:34:34 +0000531 IPCTransport providerTransport = IPCTransport::INVALID;
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800532 for (auto& provider : mProviders) {
533 for (auto& deviceInfo : provider->mDevices) {
534 if (deviceInfo->mId == id) {
535 if (deviceInfo->mVersion > maxVersion) {
536 maxVersion = deviceInfo->mVersion;
Jayant Chowdharyffc5d682022-05-12 18:34:34 +0000537 providerTransport = provider->getIPCTransport();
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800538 found = true;
539 }
540 }
541 }
542 }
Jayant Chowdharyffc5d682022-05-12 18:34:34 +0000543 if (!found || providerTransport == IPCTransport::INVALID) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800544 return NAME_NOT_FOUND;
545 }
546 *v = maxVersion;
Jayant Chowdharyffc5d682022-05-12 18:34:34 +0000547 *transport = providerTransport;
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800548 return OK;
549}
550
Rucha Katakwar38284522021-11-10 11:25:21 -0800551status_t CameraProviderManager::getTorchStrengthLevel(const std::string &id,
552 int32_t* torchStrength /*out*/) {
553 std::lock_guard<std::mutex> lock(mInterfaceMutex);
554
555 auto deviceInfo = findDeviceInfoLocked(id);
556 if (deviceInfo == nullptr) return NAME_NOT_FOUND;
557
558 return deviceInfo->getTorchStrengthLevel(torchStrength);
559}
560
561status_t CameraProviderManager::turnOnTorchWithStrengthLevel(const std::string &id,
562 int32_t torchStrength) {
563 std::lock_guard<std::mutex> lock(mInterfaceMutex);
564
565 auto deviceInfo = findDeviceInfoLocked(id);
566 if (deviceInfo == nullptr) return NAME_NOT_FOUND;
567
568 return deviceInfo->turnOnTorchWithStrengthLevel(torchStrength);
569}
570
571bool CameraProviderManager::shouldSkipTorchStrengthUpdate(const std::string &id,
572 int32_t torchStrength) const {
573 std::lock_guard<std::mutex> lock(mInterfaceMutex);
574
575 auto deviceInfo = findDeviceInfoLocked(id);
576 if (deviceInfo == nullptr) return NAME_NOT_FOUND;
577
578 if (deviceInfo->mTorchStrengthLevel == torchStrength) {
579 ALOGV("%s: Skipping torch strength level updates prev_level: %d, new_level: %d",
580 __FUNCTION__, deviceInfo->mTorchStrengthLevel, torchStrength);
581 return true;
582 }
583 return false;
584}
585
586int32_t CameraProviderManager::getTorchDefaultStrengthLevel(const std::string &id) const {
587 std::lock_guard<std::mutex> lock(mInterfaceMutex);
588
589 auto deviceInfo = findDeviceInfoLocked(id);
590 if (deviceInfo == nullptr) return NAME_NOT_FOUND;
591
592 return deviceInfo->mTorchDefaultStrengthLevel;
593}
594
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700595bool CameraProviderManager::supportSetTorchMode(const std::string &id) const {
Yin-Chia Yehdc3134e2017-03-23 15:26:59 -0700596 std::lock_guard<std::mutex> lock(mInterfaceMutex);
Yin-Chia Yehdc3134e2017-03-23 15:26:59 -0700597 for (auto& provider : mProviders) {
Emilian Peevb070e1d2022-05-24 17:09:31 -0700598 for (auto& deviceInfo : provider->mDevices) {
599 if (deviceInfo->mId == id) {
600 return provider->mSetTorchModeSupported;
601 }
Yin-Chia Yehdc3134e2017-03-23 15:26:59 -0700602 }
603 }
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700604 return false;
Yin-Chia Yehdc3134e2017-03-23 15:26:59 -0700605}
606
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000607template <class ProviderInfoType, class HalCameraProviderType>
608status_t CameraProviderManager::setTorchModeT(sp<ProviderInfo> &parentProvider,
609 std::shared_ptr<HalCameraProvider> *halCameraProvider) {
610 if (halCameraProvider == nullptr) {
611 return BAD_VALUE;
612 }
613 ProviderInfoType *idlProviderInfo = static_cast<ProviderInfoType *>(parentProvider.get());
614 auto idlInterface = idlProviderInfo->startProviderInterface();
615 if (idlInterface == nullptr) {
616 return DEAD_OBJECT;
617 }
618 *halCameraProvider =
619 std::make_shared<HalCameraProviderType>(idlInterface, idlInterface->descriptor);
620 return OK;
621}
622
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800623status_t CameraProviderManager::setTorchMode(const std::string &id, bool enabled) {
624 std::lock_guard<std::mutex> lock(mInterfaceMutex);
625
626 auto deviceInfo = findDeviceInfoLocked(id);
627 if (deviceInfo == nullptr) return NAME_NOT_FOUND;
628
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700629 // Pass the camera ID to start interface so that it will save it to the map of ICameraProviders
630 // that are currently in use.
Shuzhen Wang79680432020-03-05 11:53:46 -0800631 sp<ProviderInfo> parentProvider = deviceInfo->mParentProvider.promote();
632 if (parentProvider == nullptr) {
633 return DEAD_OBJECT;
634 }
Jayant Chowdhary0bd38522021-11-05 17:49:27 -0700635 std::shared_ptr<HalCameraProvider> halCameraProvider = nullptr;
636 IPCTransport providerTransport = parentProvider->getIPCTransport();
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000637 status_t res = OK;
Jayant Chowdhary0bd38522021-11-05 17:49:27 -0700638 if (providerTransport == IPCTransport::HIDL) {
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000639 res = setTorchModeT<HidlProviderInfo, HidlHalCameraProvider>(parentProvider,
640 &halCameraProvider);
641 if (res != OK) {
642 return res;
Jayant Chowdhary0bd38522021-11-05 17:49:27 -0700643 }
Jayant Chowdhary0bd38522021-11-05 17:49:27 -0700644 } else if (providerTransport == IPCTransport::AIDL) {
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000645 res = setTorchModeT<AidlProviderInfo, AidlHalCameraProvider>(parentProvider,
646 &halCameraProvider);
647 if (res != OK) {
648 return res;
649 }
Jayant Chowdhary0bd38522021-11-05 17:49:27 -0700650 } else {
651 ALOGE("%s Invalid provider transport", __FUNCTION__);
652 return INVALID_OPERATION;
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700653 }
Jayant Chowdhary0bd38522021-11-05 17:49:27 -0700654 saveRef(DeviceMode::TORCH, deviceInfo->mId, halCameraProvider);
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700655
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800656 return deviceInfo->setTorchMode(enabled);
657}
658
Yin-Chia Yeh067428c2017-01-13 15:19:24 -0800659status_t CameraProviderManager::setUpVendorTags() {
Emilian Peev71c73a22017-03-21 16:35:51 +0000660 sp<VendorTagDescriptorCache> tagCache = new VendorTagDescriptorCache();
661
Yin-Chia Yeh067428c2017-01-13 15:19:24 -0800662 for (auto& provider : mProviders) {
Peter Kalauskas1b3c9072018-11-07 12:41:53 -0800663 tagCache->addVendorDescriptor(provider->mProviderTagid, provider->mVendorTagDescriptor);
Yin-Chia Yeh067428c2017-01-13 15:19:24 -0800664 }
Emilian Peev71c73a22017-03-21 16:35:51 +0000665
666 VendorTagDescriptorCache::setAsGlobalVendorTagCache(tagCache);
667
Yin-Chia Yeh067428c2017-01-13 15:19:24 -0800668 return OK;
669}
670
Valentin Iftime29e2e152021-08-13 15:17:33 +0200671sp<CameraProviderManager::ProviderInfo> CameraProviderManager::startExternalLazyProvider() const {
672 std::lock_guard<std::mutex> providerLock(mProviderLifecycleLock);
673 std::lock_guard<std::mutex> lock(mInterfaceMutex);
674
675 for (const auto& providerInfo : mProviders) {
676 if (providerInfo->isExternalLazyHAL()) {
Jayant Chowdhary0bd38522021-11-05 17:49:27 -0700677 if (!providerInfo->successfullyStartedProviderInterface()) {
Valentin Iftime29e2e152021-08-13 15:17:33 +0200678 return nullptr;
679 } else {
680 return providerInfo;
681 }
682 }
683 }
684 return nullptr;
685}
686
687status_t CameraProviderManager::notifyUsbDeviceEvent(int32_t eventId,
688 const std::string& usbDeviceId) {
689 if (!kEnableLazyHal) {
690 return OK;
691 }
692
693 ALOGV("notifySystemEvent: %d usbDeviceId : %s", eventId, usbDeviceId.c_str());
694
695 if (eventId == android::hardware::ICameraService::EVENT_USB_DEVICE_ATTACHED) {
696 sp<ProviderInfo> externalProvider = startExternalLazyProvider();
697 if (externalProvider != nullptr) {
698 auto usbDevices = mExternalUsbDevicesForProvider.first;
699 usbDevices.push_back(usbDeviceId);
700 mExternalUsbDevicesForProvider = {usbDevices, externalProvider};
701 }
702 } else if (eventId
703 == android::hardware::ICameraService::EVENT_USB_DEVICE_DETACHED) {
704 usbDeviceDetached(usbDeviceId);
705 }
706
707 return OK;
708}
709
710status_t CameraProviderManager::usbDeviceDetached(const std::string &usbDeviceId) {
711 std::lock_guard<std::mutex> providerLock(mProviderLifecycleLock);
712 std::lock_guard<std::mutex> interfaceLock(mInterfaceMutex);
713
714 auto usbDevices = mExternalUsbDevicesForProvider.first;
715 auto foundId = std::find(usbDevices.begin(), usbDevices.end(), usbDeviceId);
716 if (foundId != usbDevices.end()) {
717 sp<ProviderInfo> providerInfo = mExternalUsbDevicesForProvider.second;
718 if (providerInfo == nullptr) {
719 ALOGE("%s No valid external provider for USB device: %s",
720 __FUNCTION__,
721 usbDeviceId.c_str());
722 mExternalUsbDevicesForProvider = {std::vector<std::string>(), nullptr};
723 return DEAD_OBJECT;
724 } else {
725 mInterfaceMutex.unlock();
726 providerInfo->removeAllDevices();
727 mInterfaceMutex.lock();
728 mExternalUsbDevicesForProvider = {std::vector<std::string>(), nullptr};
729 }
730 } else {
731 return DEAD_OBJECT;
732 }
733 return OK;
734}
735
Jayant Chowdhary0bd38522021-11-05 17:49:27 -0700736status_t CameraProviderManager::notifyDeviceStateChange(int64_t newState) {
Eino-Ville Talvala63f36112018-12-06 14:57:03 -0800737 std::lock_guard<std::mutex> lock(mInterfaceMutex);
738 mDeviceState = newState;
739 status_t res = OK;
Shuzhen Wang2e9d8fa2022-05-27 20:25:36 +0000740 // Make a copy of mProviders because we unlock mInterfaceMutex temporarily
741 // within the loop. It's possible that during the time mInterfaceMutex is
742 // unlocked, mProviders has changed.
743 auto providers = mProviders;
744 for (auto& provider : providers) {
Eino-Ville Talvala63f36112018-12-06 14:57:03 -0800745 ALOGV("%s: Notifying %s for new state 0x%" PRIx64,
746 __FUNCTION__, provider->mProviderName.c_str(), newState);
Emilian Peev7fe6c422021-09-08 13:43:20 -0700747 // b/199240726 Camera providers can for example try to add/remove
748 // camera devices as part of the state change notification. Holding
749 // 'mInterfaceMutex' while calling 'notifyDeviceStateChange' can
750 // result in a recursive deadlock.
751 mInterfaceMutex.unlock();
Eino-Ville Talvala63f36112018-12-06 14:57:03 -0800752 status_t singleRes = provider->notifyDeviceStateChange(mDeviceState);
Emilian Peev7fe6c422021-09-08 13:43:20 -0700753 mInterfaceMutex.lock();
Eino-Ville Talvala63f36112018-12-06 14:57:03 -0800754 if (singleRes != OK) {
755 ALOGE("%s: Unable to notify provider %s about device state change",
756 __FUNCTION__,
757 provider->mProviderName.c_str());
758 res = singleRes;
759 // continue to do the rest of the providers instead of returning now
760 }
Emilian Peevb50402e2021-09-24 17:41:57 -0700761 provider->notifyDeviceInfoStateChangeLocked(mDeviceState);
Eino-Ville Talvala63f36112018-12-06 14:57:03 -0800762 }
763 return res;
764}
765
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000766status_t CameraProviderManager::openAidlSession(const std::string &id,
767 const std::shared_ptr<
768 aidl::android::hardware::camera::device::ICameraDeviceCallback>& callback,
769 /*out*/
770 std::shared_ptr<aidl::android::hardware::camera::device::ICameraDeviceSession> *session) {
771
772 std::lock_guard<std::mutex> lock(mInterfaceMutex);
773
Jayant Chowdharyffc5d682022-05-12 18:34:34 +0000774 auto deviceInfo = findDeviceInfoLocked(id);
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000775 if (deviceInfo == nullptr) return NAME_NOT_FOUND;
776
777 auto *aidlDeviceInfo3 = static_cast<AidlProviderInfo::AidlDeviceInfo3*>(deviceInfo);
778 sp<ProviderInfo> parentProvider = deviceInfo->mParentProvider.promote();
779 if (parentProvider == nullptr) {
780 return DEAD_OBJECT;
781 }
782 auto provider =
783 static_cast<AidlProviderInfo *>(parentProvider.get())->startProviderInterface();
784 if (provider == nullptr) {
785 return DEAD_OBJECT;
786 }
787 std::shared_ptr<HalCameraProvider> halCameraProvider =
788 std::make_shared<AidlHalCameraProvider>(provider, provider->descriptor);
789 saveRef(DeviceMode::CAMERA, id, halCameraProvider);
790
791 auto interface = aidlDeviceInfo3->startDeviceInterface();
792 if (interface == nullptr) {
793 removeRef(DeviceMode::CAMERA, id);
794 return DEAD_OBJECT;
795 }
796
797 auto ret = interface->open(callback, session);
798 if (!ret.isOk()) {
799 removeRef(DeviceMode::CAMERA, id);
800 ALOGE("%s: Transaction error opening a session for camera device %s: %s",
801 __FUNCTION__, id.c_str(), ret.getMessage());
Jayant Chowdharycc3e12c2022-03-10 01:43:41 +0000802 return AidlProviderInfo::mapToStatusT(ret);
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000803 }
804 return OK;
805}
806
Jayant Chowdhary35642f22022-01-08 00:39:39 +0000807status_t CameraProviderManager::openAidlInjectionSession(const std::string &id,
808 const std::shared_ptr<
809 aidl::android::hardware::camera::device::ICameraDeviceCallback>& callback,
810 /*out*/
811 std::shared_ptr<
812 aidl::android::hardware::camera::device::ICameraInjectionSession> *session) {
813
814 std::lock_guard<std::mutex> lock(mInterfaceMutex);
815
816 auto deviceInfo = findDeviceInfoLocked(id);
817 if (deviceInfo == nullptr) return NAME_NOT_FOUND;
818
819 auto *aidlDeviceInfo3 = static_cast<AidlProviderInfo::AidlDeviceInfo3*>(deviceInfo);
820 sp<ProviderInfo> parentProvider = deviceInfo->mParentProvider.promote();
821 if (parentProvider == nullptr) {
822 return DEAD_OBJECT;
823 }
824 auto provider =
825 static_cast<AidlProviderInfo *>(parentProvider.get())->startProviderInterface();
826 if (provider == nullptr) {
827 return DEAD_OBJECT;
828 }
829 std::shared_ptr<HalCameraProvider> halCameraProvider =
830 std::make_shared<AidlHalCameraProvider>(provider, provider->descriptor);
831 saveRef(DeviceMode::CAMERA, id, halCameraProvider);
832
833 auto interface = aidlDeviceInfo3->startDeviceInterface();
834 if (interface == nullptr) {
835 return DEAD_OBJECT;
836 }
837
838 auto ret = interface->openInjectionSession(callback, session);
839 if (!ret.isOk()) {
840 removeRef(DeviceMode::CAMERA, id);
841 ALOGE("%s: Transaction error opening a session for camera device %s: %s",
842 __FUNCTION__, id.c_str(), ret.getMessage());
843 return DEAD_OBJECT;
844 }
845 return OK;
846}
847
Jayant Chowdhary0bd38522021-11-05 17:49:27 -0700848status_t CameraProviderManager::openHidlSession(const std::string &id,
Peter Kalauskasb7bd4382018-11-15 17:19:48 -0800849 const sp<device::V3_2::ICameraDeviceCallback>& callback,
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800850 /*out*/
Peter Kalauskasb7bd4382018-11-15 17:19:48 -0800851 sp<device::V3_2::ICameraDeviceSession> *session) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800852
853 std::lock_guard<std::mutex> lock(mInterfaceMutex);
854
Jayant Chowdharyffc5d682022-05-12 18:34:34 +0000855 auto deviceInfo = findDeviceInfoLocked(id);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800856 if (deviceInfo == nullptr) return NAME_NOT_FOUND;
857
Jayant Chowdhary0bd38522021-11-05 17:49:27 -0700858 auto *hidlDeviceInfo3 = static_cast<HidlProviderInfo::HidlDeviceInfo3*>(deviceInfo);
Shuzhen Wang79680432020-03-05 11:53:46 -0800859 sp<ProviderInfo> parentProvider = deviceInfo->mParentProvider.promote();
860 if (parentProvider == nullptr) {
861 return DEAD_OBJECT;
862 }
Jayant Chowdhary0bd38522021-11-05 17:49:27 -0700863 const sp<provider::V2_4::ICameraProvider> provider =
864 static_cast<HidlProviderInfo *>(parentProvider.get())->startProviderInterface();
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700865 if (provider == nullptr) {
866 return DEAD_OBJECT;
867 }
Jayant Chowdhary0bd38522021-11-05 17:49:27 -0700868 std::shared_ptr<HalCameraProvider> halCameraProvider =
869 std::make_shared<HidlHalCameraProvider>(provider, provider->descriptor);
870 saveRef(DeviceMode::CAMERA, id, halCameraProvider);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800871
872 Status status;
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -0700873 hardware::Return<void> ret;
Jayant Chowdhary0bd38522021-11-05 17:49:27 -0700874 auto interface = hidlDeviceInfo3->startDeviceInterface();
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700875 if (interface == nullptr) {
876 return DEAD_OBJECT;
877 }
878
879 ret = interface->open(callback, [&status, &session]
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800880 (Status s, const sp<device::V3_2::ICameraDeviceSession>& cameraSession) {
881 status = s;
882 if (status == Status::OK) {
883 *session = cameraSession;
884 }
885 });
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -0700886 if (!ret.isOk()) {
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700887 removeRef(DeviceMode::CAMERA, id);
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -0700888 ALOGE("%s: Transaction error opening a session for camera device %s: %s",
889 __FUNCTION__, id.c_str(), ret.description().c_str());
890 return DEAD_OBJECT;
891 }
Jayant Chowdhary0bd38522021-11-05 17:49:27 -0700892 return HidlProviderInfo::mapToStatusT(status);
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800893}
894
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700895void CameraProviderManager::saveRef(DeviceMode usageType, const std::string &cameraId,
Jayant Chowdhary0bd38522021-11-05 17:49:27 -0700896 std::shared_ptr<HalCameraProvider> provider) {
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700897 if (!kEnableLazyHal) {
898 return;
899 }
Jayant Chowdhary0bd38522021-11-05 17:49:27 -0700900 ALOGV("Saving camera provider %s for camera device %s", provider->mDescriptor.c_str(),
901 cameraId.c_str());
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700902 std::lock_guard<std::mutex> lock(mProviderInterfaceMapLock);
Jayant Chowdhary0bd38522021-11-05 17:49:27 -0700903 std::unordered_map<std::string, std::shared_ptr<HalCameraProvider>> *primaryMap, *alternateMap;
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700904 if (usageType == DeviceMode::TORCH) {
905 primaryMap = &mTorchProviderByCameraId;
906 alternateMap = &mCameraProviderByCameraId;
907 } else {
908 primaryMap = &mCameraProviderByCameraId;
909 alternateMap = &mTorchProviderByCameraId;
910 }
Austin Borger1c1bee02023-06-01 16:51:35 -0700911
912 (*primaryMap)[cameraId] = provider;
913 auto search = alternateMap->find(cameraId);
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700914 if (search != alternateMap->end()) {
915 ALOGW("%s: Camera device %s is using both torch mode and camera mode simultaneously. "
Austin Borger1c1bee02023-06-01 16:51:35 -0700916 "That should not be possible", __FUNCTION__, cameraId.c_str());
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700917 }
Austin Borger1c1bee02023-06-01 16:51:35 -0700918 ALOGV("%s: Camera device %s connected", __FUNCTION__, cameraId.c_str());
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700919}
920
921void CameraProviderManager::removeRef(DeviceMode usageType, const std::string &cameraId) {
922 if (!kEnableLazyHal) {
923 return;
924 }
Eino-Ville Talvala63f36112018-12-06 14:57:03 -0800925 ALOGV("Removing camera device %s", cameraId.c_str());
Jayant Chowdhary0bd38522021-11-05 17:49:27 -0700926 std::unordered_map<std::string, std::shared_ptr<HalCameraProvider>> *providerMap;
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700927 if (usageType == DeviceMode::TORCH) {
928 providerMap = &mTorchProviderByCameraId;
929 } else {
930 providerMap = &mCameraProviderByCameraId;
931 }
932 std::lock_guard<std::mutex> lock(mProviderInterfaceMapLock);
Austin Borger1c1bee02023-06-01 16:51:35 -0700933 auto search = providerMap->find(cameraId);
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700934 if (search != providerMap->end()) {
Peter Kalauskas26af1a52019-01-25 06:57:01 -0800935 // Drop the reference to this ICameraProvider. This is safe to do immediately (without an
936 // added delay) because hwservicemanager guarantees to hold the reference for at least five
937 // more seconds. We depend on this behavior so that if the provider is unreferenced and
938 // then referenced again quickly, we do not let the HAL exit and then need to immediately
939 // restart it. An example when this could happen is switching from a front-facing to a
940 // rear-facing camera. If the HAL were to exit during the camera switch, the camera could
941 // appear janky to the user.
Austin Borger1c1bee02023-06-01 16:51:35 -0700942 providerMap->erase(cameraId);
Peter Kalauskas26af1a52019-01-25 06:57:01 -0800943 IPCThreadState::self()->flushCommands();
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700944 } else {
945 ALOGE("%s: Asked to remove reference for camera %s, but no reference to it was found. This "
946 "could mean removeRef was called twice for the same camera ID.", __FUNCTION__,
947 cameraId.c_str());
948 }
949}
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -0800950
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000951// We ignore sp<IBinder> param here since we need std::shared_ptr<...> which
952// will be retrieved through the ndk api through addAidlProviderLocked ->
953// tryToInitializeAidlProvider.
954void CameraProviderManager::onServiceRegistration(const String16 &name, const sp<IBinder>&) {
955 status_t res = OK;
956 std::lock_guard<std::mutex> providerLock(mProviderLifecycleLock);
957 {
958 std::lock_guard<std::mutex> lock(mInterfaceMutex);
959
Austin Borger1c1bee02023-06-01 16:51:35 -0700960 res = addAidlProviderLocked(toStdString(name));
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000961 }
962
963 sp<StatusListener> listener = getStatusListener();
964 if (nullptr != listener.get() && res == OK) {
965 listener->onNewProviderRegistered();
966 }
967
968 IPCThreadState::self()->flushCommands();
969}
970
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800971hardware::Return<void> CameraProviderManager::onRegistration(
972 const hardware::hidl_string& /*fqName*/,
973 const hardware::hidl_string& name,
Emilian Peevc93cac22020-08-17 16:00:10 -0700974 bool preexisting) {
Shuzhen Wangb38b53f2021-07-15 12:46:09 -0700975 status_t res = OK;
Shuzhen Wang6ba8eb22018-07-08 13:10:44 -0700976 std::lock_guard<std::mutex> providerLock(mProviderLifecycleLock);
Emilian Peevaee727d2017-05-04 16:35:48 +0100977 {
978 std::lock_guard<std::mutex> lock(mInterfaceMutex);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800979
Jayant Chowdhary0bd38522021-11-05 17:49:27 -0700980 res = addHidlProviderLocked(name, preexisting);
Emilian Peevaee727d2017-05-04 16:35:48 +0100981 }
982
983 sp<StatusListener> listener = getStatusListener();
Shuzhen Wangb38b53f2021-07-15 12:46:09 -0700984 if (nullptr != listener.get() && res == OK) {
Emilian Peevaee727d2017-05-04 16:35:48 +0100985 listener->onNewProviderRegistered();
986 }
987
Peter Kalauskasa29c1352018-10-10 12:05:42 -0700988 IPCThreadState::self()->flushCommands();
989
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800990 return hardware::Return<void>();
991}
992
993status_t CameraProviderManager::dump(int fd, const Vector<String16>& args) {
994 std::lock_guard<std::mutex> lock(mInterfaceMutex);
995
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -0800996 for (auto& provider : mProviders) {
997 provider->dump(fd, args);
998 }
999 return OK;
1000}
1001
Jayant Chowdharya04055f2022-01-03 02:07:49 +00001002void CameraProviderManager::ProviderInfo::initializeProviderInfoCommon(
1003 const std::vector<std::string> &devices) {
Jayant Chowdharya04055f2022-01-03 02:07:49 +00001004 for (auto& device : devices) {
1005 std::string id;
1006 status_t res = addDevice(device, CameraDeviceStatus::PRESENT, &id);
1007 if (res != OK) {
1008 ALOGE("%s: Unable to enumerate camera device '%s': %s (%d)",
1009 __FUNCTION__, device.c_str(), strerror(-res), res);
1010 continue;
1011 }
1012 }
1013
1014 ALOGI("Camera provider %s ready with %zu camera devices",
1015 mProviderName.c_str(), mDevices.size());
1016
1017 // Process cached status callbacks
Jayant Chowdharya04055f2022-01-03 02:07:49 +00001018 {
1019 std::lock_guard<std::mutex> lock(mInitLock);
1020
1021 for (auto& statusInfo : mCachedStatus) {
1022 std::string id, physicalId;
Jayant Chowdharya04055f2022-01-03 02:07:49 +00001023 if (statusInfo.isPhysicalCameraStatus) {
Shuzhen Wang3d316f32022-10-25 20:33:34 +00001024 physicalCameraDeviceStatusChangeLocked(&id, &physicalId,
Jayant Chowdharya04055f2022-01-03 02:07:49 +00001025 statusInfo.cameraId, statusInfo.physicalCameraId, statusInfo.status);
1026 } else {
Shuzhen Wang3d316f32022-10-25 20:33:34 +00001027 cameraDeviceStatusChangeLocked(&id, statusInfo.cameraId, statusInfo.status);
Jayant Chowdharya04055f2022-01-03 02:07:49 +00001028 }
1029 }
1030 mCachedStatus.clear();
1031
1032 mInitialized = true;
1033 }
Jayant Chowdharya04055f2022-01-03 02:07:49 +00001034}
1035
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001036CameraProviderManager::ProviderInfo::DeviceInfo* CameraProviderManager::findDeviceInfoLocked(
Jayant Chowdharyffc5d682022-05-12 18:34:34 +00001037 const std::string& id) const {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001038 for (auto& provider : mProviders) {
Jayant Chowdharyffc5d682022-05-12 18:34:34 +00001039 using hardware::hidl_version;
1040 IPCTransport transport = provider->getIPCTransport();
1041 // AIDL min version starts at major: 1 minor: 1
1042 hidl_version minVersion =
1043 (transport == IPCTransport::HIDL) ? hidl_version{3, 2} : hidl_version{1, 1} ;
1044 hidl_version maxVersion =
1045 (transport == IPCTransport::HIDL) ? hidl_version{3, 7} : hidl_version{1000, 0};
1046
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001047 for (auto& deviceInfo : provider->mDevices) {
Eino-Ville Talvala0b1cb142016-12-19 16:29:17 -08001048 if (deviceInfo->mId == id &&
1049 minVersion <= deviceInfo->mVersion && maxVersion >= deviceInfo->mVersion) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001050 return deviceInfo.get();
1051 }
1052 }
1053 }
1054 return nullptr;
1055}
1056
Emilian Peev71c73a22017-03-21 16:35:51 +00001057metadata_vendor_id_t CameraProviderManager::getProviderTagIdLocked(
Jayant Chowdharyffc5d682022-05-12 18:34:34 +00001058 const std::string& id) const {
Emilian Peev71c73a22017-03-21 16:35:51 +00001059 metadata_vendor_id_t ret = CAMERA_METADATA_INVALID_VENDOR_ID;
1060
1061 std::lock_guard<std::mutex> lock(mInterfaceMutex);
1062 for (auto& provider : mProviders) {
1063 for (auto& deviceInfo : provider->mDevices) {
Jayant Chowdharyffc5d682022-05-12 18:34:34 +00001064 if (deviceInfo->mId == id) {
Emilian Peev71c73a22017-03-21 16:35:51 +00001065 return provider->mProviderTagid;
1066 }
1067 }
1068 }
1069
1070 return ret;
1071}
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08001072
Shuzhen Wang03d8cc12018-09-12 14:17:09 -07001073void CameraProviderManager::ProviderInfo::DeviceInfo3::queryPhysicalCameraIds() {
1074 camera_metadata_entry_t entryCap;
Shuzhen Wange8aceb52018-05-21 12:00:56 -07001075
Shuzhen Wang03d8cc12018-09-12 14:17:09 -07001076 entryCap = mCameraCharacteristics.find(ANDROID_REQUEST_AVAILABLE_CAPABILITIES);
Shuzhen Wange8aceb52018-05-21 12:00:56 -07001077 for (size_t i = 0; i < entryCap.count; ++i) {
1078 uint8_t capability = entryCap.data.u8[i];
1079 if (capability == ANDROID_REQUEST_AVAILABLE_CAPABILITIES_LOGICAL_MULTI_CAMERA) {
Shuzhen Wang03d8cc12018-09-12 14:17:09 -07001080 mIsLogicalCamera = true;
Shuzhen Wange8aceb52018-05-21 12:00:56 -07001081 break;
1082 }
1083 }
Shuzhen Wang03d8cc12018-09-12 14:17:09 -07001084 if (!mIsLogicalCamera) {
1085 return;
Shuzhen Wange8aceb52018-05-21 12:00:56 -07001086 }
1087
Shuzhen Wang03d8cc12018-09-12 14:17:09 -07001088 camera_metadata_entry_t entryIds = mCameraCharacteristics.find(
1089 ANDROID_LOGICAL_MULTI_CAMERA_PHYSICAL_IDS);
Shuzhen Wange8aceb52018-05-21 12:00:56 -07001090 const uint8_t* ids = entryIds.data.u8;
1091 size_t start = 0;
1092 for (size_t i = 0; i < entryIds.count; ++i) {
1093 if (ids[i] == '\0') {
1094 if (start != i) {
Shuzhen Wang03d8cc12018-09-12 14:17:09 -07001095 mPhysicalIds.push_back((const char*)ids+start);
Shuzhen Wange8aceb52018-05-21 12:00:56 -07001096 }
1097 start = i+1;
1098 }
1099 }
Shuzhen Wang03d8cc12018-09-12 14:17:09 -07001100}
1101
Jayant Chowdhary5216b212019-07-17 09:26:23 -07001102SystemCameraKind CameraProviderManager::ProviderInfo::DeviceInfo3::getSystemCameraKind() {
Jayant Chowdharyf949ddd2019-01-29 14:34:11 -08001103 camera_metadata_entry_t entryCap;
1104 entryCap = mCameraCharacteristics.find(ANDROID_REQUEST_AVAILABLE_CAPABILITIES);
Jayant Chowdhary5216b212019-07-17 09:26:23 -07001105 if (entryCap.count == 1 &&
1106 entryCap.data.u8[0] == ANDROID_REQUEST_AVAILABLE_CAPABILITIES_SECURE_IMAGE_DATA) {
1107 return SystemCameraKind::HIDDEN_SECURE_CAMERA;
Jayant Chowdharyf949ddd2019-01-29 14:34:11 -08001108 }
Jayant Chowdhary5216b212019-07-17 09:26:23 -07001109
1110 // Go through the capabilities and check if it has
1111 // ANDROID_REQUEST_AVAILABLE_CAPABILITIES_SYSTEM_CAMERA
1112 for (size_t i = 0; i < entryCap.count; ++i) {
1113 uint8_t capability = entryCap.data.u8[i];
1114 if (capability == ANDROID_REQUEST_AVAILABLE_CAPABILITIES_SYSTEM_CAMERA) {
1115 return SystemCameraKind::SYSTEM_ONLY_CAMERA;
1116 }
1117 }
1118 return SystemCameraKind::PUBLIC;
Jayant Chowdharyf949ddd2019-01-29 14:34:11 -08001119}
1120
Emilian Peev4c6d2b52019-01-04 17:13:56 +00001121void CameraProviderManager::ProviderInfo::DeviceInfo3::getSupportedSizes(
1122 const CameraMetadata& ch, uint32_t tag, android_pixel_format_t format,
1123 std::vector<std::tuple<size_t, size_t>> *sizes/*out*/) {
1124 if (sizes == nullptr) {
1125 return;
1126 }
1127
1128 auto scalerDims = ch.find(tag);
1129 if (scalerDims.count > 0) {
1130 // Scaler entry contains 4 elements (format, width, height, type)
1131 for (size_t i = 0; i < scalerDims.count; i += 4) {
1132 if ((scalerDims.data.i32[i] == format) &&
1133 (scalerDims.data.i32[i+3] ==
1134 ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS_OUTPUT)) {
1135 sizes->push_back(std::make_tuple(scalerDims.data.i32[i+1],
1136 scalerDims.data.i32[i+2]));
1137 }
1138 }
1139 }
1140}
1141
1142void CameraProviderManager::ProviderInfo::DeviceInfo3::getSupportedDurations(
1143 const CameraMetadata& ch, uint32_t tag, android_pixel_format_t format,
1144 const std::vector<std::tuple<size_t, size_t>>& sizes,
1145 std::vector<int64_t> *durations/*out*/) {
1146 if (durations == nullptr) {
1147 return;
1148 }
1149
1150 auto availableDurations = ch.find(tag);
1151 if (availableDurations.count > 0) {
1152 // Duration entry contains 4 elements (format, width, height, duration)
Euisang Limff49bdb2023-02-13 19:54:53 +09001153 for (const auto& size : sizes) {
1154 int64_t width = std::get<0>(size);
1155 int64_t height = std::get<1>(size);
1156 for (size_t i = 0; i < availableDurations.count; i += 4) {
Emilian Peev4c6d2b52019-01-04 17:13:56 +00001157 if ((availableDurations.data.i64[i] == format) &&
1158 (availableDurations.data.i64[i+1] == width) &&
1159 (availableDurations.data.i64[i+2] == height)) {
1160 durations->push_back(availableDurations.data.i64[i+3]);
Euisang Limff49bdb2023-02-13 19:54:53 +09001161 break;
Emilian Peev4c6d2b52019-01-04 17:13:56 +00001162 }
1163 }
1164 }
1165 }
1166}
Euisang Limff49bdb2023-02-13 19:54:53 +09001167
Emilian Peev4c6d2b52019-01-04 17:13:56 +00001168void CameraProviderManager::ProviderInfo::DeviceInfo3::getSupportedDynamicDepthDurations(
1169 const std::vector<int64_t>& depthDurations, const std::vector<int64_t>& blobDurations,
1170 std::vector<int64_t> *dynamicDepthDurations /*out*/) {
1171 if ((dynamicDepthDurations == nullptr) || (depthDurations.size() != blobDurations.size())) {
1172 return;
1173 }
1174
1175 // Unfortunately there is no direct way to calculate the dynamic depth stream duration.
1176 // Processing time on camera service side can vary greatly depending on multiple
1177 // variables which are not under our control. Make a guesstimate by taking the maximum
1178 // corresponding duration value from depth and blob.
1179 auto depthDuration = depthDurations.begin();
1180 auto blobDuration = blobDurations.begin();
1181 dynamicDepthDurations->reserve(depthDurations.size());
1182 while ((depthDuration != depthDurations.end()) && (blobDuration != blobDurations.end())) {
1183 dynamicDepthDurations->push_back(std::max(*depthDuration, *blobDuration));
1184 depthDuration++; blobDuration++;
1185 }
1186}
1187
1188void CameraProviderManager::ProviderInfo::DeviceInfo3::getSupportedDynamicDepthSizes(
1189 const std::vector<std::tuple<size_t, size_t>>& blobSizes,
1190 const std::vector<std::tuple<size_t, size_t>>& depthSizes,
1191 std::vector<std::tuple<size_t, size_t>> *dynamicDepthSizes /*out*/,
1192 std::vector<std::tuple<size_t, size_t>> *internalDepthSizes /*out*/) {
1193 if (dynamicDepthSizes == nullptr || internalDepthSizes == nullptr) {
1194 return;
1195 }
1196
1197 // The dynamic depth spec. does not mention how close the AR ratio should be.
1198 // Try using something appropriate.
Emilian Peev538c90e2018-12-17 18:03:19 +00001199 float ARTolerance = kDepthARTolerance;
Emilian Peev4c6d2b52019-01-04 17:13:56 +00001200
1201 for (const auto& blobSize : blobSizes) {
1202 float jpegAR = static_cast<float> (std::get<0>(blobSize)) /
1203 static_cast<float>(std::get<1>(blobSize));
1204 bool found = false;
1205 for (const auto& depthSize : depthSizes) {
1206 if (depthSize == blobSize) {
1207 internalDepthSizes->push_back(depthSize);
1208 found = true;
1209 break;
1210 } else {
1211 float depthAR = static_cast<float> (std::get<0>(depthSize)) /
1212 static_cast<float>(std::get<1>(depthSize));
1213 if (std::fabs(jpegAR - depthAR) <= ARTolerance) {
1214 internalDepthSizes->push_back(depthSize);
1215 found = true;
1216 break;
1217 }
1218 }
1219 }
1220
1221 if (found) {
1222 dynamicDepthSizes->push_back(blobSize);
1223 }
1224 }
1225}
1226
Emilian Peev434248e2022-10-06 14:58:54 -07001227bool CameraProviderManager::isConcurrentDynamicRangeCaptureSupported(
1228 const CameraMetadata& deviceInfo, int64_t profile, int64_t concurrentProfile) {
1229 auto entry = deviceInfo.find(ANDROID_REQUEST_AVAILABLE_CAPABILITIES);
1230 if (entry.count == 0) {
1231 return false;
1232 }
1233
1234 const auto it = std::find(entry.data.u8, entry.data.u8 + entry.count,
1235 ANDROID_REQUEST_AVAILABLE_CAPABILITIES_DYNAMIC_RANGE_TEN_BIT);
1236 if (it == entry.data.u8 + entry.count) {
1237 return false;
1238 }
1239
1240 entry = deviceInfo.find(ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP);
1241 if (entry.count == 0 || ((entry.count % 3) != 0)) {
1242 return false;
1243 }
1244
1245 for (size_t i = 0; i < entry.count; i += 3) {
1246 if (entry.data.i64[i] == profile) {
Emilian Peev6a66d992023-04-19 18:12:01 -07001247 if ((entry.data.i64[i+1] == 0) || (entry.data.i64[i+1] & concurrentProfile)) {
Emilian Peev434248e2022-10-06 14:58:54 -07001248 return true;
1249 }
1250 }
1251 }
1252
1253 return false;
1254}
1255
1256status_t CameraProviderManager::ProviderInfo::DeviceInfo3::deriveJpegRTags(bool maxResolution) {
Emilian Peev15230142023-04-27 20:22:54 +00001257 if (kFrameworkJpegRDisabled || mCompositeJpegRDisabled) {
Emilian Peev434248e2022-10-06 14:58:54 -07001258 return OK;
1259 }
1260
1261 const int32_t scalerSizesTag =
1262 SessionConfigurationUtils::getAppropriateModeTag(
1263 ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS, maxResolution);
Emilian Peevbf1565b2023-06-06 13:36:58 -07001264 const int32_t scalerMinFrameDurationsTag = SessionConfigurationUtils::getAppropriateModeTag(
1265 ANDROID_SCALER_AVAILABLE_MIN_FRAME_DURATIONS, maxResolution);
Emilian Peev434248e2022-10-06 14:58:54 -07001266 const int32_t scalerStallDurationsTag =
1267 SessionConfigurationUtils::getAppropriateModeTag(
1268 ANDROID_SCALER_AVAILABLE_STALL_DURATIONS, maxResolution);
1269
1270 const int32_t jpegRSizesTag =
1271 SessionConfigurationUtils::getAppropriateModeTag(
1272 ANDROID_JPEGR_AVAILABLE_JPEG_R_STREAM_CONFIGURATIONS, maxResolution);
1273 const int32_t jpegRStallDurationsTag =
1274 SessionConfigurationUtils::getAppropriateModeTag(
1275 ANDROID_JPEGR_AVAILABLE_JPEG_R_STALL_DURATIONS, maxResolution);
1276 const int32_t jpegRMinFrameDurationsTag =
1277 SessionConfigurationUtils::getAppropriateModeTag(
1278 ANDROID_JPEGR_AVAILABLE_JPEG_R_MIN_FRAME_DURATIONS, maxResolution);
1279
1280 auto& c = mCameraCharacteristics;
1281 std::vector<int32_t> supportedChTags;
1282 auto chTags = c.find(ANDROID_REQUEST_AVAILABLE_CHARACTERISTICS_KEYS);
1283 if (chTags.count == 0) {
1284 ALOGE("%s: No supported camera characteristics keys!", __FUNCTION__);
1285 return BAD_VALUE;
1286 }
1287
Euisang Limff49bdb2023-02-13 19:54:53 +09001288 std::vector<std::tuple<size_t, size_t>> supportedP010Sizes, supportedBlobSizes;
Emilian Peev434248e2022-10-06 14:58:54 -07001289 auto capabilities = c.find(ANDROID_REQUEST_AVAILABLE_CAPABILITIES);
1290 if (capabilities.count == 0) {
1291 ALOGE("%s: Supported camera capabilities is empty!", __FUNCTION__);
1292 return BAD_VALUE;
1293 }
1294
1295 auto end = capabilities.data.u8 + capabilities.count;
1296 bool isTenBitOutputSupported = std::find(capabilities.data.u8, end,
1297 ANDROID_REQUEST_AVAILABLE_CAPABILITIES_DYNAMIC_RANGE_TEN_BIT) != end;
1298 if (!isTenBitOutputSupported) {
1299 // No 10-bit support, nothing more to do.
1300 return OK;
1301 }
1302
Emilian Peev15230142023-04-27 20:22:54 +00001303 if (!isConcurrentDynamicRangeCaptureSupported(c,
1304 ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_HLG10,
1305 ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD) &&
1306 !property_get_bool("ro.camera.enableCompositeAPI0JpegR", false)) {
1307 // API0, P010 only Jpeg/R support is meant to be used only as a reference due to possible
1308 // impact on quality and performance.
1309 // This data path will be turned off by default and individual device builds must enable
1310 // 'ro.camera.enableCompositeAPI0JpegR' in order to experiment using it.
1311 mCompositeJpegRDisabled = true;
1312 return OK;
1313 }
1314
Emilian Peev434248e2022-10-06 14:58:54 -07001315 getSupportedSizes(c, scalerSizesTag,
1316 static_cast<android_pixel_format_t>(HAL_PIXEL_FORMAT_BLOB), &supportedBlobSizes);
1317 getSupportedSizes(c, scalerSizesTag,
1318 static_cast<android_pixel_format_t>(HAL_PIXEL_FORMAT_YCBCR_P010), &supportedP010Sizes);
1319 auto it = supportedP010Sizes.begin();
1320 while (it != supportedP010Sizes.end()) {
Emilian Peevbbfff9c2023-02-02 14:01:14 -08001321 if (std::find(supportedBlobSizes.begin(), supportedBlobSizes.end(), *it) ==
1322 supportedBlobSizes.end()) {
Emilian Peev434248e2022-10-06 14:58:54 -07001323 it = supportedP010Sizes.erase(it);
1324 } else {
1325 it++;
1326 }
1327 }
1328 if (supportedP010Sizes.empty()) {
1329 // Nothing to do in this case.
1330 return OK;
1331 }
1332
1333 std::vector<int32_t> jpegREntries;
1334 for (const auto& it : supportedP010Sizes) {
1335 int32_t entry[4] = {HAL_PIXEL_FORMAT_BLOB, static_cast<int32_t> (std::get<0>(it)),
1336 static_cast<int32_t> (std::get<1>(it)),
1337 ANDROID_JPEGR_AVAILABLE_JPEG_R_STREAM_CONFIGURATIONS_OUTPUT };
1338 jpegREntries.insert(jpegREntries.end(), entry, entry + 4);
1339 }
1340
1341 std::vector<int64_t> blobMinDurations, blobStallDurations;
1342 std::vector<int64_t> jpegRMinDurations, jpegRStallDurations;
1343
1344 // We use the jpeg stall and min frame durations to approximate the respective jpeg/r
1345 // durations.
1346 getSupportedDurations(c, scalerMinFrameDurationsTag, HAL_PIXEL_FORMAT_BLOB,
1347 supportedP010Sizes, &blobMinDurations);
1348 getSupportedDurations(c, scalerStallDurationsTag, HAL_PIXEL_FORMAT_BLOB,
1349 supportedP010Sizes, &blobStallDurations);
1350 if (blobStallDurations.empty() || blobMinDurations.empty() ||
Euisang Limff49bdb2023-02-13 19:54:53 +09001351 supportedP010Sizes.size() != blobMinDurations.size() ||
1352 blobMinDurations.size() != blobStallDurations.size()) {
1353 ALOGE("%s: Unexpected number of available blob durations! %zu vs. %zu with "
1354 "supportedP010Sizes size: %zu", __FUNCTION__, blobMinDurations.size(),
1355 blobStallDurations.size(), supportedP010Sizes.size());
Emilian Peev434248e2022-10-06 14:58:54 -07001356 return BAD_VALUE;
1357 }
1358
1359 auto itDuration = blobMinDurations.begin();
1360 auto itSize = supportedP010Sizes.begin();
1361 while (itDuration != blobMinDurations.end()) {
1362 int64_t entry[4] = {HAL_PIXEL_FORMAT_BLOB, static_cast<int32_t> (std::get<0>(*itSize)),
1363 static_cast<int32_t> (std::get<1>(*itSize)), *itDuration};
1364 jpegRMinDurations.insert(jpegRMinDurations.end(), entry, entry + 4);
1365 itDuration++; itSize++;
1366 }
1367
1368 itDuration = blobStallDurations.begin();
1369 itSize = supportedP010Sizes.begin();
1370 while (itDuration != blobStallDurations.end()) {
1371 int64_t entry[4] = {HAL_PIXEL_FORMAT_BLOB, static_cast<int32_t> (std::get<0>(*itSize)),
1372 static_cast<int32_t> (std::get<1>(*itSize)), *itDuration};
1373 jpegRStallDurations.insert(jpegRStallDurations.end(), entry, entry + 4);
1374 itDuration++; itSize++;
1375 }
1376
1377 supportedChTags.reserve(chTags.count + 3);
1378 supportedChTags.insert(supportedChTags.end(), chTags.data.i32,
1379 chTags.data.i32 + chTags.count);
1380 supportedChTags.push_back(jpegRSizesTag);
1381 supportedChTags.push_back(jpegRMinFrameDurationsTag);
1382 supportedChTags.push_back(jpegRStallDurationsTag);
1383 c.update(jpegRSizesTag, jpegREntries.data(), jpegREntries.size());
1384 c.update(jpegRMinFrameDurationsTag, jpegRMinDurations.data(), jpegRMinDurations.size());
1385 c.update(jpegRStallDurationsTag, jpegRStallDurations.data(), jpegRStallDurations.size());
1386 c.update(ANDROID_REQUEST_AVAILABLE_CHARACTERISTICS_KEYS, supportedChTags.data(),
1387 supportedChTags.size());
1388
1389 auto colorSpaces = c.find(ANDROID_REQUEST_AVAILABLE_COLOR_SPACE_PROFILES_MAP);
1390 if (colorSpaces.count > 0 && !maxResolution) {
1391 bool displayP3Support = false;
1392 int64_t dynamicRange = ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD;
1393 for (size_t i = 0; i < colorSpaces.count; i += 3) {
1394 auto colorSpace = colorSpaces.data.i64[i];
1395 auto format = colorSpaces.data.i64[i+1];
1396 bool formatMatch = (format == static_cast<int64_t>(PublicFormat::JPEG)) ||
1397 (format == static_cast<int64_t>(PublicFormat::UNKNOWN));
1398 bool colorSpaceMatch =
1399 colorSpace == ANDROID_REQUEST_AVAILABLE_COLOR_SPACE_PROFILES_MAP_DISPLAY_P3;
1400 if (formatMatch && colorSpaceMatch) {
1401 displayP3Support = true;
1402 }
1403
1404 // Jpeg/R will support the same dynamic range profiles as P010
1405 if (format == static_cast<int64_t>(PublicFormat::YCBCR_P010)) {
1406 dynamicRange |= colorSpaces.data.i64[i+2];
1407 }
1408 }
1409 if (displayP3Support) {
1410 std::vector<int64_t> supportedColorSpaces;
1411 // Jpeg/R must support the default system as well ase display P3 color space
1412 supportedColorSpaces.reserve(colorSpaces.count + 3*2);
1413 supportedColorSpaces.insert(supportedColorSpaces.end(), colorSpaces.data.i64,
1414 colorSpaces.data.i64 + colorSpaces.count);
1415
1416 supportedColorSpaces.push_back(static_cast<int64_t>(
1417 ANDROID_REQUEST_AVAILABLE_COLOR_SPACE_PROFILES_MAP_SRGB));
1418 supportedColorSpaces.push_back(static_cast<int64_t>(PublicFormat::JPEG_R));
1419 supportedColorSpaces.push_back(dynamicRange);
1420
1421 supportedColorSpaces.push_back(static_cast<int64_t>(
1422 ANDROID_REQUEST_AVAILABLE_COLOR_SPACE_PROFILES_MAP_DISPLAY_P3));
1423 supportedColorSpaces.push_back(static_cast<int64_t>(PublicFormat::JPEG_R));
1424 supportedColorSpaces.push_back(dynamicRange);
1425 c.update(ANDROID_REQUEST_AVAILABLE_COLOR_SPACE_PROFILES_MAP,
1426 supportedColorSpaces.data(), supportedColorSpaces.size());
1427 }
1428 }
1429
1430 return OK;
1431}
1432
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001433status_t CameraProviderManager::ProviderInfo::DeviceInfo3::addDynamicDepthTags(
1434 bool maxResolution) {
1435 const int32_t depthExclTag = ANDROID_DEPTH_DEPTH_IS_EXCLUSIVE;
1436
1437 const int32_t scalerSizesTag =
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07001438 SessionConfigurationUtils::getAppropriateModeTag(
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001439 ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS, maxResolution);
1440 const int32_t scalerMinFrameDurationsTag =
1441 ANDROID_SCALER_AVAILABLE_MIN_FRAME_DURATIONS;
1442 const int32_t scalerStallDurationsTag =
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07001443 SessionConfigurationUtils::getAppropriateModeTag(
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001444 ANDROID_SCALER_AVAILABLE_STALL_DURATIONS, maxResolution);
1445
1446 const int32_t depthSizesTag =
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07001447 SessionConfigurationUtils::getAppropriateModeTag(
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001448 ANDROID_DEPTH_AVAILABLE_DEPTH_STREAM_CONFIGURATIONS, maxResolution);
1449 const int32_t depthStallDurationsTag =
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07001450 SessionConfigurationUtils::getAppropriateModeTag(
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001451 ANDROID_DEPTH_AVAILABLE_DEPTH_STALL_DURATIONS, maxResolution);
1452 const int32_t depthMinFrameDurationsTag =
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07001453 SessionConfigurationUtils::getAppropriateModeTag(
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001454 ANDROID_DEPTH_AVAILABLE_DEPTH_MIN_FRAME_DURATIONS, maxResolution);
1455
1456 const int32_t dynamicDepthSizesTag =
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07001457 SessionConfigurationUtils::getAppropriateModeTag(
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001458 ANDROID_DEPTH_AVAILABLE_DYNAMIC_DEPTH_STREAM_CONFIGURATIONS, maxResolution);
1459 const int32_t dynamicDepthStallDurationsTag =
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07001460 SessionConfigurationUtils::getAppropriateModeTag(
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001461 ANDROID_DEPTH_AVAILABLE_DYNAMIC_DEPTH_STALL_DURATIONS, maxResolution);
1462 const int32_t dynamicDepthMinFrameDurationsTag =
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07001463 SessionConfigurationUtils::getAppropriateModeTag(
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001464 ANDROID_DEPTH_AVAILABLE_DYNAMIC_DEPTH_MIN_FRAME_DURATIONS, maxResolution);
1465
Emilian Peev4c6d2b52019-01-04 17:13:56 +00001466 auto& c = mCameraCharacteristics;
1467 std::vector<std::tuple<size_t, size_t>> supportedBlobSizes, supportedDepthSizes,
1468 supportedDynamicDepthSizes, internalDepthSizes;
1469 auto chTags = c.find(ANDROID_REQUEST_AVAILABLE_CHARACTERISTICS_KEYS);
1470 if (chTags.count == 0) {
1471 ALOGE("%s: Supported camera characteristics is empty!", __FUNCTION__);
1472 return BAD_VALUE;
1473 }
1474
1475 bool isDepthExclusivePresent = std::find(chTags.data.i32, chTags.data.i32 + chTags.count,
1476 depthExclTag) != (chTags.data.i32 + chTags.count);
1477 bool isDepthSizePresent = std::find(chTags.data.i32, chTags.data.i32 + chTags.count,
Emilian Peeva1185162019-01-30 16:41:43 -08001478 depthSizesTag) != (chTags.data.i32 + chTags.count);
Emilian Peev4c6d2b52019-01-04 17:13:56 +00001479 if (!(isDepthExclusivePresent && isDepthSizePresent)) {
1480 // No depth support, nothing more to do.
1481 return OK;
1482 }
1483
1484 auto depthExclusiveEntry = c.find(depthExclTag);
1485 if (depthExclusiveEntry.count > 0) {
1486 if (depthExclusiveEntry.data.u8[0] != ANDROID_DEPTH_DEPTH_IS_EXCLUSIVE_FALSE) {
1487 // Depth support is exclusive, nothing more to do.
1488 return OK;
1489 }
1490 } else {
1491 ALOGE("%s: Advertised depth exclusive tag but value is not present!", __FUNCTION__);
1492 return BAD_VALUE;
1493 }
1494
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001495 getSupportedSizes(c, scalerSizesTag, HAL_PIXEL_FORMAT_BLOB,
Emilian Peev4c6d2b52019-01-04 17:13:56 +00001496 &supportedBlobSizes);
1497 getSupportedSizes(c, depthSizesTag, HAL_PIXEL_FORMAT_Y16, &supportedDepthSizes);
1498 if (supportedBlobSizes.empty() || supportedDepthSizes.empty()) {
1499 // Nothing to do in this case.
1500 return OK;
1501 }
1502
1503 getSupportedDynamicDepthSizes(supportedBlobSizes, supportedDepthSizes,
1504 &supportedDynamicDepthSizes, &internalDepthSizes);
1505 if (supportedDynamicDepthSizes.empty()) {
Emilian Peev4c6d2b52019-01-04 17:13:56 +00001506 // Nothing more to do.
1507 return OK;
1508 }
1509
1510 std::vector<int32_t> dynamicDepthEntries;
1511 for (const auto& it : supportedDynamicDepthSizes) {
1512 int32_t entry[4] = {HAL_PIXEL_FORMAT_BLOB, static_cast<int32_t> (std::get<0>(it)),
1513 static_cast<int32_t> (std::get<1>(it)),
1514 ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS_OUTPUT };
1515 dynamicDepthEntries.insert(dynamicDepthEntries.end(), entry, entry + 4);
1516 }
1517
1518 std::vector<int64_t> depthMinDurations, depthStallDurations;
1519 std::vector<int64_t> blobMinDurations, blobStallDurations;
1520 std::vector<int64_t> dynamicDepthMinDurations, dynamicDepthStallDurations;
1521
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001522 getSupportedDurations(c, depthMinFrameDurationsTag, HAL_PIXEL_FORMAT_Y16, internalDepthSizes,
1523 &depthMinDurations);
1524 getSupportedDurations(c, scalerMinFrameDurationsTag, HAL_PIXEL_FORMAT_BLOB,
1525 supportedDynamicDepthSizes, &blobMinDurations);
Emilian Peev4c6d2b52019-01-04 17:13:56 +00001526 if (blobMinDurations.empty() || depthMinDurations.empty() ||
1527 (depthMinDurations.size() != blobMinDurations.size())) {
1528 ALOGE("%s: Unexpected number of available depth min durations! %zu vs. %zu",
1529 __FUNCTION__, depthMinDurations.size(), blobMinDurations.size());
1530 return BAD_VALUE;
1531 }
1532
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001533 getSupportedDurations(c, depthStallDurationsTag, HAL_PIXEL_FORMAT_Y16, internalDepthSizes,
1534 &depthStallDurations);
1535 getSupportedDurations(c, scalerStallDurationsTag, HAL_PIXEL_FORMAT_BLOB,
1536 supportedDynamicDepthSizes, &blobStallDurations);
Emilian Peev4c6d2b52019-01-04 17:13:56 +00001537 if (blobStallDurations.empty() || depthStallDurations.empty() ||
1538 (depthStallDurations.size() != blobStallDurations.size())) {
1539 ALOGE("%s: Unexpected number of available depth stall durations! %zu vs. %zu",
1540 __FUNCTION__, depthStallDurations.size(), blobStallDurations.size());
1541 return BAD_VALUE;
1542 }
1543
1544 getSupportedDynamicDepthDurations(depthMinDurations, blobMinDurations,
1545 &dynamicDepthMinDurations);
1546 getSupportedDynamicDepthDurations(depthStallDurations, blobStallDurations,
1547 &dynamicDepthStallDurations);
1548 if (dynamicDepthMinDurations.empty() || dynamicDepthStallDurations.empty() ||
1549 (dynamicDepthMinDurations.size() != dynamicDepthStallDurations.size())) {
1550 ALOGE("%s: Unexpected number of dynamic depth stall/min durations! %zu vs. %zu",
1551 __FUNCTION__, dynamicDepthMinDurations.size(), dynamicDepthStallDurations.size());
1552 return BAD_VALUE;
1553 }
1554
1555 std::vector<int64_t> dynamicDepthMinDurationEntries;
1556 auto itDuration = dynamicDepthMinDurations.begin();
1557 auto itSize = supportedDynamicDepthSizes.begin();
1558 while (itDuration != dynamicDepthMinDurations.end()) {
1559 int64_t entry[4] = {HAL_PIXEL_FORMAT_BLOB, static_cast<int32_t> (std::get<0>(*itSize)),
1560 static_cast<int32_t> (std::get<1>(*itSize)), *itDuration};
1561 dynamicDepthMinDurationEntries.insert(dynamicDepthMinDurationEntries.end(), entry,
1562 entry + 4);
1563 itDuration++; itSize++;
1564 }
1565
1566 std::vector<int64_t> dynamicDepthStallDurationEntries;
1567 itDuration = dynamicDepthStallDurations.begin();
1568 itSize = supportedDynamicDepthSizes.begin();
1569 while (itDuration != dynamicDepthStallDurations.end()) {
1570 int64_t entry[4] = {HAL_PIXEL_FORMAT_BLOB, static_cast<int32_t> (std::get<0>(*itSize)),
1571 static_cast<int32_t> (std::get<1>(*itSize)), *itDuration};
1572 dynamicDepthStallDurationEntries.insert(dynamicDepthStallDurationEntries.end(), entry,
1573 entry + 4);
1574 itDuration++; itSize++;
1575 }
1576
Emilian Peev4c6d2b52019-01-04 17:13:56 +00001577 std::vector<int32_t> supportedChTags;
1578 supportedChTags.reserve(chTags.count + 3);
1579 supportedChTags.insert(supportedChTags.end(), chTags.data.i32,
1580 chTags.data.i32 + chTags.count);
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001581 supportedChTags.push_back(dynamicDepthSizesTag);
1582 supportedChTags.push_back(dynamicDepthMinFrameDurationsTag);
1583 supportedChTags.push_back(dynamicDepthStallDurationsTag);
1584 c.update(dynamicDepthSizesTag, dynamicDepthEntries.data(), dynamicDepthEntries.size());
1585 c.update(dynamicDepthMinFrameDurationsTag, dynamicDepthMinDurationEntries.data(),
1586 dynamicDepthMinDurationEntries.size());
1587 c.update(dynamicDepthStallDurationsTag, dynamicDepthStallDurationEntries.data(),
1588 dynamicDepthStallDurationEntries.size());
Emilian Peev4c6d2b52019-01-04 17:13:56 +00001589 c.update(ANDROID_REQUEST_AVAILABLE_CHARACTERISTICS_KEYS, supportedChTags.data(),
1590 supportedChTags.size());
1591
1592 return OK;
1593}
1594
Rucha Katakwar31fbf3a2022-05-02 13:23:56 -07001595status_t CameraProviderManager::ProviderInfo::DeviceInfo3::fixupTorchStrengthTags() {
1596 status_t res = OK;
1597 auto& c = mCameraCharacteristics;
1598 auto flashInfoStrengthDefaultLevelEntry = c.find(ANDROID_FLASH_INFO_STRENGTH_DEFAULT_LEVEL);
1599 if (flashInfoStrengthDefaultLevelEntry.count == 0) {
1600 int32_t flashInfoStrengthDefaultLevel = 1;
1601 res = c.update(ANDROID_FLASH_INFO_STRENGTH_DEFAULT_LEVEL,
1602 &flashInfoStrengthDefaultLevel, 1);
1603 if (res != OK) {
1604 ALOGE("%s: Failed to update ANDROID_FLASH_INFO_STRENGTH_DEFAULT_LEVEL: %s (%d)",
1605 __FUNCTION__,strerror(-res), res);
1606 return res;
1607 }
1608 }
1609 auto flashInfoStrengthMaximumLevelEntry = c.find(ANDROID_FLASH_INFO_STRENGTH_MAXIMUM_LEVEL);
1610 if (flashInfoStrengthMaximumLevelEntry.count == 0) {
1611 int32_t flashInfoStrengthMaximumLevel = 1;
1612 res = c.update(ANDROID_FLASH_INFO_STRENGTH_MAXIMUM_LEVEL,
1613 &flashInfoStrengthMaximumLevel, 1);
1614 if (res != OK) {
1615 ALOGE("%s: Failed to update ANDROID_FLASH_INFO_STRENGTH_MAXIMUM_LEVEL: %s (%d)",
1616 __FUNCTION__,strerror(-res), res);
1617 return res;
1618 }
1619 }
1620 return res;
1621}
1622
Rucha Katakware4d3e1f2023-11-06 13:46:45 -08001623
1624status_t CameraProviderManager::ProviderInfo::DeviceInfo3::fixupManualFlashStrengthControlTags(
1625 CameraMetadata& ch) {
Rucha Katakward0dc8032023-09-26 15:39:31 -07001626 status_t res = OK;
Rucha Katakware4d3e1f2023-11-06 13:46:45 -08001627 auto flashSingleStrengthMaxLevelEntry = ch.find(ANDROID_FLASH_SINGLE_STRENGTH_MAX_LEVEL);
Rucha Katakward0dc8032023-09-26 15:39:31 -07001628 if (flashSingleStrengthMaxLevelEntry.count == 0) {
1629 int32_t flashSingleStrengthMaxLevel = 1;
Rucha Katakware4d3e1f2023-11-06 13:46:45 -08001630 res = ch.update(ANDROID_FLASH_SINGLE_STRENGTH_MAX_LEVEL,
Rucha Katakward0dc8032023-09-26 15:39:31 -07001631 &flashSingleStrengthMaxLevel, 1);
1632 if (res != OK) {
1633 ALOGE("%s: Failed to update ANDROID_FLASH_SINGLE_STRENGTH_MAX_LEVEL: %s (%d)",
1634 __FUNCTION__,strerror(-res), res);
1635 return res;
1636 }
1637 }
Rucha Katakware4d3e1f2023-11-06 13:46:45 -08001638 auto flashSingleStrengthDefaultLevelEntry = ch.find(
1639 ANDROID_FLASH_SINGLE_STRENGTH_DEFAULT_LEVEL);
Rucha Katakward0dc8032023-09-26 15:39:31 -07001640 if (flashSingleStrengthDefaultLevelEntry.count == 0) {
1641 int32_t flashSingleStrengthDefaultLevel = 1;
Rucha Katakware4d3e1f2023-11-06 13:46:45 -08001642 res = ch.update(ANDROID_FLASH_SINGLE_STRENGTH_DEFAULT_LEVEL,
Rucha Katakward0dc8032023-09-26 15:39:31 -07001643 &flashSingleStrengthDefaultLevel, 1);
1644 if (res != OK) {
1645 ALOGE("%s: Failed to update ANDROID_FLASH_SINGLE_STRENGTH_DEFAULT_LEVEL: %s (%d)",
1646 __FUNCTION__,strerror(-res), res);
1647 return res;
1648 }
1649 }
Rucha Katakware4d3e1f2023-11-06 13:46:45 -08001650 auto flashTorchStrengthMaxLevelEntry = ch.find(ANDROID_FLASH_TORCH_STRENGTH_MAX_LEVEL);
Rucha Katakward0dc8032023-09-26 15:39:31 -07001651 if (flashTorchStrengthMaxLevelEntry.count == 0) {
1652 int32_t flashTorchStrengthMaxLevel = 1;
Rucha Katakware4d3e1f2023-11-06 13:46:45 -08001653 res = ch.update(ANDROID_FLASH_TORCH_STRENGTH_MAX_LEVEL,
Rucha Katakward0dc8032023-09-26 15:39:31 -07001654 &flashTorchStrengthMaxLevel, 1);
1655 if (res != OK) {
1656 ALOGE("%s: Failed to update ANDROID_FLASH_TORCH_STRENGTH_MAX_LEVEL: %s (%d)",
1657 __FUNCTION__,strerror(-res), res);
1658 return res;
1659 }
1660 }
Rucha Katakware4d3e1f2023-11-06 13:46:45 -08001661 auto flashTorchStrengthDefaultLevelEntry = ch.find(ANDROID_FLASH_TORCH_STRENGTH_DEFAULT_LEVEL);
Rucha Katakward0dc8032023-09-26 15:39:31 -07001662 if (flashTorchStrengthDefaultLevelEntry.count == 0) {
1663 int32_t flashTorchStrengthDefaultLevel = 1;
Rucha Katakware4d3e1f2023-11-06 13:46:45 -08001664 res = ch.update(ANDROID_FLASH_TORCH_STRENGTH_DEFAULT_LEVEL,
Rucha Katakward0dc8032023-09-26 15:39:31 -07001665 &flashTorchStrengthDefaultLevel, 1);
1666 if (res != OK) {
1667 ALOGE("%s: Failed to update ANDROID_FLASH_TORCH_STRENGTH_DEFAULT_LEVEL: %s (%d)",
1668 __FUNCTION__,strerror(-res), res);
1669 return res;
1670 }
1671 }
1672 return res;
1673}
1674
Shuzhen Wang268a1362018-10-16 16:32:59 -07001675status_t CameraProviderManager::ProviderInfo::DeviceInfo3::fixupMonochromeTags() {
1676 status_t res = OK;
1677 auto& c = mCameraCharacteristics;
Jayant Chowdharyffc5d682022-05-12 18:34:34 +00001678 sp<ProviderInfo> parentProvider = mParentProvider.promote();
1679 if (parentProvider == nullptr) {
1680 return DEAD_OBJECT;
1681 }
1682 IPCTransport ipcTransport = parentProvider->getIPCTransport();
Shuzhen Wang268a1362018-10-16 16:32:59 -07001683 // Override static metadata for MONOCHROME camera with older device version
Jayant Chowdharyffc5d682022-05-12 18:34:34 +00001684 if (ipcTransport == IPCTransport::HIDL &&
1685 (mVersion.get_major() == 3 && mVersion.get_minor() < 5)) {
Shuzhen Wang268a1362018-10-16 16:32:59 -07001686 camera_metadata_entry cap = c.find(ANDROID_REQUEST_AVAILABLE_CAPABILITIES);
1687 for (size_t i = 0; i < cap.count; i++) {
1688 if (cap.data.u8[i] == ANDROID_REQUEST_AVAILABLE_CAPABILITIES_MONOCHROME) {
1689 // ANDROID_SENSOR_INFO_COLOR_FILTER_ARRANGEMENT
1690 uint8_t cfa = ANDROID_SENSOR_INFO_COLOR_FILTER_ARRANGEMENT_MONO;
1691 res = c.update(ANDROID_SENSOR_INFO_COLOR_FILTER_ARRANGEMENT, &cfa, 1);
1692 if (res != OK) {
1693 ALOGE("%s: Failed to update COLOR_FILTER_ARRANGEMENT: %s (%d)",
1694 __FUNCTION__, strerror(-res), res);
1695 return res;
1696 }
1697
1698 // ANDROID_REQUEST_AVAILABLE_CHARACTERISTICS_KEYS
1699 const std::vector<uint32_t> sKeys = {
1700 ANDROID_SENSOR_REFERENCE_ILLUMINANT1,
1701 ANDROID_SENSOR_REFERENCE_ILLUMINANT2,
1702 ANDROID_SENSOR_CALIBRATION_TRANSFORM1,
1703 ANDROID_SENSOR_CALIBRATION_TRANSFORM2,
1704 ANDROID_SENSOR_COLOR_TRANSFORM1,
1705 ANDROID_SENSOR_COLOR_TRANSFORM2,
1706 ANDROID_SENSOR_FORWARD_MATRIX1,
1707 ANDROID_SENSOR_FORWARD_MATRIX2,
1708 };
1709 res = removeAvailableKeys(c, sKeys,
1710 ANDROID_REQUEST_AVAILABLE_CHARACTERISTICS_KEYS);
1711 if (res != OK) {
1712 ALOGE("%s: Failed to update REQUEST_AVAILABLE_CHARACTERISTICS_KEYS: %s (%d)",
1713 __FUNCTION__, strerror(-res), res);
1714 return res;
1715 }
1716
1717 // ANDROID_REQUEST_AVAILABLE_REQUEST_KEYS
1718 const std::vector<uint32_t> reqKeys = {
1719 ANDROID_COLOR_CORRECTION_MODE,
1720 ANDROID_COLOR_CORRECTION_TRANSFORM,
1721 ANDROID_COLOR_CORRECTION_GAINS,
1722 };
1723 res = removeAvailableKeys(c, reqKeys, ANDROID_REQUEST_AVAILABLE_REQUEST_KEYS);
1724 if (res != OK) {
1725 ALOGE("%s: Failed to update REQUEST_AVAILABLE_REQUEST_KEYS: %s (%d)",
1726 __FUNCTION__, strerror(-res), res);
1727 return res;
1728 }
1729
1730 // ANDROID_REQUEST_AVAILABLE_RESULT_KEYS
1731 const std::vector<uint32_t> resKeys = {
1732 ANDROID_SENSOR_GREEN_SPLIT,
1733 ANDROID_SENSOR_NEUTRAL_COLOR_POINT,
1734 ANDROID_COLOR_CORRECTION_MODE,
1735 ANDROID_COLOR_CORRECTION_TRANSFORM,
1736 ANDROID_COLOR_CORRECTION_GAINS,
1737 };
1738 res = removeAvailableKeys(c, resKeys, ANDROID_REQUEST_AVAILABLE_RESULT_KEYS);
1739 if (res != OK) {
1740 ALOGE("%s: Failed to update REQUEST_AVAILABLE_RESULT_KEYS: %s (%d)",
1741 __FUNCTION__, strerror(-res), res);
1742 return res;
1743 }
1744
1745 // ANDROID_SENSOR_BLACK_LEVEL_PATTERN
1746 camera_metadata_entry blEntry = c.find(ANDROID_SENSOR_BLACK_LEVEL_PATTERN);
1747 for (size_t j = 1; j < blEntry.count; j++) {
1748 blEntry.data.i32[j] = blEntry.data.i32[0];
1749 }
1750 }
1751 }
1752 }
1753 return res;
1754}
1755
Eino-Ville Talvalaf2e37092020-01-07 15:32:32 -08001756status_t CameraProviderManager::ProviderInfo::DeviceInfo3::addRotateCropTags() {
1757 status_t res = OK;
1758 auto& c = mCameraCharacteristics;
1759
1760 auto availableRotateCropEntry = c.find(ANDROID_SCALER_AVAILABLE_ROTATE_AND_CROP_MODES);
1761 if (availableRotateCropEntry.count == 0) {
1762 uint8_t defaultAvailableRotateCropEntry = ANDROID_SCALER_ROTATE_AND_CROP_NONE;
1763 res = c.update(ANDROID_SCALER_AVAILABLE_ROTATE_AND_CROP_MODES,
1764 &defaultAvailableRotateCropEntry, 1);
1765 }
1766 return res;
1767}
1768
Bharatt Kukrejad33fe9f2022-11-23 21:52:52 +00001769status_t CameraProviderManager::ProviderInfo::DeviceInfo3::addAutoframingTags() {
1770 status_t res = OK;
1771 auto& c = mCameraCharacteristics;
1772
1773 auto availableAutoframingEntry = c.find(ANDROID_CONTROL_AUTOFRAMING_AVAILABLE);
1774 if (availableAutoframingEntry.count == 0) {
1775 uint8_t defaultAutoframingEntry = ANDROID_CONTROL_AUTOFRAMING_AVAILABLE_FALSE;
1776 res = c.update(ANDROID_CONTROL_AUTOFRAMING_AVAILABLE,
1777 &defaultAutoframingEntry, 1);
1778 }
1779 return res;
1780}
1781
Shuzhen Wang9bf8a6f2020-05-01 09:49:04 -07001782status_t CameraProviderManager::ProviderInfo::DeviceInfo3::addPreCorrectionActiveArraySize() {
1783 status_t res = OK;
1784 auto& c = mCameraCharacteristics;
1785
1786 auto activeArraySize = c.find(ANDROID_SENSOR_INFO_ACTIVE_ARRAY_SIZE);
1787 auto preCorrectionActiveArraySize = c.find(
1788 ANDROID_SENSOR_INFO_PRE_CORRECTION_ACTIVE_ARRAY_SIZE);
1789 if (activeArraySize.count == 4 && preCorrectionActiveArraySize.count == 0) {
1790 std::vector<int32_t> preCorrectionArray(
1791 activeArraySize.data.i32, activeArraySize.data.i32+4);
1792 res = c.update(ANDROID_SENSOR_INFO_PRE_CORRECTION_ACTIVE_ARRAY_SIZE,
1793 preCorrectionArray.data(), 4);
1794 if (res != OK) {
1795 ALOGE("%s: Failed to add ANDROID_SENSOR_INFO_PRE_CORRECTION_ACTIVE_ARRAY_SIZE: %s(%d)",
1796 __FUNCTION__, strerror(-res), res);
1797 return res;
1798 }
1799 } else {
1800 return res;
1801 }
1802
1803 auto charTags = c.find(ANDROID_REQUEST_AVAILABLE_CHARACTERISTICS_KEYS);
1804 bool hasPreCorrectionActiveArraySize = std::find(charTags.data.i32,
1805 charTags.data.i32 + charTags.count,
1806 ANDROID_SENSOR_INFO_PRE_CORRECTION_ACTIVE_ARRAY_SIZE) !=
1807 (charTags.data.i32 + charTags.count);
1808 if (!hasPreCorrectionActiveArraySize) {
1809 std::vector<int32_t> supportedCharTags;
1810 supportedCharTags.reserve(charTags.count + 1);
1811 supportedCharTags.insert(supportedCharTags.end(), charTags.data.i32,
1812 charTags.data.i32 + charTags.count);
1813 supportedCharTags.push_back(ANDROID_SENSOR_INFO_PRE_CORRECTION_ACTIVE_ARRAY_SIZE);
1814
1815 res = c.update(ANDROID_REQUEST_AVAILABLE_CHARACTERISTICS_KEYS, supportedCharTags.data(),
1816 supportedCharTags.size());
1817 if (res != OK) {
1818 ALOGE("%s: Failed to update ANDROID_REQUEST_AVAILABLE_CHARACTERISTICS_KEYS: %s(%d)",
1819 __FUNCTION__, strerror(-res), res);
1820 return res;
1821 }
1822 }
1823
1824 return res;
1825}
1826
Jayant Chowdharyffc5d682022-05-12 18:34:34 +00001827status_t CameraProviderManager::ProviderInfo::DeviceInfo3::addReadoutTimestampTag(
1828 bool readoutTimestampSupported) {
Shuzhen Wangffc4c012022-04-20 15:55:46 -07001829 status_t res = OK;
1830 auto& c = mCameraCharacteristics;
1831
1832 auto entry = c.find(ANDROID_SENSOR_READOUT_TIMESTAMP);
Avichal Rakeshd6b51642023-12-13 12:50:35 -08001833 if (entry.count == 0) {
1834 uint8_t defaultReadoutTimestamp = readoutTimestampSupported ?
1835 ANDROID_SENSOR_READOUT_TIMESTAMP_HARDWARE :
1836 ANDROID_SENSOR_READOUT_TIMESTAMP_NOT_SUPPORTED;
1837 res = c.update(ANDROID_SENSOR_READOUT_TIMESTAMP, &defaultReadoutTimestamp, 1);
Shuzhen Wangffc4c012022-04-20 15:55:46 -07001838 }
1839
Shuzhen Wangffc4c012022-04-20 15:55:46 -07001840 return res;
1841}
1842
Shuzhen Wang045be6c2023-10-12 10:01:10 -07001843status_t CameraProviderManager::ProviderInfo::DeviceInfo3::addSessionConfigQueryVersionTag() {
1844 sp<ProviderInfo> parentProvider = mParentProvider.promote();
1845 if (parentProvider == nullptr) {
1846 return DEAD_OBJECT;
1847 }
1848
1849 int versionCode = ANDROID_INFO_SESSION_CONFIGURATION_QUERY_VERSION_UPSIDE_DOWN_CAKE;
1850 IPCTransport ipcTransport = parentProvider->getIPCTransport();
1851 int deviceVersion = HARDWARE_DEVICE_API_VERSION(mVersion.get_major(), mVersion.get_minor());
1852 if (ipcTransport == IPCTransport::AIDL
1853 && deviceVersion >= CAMERA_DEVICE_API_VERSION_1_3) {
1854 versionCode = ANDROID_INFO_SESSION_CONFIGURATION_QUERY_VERSION_VANILLA_ICE_CREAM;
1855 }
1856
1857 auto& c = mCameraCharacteristics;
1858 status_t res = c.update(ANDROID_INFO_SESSION_CONFIGURATION_QUERY_VERSION, &versionCode, 1);
Avichal Rakesh4baf7262024-03-20 19:16:04 -07001859 mSessionConfigQueryVersion = versionCode;
Shuzhen Wang045be6c2023-10-12 10:01:10 -07001860 return res;
1861}
1862
Shuzhen Wang268a1362018-10-16 16:32:59 -07001863status_t CameraProviderManager::ProviderInfo::DeviceInfo3::removeAvailableKeys(
1864 CameraMetadata& c, const std::vector<uint32_t>& keys, uint32_t keyTag) {
1865 status_t res = OK;
1866
1867 camera_metadata_entry keysEntry = c.find(keyTag);
1868 if (keysEntry.count == 0) {
1869 ALOGE("%s: Failed to find tag %u: %s (%d)", __FUNCTION__, keyTag, strerror(-res), res);
1870 return res;
1871 }
1872 std::vector<int32_t> vKeys;
1873 vKeys.reserve(keysEntry.count);
1874 for (size_t i = 0; i < keysEntry.count; i++) {
1875 if (std::find(keys.begin(), keys.end(), keysEntry.data.i32[i]) == keys.end()) {
1876 vKeys.push_back(keysEntry.data.i32[i]);
1877 }
1878 }
1879 res = c.update(keyTag, vKeys.data(), vKeys.size());
1880 return res;
1881}
1882
Shuzhen Wang68ac7ad2019-01-30 14:03:28 -08001883status_t CameraProviderManager::ProviderInfo::DeviceInfo3::fillHeicStreamCombinations(
1884 std::vector<int32_t>* outputs,
1885 std::vector<int64_t>* durations,
1886 std::vector<int64_t>* stallDurations,
1887 const camera_metadata_entry& halStreamConfigs,
1888 const camera_metadata_entry& halStreamDurations) {
1889 if (outputs == nullptr || durations == nullptr || stallDurations == nullptr) {
1890 return BAD_VALUE;
1891 }
1892
1893 static bool supportInMemoryTempFile =
1894 camera3::HeicCompositeStream::isInMemoryTempFileSupported();
1895 if (!supportInMemoryTempFile) {
1896 ALOGI("%s: No HEIC support due to absence of in memory temp file support",
1897 __FUNCTION__);
1898 return OK;
1899 }
1900
1901 for (size_t i = 0; i < halStreamConfigs.count; i += 4) {
1902 int32_t format = halStreamConfigs.data.i32[i];
1903 // Only IMPLEMENTATION_DEFINED and YUV_888 can be used to generate HEIC
1904 // image.
1905 if (format != HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED &&
1906 format != HAL_PIXEL_FORMAT_YCBCR_420_888) {
1907 continue;
1908 }
1909
1910 bool sizeAvail = false;
1911 for (size_t j = 0; j < outputs->size(); j+= 4) {
1912 if ((*outputs)[j+1] == halStreamConfigs.data.i32[i+1] &&
1913 (*outputs)[j+2] == halStreamConfigs.data.i32[i+2]) {
1914 sizeAvail = true;
1915 break;
1916 }
1917 }
1918 if (sizeAvail) continue;
1919
1920 int64_t stall = 0;
Susmitha Gummallafca67142020-03-05 14:58:30 -08001921 bool useHeic = false;
1922 bool useGrid = false;
Shuzhen Wang68ac7ad2019-01-30 14:03:28 -08001923 if (camera3::HeicCompositeStream::isSizeSupportedByHeifEncoder(
1924 halStreamConfigs.data.i32[i+1], halStreamConfigs.data.i32[i+2],
1925 &useHeic, &useGrid, &stall)) {
1926 if (useGrid != (format == HAL_PIXEL_FORMAT_YCBCR_420_888)) {
1927 continue;
1928 }
1929
1930 // HEIC configuration
1931 int32_t config[] = {HAL_PIXEL_FORMAT_BLOB, halStreamConfigs.data.i32[i+1],
1932 halStreamConfigs.data.i32[i+2], 0 /*isInput*/};
1933 outputs->insert(outputs->end(), config, config + 4);
1934
1935 // HEIC minFrameDuration
1936 for (size_t j = 0; j < halStreamDurations.count; j += 4) {
1937 if (halStreamDurations.data.i64[j] == format &&
1938 halStreamDurations.data.i64[j+1] == halStreamConfigs.data.i32[i+1] &&
1939 halStreamDurations.data.i64[j+2] == halStreamConfigs.data.i32[i+2]) {
1940 int64_t duration[] = {HAL_PIXEL_FORMAT_BLOB, halStreamConfigs.data.i32[i+1],
1941 halStreamConfigs.data.i32[i+2], halStreamDurations.data.i64[j+3]};
1942 durations->insert(durations->end(), duration, duration+4);
1943 break;
1944 }
1945 }
1946
1947 // HEIC stallDuration
1948 int64_t stallDuration[] = {HAL_PIXEL_FORMAT_BLOB, halStreamConfigs.data.i32[i+1],
1949 halStreamConfigs.data.i32[i+2], stall};
1950 stallDurations->insert(stallDurations->end(), stallDuration, stallDuration+4);
1951 }
1952 }
1953 return OK;
1954}
1955
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001956status_t CameraProviderManager::ProviderInfo::DeviceInfo3::deriveHeicTags(bool maxResolution) {
1957 int32_t scalerStreamSizesTag =
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07001958 SessionConfigurationUtils::getAppropriateModeTag(
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001959 ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS, maxResolution);
1960 int32_t scalerMinFrameDurationsTag =
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07001961 SessionConfigurationUtils::getAppropriateModeTag(
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001962 ANDROID_SCALER_AVAILABLE_MIN_FRAME_DURATIONS, maxResolution);
1963
1964 int32_t heicStreamSizesTag =
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07001965 SessionConfigurationUtils::getAppropriateModeTag(
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001966 ANDROID_HEIC_AVAILABLE_HEIC_STREAM_CONFIGURATIONS, maxResolution);
1967 int32_t heicMinFrameDurationsTag =
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07001968 SessionConfigurationUtils::getAppropriateModeTag(
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001969 ANDROID_HEIC_AVAILABLE_HEIC_MIN_FRAME_DURATIONS, maxResolution);
1970 int32_t heicStallDurationsTag =
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07001971 SessionConfigurationUtils::getAppropriateModeTag(
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001972 ANDROID_HEIC_AVAILABLE_HEIC_STALL_DURATIONS, maxResolution);
1973
Shuzhen Wang68ac7ad2019-01-30 14:03:28 -08001974 auto& c = mCameraCharacteristics;
1975
1976 camera_metadata_entry halHeicSupport = c.find(ANDROID_HEIC_INFO_SUPPORTED);
1977 if (halHeicSupport.count > 1) {
1978 ALOGE("%s: Invalid entry count %zu for ANDROID_HEIC_INFO_SUPPORTED",
1979 __FUNCTION__, halHeicSupport.count);
1980 return BAD_VALUE;
1981 } else if (halHeicSupport.count == 0 ||
1982 halHeicSupport.data.u8[0] == ANDROID_HEIC_INFO_SUPPORTED_FALSE) {
1983 // Camera HAL doesn't support mandatory stream combinations for HEIC.
1984 return OK;
1985 }
1986
1987 camera_metadata_entry maxJpegAppsSegments =
1988 c.find(ANDROID_HEIC_INFO_MAX_JPEG_APP_SEGMENTS_COUNT);
1989 if (maxJpegAppsSegments.count != 1 || maxJpegAppsSegments.data.u8[0] == 0 ||
1990 maxJpegAppsSegments.data.u8[0] > 16) {
1991 ALOGE("%s: ANDROID_HEIC_INFO_MAX_JPEG_APP_SEGMENTS_COUNT must be within [1, 16]",
1992 __FUNCTION__);
1993 return BAD_VALUE;
1994 }
1995
1996 // Populate HEIC output configurations and its related min frame duration
1997 // and stall duration.
1998 std::vector<int32_t> heicOutputs;
1999 std::vector<int64_t> heicDurations;
2000 std::vector<int64_t> heicStallDurations;
2001
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08002002 camera_metadata_entry halStreamConfigs = c.find(scalerStreamSizesTag);
2003 camera_metadata_entry minFrameDurations = c.find(scalerMinFrameDurationsTag);
Shuzhen Wang68ac7ad2019-01-30 14:03:28 -08002004
2005 status_t res = fillHeicStreamCombinations(&heicOutputs, &heicDurations, &heicStallDurations,
2006 halStreamConfigs, minFrameDurations);
2007 if (res != OK) {
2008 ALOGE("%s: Failed to fill HEIC stream combinations: %s (%d)", __FUNCTION__,
2009 strerror(-res), res);
2010 return res;
2011 }
2012
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08002013 c.update(heicStreamSizesTag, heicOutputs.data(), heicOutputs.size());
2014 c.update(heicMinFrameDurationsTag, heicDurations.data(), heicDurations.size());
2015 c.update(heicStallDurationsTag, heicStallDurations.data(), heicStallDurations.size());
Shuzhen Wang68ac7ad2019-01-30 14:03:28 -08002016
2017 return OK;
2018}
2019
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -08002020bool CameraProviderManager::isLogicalCameraLocked(const std::string& id,
Shuzhen Wang03d8cc12018-09-12 14:17:09 -07002021 std::vector<std::string>* physicalCameraIds) {
Shuzhen Wang03d8cc12018-09-12 14:17:09 -07002022 auto deviceInfo = findDeviceInfoLocked(id);
2023 if (deviceInfo == nullptr) return false;
2024
2025 if (deviceInfo->mIsLogicalCamera && physicalCameraIds != nullptr) {
2026 *physicalCameraIds = deviceInfo->mPhysicalIds;
2027 }
2028 return deviceInfo->mIsLogicalCamera;
Shuzhen Wange8aceb52018-05-21 12:00:56 -07002029}
2030
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -08002031bool CameraProviderManager::isLogicalCamera(const std::string& id,
2032 std::vector<std::string>* physicalCameraIds) {
2033 std::lock_guard<std::mutex> lock(mInterfaceMutex);
2034 return isLogicalCameraLocked(id, physicalCameraIds);
2035}
2036
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -07002037status_t CameraProviderManager::getSystemCameraKind(const std::string& id,
2038 SystemCameraKind *kind) const {
Jayant Chowdharyf949ddd2019-01-29 14:34:11 -08002039 std::lock_guard<std::mutex> lock(mInterfaceMutex);
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -07002040 return getSystemCameraKindLocked(id, kind);
Jayant Chowdhary847947d2019-08-30 18:02:59 -07002041}
Jayant Chowdharyf949ddd2019-01-29 14:34:11 -08002042
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -07002043status_t CameraProviderManager::getSystemCameraKindLocked(const std::string& id,
2044 SystemCameraKind *kind) const {
Jayant Chowdharyf949ddd2019-01-29 14:34:11 -08002045 auto deviceInfo = findDeviceInfoLocked(id);
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -07002046 if (deviceInfo != nullptr) {
2047 *kind = deviceInfo->mSystemCameraKind;
2048 return OK;
Jayant Chowdharyf949ddd2019-01-29 14:34:11 -08002049 }
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -07002050 // If this is a hidden physical camera, we should return what kind of
2051 // camera the enclosing logical camera is.
2052 auto isHiddenAndParent = isHiddenPhysicalCameraInternal(id);
2053 if (isHiddenAndParent.first) {
2054 LOG_ALWAYS_FATAL_IF(id == isHiddenAndParent.second->mId,
2055 "%s: hidden physical camera id %s and enclosing logical camera id %s are the same",
2056 __FUNCTION__, id.c_str(), isHiddenAndParent.second->mId.c_str());
2057 return getSystemCameraKindLocked(isHiddenAndParent.second->mId, kind);
2058 }
2059 // Neither a hidden physical camera nor a logical camera
2060 return NAME_NOT_FOUND;
Jayant Chowdharyf949ddd2019-01-29 14:34:11 -08002061}
2062
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -07002063bool CameraProviderManager::isHiddenPhysicalCamera(const std::string& cameraId) const {
Emilian Peev7fe6c422021-09-08 13:43:20 -07002064 std::lock_guard<std::mutex> lock(mInterfaceMutex);
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -07002065 return isHiddenPhysicalCameraInternal(cameraId).first;
2066}
2067
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07002068status_t CameraProviderManager::filterSmallJpegSizes(const std::string& cameraId) {
Emilian Peev7fe6c422021-09-08 13:43:20 -07002069 std::lock_guard<std::mutex> lock(mInterfaceMutex);
Shuzhen Wang89db2992021-05-20 13:09:48 -07002070 for (auto& provider : mProviders) {
2071 for (auto& deviceInfo : provider->mDevices) {
2072 if (deviceInfo->mId == cameraId) {
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07002073 return deviceInfo->filterSmallJpegSizes();
Shuzhen Wang89db2992021-05-20 13:09:48 -07002074 }
2075 }
2076 }
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07002077 return NAME_NOT_FOUND;
Shuzhen Wang89db2992021-05-20 13:09:48 -07002078}
2079
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -07002080std::pair<bool, CameraProviderManager::ProviderInfo::DeviceInfo *>
2081CameraProviderManager::isHiddenPhysicalCameraInternal(const std::string& cameraId) const {
2082 auto falseRet = std::make_pair(false, nullptr);
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07002083 for (auto& provider : mProviders) {
2084 for (auto& deviceInfo : provider->mDevices) {
2085 if (deviceInfo->mId == cameraId) {
2086 // cameraId is found in public camera IDs advertised by the
2087 // provider.
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -07002088 return falseRet;
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07002089 }
2090 }
2091 }
2092
2093 for (auto& provider : mProviders) {
Jayant Chowdharyffc5d682022-05-12 18:34:34 +00002094 IPCTransport transport = provider->getIPCTransport();
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07002095 for (auto& deviceInfo : provider->mDevices) {
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07002096 std::vector<std::string> physicalIds;
Shuzhen Wang03d8cc12018-09-12 14:17:09 -07002097 if (deviceInfo->mIsLogicalCamera) {
2098 if (std::find(deviceInfo->mPhysicalIds.begin(), deviceInfo->mPhysicalIds.end(),
2099 cameraId) != deviceInfo->mPhysicalIds.end()) {
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07002100 int deviceVersion = HARDWARE_DEVICE_API_VERSION(
2101 deviceInfo->mVersion.get_major(), deviceInfo->mVersion.get_minor());
Jayant Chowdharyffc5d682022-05-12 18:34:34 +00002102 if (transport == IPCTransport::HIDL &&
2103 deviceVersion < CAMERA_DEVICE_API_VERSION_3_5) {
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07002104 ALOGE("%s: Wrong deviceVersion %x for hiddenPhysicalCameraId %s",
2105 __FUNCTION__, deviceVersion, cameraId.c_str());
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -07002106 return falseRet;
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07002107 } else {
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -07002108 return std::make_pair(true, deviceInfo.get());
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07002109 }
2110 }
2111 }
2112 }
2113 }
2114
Jayant Chowdhary33e8ef82019-09-27 09:20:42 -07002115 return falseRet;
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07002116}
2117
Jayant Chowdharya04055f2022-01-03 02:07:49 +00002118status_t CameraProviderManager::tryToInitializeAidlProviderLocked(
2119 const std::string& providerName, const sp<ProviderInfo>& providerInfo) {
2120 using aidl::android::hardware::camera::provider::ICameraProvider;
Jayant Chowdharyd65d9442023-07-11 01:18:06 +00002121
Avichal Rakesh682788a2024-01-11 18:01:36 -08002122 std::shared_ptr<ICameraProvider> interface;
2123 if (flags::delay_lazy_hal_instantiation()) {
2124 // Only get remote instance if already running. Lazy Providers will be
2125 // woken up later.
2126 interface = mAidlServiceProxy->tryGetService(providerName);
2127 } else {
2128 interface = mAidlServiceProxy->getService(providerName);
2129 }
Jayant Chowdharya04055f2022-01-03 02:07:49 +00002130
2131 if (interface == nullptr) {
2132 ALOGW("%s: AIDL Camera provider HAL '%s' is not actually available", __FUNCTION__,
2133 providerName.c_str());
2134 return BAD_VALUE;
2135 }
2136
2137 AidlProviderInfo *aidlProviderInfo = static_cast<AidlProviderInfo *>(providerInfo.get());
2138 return aidlProviderInfo->initializeAidlProvider(interface, mDeviceState);
2139}
2140
Jayant Chowdhary0bd38522021-11-05 17:49:27 -07002141status_t CameraProviderManager::tryToInitializeHidlProviderLocked(
Emilian Peevc93cac22020-08-17 16:00:10 -07002142 const std::string& providerName, const sp<ProviderInfo>& providerInfo) {
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07002143 sp<provider::V2_4::ICameraProvider> interface;
Jayant Chowdhary0bd38522021-11-05 17:49:27 -07002144 interface = mHidlServiceProxy->tryGetService(providerName);
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002145
2146 if (interface == nullptr) {
Shuzhen Wang77d04192021-04-02 12:33:54 -07002147 // The interface may not be started yet. In that case, this is not a
2148 // fatal error.
Jayant Chowdharya04055f2022-01-03 02:07:49 +00002149 ALOGW("%s: HIDL Camera provider HAL '%s' is not actually available", __FUNCTION__,
Emilian Peevc93cac22020-08-17 16:00:10 -07002150 providerName.c_str());
Yin-Chia Yeh177b0c12019-06-25 10:53:03 -07002151 return BAD_VALUE;
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002152 }
2153
Jayant Chowdhary0bd38522021-11-05 17:49:27 -07002154 HidlProviderInfo *hidlProviderInfo = static_cast<HidlProviderInfo *>(providerInfo.get());
2155 return hidlProviderInfo->initializeHidlProvider(interface, mDeviceState);
Emilian Peevc93cac22020-08-17 16:00:10 -07002156}
2157
Jayant Chowdharya04055f2022-01-03 02:07:49 +00002158status_t CameraProviderManager::addAidlProviderLocked(const std::string& newProvider) {
2159 // Several camera provider instances can be temporarily present.
2160 // Defer initialization of a new instance until the older instance is properly removed.
2161 auto providerInstance = newProvider + "-" + std::to_string(mProviderInstanceId);
2162 bool providerPresent = false;
2163 bool preexisting =
2164 (mAidlProviderWithBinders.find(newProvider) != mAidlProviderWithBinders.end());
Jayant Chowdharya04055f2022-01-03 02:07:49 +00002165 using aidl::android::hardware::camera::provider::ICameraProvider;
Jayant Chowdharyd65d9442023-07-11 01:18:06 +00002166 std::string providerNameUsed =
Jayant Chowdharya04055f2022-01-03 02:07:49 +00002167 newProvider.substr(std::string(ICameraProvider::descriptor).size() + 1);
Jayant Chowdharyd65d9442023-07-11 01:18:06 +00002168 if (flags::lazy_aidl_wait_for_service()) {
2169 // 'newProvider' has the fully qualified name of the provider service in case of AIDL.
2170 // ProviderInfo::mProviderName also has the fully qualified name - so we just compare them
2171 // here.
2172 providerNameUsed = newProvider;
2173 }
2174
Jayant Chowdharya04055f2022-01-03 02:07:49 +00002175 for (const auto& providerInfo : mProviders) {
Jayant Chowdharyd65d9442023-07-11 01:18:06 +00002176 if (providerInfo->mProviderName == providerNameUsed) {
Jayant Chowdharya04055f2022-01-03 02:07:49 +00002177 ALOGW("%s: Camera provider HAL with name '%s' already registered",
2178 __FUNCTION__, newProvider.c_str());
2179 // Do not add new instances for lazy HAL external provider or aidl
2180 // binders previously seen.
2181 if (preexisting || providerInfo->isExternalLazyHAL()) {
2182 return ALREADY_EXISTS;
2183 } else {
2184 ALOGW("%s: The new provider instance will get initialized immediately after the"
2185 " currently present instance is removed!", __FUNCTION__);
2186 providerPresent = true;
2187 break;
2188 }
2189 }
2190 }
2191
2192 sp<AidlProviderInfo> providerInfo =
Jayant Chowdharyd65d9442023-07-11 01:18:06 +00002193 new AidlProviderInfo(providerNameUsed, providerInstance, this);
Jayant Chowdharya04055f2022-01-03 02:07:49 +00002194
2195 if (!providerPresent) {
2196 status_t res = tryToInitializeAidlProviderLocked(newProvider, providerInfo);
2197 if (res != OK) {
2198 return res;
2199 }
2200 mAidlProviderWithBinders.emplace(newProvider);
2201 }
2202
2203 mProviders.push_back(providerInfo);
2204 mProviderInstanceId++;
2205
2206 return OK;
2207}
2208
Jayant Chowdhary0bd38522021-11-05 17:49:27 -07002209status_t CameraProviderManager::addHidlProviderLocked(const std::string& newProvider,
Emilian Peevc93cac22020-08-17 16:00:10 -07002210 bool preexisting) {
2211 // Several camera provider instances can be temporarily present.
2212 // Defer initialization of a new instance until the older instance is properly removed.
2213 auto providerInstance = newProvider + "-" + std::to_string(mProviderInstanceId);
2214 bool providerPresent = false;
2215 for (const auto& providerInfo : mProviders) {
2216 if (providerInfo->mProviderName == newProvider) {
2217 ALOGW("%s: Camera provider HAL with name '%s' already registered",
2218 __FUNCTION__, newProvider.c_str());
Valentin Iftime29e2e152021-08-13 15:17:33 +02002219 // Do not add new instances for lazy HAL external provider
2220 if (preexisting || providerInfo->isExternalLazyHAL()) {
Emilian Peevc93cac22020-08-17 16:00:10 -07002221 return ALREADY_EXISTS;
Valentin Iftime29e2e152021-08-13 15:17:33 +02002222 } else {
Emilian Peevc93cac22020-08-17 16:00:10 -07002223 ALOGW("%s: The new provider instance will get initialized immediately after the"
2224 " currently present instance is removed!", __FUNCTION__);
2225 providerPresent = true;
2226 break;
2227 }
2228 }
2229 }
2230
Jayant Chowdhary0bd38522021-11-05 17:49:27 -07002231 sp<HidlProviderInfo> providerInfo = new HidlProviderInfo(newProvider, providerInstance, this);
Emilian Peevc93cac22020-08-17 16:00:10 -07002232 if (!providerPresent) {
Jayant Chowdhary0bd38522021-11-05 17:49:27 -07002233 status_t res = tryToInitializeHidlProviderLocked(newProvider, providerInfo);
Emilian Peevc93cac22020-08-17 16:00:10 -07002234 if (res != OK) {
2235 return res;
2236 }
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002237 }
2238
2239 mProviders.push_back(providerInfo);
Emilian Peevc93cac22020-08-17 16:00:10 -07002240 mProviderInstanceId++;
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002241
2242 return OK;
2243}
2244
2245status_t CameraProviderManager::removeProvider(const std::string& provider) {
Shuzhen Wang6ba8eb22018-07-08 13:10:44 -07002246 std::lock_guard<std::mutex> providerLock(mProviderLifecycleLock);
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07002247 std::unique_lock<std::mutex> lock(mInterfaceMutex);
Austin Borger1c1bee02023-06-01 16:51:35 -07002248 std::vector<std::string> removedDeviceIds;
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07002249 status_t res = NAME_NOT_FOUND;
Emilian Peevc93cac22020-08-17 16:00:10 -07002250 std::string removedProviderName;
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002251 for (auto it = mProviders.begin(); it != mProviders.end(); it++) {
Emilian Peevc93cac22020-08-17 16:00:10 -07002252 if ((*it)->mProviderInstance == provider) {
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07002253 removedDeviceIds.reserve((*it)->mDevices.size());
2254 for (auto& deviceInfo : (*it)->mDevices) {
Austin Borger1c1bee02023-06-01 16:51:35 -07002255 removedDeviceIds.push_back(deviceInfo->mId);
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07002256 }
Emilian Peevc93cac22020-08-17 16:00:10 -07002257 removedProviderName = (*it)->mProviderName;
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002258 mProviders.erase(it);
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07002259 res = OK;
2260 break;
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002261 }
2262 }
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07002263 if (res != OK) {
2264 ALOGW("%s: Camera provider HAL with name '%s' is not registered", __FUNCTION__,
2265 provider.c_str());
2266 } else {
Emilian Peevc93cac22020-08-17 16:00:10 -07002267 // Check if there are any newer camera instances from the same provider and try to
2268 // initialize.
2269 for (const auto& providerInfo : mProviders) {
2270 if (providerInfo->mProviderName == removedProviderName) {
Jayant Chowdhary0bd38522021-11-05 17:49:27 -07002271 IPCTransport providerTransport = providerInfo->getIPCTransport();
Jayant Chowdharya04055f2022-01-03 02:07:49 +00002272 std::string removedAidlProviderName = getFullAidlProviderName(removedProviderName);
Jayant Chowdharyd65d9442023-07-11 01:18:06 +00002273 if (flags::lazy_aidl_wait_for_service()) {
2274 removedAidlProviderName = removedProviderName;
2275 }
Jayant Chowdhary0bd38522021-11-05 17:49:27 -07002276 switch(providerTransport) {
2277 case IPCTransport::HIDL:
2278 return tryToInitializeHidlProviderLocked(removedProviderName, providerInfo);
Jayant Chowdharya04055f2022-01-03 02:07:49 +00002279 case IPCTransport::AIDL:
2280 return tryToInitializeAidlProviderLocked(removedAidlProviderName,
2281 providerInfo);
Jayant Chowdhary0bd38522021-11-05 17:49:27 -07002282 default:
Eino-Ville Talvalab7723202024-06-24 17:45:51 -07002283 ALOGE("%s Unsupported Transport %d", __FUNCTION__, eToI(providerTransport));
Jayant Chowdhary0bd38522021-11-05 17:49:27 -07002284 }
Emilian Peevc93cac22020-08-17 16:00:10 -07002285 }
2286 }
2287
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07002288 // Inform camera service of loss of presence for all the devices from this provider,
2289 // without lock held for reentrancy
2290 sp<StatusListener> listener = getStatusListener();
2291 if (listener != nullptr) {
2292 lock.unlock();
2293 for (auto& id : removedDeviceIds) {
2294 listener->onDeviceStatusChanged(id, CameraDeviceStatus::NOT_PRESENT);
2295 }
Emilian Peevc93cac22020-08-17 16:00:10 -07002296 lock.lock();
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07002297 }
Emilian Peevc93cac22020-08-17 16:00:10 -07002298
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07002299 }
2300 return res;
2301}
2302
2303sp<CameraProviderManager::StatusListener> CameraProviderManager::getStatusListener() const {
2304 return mListener.promote();
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002305}
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002306/**** Methods for ProviderInfo ****/
2307
2308
2309CameraProviderManager::ProviderInfo::ProviderInfo(
2310 const std::string &providerName,
Emilian Peevc93cac22020-08-17 16:00:10 -07002311 const std::string &providerInstance,
Jing Mikec7f9b132023-03-12 11:12:04 +08002312 [[maybe_unused]] CameraProviderManager *manager) :
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002313 mProviderName(providerName),
Emilian Peevc93cac22020-08-17 16:00:10 -07002314 mProviderInstance(providerInstance),
Emilian Peev71c73a22017-03-21 16:35:51 +00002315 mProviderTagid(generateVendorTagId(providerName)),
Emilian Peevcdb74a62017-05-11 20:29:52 +01002316 mUniqueDeviceCount(0),
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002317 mManager(manager) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002318}
2319
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002320const std::string& CameraProviderManager::ProviderInfo::getType() const {
2321 return mType;
2322}
2323
Jayant Chowdharya04055f2022-01-03 02:07:49 +00002324status_t CameraProviderManager::ProviderInfo::addDevice(
2325 const std::string& name, CameraDeviceStatus initialStatus,
2326 /*out*/ std::string* parsedId) {
2327
2328 ALOGI("Enumerating new camera device: %s", name.c_str());
2329
2330 uint16_t major, minor;
2331 std::string type, id;
Jayant Chowdharyffc5d682022-05-12 18:34:34 +00002332 IPCTransport transport = getIPCTransport();
Jayant Chowdharya04055f2022-01-03 02:07:49 +00002333
2334 status_t res = parseDeviceName(name, &major, &minor, &type, &id);
2335 if (res != OK) {
2336 return res;
2337 }
Jayant Chowdharya04055f2022-01-03 02:07:49 +00002338
2339 if (type != mType) {
2340 ALOGE("%s: Device type %s does not match provider type %s", __FUNCTION__,
2341 type.c_str(), mType.c_str());
2342 return BAD_VALUE;
2343 }
Jayant Chowdharyffc5d682022-05-12 18:34:34 +00002344 if (mManager->isValidDeviceLocked(id, major, transport)) {
Jayant Chowdharya04055f2022-01-03 02:07:49 +00002345 ALOGE("%s: Device %s: ID %s is already in use for device major version %d", __FUNCTION__,
2346 name.c_str(), id.c_str(), major);
2347 return BAD_VALUE;
2348 }
2349
2350 std::unique_ptr<DeviceInfo> deviceInfo;
Jayant Chowdharyffc5d682022-05-12 18:34:34 +00002351 switch (transport) {
2352 case IPCTransport::HIDL:
2353 switch (major) {
2354 case 3:
2355 break;
2356 default:
2357 ALOGE("%s: Device %s: Unsupported HIDL device HAL major version %d:",
2358 __FUNCTION__, name.c_str(), major);
2359 return BAD_VALUE;
2360 }
2361 break;
2362 case IPCTransport::AIDL:
2363 if (major != 1) {
2364 ALOGE("%s: Device %s: Unsupported AIDL device HAL major version %d:", __FUNCTION__,
2365 name.c_str(), major);
2366 return BAD_VALUE;
2367 }
Jayant Chowdharya04055f2022-01-03 02:07:49 +00002368 break;
2369 default:
Eino-Ville Talvalab7723202024-06-24 17:45:51 -07002370 ALOGE("%s Invalid transport %d", __FUNCTION__, eToI(transport));
Jayant Chowdharya04055f2022-01-03 02:07:49 +00002371 return BAD_VALUE;
2372 }
Jayant Chowdharyffc5d682022-05-12 18:34:34 +00002373
2374 deviceInfo = initializeDeviceInfo(name, mProviderTagid, id, minor);
Jayant Chowdharya04055f2022-01-03 02:07:49 +00002375 if (deviceInfo == nullptr) return BAD_VALUE;
2376 deviceInfo->notifyDeviceStateChange(getDeviceState());
2377 deviceInfo->mStatus = initialStatus;
2378 bool isAPI1Compatible = deviceInfo->isAPI1Compatible();
2379
2380 mDevices.push_back(std::move(deviceInfo));
2381
2382 mUniqueCameraIds.insert(id);
2383 if (isAPI1Compatible) {
2384 // addDevice can be called more than once for the same camera id if HAL
2385 // supports openLegacy.
2386 if (std::find(mUniqueAPI1CompatibleCameraIds.begin(), mUniqueAPI1CompatibleCameraIds.end(),
2387 id) == mUniqueAPI1CompatibleCameraIds.end()) {
2388 mUniqueAPI1CompatibleCameraIds.push_back(id);
2389 }
2390 }
2391
2392 if (parsedId != nullptr) {
2393 *parsedId = id;
2394 }
2395 return OK;
2396}
2397
Austin Borger1c1bee02023-06-01 16:51:35 -07002398void CameraProviderManager::ProviderInfo::removeDevice(const std::string &id) {
Guennadi Liakhovetski6034bf52017-12-07 10:28:29 +01002399 for (auto it = mDevices.begin(); it != mDevices.end(); it++) {
2400 if ((*it)->mId == id) {
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -08002401 mUniqueCameraIds.erase(id);
Shuzhen Wang3d316f32022-10-25 20:33:34 +00002402 mUnavailablePhysicalCameras.erase(id);
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -08002403 if ((*it)->isAPI1Compatible()) {
Shuzhen Wange8aceb52018-05-21 12:00:56 -07002404 mUniqueAPI1CompatibleCameraIds.erase(std::remove(
Valentin Iftime29e2e152021-08-13 15:17:33 +02002405 mUniqueAPI1CompatibleCameraIds.begin(),
2406 mUniqueAPI1CompatibleCameraIds.end(), id));
Yin-Chia Yehc3e9d6f2018-02-06 10:56:32 -08002407 }
Valentin Iftime29e2e152021-08-13 15:17:33 +02002408
2409 // Remove reference to camera provider to avoid pointer leak when
2410 // unplugging external camera while in use with lazy HALs
2411 mManager->removeRef(DeviceMode::CAMERA, id);
2412 mManager->removeRef(DeviceMode::TORCH, id);
2413
Guennadi Liakhovetski6034bf52017-12-07 10:28:29 +01002414 mDevices.erase(it);
2415 break;
2416 }
2417 }
2418}
2419
Valentin Iftime29e2e152021-08-13 15:17:33 +02002420void CameraProviderManager::ProviderInfo::removeAllDevices() {
2421 std::lock_guard<std::mutex> lock(mLock);
2422
2423 auto itDevices = mDevices.begin();
2424 while (itDevices != mDevices.end()) {
2425 std::string id = (*itDevices)->mId;
2426 std::string deviceName = (*itDevices)->mName;
2427 removeDevice(id);
2428 // device was removed, reset iterator
2429 itDevices = mDevices.begin();
2430
2431 //notify CameraService of status change
2432 sp<StatusListener> listener = mManager->getStatusListener();
2433 if (listener != nullptr) {
2434 mLock.unlock();
2435 ALOGV("%s: notify device not_present: %s",
2436 __FUNCTION__,
2437 deviceName.c_str());
Austin Borger1c1bee02023-06-01 16:51:35 -07002438 listener->onDeviceStatusChanged(id, CameraDeviceStatus::NOT_PRESENT);
Valentin Iftime29e2e152021-08-13 15:17:33 +02002439 mLock.lock();
2440 }
2441 }
2442}
2443
2444bool CameraProviderManager::ProviderInfo::isExternalLazyHAL() const {
Jayant Chowdharyd65d9442023-07-11 01:18:06 +00002445 std::string providerName = mProviderName;
2446 if (flags::lazy_aidl_wait_for_service() && getIPCTransport() == IPCTransport::AIDL) {
2447 using aidl::android::hardware::camera::provider::ICameraProvider;
2448 providerName =
2449 mProviderName.substr(std::string(ICameraProvider::descriptor).size() + 1);
2450 }
2451 return kEnableLazyHal && (providerName == kExternalProviderName);
Valentin Iftime29e2e152021-08-13 15:17:33 +02002452}
2453
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002454status_t CameraProviderManager::ProviderInfo::dump(int fd, const Vector<String16>&) const {
Eino-Ville Talvala63f36112018-12-06 14:57:03 -08002455 dprintf(fd, "== Camera Provider HAL %s (v2.%d, %s) static info: %zu devices: ==\n",
Emilian Peevc93cac22020-08-17 16:00:10 -07002456 mProviderInstance.c_str(),
Eino-Ville Talvala63f36112018-12-06 14:57:03 -08002457 mMinorVersion,
2458 mIsRemote ? "remote" : "passthrough",
Eino-Ville Talvala8d942f92017-03-13 10:09:51 -07002459 mDevices.size());
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002460
2461 for (auto& device : mDevices) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08002462 dprintf(fd, "== Camera HAL device %s (v%d.%d) static information: ==\n", device->mName.c_str(),
2463 device->mVersion.get_major(), device->mVersion.get_minor());
2464 dprintf(fd, " Resource cost: %d\n", device->mResourceCost.resourceCost);
2465 if (device->mResourceCost.conflictingDevices.size() == 0) {
2466 dprintf(fd, " Conflicting devices: None\n");
2467 } else {
2468 dprintf(fd, " Conflicting devices:\n");
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002469 for (size_t i = 0; i < device->mResourceCost.conflictingDevices.size(); i++) {
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08002470 dprintf(fd, " %s\n",
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002471 device->mResourceCost.conflictingDevices[i].c_str());
2472 }
2473 }
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08002474 dprintf(fd, " API1 info:\n");
2475 dprintf(fd, " Has a flash unit: %s\n",
2476 device->hasFlashUnit() ? "true" : "false");
2477 hardware::CameraInfo info;
Austin Borger18b30a72022-10-27 12:20:29 -07002478 int portraitRotation;
Jayant Chowdhary81d81b02024-02-15 19:13:39 +00002479 status_t res = device->getCameraInfo(
2480 /*rotationOverride*/hardware::ICameraService::ROTATION_OVERRIDE_NONE,
2481 &portraitRotation, &info);
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08002482 if (res != OK) {
2483 dprintf(fd, " <Error reading camera info: %s (%d)>\n",
2484 strerror(-res), res);
2485 } else {
2486 dprintf(fd, " Facing: %s\n",
2487 info.facing == hardware::CAMERA_FACING_BACK ? "Back" : "Front");
2488 dprintf(fd, " Orientation: %d\n", info.orientation);
2489 }
2490 CameraMetadata info2;
Austin Borger18b30a72022-10-27 12:20:29 -07002491 res = device->getCameraCharacteristics(true /*overrideForPerfClass*/, &info2,
Jayant Chowdhary81d81b02024-02-15 19:13:39 +00002492 hardware::ICameraService::ROTATION_OVERRIDE_NONE);
Eino-Ville Talvalad00111e2017-01-31 11:59:12 -08002493 if (res == INVALID_OPERATION) {
2494 dprintf(fd, " API2 not directly supported\n");
2495 } else if (res != OK) {
2496 dprintf(fd, " <Error reading camera characteristics: %s (%d)>\n",
2497 strerror(-res), res);
2498 } else {
2499 dprintf(fd, " API2 camera characteristics:\n");
2500 info2.dump(fd, /*verbosity*/ 2, /*indentation*/ 4);
2501 }
Yin-Chia Yeh487785a2018-01-02 12:06:57 -08002502
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07002503 // Dump characteristics of non-standalone physical camera
Shuzhen Wang03d8cc12018-09-12 14:17:09 -07002504 if (device->mIsLogicalCamera) {
2505 for (auto& id : device->mPhysicalIds) {
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07002506 // Skip if physical id is an independent camera
2507 if (std::find(mProviderPublicCameraIds.begin(), mProviderPublicCameraIds.end(), id)
2508 != mProviderPublicCameraIds.end()) {
2509 continue;
2510 }
2511
2512 CameraMetadata physicalInfo;
2513 status_t status = device->getPhysicalCameraCharacteristics(id, &physicalInfo);
2514 if (status == OK) {
2515 dprintf(fd, " Physical camera %s characteristics:\n", id.c_str());
2516 physicalInfo.dump(fd, /*verbosity*/ 2, /*indentation*/ 4);
2517 }
2518 }
2519 }
2520
Yin-Chia Yeh487785a2018-01-02 12:06:57 -08002521 dprintf(fd, "== Camera HAL device %s (v%d.%d) dumpState: ==\n", device->mName.c_str(),
2522 device->mVersion.get_major(), device->mVersion.get_minor());
2523 res = device->dumpState(fd);
2524 if (res != OK) {
2525 dprintf(fd, " <Error dumping device %s state: %s (%d)>\n",
2526 device->mName.c_str(), strerror(-res), res);
2527 }
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002528 }
2529 return OK;
2530}
2531
Jayant Chowdharycbe770a2020-02-14 11:14:46 -08002532std::vector<std::unordered_set<std::string>>
2533CameraProviderManager::ProviderInfo::getConcurrentCameraIdCombinations() {
2534 std::lock_guard<std::mutex> lock(mLock);
2535 return mConcurrentCameraIdCombinations;
2536}
2537
Jayant Chowdharya04055f2022-01-03 02:07:49 +00002538void CameraProviderManager::ProviderInfo::cameraDeviceStatusChangeInternal(
2539 const std::string& cameraDeviceName, CameraDeviceStatus newStatus) {
2540 sp<StatusListener> listener;
2541 std::string id;
2542 std::lock_guard<std::mutex> lock(mInitLock);
2543 CameraDeviceStatus internalNewStatus = newStatus;
2544 if (!mInitialized) {
2545 mCachedStatus.emplace_back(false /*isPhysicalCameraStatus*/,
Austin Borger1c1bee02023-06-01 16:51:35 -07002546 cameraDeviceName, std::string(), internalNewStatus);
Jayant Chowdharya04055f2022-01-03 02:07:49 +00002547 return;
2548 }
2549
2550 {
2551 std::lock_guard<std::mutex> lock(mLock);
2552 if (OK != cameraDeviceStatusChangeLocked(&id, cameraDeviceName, newStatus)) {
2553 return;
2554 }
2555 listener = mManager->getStatusListener();
2556 }
2557
2558 // Call without lock held to allow reentrancy into provider manager
2559 if (listener != nullptr) {
Austin Borger1c1bee02023-06-01 16:51:35 -07002560 listener->onDeviceStatusChanged(id, internalNewStatus);
Jayant Chowdharya04055f2022-01-03 02:07:49 +00002561 }
2562}
2563
2564status_t CameraProviderManager::ProviderInfo::cameraDeviceStatusChangeLocked(
2565 std::string* id, const std::string& cameraDeviceName,
2566 CameraDeviceStatus newStatus) {
2567 bool known = false;
2568 std::string cameraId;
2569 for (auto& deviceInfo : mDevices) {
2570 if (deviceInfo->mName == cameraDeviceName) {
2571 Mutex::Autolock l(deviceInfo->mDeviceAvailableLock);
2572 ALOGI("Camera device %s status is now %s, was %s", cameraDeviceName.c_str(),
2573 FrameworkDeviceStatusToString(newStatus),
2574 FrameworkDeviceStatusToString(deviceInfo->mStatus));
2575 deviceInfo->mStatus = newStatus;
2576 // TODO: Handle device removal (NOT_PRESENT)
2577 cameraId = deviceInfo->mId;
2578 known = true;
2579 deviceInfo->mIsDeviceAvailable =
2580 (newStatus == CameraDeviceStatus::PRESENT);
2581 deviceInfo->mDeviceAvailableSignal.signal();
2582 break;
2583 }
2584 }
2585 // Previously unseen device; status must not be NOT_PRESENT
2586 if (!known) {
2587 if (newStatus == CameraDeviceStatus::NOT_PRESENT) {
2588 ALOGW("Camera provider %s says an unknown camera device %s is not present. Curious.",
2589 mProviderName.c_str(), cameraDeviceName.c_str());
2590 return BAD_VALUE;
2591 }
2592 addDevice(cameraDeviceName, newStatus, &cameraId);
2593 } else if (newStatus == CameraDeviceStatus::NOT_PRESENT) {
2594 removeDevice(cameraId);
2595 } else if (isExternalLazyHAL()) {
2596 // Do not notify CameraService for PRESENT->PRESENT (lazy HAL restart)
2597 // because NOT_AVAILABLE is set on CameraService::connect and a PRESENT
2598 // notif. would overwrite it
2599 return BAD_VALUE;
2600 }
2601
2602 if (reCacheConcurrentStreamingCameraIdsLocked() != OK) {
2603 ALOGE("%s: CameraProvider %s could not re-cache concurrent streaming camera id list ",
2604 __FUNCTION__, mProviderName.c_str());
2605 }
2606 *id = cameraId;
2607 return OK;
2608}
2609
2610void CameraProviderManager::ProviderInfo::physicalCameraDeviceStatusChangeInternal(
2611 const std::string& cameraDeviceName,
2612 const std::string& physicalCameraDeviceName,
2613 CameraDeviceStatus newStatus) {
2614 sp<StatusListener> listener;
2615 std::string id;
2616 std::string physicalId;
2617 std::lock_guard<std::mutex> lock(mInitLock);
2618 if (!mInitialized) {
2619 mCachedStatus.emplace_back(true /*isPhysicalCameraStatus*/, cameraDeviceName,
2620 physicalCameraDeviceName, newStatus);
2621 return;
2622 }
2623
2624 {
2625 std::lock_guard<std::mutex> lock(mLock);
2626
2627 if (OK != physicalCameraDeviceStatusChangeLocked(&id, &physicalId, cameraDeviceName,
2628 physicalCameraDeviceName, newStatus)) {
2629 return;
2630 }
2631
2632 listener = mManager->getStatusListener();
2633 }
2634 // Call without lock held to allow reentrancy into provider manager
2635 if (listener != nullptr) {
Austin Borger1c1bee02023-06-01 16:51:35 -07002636 listener->onDeviceStatusChanged(id, physicalId, newStatus);
Jayant Chowdharya04055f2022-01-03 02:07:49 +00002637 }
2638 return;
2639}
2640
2641status_t CameraProviderManager::ProviderInfo::physicalCameraDeviceStatusChangeLocked(
2642 std::string* id, std::string* physicalId,
2643 const std::string& cameraDeviceName,
2644 const std::string& physicalCameraDeviceName,
2645 CameraDeviceStatus newStatus) {
2646 bool known = false;
2647 std::string cameraId;
2648 for (auto& deviceInfo : mDevices) {
2649 if (deviceInfo->mName == cameraDeviceName) {
2650 cameraId = deviceInfo->mId;
2651 if (!deviceInfo->mIsLogicalCamera) {
2652 ALOGE("%s: Invalid combination of camera id %s, physical id %s",
2653 __FUNCTION__, cameraId.c_str(), physicalCameraDeviceName.c_str());
2654 return BAD_VALUE;
2655 }
2656 if (std::find(deviceInfo->mPhysicalIds.begin(), deviceInfo->mPhysicalIds.end(),
2657 physicalCameraDeviceName) == deviceInfo->mPhysicalIds.end()) {
2658 ALOGE("%s: Invalid combination of camera id %s, physical id %s",
2659 __FUNCTION__, cameraId.c_str(), physicalCameraDeviceName.c_str());
2660 return BAD_VALUE;
2661 }
2662 ALOGI("Camera device %s physical device %s status is now %s",
2663 cameraDeviceName.c_str(), physicalCameraDeviceName.c_str(),
2664 FrameworkDeviceStatusToString(newStatus));
2665 known = true;
2666 break;
2667 }
2668 }
2669 // Previously unseen device; status must not be NOT_PRESENT
2670 if (!known) {
2671 ALOGW("Camera provider %s says an unknown camera device %s-%s is not present. Curious.",
2672 mProviderName.c_str(), cameraDeviceName.c_str(),
2673 physicalCameraDeviceName.c_str());
2674 return BAD_VALUE;
2675 }
2676
Shuzhen Wang3d316f32022-10-25 20:33:34 +00002677 if (mUnavailablePhysicalCameras.count(cameraId) == 0) {
2678 mUnavailablePhysicalCameras.emplace(cameraId, std::set<std::string>{});
2679 }
2680 if (newStatus != CameraDeviceStatus::PRESENT) {
2681 mUnavailablePhysicalCameras[cameraId].insert(physicalCameraDeviceName);
2682 } else {
2683 mUnavailablePhysicalCameras[cameraId].erase(physicalCameraDeviceName);
2684 }
2685
Jayant Chowdharya04055f2022-01-03 02:07:49 +00002686 *id = cameraId;
Austin Borger1c1bee02023-06-01 16:51:35 -07002687 *physicalId = physicalCameraDeviceName;
Jayant Chowdharya04055f2022-01-03 02:07:49 +00002688 return OK;
2689}
2690
2691void CameraProviderManager::ProviderInfo::torchModeStatusChangeInternal(
2692 const std::string& cameraDeviceName,
2693 TorchModeStatus newStatus) {
2694 sp<StatusListener> listener;
2695 SystemCameraKind systemCameraKind = SystemCameraKind::PUBLIC;
2696 std::string id;
2697 bool known = false;
2698 {
2699 // Hold mLock for accessing mDevices
2700 std::lock_guard<std::mutex> lock(mLock);
2701 for (auto& deviceInfo : mDevices) {
2702 if (deviceInfo->mName == cameraDeviceName) {
2703 ALOGI("Camera device %s torch status is now %s", cameraDeviceName.c_str(),
2704 FrameworkTorchStatusToString(newStatus));
2705 id = deviceInfo->mId;
2706 known = true;
2707 systemCameraKind = deviceInfo->mSystemCameraKind;
2708 if (TorchModeStatus::AVAILABLE_ON != newStatus) {
2709 mManager->removeRef(CameraProviderManager::DeviceMode::TORCH, id);
2710 }
2711 break;
2712 }
2713 }
2714 if (!known) {
2715 ALOGW("Camera provider %s says an unknown camera %s now has torch status %d. Curious.",
Eino-Ville Talvalab7723202024-06-24 17:45:51 -07002716 mProviderName.c_str(), cameraDeviceName.c_str(), eToI(newStatus));
Jayant Chowdharya04055f2022-01-03 02:07:49 +00002717 return;
2718 }
2719 // no lock needed since listener is set up only once during
2720 // CameraProviderManager initialization and then never changed till it is
2721 // destructed.
2722 listener = mManager->getStatusListener();
2723 }
2724 // Call without lock held to allow reentrancy into provider manager
2725 // The problem with holding mLock here is that we
2726 // might be limiting re-entrancy : CameraService::onTorchStatusChanged calls
2727 // back into CameraProviderManager which might try to hold mLock again (eg:
2728 // findDeviceInfo, which should be holding mLock while iterating through
2729 // each provider's devices).
2730 if (listener != nullptr) {
Austin Borger1c1bee02023-06-01 16:51:35 -07002731 listener->onTorchStatusChanged(id, newStatus, systemCameraKind);
Jayant Chowdharya04055f2022-01-03 02:07:49 +00002732 }
2733 return;
2734}
2735
Emilian Peevb50402e2021-09-24 17:41:57 -07002736void CameraProviderManager::ProviderInfo::notifyDeviceInfoStateChangeLocked(
Jayant Chowdhary0bd38522021-11-05 17:49:27 -07002737 int64_t newDeviceState) {
Emilian Peevb50402e2021-09-24 17:41:57 -07002738 std::lock_guard<std::mutex> lock(mLock);
2739 for (auto it = mDevices.begin(); it != mDevices.end(); it++) {
2740 (*it)->notifyDeviceStateChange(newDeviceState);
2741 }
2742}
2743
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002744CameraProviderManager::ProviderInfo::DeviceInfo3::DeviceInfo3(const std::string& name,
Emilian Peev71c73a22017-03-21 16:35:51 +00002745 const metadata_vendor_id_t tagId, const std::string &id,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002746 uint16_t minorVersion,
2747 const CameraResourceCost& resourceCost,
Peter Kalauskasa29c1352018-10-10 12:05:42 -07002748 sp<ProviderInfo> parentProvider,
Jayant Chowdhary0bd38522021-11-05 17:49:27 -07002749 const std::vector<std::string>& publicCameraIds) :
Jayant Chowdhary16af6ce2023-05-04 10:36:31 -07002750 DeviceInfo(name, tagId, id,
2751 hardware::hidl_version{
2752 static_cast<uint16_t >(
2753 parentProvider->getIPCTransport() == IPCTransport::HIDL ? 3 : 1),
2754 minorVersion},
Jayant Chowdhary0bd38522021-11-05 17:49:27 -07002755 publicCameraIds, resourceCost, parentProvider) { }
Jayant Chowdharyf949ddd2019-01-29 14:34:11 -08002756
Jayant Chowdhary0bd38522021-11-05 17:49:27 -07002757void CameraProviderManager::ProviderInfo::DeviceInfo3::notifyDeviceStateChange(int64_t newState) {
Emilian Peevb50402e2021-09-24 17:41:57 -07002758 if (!mDeviceStateOrientationMap.empty() &&
2759 (mDeviceStateOrientationMap.find(newState) != mDeviceStateOrientationMap.end())) {
2760 mCameraCharacteristics.update(ANDROID_SENSOR_ORIENTATION,
2761 &mDeviceStateOrientationMap[newState], 1);
Emilian Peevfa453762023-04-28 15:12:09 -07002762 if (mCameraCharNoPCOverride.get() != nullptr) {
2763 mCameraCharNoPCOverride->update(ANDROID_SENSOR_ORIENTATION,
2764 &mDeviceStateOrientationMap[newState], 1);
2765 }
Emilian Peevb50402e2021-09-24 17:41:57 -07002766 }
2767}
2768
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002769status_t CameraProviderManager::ProviderInfo::DeviceInfo3::getCameraInfo(
Jayant Chowdhary81d81b02024-02-15 19:13:39 +00002770 int rotationOverride, int *portraitRotation,
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002771 hardware::CameraInfo *info) const {
2772 if (info == nullptr) return BAD_VALUE;
2773
Jayant Chowdhary81d81b02024-02-15 19:13:39 +00002774 bool freeform_compat_enabled = wm_flags::camera_compat_for_freeform();
2775 if (!freeform_compat_enabled &&
2776 rotationOverride > hardware::ICameraService::ROTATION_OVERRIDE_OVERRIDE_TO_PORTRAIT) {
2777 ALOGW("Camera compat freeform flag disabled but rotation override is %d", rotationOverride);
2778 }
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002779 camera_metadata_ro_entry facing =
2780 mCameraCharacteristics.find(ANDROID_LENS_FACING);
2781 if (facing.count == 1) {
2782 switch (facing.data.u8[0]) {
2783 case ANDROID_LENS_FACING_BACK:
2784 info->facing = hardware::CAMERA_FACING_BACK;
2785 break;
2786 case ANDROID_LENS_FACING_EXTERNAL:
2787 // Map external to front for legacy API
2788 case ANDROID_LENS_FACING_FRONT:
2789 info->facing = hardware::CAMERA_FACING_FRONT;
2790 break;
2791 }
2792 } else {
2793 ALOGE("%s: Unable to find android.lens.facing static metadata", __FUNCTION__);
2794 return NAME_NOT_FOUND;
2795 }
2796
2797 camera_metadata_ro_entry orientation =
2798 mCameraCharacteristics.find(ANDROID_SENSOR_ORIENTATION);
2799 if (orientation.count == 1) {
2800 info->orientation = orientation.data.i32[0];
2801 } else {
2802 ALOGE("%s: Unable to find android.sensor.orientation static metadata", __FUNCTION__);
2803 return NAME_NOT_FOUND;
2804 }
2805
Jayant Chowdhary81d81b02024-02-15 19:13:39 +00002806 if (rotationOverride == hardware::ICameraService::ROTATION_OVERRIDE_OVERRIDE_TO_PORTRAIT
2807 && (info->orientation == 0 || info->orientation == 180)) {
Austin Borger18b30a72022-10-27 12:20:29 -07002808 *portraitRotation = 90;
2809 if (info->facing == hardware::CAMERA_FACING_FRONT) {
2810 info->orientation = (360 + info->orientation - 90) % 360;
2811 } else {
2812 info->orientation = (360 + info->orientation + 90) % 360;
2813 }
Jayant Chowdhary81d81b02024-02-15 19:13:39 +00002814 } else if (freeform_compat_enabled &&
2815 rotationOverride == hardware::ICameraService::ROTATION_OVERRIDE_ROTATION_ONLY
2816 && (info->orientation == 90 || info->orientation == 270)) {
2817 *portraitRotation = info->facing == hardware::CAMERA_FACING_BACK ? 90 : 270;
Austin Borger18b30a72022-10-27 12:20:29 -07002818 } else {
2819 *portraitRotation = 0;
2820 }
2821
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002822 return OK;
2823}
Emilian Peevf53f66e2017-04-11 14:29:43 +01002824bool CameraProviderManager::ProviderInfo::DeviceInfo3::isAPI1Compatible() const {
Shuzhen Wang7a7e6342019-05-31 16:28:21 -07002825 // Do not advertise NIR cameras to API1 camera app.
2826 camera_metadata_ro_entry cfa = mCameraCharacteristics.find(
2827 ANDROID_SENSOR_INFO_COLOR_FILTER_ARRANGEMENT);
2828 if (cfa.count == 1 && cfa.data.u8[0] == ANDROID_SENSOR_INFO_COLOR_FILTER_ARRANGEMENT_NIR) {
2829 return false;
2830 }
2831
Emilian Peevf53f66e2017-04-11 14:29:43 +01002832 bool isBackwardCompatible = false;
2833 camera_metadata_ro_entry_t caps = mCameraCharacteristics.find(
2834 ANDROID_REQUEST_AVAILABLE_CAPABILITIES);
2835 for (size_t i = 0; i < caps.count; i++) {
2836 if (caps.data.u8[i] ==
2837 ANDROID_REQUEST_AVAILABLE_CAPABILITIES_BACKWARD_COMPATIBLE) {
2838 isBackwardCompatible = true;
2839 break;
2840 }
2841 }
2842
2843 return isBackwardCompatible;
2844}
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002845
2846status_t CameraProviderManager::ProviderInfo::DeviceInfo3::getCameraCharacteristics(
Jayant Chowdhary81d81b02024-02-15 19:13:39 +00002847 bool overrideForPerfClass, CameraMetadata *characteristics,
2848 int rotationOverride) {
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002849 if (characteristics == nullptr) return BAD_VALUE;
2850
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07002851 if (!overrideForPerfClass && mCameraCharNoPCOverride != nullptr) {
2852 *characteristics = *mCameraCharNoPCOverride;
2853 } else {
2854 *characteristics = mCameraCharacteristics;
2855 }
2856
Jayant Chowdhary81d81b02024-02-15 19:13:39 +00002857 if (rotationOverride == hardware::ICameraService::ROTATION_OVERRIDE_OVERRIDE_TO_PORTRAIT) {
Austin Borger18b30a72022-10-27 12:20:29 -07002858 const auto &lensFacingEntry = characteristics->find(ANDROID_LENS_FACING);
2859 const auto &sensorOrientationEntry = characteristics->find(ANDROID_SENSOR_ORIENTATION);
Austin Borger925abed2023-01-09 12:29:10 -08002860 uint8_t lensFacing = lensFacingEntry.data.u8[0];
Austin Borger18b30a72022-10-27 12:20:29 -07002861 if (lensFacingEntry.count > 0 && sensorOrientationEntry.count > 0) {
Austin Borger18b30a72022-10-27 12:20:29 -07002862 int32_t sensorOrientation = sensorOrientationEntry.data.i32[0];
2863 int32_t newSensorOrientation = sensorOrientation;
2864
2865 if (sensorOrientation == 0 || sensorOrientation == 180) {
2866 if (lensFacing == ANDROID_LENS_FACING_FRONT) {
2867 newSensorOrientation = (360 + sensorOrientation - 90) % 360;
2868 } else if (lensFacing == ANDROID_LENS_FACING_BACK) {
2869 newSensorOrientation = (360 + sensorOrientation + 90) % 360;
2870 }
2871 }
2872
2873 if (newSensorOrientation != sensorOrientation) {
2874 ALOGV("%s: Update ANDROID_SENSOR_ORIENTATION for lens facing %d "
2875 "from %d to %d", __FUNCTION__, lensFacing, sensorOrientation,
2876 newSensorOrientation);
2877 characteristics->update(ANDROID_SENSOR_ORIENTATION, &newSensorOrientation, 1);
2878 }
2879 }
2880
2881 if (characteristics->exists(ANDROID_INFO_DEVICE_STATE_ORIENTATIONS)) {
Austin Borger925abed2023-01-09 12:29:10 -08002882 ALOGV("%s: Erasing ANDROID_INFO_DEVICE_STATE_ORIENTATIONS for lens facing %d",
2883 __FUNCTION__, lensFacing);
Austin Borger18b30a72022-10-27 12:20:29 -07002884 characteristics->erase(ANDROID_INFO_DEVICE_STATE_ORIENTATIONS);
2885 }
2886 }
2887
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002888 return OK;
2889}
2890
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07002891status_t CameraProviderManager::ProviderInfo::DeviceInfo3::getPhysicalCameraCharacteristics(
2892 const std::string& physicalCameraId, CameraMetadata *characteristics) const {
2893 if (characteristics == nullptr) return BAD_VALUE;
2894 if (mPhysicalCameraCharacteristics.find(physicalCameraId) ==
2895 mPhysicalCameraCharacteristics.end()) {
2896 return NAME_NOT_FOUND;
2897 }
2898
2899 *characteristics = mPhysicalCameraCharacteristics.at(physicalCameraId);
2900 return OK;
2901}
2902
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07002903status_t CameraProviderManager::ProviderInfo::DeviceInfo3::filterSmallJpegSizes() {
2904 int32_t thresholdW = SessionConfigurationUtils::PERF_CLASS_JPEG_THRESH_W;
2905 int32_t thresholdH = SessionConfigurationUtils::PERF_CLASS_JPEG_THRESH_H;
2906
2907 if (mCameraCharNoPCOverride != nullptr) return OK;
2908
2909 mCameraCharNoPCOverride = std::make_unique<CameraMetadata>(mCameraCharacteristics);
Shuzhen Wang89db2992021-05-20 13:09:48 -07002910
2911 // Remove small JPEG sizes from available stream configurations
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07002912 size_t largeJpegCount = 0;
Shuzhen Wang89db2992021-05-20 13:09:48 -07002913 std::vector<int32_t> newStreamConfigs;
2914 camera_metadata_entry streamConfigs =
2915 mCameraCharacteristics.find(ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS);
2916 for (size_t i = 0; i < streamConfigs.count; i += 4) {
2917 if ((streamConfigs.data.i32[i] == HAL_PIXEL_FORMAT_BLOB) && (streamConfigs.data.i32[i+3] ==
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07002918 ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS_OUTPUT)) {
Shuzhen Wang10f99212023-02-02 18:55:31 -08002919 if (streamConfigs.data.i32[i+1] * streamConfigs.data.i32[i+2] <
2920 thresholdW * thresholdH) {
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07002921 continue;
2922 } else {
2923 largeJpegCount ++;
2924 }
Shuzhen Wang89db2992021-05-20 13:09:48 -07002925 }
2926 newStreamConfigs.insert(newStreamConfigs.end(), streamConfigs.data.i32 + i,
2927 streamConfigs.data.i32 + i + 4);
2928 }
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07002929 if (newStreamConfigs.size() == 0 || largeJpegCount == 0) {
2930 return BAD_VALUE;
Shuzhen Wang89db2992021-05-20 13:09:48 -07002931 }
2932
2933 // Remove small JPEG sizes from available min frame durations
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07002934 largeJpegCount = 0;
Shuzhen Wang89db2992021-05-20 13:09:48 -07002935 std::vector<int64_t> newMinDurations;
2936 camera_metadata_entry minDurations =
2937 mCameraCharacteristics.find(ANDROID_SCALER_AVAILABLE_MIN_FRAME_DURATIONS);
2938 for (size_t i = 0; i < minDurations.count; i += 4) {
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07002939 if (minDurations.data.i64[i] == HAL_PIXEL_FORMAT_BLOB) {
Shuzhen Wang10f99212023-02-02 18:55:31 -08002940 if ((int32_t)minDurations.data.i64[i+1] * (int32_t)minDurations.data.i64[i+2] <
2941 thresholdW * thresholdH) {
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07002942 continue;
2943 } else {
2944 largeJpegCount++;
2945 }
Shuzhen Wang89db2992021-05-20 13:09:48 -07002946 }
2947 newMinDurations.insert(newMinDurations.end(), minDurations.data.i64 + i,
2948 minDurations.data.i64 + i + 4);
2949 }
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07002950 if (newMinDurations.size() == 0 || largeJpegCount == 0) {
2951 return BAD_VALUE;
Shuzhen Wang89db2992021-05-20 13:09:48 -07002952 }
2953
2954 // Remove small JPEG sizes from available stall durations
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07002955 largeJpegCount = 0;
Shuzhen Wang89db2992021-05-20 13:09:48 -07002956 std::vector<int64_t> newStallDurations;
2957 camera_metadata_entry stallDurations =
2958 mCameraCharacteristics.find(ANDROID_SCALER_AVAILABLE_STALL_DURATIONS);
2959 for (size_t i = 0; i < stallDurations.count; i += 4) {
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07002960 if (stallDurations.data.i64[i] == HAL_PIXEL_FORMAT_BLOB) {
Shuzhen Wang10f99212023-02-02 18:55:31 -08002961 if ((int32_t)stallDurations.data.i64[i+1] * (int32_t)stallDurations.data.i64[i+2] <
2962 thresholdW * thresholdH) {
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07002963 continue;
2964 } else {
2965 largeJpegCount++;
2966 }
Shuzhen Wang89db2992021-05-20 13:09:48 -07002967 }
2968 newStallDurations.insert(newStallDurations.end(), stallDurations.data.i64 + i,
2969 stallDurations.data.i64 + i + 4);
2970 }
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07002971 if (newStallDurations.size() == 0 || largeJpegCount == 0) {
2972 return BAD_VALUE;
Shuzhen Wang89db2992021-05-20 13:09:48 -07002973 }
2974
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07002975 mCameraCharacteristics.update(ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS,
2976 newStreamConfigs.data(), newStreamConfigs.size());
2977 mCameraCharacteristics.update(ANDROID_SCALER_AVAILABLE_MIN_FRAME_DURATIONS,
2978 newMinDurations.data(), newMinDurations.size());
2979 mCameraCharacteristics.update(ANDROID_SCALER_AVAILABLE_STALL_DURATIONS,
2980 newStallDurations.data(), newStallDurations.size());
2981
Shuzhen Wang89db2992021-05-20 13:09:48 -07002982 // Re-generate metadata tags that have dependencies on BLOB sizes
2983 auto res = addDynamicDepthTags();
2984 if (OK != res) {
2985 ALOGE("%s: Failed to append dynamic depth tags: %s (%d)", __FUNCTION__,
2986 strerror(-res), res);
Shuzhen Wang2ebb8392021-06-21 23:31:10 -07002987 // Allow filtering of small JPEG sizes to succeed even if dynamic depth
2988 // tags fail to generate.
Shuzhen Wang89db2992021-05-20 13:09:48 -07002989 }
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07002990
2991 return OK;
Shuzhen Wang89db2992021-05-20 13:09:48 -07002992}
2993
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08002994status_t CameraProviderManager::ProviderInfo::parseProviderName(const std::string& name,
2995 std::string *type, uint32_t *id) {
2996 // Format must be "<type>/<id>"
2997#define ERROR_MSG_PREFIX "%s: Invalid provider name '%s'. " \
2998 "Should match '<type>/<id>' - "
2999
3000 if (!type || !id) return INVALID_OPERATION;
3001
3002 std::string::size_type slashIdx = name.find('/');
3003 if (slashIdx == std::string::npos || slashIdx == name.size() - 1) {
3004 ALOGE(ERROR_MSG_PREFIX
3005 "does not have / separator between type and id",
3006 __FUNCTION__, name.c_str());
3007 return BAD_VALUE;
3008 }
3009
3010 std::string typeVal = name.substr(0, slashIdx);
3011
3012 char *endPtr;
3013 errno = 0;
3014 long idVal = strtol(name.c_str() + slashIdx + 1, &endPtr, 10);
3015 if (errno != 0) {
3016 ALOGE(ERROR_MSG_PREFIX
3017 "cannot parse provider id as an integer: %s (%d)",
3018 __FUNCTION__, name.c_str(), strerror(errno), errno);
3019 return BAD_VALUE;
3020 }
3021 if (endPtr != name.c_str() + name.size()) {
3022 ALOGE(ERROR_MSG_PREFIX
3023 "provider id has unexpected length",
3024 __FUNCTION__, name.c_str());
3025 return BAD_VALUE;
3026 }
3027 if (idVal < 0) {
3028 ALOGE(ERROR_MSG_PREFIX
3029 "id is negative: %ld",
3030 __FUNCTION__, name.c_str(), idVal);
3031 return BAD_VALUE;
3032 }
3033
3034#undef ERROR_MSG_PREFIX
3035
3036 *type = typeVal;
3037 *id = static_cast<uint32_t>(idVal);
3038
3039 return OK;
3040}
3041
Emilian Peev71c73a22017-03-21 16:35:51 +00003042metadata_vendor_id_t CameraProviderManager::ProviderInfo::generateVendorTagId(
3043 const std::string &name) {
3044 metadata_vendor_id_t ret = std::hash<std::string> {} (name);
3045 // CAMERA_METADATA_INVALID_VENDOR_ID is not a valid hash value
3046 if (CAMERA_METADATA_INVALID_VENDOR_ID == ret) {
3047 ret = 0;
3048 }
3049
3050 return ret;
3051}
3052
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08003053status_t CameraProviderManager::ProviderInfo::parseDeviceName(const std::string& name,
3054 uint16_t *major, uint16_t *minor, std::string *type, std::string *id) {
3055
3056 // Format must be "device@<major>.<minor>/<type>/<id>"
3057
3058#define ERROR_MSG_PREFIX "%s: Invalid device name '%s'. " \
3059 "Should match 'device@<major>.<minor>/<type>/<id>' - "
3060
3061 if (!major || !minor || !type || !id) return INVALID_OPERATION;
3062
3063 // Verify starting prefix
3064 const char expectedPrefix[] = "device@";
3065
3066 if (name.find(expectedPrefix) != 0) {
3067 ALOGE(ERROR_MSG_PREFIX
3068 "does not start with '%s'",
3069 __FUNCTION__, name.c_str(), expectedPrefix);
3070 return BAD_VALUE;
3071 }
3072
3073 // Extract major/minor versions
3074 constexpr std::string::size_type atIdx = sizeof(expectedPrefix) - 2;
3075 std::string::size_type dotIdx = name.find('.', atIdx);
3076 if (dotIdx == std::string::npos) {
3077 ALOGE(ERROR_MSG_PREFIX
3078 "does not have @<major>. version section",
3079 __FUNCTION__, name.c_str());
3080 return BAD_VALUE;
3081 }
3082 std::string::size_type typeSlashIdx = name.find('/', dotIdx);
3083 if (typeSlashIdx == std::string::npos) {
3084 ALOGE(ERROR_MSG_PREFIX
3085 "does not have .<minor>/ version section",
3086 __FUNCTION__, name.c_str());
3087 return BAD_VALUE;
3088 }
3089
3090 char *endPtr;
3091 errno = 0;
3092 long majorVal = strtol(name.c_str() + atIdx + 1, &endPtr, 10);
3093 if (errno != 0) {
3094 ALOGE(ERROR_MSG_PREFIX
3095 "cannot parse major version: %s (%d)",
3096 __FUNCTION__, name.c_str(), strerror(errno), errno);
3097 return BAD_VALUE;
3098 }
3099 if (endPtr != name.c_str() + dotIdx) {
3100 ALOGE(ERROR_MSG_PREFIX
3101 "major version has unexpected length",
3102 __FUNCTION__, name.c_str());
3103 return BAD_VALUE;
3104 }
3105 long minorVal = strtol(name.c_str() + dotIdx + 1, &endPtr, 10);
3106 if (errno != 0) {
3107 ALOGE(ERROR_MSG_PREFIX
3108 "cannot parse minor version: %s (%d)",
3109 __FUNCTION__, name.c_str(), strerror(errno), errno);
3110 return BAD_VALUE;
3111 }
3112 if (endPtr != name.c_str() + typeSlashIdx) {
3113 ALOGE(ERROR_MSG_PREFIX
3114 "minor version has unexpected length",
3115 __FUNCTION__, name.c_str());
3116 return BAD_VALUE;
3117 }
3118 if (majorVal < 0 || majorVal > UINT16_MAX || minorVal < 0 || minorVal > UINT16_MAX) {
3119 ALOGE(ERROR_MSG_PREFIX
3120 "major/minor version is out of range of uint16_t: %ld.%ld",
3121 __FUNCTION__, name.c_str(), majorVal, minorVal);
3122 return BAD_VALUE;
3123 }
3124
3125 // Extract type and id
3126
3127 std::string::size_type instanceSlashIdx = name.find('/', typeSlashIdx + 1);
3128 if (instanceSlashIdx == std::string::npos) {
3129 ALOGE(ERROR_MSG_PREFIX
3130 "does not have /<type>/ component",
3131 __FUNCTION__, name.c_str());
3132 return BAD_VALUE;
3133 }
3134 std::string typeVal = name.substr(typeSlashIdx + 1, instanceSlashIdx - typeSlashIdx - 1);
3135
3136 if (instanceSlashIdx == name.size() - 1) {
3137 ALOGE(ERROR_MSG_PREFIX
3138 "does not have an /<id> component",
3139 __FUNCTION__, name.c_str());
3140 return BAD_VALUE;
3141 }
3142 std::string idVal = name.substr(instanceSlashIdx + 1);
3143
3144#undef ERROR_MSG_PREFIX
3145
3146 *major = static_cast<uint16_t>(majorVal);
3147 *minor = static_cast<uint16_t>(minorVal);
3148 *type = typeVal;
3149 *id = idVal;
3150
3151 return OK;
3152}
3153
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08003154CameraProviderManager::ProviderInfo::~ProviderInfo() {
3155 // Destruction of ProviderInfo is only supposed to happen when the respective
3156 // CameraProvider interface dies, so do not unregister callbacks.
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08003157}
3158
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -08003159// Expects to have mInterfaceMutex locked
3160std::vector<std::unordered_set<std::string>>
Jayant Chowdharycad23c22020-03-10 15:04:59 -07003161CameraProviderManager::getConcurrentCameraIds() const {
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -08003162 std::vector<std::unordered_set<std::string>> deviceIdCombinations;
3163 std::lock_guard<std::mutex> lock(mInterfaceMutex);
3164 for (auto &provider : mProviders) {
Jayant Chowdharycbe770a2020-02-14 11:14:46 -08003165 for (auto &combinations : provider->getConcurrentCameraIdCombinations()) {
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -08003166 deviceIdCombinations.push_back(combinations);
3167 }
3168 }
3169 return deviceIdCombinations;
3170}
3171
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -08003172// Checks if the containing vector of sets has any set that contains all of the
3173// camera ids in cameraIdsAndSessionConfigs.
3174static bool checkIfSetContainsAll(
3175 const std::vector<CameraIdAndSessionConfiguration> &cameraIdsAndSessionConfigs,
3176 const std::vector<std::unordered_set<std::string>> &containingSets) {
3177 for (auto &containingSet : containingSets) {
3178 bool didHaveAll = true;
3179 for (auto &cameraIdAndSessionConfig : cameraIdsAndSessionConfigs) {
3180 if (containingSet.find(cameraIdAndSessionConfig.mCameraId) == containingSet.end()) {
3181 // a camera id doesn't belong to this set, keep looking in other
3182 // sets
3183 didHaveAll = false;
3184 break;
3185 }
3186 }
3187 if (didHaveAll) {
3188 // found a set that has all camera ids, lets return;
3189 return true;
3190 }
3191 }
3192 return false;
3193}
3194
3195status_t CameraProviderManager::isConcurrentSessionConfigurationSupported(
3196 const std::vector<CameraIdAndSessionConfiguration> &cameraIdsAndSessionConfigs,
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07003197 const std::set<std::string>& perfClassPrimaryCameraIds,
3198 int targetSdkVersion, bool *isSupported) {
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -08003199 std::lock_guard<std::mutex> lock(mInterfaceMutex);
3200 // Check if all the devices are a subset of devices advertised by the
3201 // same provider through getConcurrentStreamingCameraIds()
3202 // TODO: we should also do a findDeviceInfoLocked here ?
3203 for (auto &provider : mProviders) {
3204 if (checkIfSetContainsAll(cameraIdsAndSessionConfigs,
Jayant Chowdharycbe770a2020-02-14 11:14:46 -08003205 provider->getConcurrentCameraIdCombinations())) {
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -08003206 return provider->isConcurrentSessionConfigurationSupported(
Jayant Chowdhary0bd38522021-11-05 17:49:27 -07003207 cameraIdsAndSessionConfigs, perfClassPrimaryCameraIds, targetSdkVersion,
3208 isSupported);
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -08003209 }
3210 }
3211 *isSupported = false;
3212 //The set of camera devices were not found
3213 return INVALID_OPERATION;
3214}
3215
Shuzhen Wange8aceb52018-05-21 12:00:56 -07003216status_t CameraProviderManager::getCameraCharacteristicsLocked(const std::string &id,
Austin Borger18b30a72022-10-27 12:20:29 -07003217 bool overrideForPerfClass, CameraMetadata* characteristics,
Jayant Chowdhary81d81b02024-02-15 19:13:39 +00003218 int rotationOverride) const {
Jayant Chowdharyffc5d682022-05-12 18:34:34 +00003219 auto deviceInfo = findDeviceInfoLocked(id);
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07003220 if (deviceInfo != nullptr) {
Austin Borger18b30a72022-10-27 12:20:29 -07003221 return deviceInfo->getCameraCharacteristics(overrideForPerfClass, characteristics,
Jayant Chowdhary81d81b02024-02-15 19:13:39 +00003222 rotationOverride);
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07003223 }
Shuzhen Wange8aceb52018-05-21 12:00:56 -07003224
Shuzhen Wangf9d2c022018-08-21 12:07:35 -07003225 // Find hidden physical camera characteristics
3226 for (auto& provider : mProviders) {
3227 for (auto& deviceInfo : provider->mDevices) {
3228 status_t res = deviceInfo->getPhysicalCameraCharacteristics(id, characteristics);
3229 if (res != NAME_NOT_FOUND) return res;
3230 }
3231 }
3232
3233 return NAME_NOT_FOUND;
Shuzhen Wange8aceb52018-05-21 12:00:56 -07003234}
3235
3236void CameraProviderManager::filterLogicalCameraIdsLocked(
3237 std::vector<std::string>& deviceIds) const
3238{
Shuzhen Wang38e119b2018-10-01 16:03:53 -07003239 // Map between camera facing and camera IDs related to logical camera.
3240 std::map<int, std::unordered_set<std::string>> idCombos;
Shuzhen Wange8aceb52018-05-21 12:00:56 -07003241
Shuzhen Wang38e119b2018-10-01 16:03:53 -07003242 // Collect all logical and its underlying physical camera IDs for each
3243 // facing.
Shuzhen Wange8aceb52018-05-21 12:00:56 -07003244 for (auto& deviceId : deviceIds) {
Shuzhen Wang03d8cc12018-09-12 14:17:09 -07003245 auto deviceInfo = findDeviceInfoLocked(deviceId);
3246 if (deviceInfo == nullptr) continue;
Shuzhen Wange8aceb52018-05-21 12:00:56 -07003247
Shuzhen Wang03d8cc12018-09-12 14:17:09 -07003248 if (!deviceInfo->mIsLogicalCamera) {
Shuzhen Wange8aceb52018-05-21 12:00:56 -07003249 continue;
3250 }
Shuzhen Wange8aceb52018-05-21 12:00:56 -07003251
Shuzhen Wang38e119b2018-10-01 16:03:53 -07003252 // combo contains the ids of a logical camera and its physical cameras
3253 std::vector<std::string> combo = deviceInfo->mPhysicalIds;
3254 combo.push_back(deviceId);
3255
3256 hardware::CameraInfo info;
Austin Borger18b30a72022-10-27 12:20:29 -07003257 int portraitRotation;
Jayant Chowdhary81d81b02024-02-15 19:13:39 +00003258 status_t res = deviceInfo->getCameraInfo(
3259 /*rotationOverride*/hardware::ICameraService::ROTATION_OVERRIDE_NONE,
3260 &portraitRotation, &info);
Shuzhen Wang38e119b2018-10-01 16:03:53 -07003261 if (res != OK) {
3262 ALOGE("%s: Error reading camera info: %s (%d)", __FUNCTION__, strerror(-res), res);
3263 continue;
3264 }
3265 idCombos[info.facing].insert(combo.begin(), combo.end());
3266 }
3267
3268 // Only expose one camera ID per facing for all logical and underlying
3269 // physical camera IDs.
3270 for (auto& r : idCombos) {
3271 auto& removedIds = r.second;
Shuzhen Wange8aceb52018-05-21 12:00:56 -07003272 for (auto& id : deviceIds) {
Shuzhen Wang38e119b2018-10-01 16:03:53 -07003273 auto foundId = std::find(removedIds.begin(), removedIds.end(), id);
3274 if (foundId == removedIds.end()) {
Shuzhen Wange8aceb52018-05-21 12:00:56 -07003275 continue;
3276 }
3277
Shuzhen Wang38e119b2018-10-01 16:03:53 -07003278 removedIds.erase(foundId);
Shuzhen Wange8aceb52018-05-21 12:00:56 -07003279 break;
3280 }
Shuzhen Wang38e119b2018-10-01 16:03:53 -07003281 deviceIds.erase(std::remove_if(deviceIds.begin(), deviceIds.end(),
3282 [&removedIds](const std::string& s) {
3283 return removedIds.find(s) != removedIds.end();}),
3284 deviceIds.end());
Shuzhen Wange8aceb52018-05-21 12:00:56 -07003285 }
Shuzhen Wange8aceb52018-05-21 12:00:56 -07003286}
Yin-Chia Yeh067428c2017-01-13 15:19:24 -08003287
Vadim Caen7eccd7c2023-10-03 16:26:33 +02003288bool CameraProviderManager::isVirtualCameraHalEnabled() {
Jan Sebechlebsky2f66b5e2024-01-16 17:00:26 +01003289 return vd_flags::virtual_camera_service_discovery() &&
3290 vd_flags::virtual_camera_service_build_flag();
Vadim Caen7eccd7c2023-10-03 16:26:33 +02003291}
3292
Eino-Ville Talvala2f09bac2016-12-13 11:29:54 -08003293} // namespace android