blob: 86836216a92117b98843e44dcf4f44a7db1ce5b8 [file] [log] [blame]
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -08001/*
2 * Copyright (C) 2020 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
Austin Borgerea931242021-12-13 23:10:41 +000016
Shuzhen Wangd4abdf72021-05-28 11:22:50 -070017#include <cutils/properties.h>
18
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -080019#include "SessionConfigurationUtils.h"
Colin Crossb8a9dbb2020-08-27 04:12:26 +000020#include "../api2/DepthCompositeStream.h"
21#include "../api2/HeicCompositeStream.h"
Emilian Peev434248e2022-10-06 14:58:54 -070022#include "aidl/android/hardware/graphics/common/Dataspace.h"
23#include "api2/JpegRCompositeStream.h"
Colin Crossb8a9dbb2020-08-27 04:12:26 +000024#include "common/CameraDeviceBase.h"
Jayant Chowdharya04055f2022-01-03 02:07:49 +000025#include "common/HalConversionsTemplated.h"
Colin Crossb8a9dbb2020-08-27 04:12:26 +000026#include "../CameraService.h"
Jayant Chowdhary35642f22022-01-08 00:39:39 +000027#include "device3/aidl/AidlCamera3Device.h"
Jayant Chowdhary22441f32021-12-26 18:35:41 -080028#include "device3/hidl/HidlCamera3Device.h"
Colin Crossb8a9dbb2020-08-27 04:12:26 +000029#include "device3/Camera3OutputStream.h"
Emilian Peev2295df72021-11-12 18:14:10 -080030#include "system/graphics-base-v1.1.h"
Emilian Peev434248e2022-10-06 14:58:54 -070031#include <ui/PublicFormat.h>
Colin Crossb8a9dbb2020-08-27 04:12:26 +000032
Colin Crossb8a9dbb2020-08-27 04:12:26 +000033using android::camera3::OutputStreamInfo;
34using android::camera3::OutputStreamInfo;
35using android::hardware::camera2::ICameraDeviceUser;
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -080036
37namespace android {
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -080038namespace camera3 {
39
40void StreamConfiguration::getStreamConfigurations(
41 const CameraMetadata &staticInfo, int configuration,
42 std::unordered_map<int, std::vector<StreamConfiguration>> *scm) {
43 if (scm == nullptr) {
44 ALOGE("%s: StreamConfigurationMap nullptr", __FUNCTION__);
45 return;
46 }
47 const int STREAM_FORMAT_OFFSET = 0;
48 const int STREAM_WIDTH_OFFSET = 1;
49 const int STREAM_HEIGHT_OFFSET = 2;
50 const int STREAM_IS_INPUT_OFFSET = 3;
51
52 camera_metadata_ro_entry availableStreamConfigs = staticInfo.find(configuration);
53 for (size_t i = 0; i < availableStreamConfigs.count; i += 4) {
54 int32_t format = availableStreamConfigs.data.i32[i + STREAM_FORMAT_OFFSET];
55 int32_t width = availableStreamConfigs.data.i32[i + STREAM_WIDTH_OFFSET];
56 int32_t height = availableStreamConfigs.data.i32[i + STREAM_HEIGHT_OFFSET];
57 int32_t isInput = availableStreamConfigs.data.i32[i + STREAM_IS_INPUT_OFFSET];
58 StreamConfiguration sc = {format, width, height, isInput};
59 (*scm)[format].push_back(sc);
60 }
61}
62
63void StreamConfiguration::getStreamConfigurations(
64 const CameraMetadata &staticInfo, bool maxRes,
65 std::unordered_map<int, std::vector<StreamConfiguration>> *scm) {
66 int32_t scalerKey =
67 SessionConfigurationUtils::getAppropriateModeTag(
68 ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS, maxRes);
69
70 int32_t depthKey =
71 SessionConfigurationUtils::getAppropriateModeTag(
72 ANDROID_DEPTH_AVAILABLE_DEPTH_STREAM_CONFIGURATIONS, maxRes);
73
74 int32_t dynamicDepthKey =
75 SessionConfigurationUtils::getAppropriateModeTag(
76 ANDROID_DEPTH_AVAILABLE_DYNAMIC_DEPTH_STREAM_CONFIGURATIONS);
77
78 int32_t heicKey =
79 SessionConfigurationUtils::getAppropriateModeTag(
80 ANDROID_HEIC_AVAILABLE_HEIC_STREAM_CONFIGURATIONS);
81
82 getStreamConfigurations(staticInfo, scalerKey, scm);
83 getStreamConfigurations(staticInfo, depthKey, scm);
84 getStreamConfigurations(staticInfo, dynamicDepthKey, scm);
85 getStreamConfigurations(staticInfo, heicKey, scm);
86}
87
Austin Borgerea931242021-12-13 23:10:41 +000088namespace SessionConfigurationUtils {
89
90int32_t PERF_CLASS_LEVEL =
91 property_get_int32("ro.odm.build.media_performance_class", 0);
92
Shuzhen Wangf18887c2022-05-31 10:24:02 -070093bool IS_PERF_CLASS = (PERF_CLASS_LEVEL >= SDK_VERSION_S);
Austin Borgerea931242021-12-13 23:10:41 +000094
95camera3::Size getMaxJpegResolution(const CameraMetadata &metadata,
96 bool ultraHighResolution) {
97 int32_t maxJpegWidth = 0, maxJpegHeight = 0;
98 const int STREAM_CONFIGURATION_SIZE = 4;
99 const int STREAM_FORMAT_OFFSET = 0;
100 const int STREAM_WIDTH_OFFSET = 1;
101 const int STREAM_HEIGHT_OFFSET = 2;
102 const int STREAM_IS_INPUT_OFFSET = 3;
103
104 int32_t scalerSizesTag = ultraHighResolution ?
105 ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS_MAXIMUM_RESOLUTION :
106 ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS;
107 camera_metadata_ro_entry_t availableStreamConfigs =
108 metadata.find(scalerSizesTag);
109 if (availableStreamConfigs.count == 0 ||
110 availableStreamConfigs.count % STREAM_CONFIGURATION_SIZE != 0) {
111 return camera3::Size(0, 0);
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800112 }
Austin Borgerea931242021-12-13 23:10:41 +0000113
114 // Get max jpeg size (area-wise).
115 for (size_t i= 0; i < availableStreamConfigs.count; i+= STREAM_CONFIGURATION_SIZE) {
116 int32_t format = availableStreamConfigs.data.i32[i + STREAM_FORMAT_OFFSET];
117 int32_t width = availableStreamConfigs.data.i32[i + STREAM_WIDTH_OFFSET];
118 int32_t height = availableStreamConfigs.data.i32[i + STREAM_HEIGHT_OFFSET];
119 int32_t isInput = availableStreamConfigs.data.i32[i + STREAM_IS_INPUT_OFFSET];
120 if (isInput == ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS_OUTPUT
121 && format == HAL_PIXEL_FORMAT_BLOB &&
122 (width * height > maxJpegWidth * maxJpegHeight)) {
123 maxJpegWidth = width;
124 maxJpegHeight = height;
125 }
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800126 }
Austin Borgerea931242021-12-13 23:10:41 +0000127
128 return camera3::Size(maxJpegWidth, maxJpegHeight);
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800129}
130
Austin Borgerea931242021-12-13 23:10:41 +0000131size_t getUHRMaxJpegBufferSize(camera3::Size uhrMaxJpegSize,
132 camera3::Size defaultMaxJpegSize, size_t defaultMaxJpegBufferSize) {
Jayant Chowdharyb2d84202022-07-11 21:46:53 +0000133 return ((float)(uhrMaxJpegSize.width * uhrMaxJpegSize.height)) /
Austin Borgerea931242021-12-13 23:10:41 +0000134 (defaultMaxJpegSize.width * defaultMaxJpegSize.height) * defaultMaxJpegBufferSize;
135}
136
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800137StreamConfigurationPair
Austin Borgerea931242021-12-13 23:10:41 +0000138getStreamConfigurationPair(const CameraMetadata &staticInfo) {
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800139 camera3::StreamConfigurationPair streamConfigurationPair;
140 camera3::StreamConfiguration::getStreamConfigurations(staticInfo, false,
141 &streamConfigurationPair.mDefaultStreamConfigurationMap);
142 camera3::StreamConfiguration::getStreamConfigurations(staticInfo, true,
143 &streamConfigurationPair.mMaximumResolutionStreamConfigurationMap);
144 return streamConfigurationPair;
145}
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -0800146
Austin Borgerea931242021-12-13 23:10:41 +0000147int64_t euclidDistSquare(int32_t x0, int32_t y0, int32_t x1, int32_t y1) {
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000148 int64_t d0 = x0 - x1;
149 int64_t d1 = y0 - y1;
150 return d0 * d0 + d1 * d1;
151}
152
Austin Borgerea931242021-12-13 23:10:41 +0000153bool roundBufferDimensionNearest(int32_t width, int32_t height,
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800154 int32_t format, android_dataspace dataSpace,
155 const CameraMetadata& info, bool maxResolution, /*out*/int32_t* outWidth,
156 /*out*/int32_t* outHeight) {
157 const int32_t depthSizesTag =
158 getAppropriateModeTag(ANDROID_DEPTH_AVAILABLE_DEPTH_STREAM_CONFIGURATIONS,
159 maxResolution);
160 const int32_t scalerSizesTag =
161 getAppropriateModeTag(ANDROID_SCALER_AVAILABLE_STREAM_CONFIGURATIONS, maxResolution);
162 const int32_t heicSizesTag =
163 getAppropriateModeTag(ANDROID_HEIC_AVAILABLE_HEIC_STREAM_CONFIGURATIONS, maxResolution);
Emilian Peevad25a072023-04-05 12:24:13 -0700164 const int32_t jpegRSizesTag = getAppropriateModeTag(
165 ANDROID_JPEGR_AVAILABLE_JPEG_R_STREAM_CONFIGURATIONS, maxResolution);
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000166
Emilian Peevad25a072023-04-05 12:24:13 -0700167 bool isJpegRDataSpace = (dataSpace == static_cast<android_dataspace_t>(
168 ::aidl::android::hardware::graphics::common::Dataspace::JPEG_R));
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000169 camera_metadata_ro_entry streamConfigs =
Emilian Peevad25a072023-04-05 12:24:13 -0700170 (isJpegRDataSpace) ? info.find(jpegRSizesTag) :
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800171 (dataSpace == HAL_DATASPACE_DEPTH) ? info.find(depthSizesTag) :
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000172 (dataSpace == static_cast<android_dataspace>(HAL_DATASPACE_HEIF)) ?
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800173 info.find(heicSizesTag) :
174 info.find(scalerSizesTag);
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000175
176 int32_t bestWidth = -1;
177 int32_t bestHeight = -1;
178
179 // Iterate through listed stream configurations and find the one with the smallest euclidean
180 // distance from the given dimensions for the given format.
181 for (size_t i = 0; i < streamConfigs.count; i += 4) {
182 int32_t fmt = streamConfigs.data.i32[i];
183 int32_t w = streamConfigs.data.i32[i + 1];
184 int32_t h = streamConfigs.data.i32[i + 2];
185
186 // Ignore input/output type for now
187 if (fmt == format) {
188 if (w == width && h == height) {
189 bestWidth = width;
190 bestHeight = height;
191 break;
192 } else if (w <= ROUNDING_WIDTH_CAP && (bestWidth == -1 ||
193 SessionConfigurationUtils::euclidDistSquare(w, h, width, height) <
194 SessionConfigurationUtils::euclidDistSquare(bestWidth, bestHeight, width,
195 height))) {
196 bestWidth = w;
197 bestHeight = h;
198 }
199 }
200 }
201
202 if (bestWidth == -1) {
203 // Return false if no configurations for this format were listed
Jayant Chowdharydbd1efb2023-02-07 16:14:48 -0800204 ALOGE("%s: No configurations for format %d width %d, height %d, maxResolution ? %s",
205 __FUNCTION__, format, width, height, maxResolution ? "true" : "false");
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000206 return false;
207 }
208
209 // Set the outputs to the closet width/height
210 if (outWidth != NULL) {
211 *outWidth = bestWidth;
212 }
213 if (outHeight != NULL) {
214 *outHeight = bestHeight;
215 }
216
217 // Return true if at least one configuration for this format was listed
218 return true;
219}
220
Emilian Peev2295df72021-11-12 18:14:10 -0800221//check if format is 10-bit compatible
Emilian Peev434248e2022-10-06 14:58:54 -0700222bool is10bitCompatibleFormat(int32_t format, android_dataspace_t dataSpace) {
Emilian Peev2295df72021-11-12 18:14:10 -0800223 switch(format) {
224 case HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED:
225 case HAL_PIXEL_FORMAT_YCBCR_P010:
226 return true;
Emilian Peev434248e2022-10-06 14:58:54 -0700227 case HAL_PIXEL_FORMAT_BLOB:
228 if (dataSpace == static_cast<android_dataspace_t>(
229 ::aidl::android::hardware::graphics::common::Dataspace::JPEG_R)) {
230 return true;
231 }
232
233 return false;
Emilian Peev2295df72021-11-12 18:14:10 -0800234 default:
235 return false;
236 }
237}
238
Emilian Peevc81a7592022-02-14 17:38:18 -0800239bool isDynamicRangeProfileSupported(int64_t dynamicRangeProfile, const CameraMetadata& staticInfo) {
Emilian Peev2295df72021-11-12 18:14:10 -0800240 if (dynamicRangeProfile == ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD) {
241 // Supported by default
242 return true;
243 }
244
245 camera_metadata_ro_entry_t entry = staticInfo.find(ANDROID_REQUEST_AVAILABLE_CAPABILITIES);
246 bool is10bitDynamicRangeSupported = false;
247 for (size_t i = 0; i < entry.count; ++i) {
248 uint8_t capability = entry.data.u8[i];
249 if (capability == ANDROID_REQUEST_AVAILABLE_CAPABILITIES_DYNAMIC_RANGE_TEN_BIT) {
250 is10bitDynamicRangeSupported = true;
251 break;
252 }
253 }
254
255 if (!is10bitDynamicRangeSupported) {
256 return false;
257 }
258
259 switch (dynamicRangeProfile) {
260 case ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_HDR10_PLUS:
261 case ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_HDR10:
262 case ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_HLG10:
263 case ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_DOLBY_VISION_10B_HDR_OEM:
264 case ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_DOLBY_VISION_10B_HDR_OEM_PO:
265 case ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_DOLBY_VISION_10B_HDR_REF:
266 case ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_DOLBY_VISION_10B_HDR_REF_PO:
267 case ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_DOLBY_VISION_8B_HDR_OEM:
268 case ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_DOLBY_VISION_8B_HDR_OEM_PO:
269 case ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_DOLBY_VISION_8B_HDR_REF:
270 case ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_DOLBY_VISION_8B_HDR_REF_PO:
271 entry = staticInfo.find(ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP);
Emilian Peevc81a7592022-02-14 17:38:18 -0800272 for (size_t i = 0; i < entry.count; i += 3) {
273 if (dynamicRangeProfile == entry.data.i64[i]) {
Emilian Peev2295df72021-11-12 18:14:10 -0800274 return true;
275 }
276 }
277
278 return false;
279 default:
280 return false;
281 }
282
283 return false;
284}
285
286//check if format is 10-bit compatible
Emilian Peevc81a7592022-02-14 17:38:18 -0800287bool is10bitDynamicRangeProfile(int64_t dynamicRangeProfile) {
Emilian Peev2295df72021-11-12 18:14:10 -0800288 switch (dynamicRangeProfile) {
289 case ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_HDR10_PLUS:
290 case ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_HDR10:
291 case ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_HLG10:
292 case ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_DOLBY_VISION_10B_HDR_OEM:
293 case ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_DOLBY_VISION_10B_HDR_OEM_PO:
294 case ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_DOLBY_VISION_10B_HDR_REF:
295 case ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_DOLBY_VISION_10B_HDR_REF_PO:
296 return true;
297 default:
298 return false;
299 }
300}
301
Austin Borger9e2b27c2022-07-15 11:27:24 -0700302bool deviceReportsColorSpaces(const CameraMetadata& staticInfo) {
303 camera_metadata_ro_entry_t entry = staticInfo.find(ANDROID_REQUEST_AVAILABLE_CAPABILITIES);
304 for (size_t i = 0; i < entry.count; ++i) {
305 uint8_t capability = entry.data.u8[i];
306 if (capability == ANDROID_REQUEST_AVAILABLE_CAPABILITIES_COLOR_SPACE_PROFILES) {
307 return true;
308 }
309 }
310
311 return false;
312}
313
314bool isColorSpaceSupported(int32_t colorSpace, int32_t format, android_dataspace dataSpace,
315 int64_t dynamicRangeProfile, const CameraMetadata& staticInfo) {
316 int64_t colorSpace64 = colorSpace;
317 int64_t format64 = format;
318
319 // Translate HAL format + data space to public format
320 if (format == HAL_PIXEL_FORMAT_BLOB && dataSpace == HAL_DATASPACE_V0_JFIF) {
321 format64 = 0x100; // JPEG
322 } else if (format == HAL_PIXEL_FORMAT_BLOB
323 && dataSpace == static_cast<android_dataspace>(HAL_DATASPACE_HEIF)) {
324 format64 = 0x48454946; // HEIC
325 } else if (format == HAL_PIXEL_FORMAT_BLOB
326 && dataSpace == static_cast<android_dataspace>(HAL_DATASPACE_DYNAMIC_DEPTH)) {
327 format64 = 0x69656963; // DEPTH_JPEG
328 } else if (format == HAL_PIXEL_FORMAT_BLOB && dataSpace == HAL_DATASPACE_DEPTH) {
329 return false; // DEPTH_POINT_CLOUD, not applicable
330 } else if (format == HAL_PIXEL_FORMAT_Y16 && dataSpace == HAL_DATASPACE_DEPTH) {
331 return false; // DEPTH16, not applicable
332 } else if (format == HAL_PIXEL_FORMAT_RAW16 && dataSpace == HAL_DATASPACE_DEPTH) {
333 return false; // RAW_DEPTH, not applicable
334 } else if (format == HAL_PIXEL_FORMAT_RAW10 && dataSpace == HAL_DATASPACE_DEPTH) {
335 return false; // RAW_DEPTH10, not applicable
Emilian Peev434248e2022-10-06 14:58:54 -0700336 } else if (format == HAL_PIXEL_FORMAT_BLOB && dataSpace ==
337 static_cast<android_dataspace>(
338 ::aidl::android::hardware::graphics::common::Dataspace::JPEG_R)) {
339 format64 = static_cast<int64_t>(PublicFormat::JPEG_R);
Austin Borger9e2b27c2022-07-15 11:27:24 -0700340 }
341
342 camera_metadata_ro_entry_t entry =
343 staticInfo.find(ANDROID_REQUEST_AVAILABLE_COLOR_SPACE_PROFILES_MAP);
344 for (size_t i = 0; i < entry.count; i += 3) {
345 bool isFormatCompatible = (format64 == entry.data.i64[i + 1]);
346 bool isDynamicProfileCompatible =
347 (dynamicRangeProfile & entry.data.i64[i + 2]) != 0;
348
349 if (colorSpace64 == entry.data.i64[i]
350 && isFormatCompatible
351 && isDynamicProfileCompatible) {
352 return true;
353 }
354 }
355
356 ALOGE("Color space %d, image format %" PRId64 ", and dynamic range 0x%" PRIx64
357 " combination not found", colorSpace, format64, dynamicRangeProfile);
358 return false;
359}
360
Austin Borgerea931242021-12-13 23:10:41 +0000361bool isPublicFormat(int32_t format)
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000362{
363 switch(format) {
364 case HAL_PIXEL_FORMAT_RGBA_8888:
365 case HAL_PIXEL_FORMAT_RGBX_8888:
366 case HAL_PIXEL_FORMAT_RGB_888:
367 case HAL_PIXEL_FORMAT_RGB_565:
368 case HAL_PIXEL_FORMAT_BGRA_8888:
369 case HAL_PIXEL_FORMAT_YV12:
370 case HAL_PIXEL_FORMAT_Y8:
371 case HAL_PIXEL_FORMAT_Y16:
372 case HAL_PIXEL_FORMAT_RAW16:
373 case HAL_PIXEL_FORMAT_RAW10:
374 case HAL_PIXEL_FORMAT_RAW12:
375 case HAL_PIXEL_FORMAT_RAW_OPAQUE:
376 case HAL_PIXEL_FORMAT_BLOB:
377 case HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED:
378 case HAL_PIXEL_FORMAT_YCbCr_420_888:
379 case HAL_PIXEL_FORMAT_YCbCr_422_SP:
380 case HAL_PIXEL_FORMAT_YCrCb_420_SP:
381 case HAL_PIXEL_FORMAT_YCbCr_422_I:
382 return true;
383 default:
384 return false;
385 }
386}
387
Shuzhen Wang8ed1e872022-03-08 16:34:33 -0800388bool isStreamUseCaseSupported(int64_t streamUseCase,
Shuzhen Wangc8ab4522021-12-14 20:12:42 -0800389 const CameraMetadata &deviceInfo) {
390 camera_metadata_ro_entry_t availableStreamUseCases =
391 deviceInfo.find(ANDROID_SCALER_AVAILABLE_STREAM_USE_CASES);
392
393 if (availableStreamUseCases.count == 0 &&
394 streamUseCase == ANDROID_SCALER_AVAILABLE_STREAM_USE_CASES_DEFAULT) {
395 return true;
396 }
Shuzhen Wangb77131a2022-04-27 15:34:33 -0700397 // Allow vendor stream use case unconditionally.
398 if (streamUseCase >= ANDROID_SCALER_AVAILABLE_STREAM_USE_CASES_VENDOR_START) {
399 return true;
400 }
Shuzhen Wangc8ab4522021-12-14 20:12:42 -0800401
402 for (size_t i = 0; i < availableStreamUseCases.count; i++) {
Shuzhen Wang8ed1e872022-03-08 16:34:33 -0800403 if (availableStreamUseCases.data.i64[i] == streamUseCase) {
Shuzhen Wangc8ab4522021-12-14 20:12:42 -0800404 return true;
405 }
406 }
407 return false;
408}
409
Austin Borgerea931242021-12-13 23:10:41 +0000410binder::Status createSurfaceFromGbp(
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000411 OutputStreamInfo& streamInfo, bool isStreamInfoValid,
412 sp<Surface>& surface, const sp<IGraphicBufferProducer>& gbp,
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800413 const String8 &logicalCameraId, const CameraMetadata &physicalCameraMetadata,
Emilian Peevc81a7592022-02-14 17:38:18 -0800414 const std::vector<int32_t> &sensorPixelModesUsed, int64_t dynamicRangeProfile,
Austin Borger9e2b27c2022-07-15 11:27:24 -0700415 int64_t streamUseCase, int timestampBase, int mirrorMode,
416 int32_t colorSpace) {
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000417 // bufferProducer must be non-null
418 if (gbp == nullptr) {
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800419 String8 msg = String8::format("Camera %s: Surface is NULL", logicalCameraId.string());
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000420 ALOGW("%s: %s", __FUNCTION__, msg.string());
421 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
422 }
423 // HACK b/10949105
424 // Query consumer usage bits to set async operation mode for
425 // GLConsumer using controlledByApp parameter.
426 bool useAsync = false;
427 uint64_t consumerUsage = 0;
428 status_t err;
429 if ((err = gbp->getConsumerUsage(&consumerUsage)) != OK) {
430 String8 msg = String8::format("Camera %s: Failed to query Surface consumer usage: %s (%d)",
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800431 logicalCameraId.string(), strerror(-err), err);
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000432 ALOGE("%s: %s", __FUNCTION__, msg.string());
433 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
434 }
435 if (consumerUsage & GraphicBuffer::USAGE_HW_TEXTURE) {
436 ALOGW("%s: Camera %s with consumer usage flag: %" PRIu64 ": Forcing asynchronous mode for"
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800437 "stream", __FUNCTION__, logicalCameraId.string(), consumerUsage);
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000438 useAsync = true;
439 }
440
441 uint64_t disallowedFlags = GraphicBuffer::USAGE_HW_VIDEO_ENCODER |
442 GRALLOC_USAGE_RENDERSCRIPT;
443 uint64_t allowedFlags = GraphicBuffer::USAGE_SW_READ_MASK |
444 GraphicBuffer::USAGE_HW_TEXTURE |
445 GraphicBuffer::USAGE_HW_COMPOSER;
446 bool flexibleConsumer = (consumerUsage & disallowedFlags) == 0 &&
447 (consumerUsage & allowedFlags) != 0;
448
449 surface = new Surface(gbp, useAsync);
450 ANativeWindow *anw = surface.get();
451
452 int width, height, format;
453 android_dataspace dataSpace;
454 if ((err = anw->query(anw, NATIVE_WINDOW_WIDTH, &width)) != OK) {
455 String8 msg = String8::format("Camera %s: Failed to query Surface width: %s (%d)",
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800456 logicalCameraId.string(), strerror(-err), err);
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000457 ALOGE("%s: %s", __FUNCTION__, msg.string());
458 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
459 }
460 if ((err = anw->query(anw, NATIVE_WINDOW_HEIGHT, &height)) != OK) {
461 String8 msg = String8::format("Camera %s: Failed to query Surface height: %s (%d)",
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800462 logicalCameraId.string(), strerror(-err), err);
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000463 ALOGE("%s: %s", __FUNCTION__, msg.string());
464 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
465 }
466 if ((err = anw->query(anw, NATIVE_WINDOW_FORMAT, &format)) != OK) {
467 String8 msg = String8::format("Camera %s: Failed to query Surface format: %s (%d)",
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800468 logicalCameraId.string(), strerror(-err), err);
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000469 ALOGE("%s: %s", __FUNCTION__, msg.string());
470 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
471 }
472 if ((err = anw->query(anw, NATIVE_WINDOW_DEFAULT_DATASPACE,
473 reinterpret_cast<int*>(&dataSpace))) != OK) {
474 String8 msg = String8::format("Camera %s: Failed to query Surface dataspace: %s (%d)",
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800475 logicalCameraId.string(), strerror(-err), err);
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000476 ALOGE("%s: %s", __FUNCTION__, msg.string());
477 return STATUS_ERROR(CameraService::ERROR_INVALID_OPERATION, msg.string());
478 }
479
480 // FIXME: remove this override since the default format should be
481 // IMPLEMENTATION_DEFINED. b/9487482 & b/35317944
482 if ((format >= HAL_PIXEL_FORMAT_RGBA_8888 && format <= HAL_PIXEL_FORMAT_BGRA_8888) &&
483 ((consumerUsage & GRALLOC_USAGE_HW_MASK) &&
484 ((consumerUsage & GRALLOC_USAGE_SW_READ_MASK) == 0))) {
485 ALOGW("%s: Camera %s: Overriding format %#x to IMPLEMENTATION_DEFINED",
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800486 __FUNCTION__, logicalCameraId.string(), format);
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000487 format = HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED;
488 }
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800489 std::unordered_set<int32_t> overriddenSensorPixelModes;
490 if (checkAndOverrideSensorPixelModesUsed(sensorPixelModesUsed, format, width, height,
491 physicalCameraMetadata, flexibleConsumer, &overriddenSensorPixelModes) != OK) {
492 String8 msg = String8::format("Camera %s: sensor pixel modes for stream with "
493 "format %#x are not valid",logicalCameraId.string(), format);
494 ALOGE("%s: %s", __FUNCTION__, msg.string());
495 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
496 }
497 bool foundInMaxRes = false;
498 if (overriddenSensorPixelModes.find(ANDROID_SENSOR_PIXEL_MODE_MAXIMUM_RESOLUTION) !=
499 overriddenSensorPixelModes.end()) {
500 // we can use the default stream configuration map
501 foundInMaxRes = true;
502 }
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000503 // Round dimensions to the nearest dimensions available for this format
504 if (flexibleConsumer && isPublicFormat(format) &&
505 !SessionConfigurationUtils::roundBufferDimensionNearest(width, height,
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800506 format, dataSpace, physicalCameraMetadata, foundInMaxRes, /*out*/&width,
507 /*out*/&height)) {
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000508 String8 msg = String8::format("Camera %s: No supported stream configurations with "
509 "format %#x defined, failed to create output stream",
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800510 logicalCameraId.string(), format);
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000511 ALOGE("%s: %s", __FUNCTION__, msg.string());
512 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
513 }
Emilian Peev2295df72021-11-12 18:14:10 -0800514 if (!SessionConfigurationUtils::isDynamicRangeProfileSupported(dynamicRangeProfile,
515 physicalCameraMetadata)) {
Emilian Peevc81a7592022-02-14 17:38:18 -0800516 String8 msg = String8::format("Camera %s: Dynamic range profile 0x%" PRIx64
517 " not supported,failed to create output stream", logicalCameraId.string(),
518 dynamicRangeProfile);
Emilian Peev2295df72021-11-12 18:14:10 -0800519 ALOGE("%s: %s", __FUNCTION__, msg.string());
520 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
521 }
522 if (SessionConfigurationUtils::is10bitDynamicRangeProfile(dynamicRangeProfile) &&
Emilian Peev434248e2022-10-06 14:58:54 -0700523 !SessionConfigurationUtils::is10bitCompatibleFormat(format, dataSpace)) {
Emilian Peev2295df72021-11-12 18:14:10 -0800524 String8 msg = String8::format("Camera %s: No 10-bit supported stream configurations with "
Emilian Peevc81a7592022-02-14 17:38:18 -0800525 "format %#x defined and profile %" PRIx64 ", failed to create output stream",
Emilian Peev2295df72021-11-12 18:14:10 -0800526 logicalCameraId.string(), format, dynamicRangeProfile);
527 ALOGE("%s: %s", __FUNCTION__, msg.string());
528 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
529 }
Austin Borger9e2b27c2022-07-15 11:27:24 -0700530 if (colorSpace != ANDROID_REQUEST_AVAILABLE_COLOR_SPACE_PROFILES_MAP_UNSPECIFIED &&
531 SessionConfigurationUtils::deviceReportsColorSpaces(physicalCameraMetadata) &&
532 !SessionConfigurationUtils::isColorSpaceSupported(colorSpace, format, dataSpace,
533 dynamicRangeProfile, physicalCameraMetadata)) {
534 String8 msg = String8::format("Camera %s: Color space %d not supported, failed to "
535 "create output stream (pixel format %d dynamic range profile %" PRId64 ")",
536 logicalCameraId.string(), colorSpace, format, dynamicRangeProfile);
537 ALOGE("%s: %s", __FUNCTION__, msg.string());
538 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
539 }
Shuzhen Wangc8ab4522021-12-14 20:12:42 -0800540 if (!SessionConfigurationUtils::isStreamUseCaseSupported(streamUseCase,
541 physicalCameraMetadata)) {
Shuzhen Wang8ed1e872022-03-08 16:34:33 -0800542 String8 msg = String8::format("Camera %s: stream use case %" PRId64 " not supported,"
Shuzhen Wangc8ab4522021-12-14 20:12:42 -0800543 " failed to create output stream", logicalCameraId.string(), streamUseCase);
544 ALOGE("%s: %s", __FUNCTION__, msg.string());
545 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
546 }
Shuzhen Wange4208922022-02-01 16:52:48 -0800547 if (timestampBase < OutputConfiguration::TIMESTAMP_BASE_DEFAULT ||
Shuzhen Wangffc4c012022-04-20 15:55:46 -0700548 timestampBase > OutputConfiguration::TIMESTAMP_BASE_MAX) {
Shuzhen Wange4208922022-02-01 16:52:48 -0800549 String8 msg = String8::format("Camera %s: invalid timestamp base %d",
550 logicalCameraId.string(), timestampBase);
551 ALOGE("%s: %s", __FUNCTION__, msg.string());
552 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
553 }
Shuzhen Wang610d7b82022-02-08 14:37:22 -0800554 if (mirrorMode < OutputConfiguration::MIRROR_MODE_AUTO ||
555 mirrorMode > OutputConfiguration::MIRROR_MODE_V) {
556 String8 msg = String8::format("Camera %s: invalid mirroring mode %d",
557 logicalCameraId.string(), mirrorMode);
558 ALOGE("%s: %s", __FUNCTION__, msg.string());
559 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
560 }
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000561
562 if (!isStreamInfoValid) {
563 streamInfo.width = width;
564 streamInfo.height = height;
565 streamInfo.format = format;
566 streamInfo.dataSpace = dataSpace;
567 streamInfo.consumerUsage = consumerUsage;
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800568 streamInfo.sensorPixelModesUsed = overriddenSensorPixelModes;
Emilian Peev2295df72021-11-12 18:14:10 -0800569 streamInfo.dynamicRangeProfile = dynamicRangeProfile;
Shuzhen Wangc8ab4522021-12-14 20:12:42 -0800570 streamInfo.streamUseCase = streamUseCase;
Shuzhen Wange4208922022-02-01 16:52:48 -0800571 streamInfo.timestampBase = timestampBase;
Shuzhen Wang610d7b82022-02-08 14:37:22 -0800572 streamInfo.mirrorMode = mirrorMode;
Austin Borger9e2b27c2022-07-15 11:27:24 -0700573 streamInfo.colorSpace = colorSpace;
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000574 return binder::Status::ok();
575 }
576 if (width != streamInfo.width) {
577 String8 msg = String8::format("Camera %s:Surface width doesn't match: %d vs %d",
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800578 logicalCameraId.string(), width, streamInfo.width);
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000579 ALOGE("%s: %s", __FUNCTION__, msg.string());
580 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
581 }
582 if (height != streamInfo.height) {
583 String8 msg = String8::format("Camera %s:Surface height doesn't match: %d vs %d",
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800584 logicalCameraId.string(), height, streamInfo.height);
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000585 ALOGE("%s: %s", __FUNCTION__, msg.string());
586 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
587 }
588 if (format != streamInfo.format) {
589 String8 msg = String8::format("Camera %s:Surface format doesn't match: %d vs %d",
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800590 logicalCameraId.string(), format, streamInfo.format);
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000591 ALOGE("%s: %s", __FUNCTION__, msg.string());
592 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
593 }
594 if (format != HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED) {
595 if (dataSpace != streamInfo.dataSpace) {
596 String8 msg = String8::format("Camera %s:Surface dataSpace doesn't match: %d vs %d",
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800597 logicalCameraId.string(), dataSpace, streamInfo.dataSpace);
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000598 ALOGE("%s: %s", __FUNCTION__, msg.string());
599 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
600 }
601 //At the native side, there isn't a way to check whether 2 surfaces come from the same
602 //surface class type. Use usage flag to approximate the comparison.
603 if (consumerUsage != streamInfo.consumerUsage) {
604 String8 msg = String8::format(
605 "Camera %s:Surface usage flag doesn't match %" PRIu64 " vs %" PRIu64 "",
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800606 logicalCameraId.string(), consumerUsage, streamInfo.consumerUsage);
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000607 ALOGE("%s: %s", __FUNCTION__, msg.string());
608 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
609 }
610 }
611 return binder::Status::ok();
612}
613
Austin Borgerea931242021-12-13 23:10:41 +0000614void mapStreamInfo(const OutputStreamInfo &streamInfo,
Emilian Peevf4816702020-04-03 15:44:51 -0700615 camera3::camera_stream_rotation_t rotation, String8 physicalId,
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000616 int32_t groupId, aidl::android::hardware::camera::device::Stream *stream /*out*/) {
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000617 if (stream == nullptr) {
618 return;
619 }
620
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000621 stream->streamType = aidl::android::hardware::camera::device::StreamType::OUTPUT;
622 stream->width = streamInfo.width;
623 stream->height = streamInfo.height;
Jayant Chowdhary35642f22022-01-08 00:39:39 +0000624 stream->format = AidlCamera3Device::mapToAidlPixelFormat(streamInfo.format);
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000625 auto u = streamInfo.consumerUsage;
626 camera3::Camera3OutputStream::applyZSLUsageQuirk(streamInfo.format, &u);
Jayant Chowdhary35642f22022-01-08 00:39:39 +0000627 stream->usage = AidlCamera3Device::mapToAidlConsumerUsage(u);
628 stream->dataSpace = AidlCamera3Device::mapToAidlDataspace(streamInfo.dataSpace);
Austin Borger9e2b27c2022-07-15 11:27:24 -0700629 stream->colorSpace = streamInfo.colorSpace;
Jayant Chowdhary35642f22022-01-08 00:39:39 +0000630 stream->rotation = AidlCamera3Device::mapToAidlStreamRotation(rotation);
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000631 stream->id = -1; // Invalid stream id
632 stream->physicalCameraId = std::string(physicalId.string());
633 stream->bufferSize = 0;
634 stream->groupId = groupId;
635 stream->sensorPixelModesUsed.resize(streamInfo.sensorPixelModesUsed.size());
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800636 size_t idx = 0;
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000637 using SensorPixelMode = aidl::android::hardware::camera::metadata::SensorPixelMode;
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800638 for (auto mode : streamInfo.sensorPixelModesUsed) {
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000639 stream->sensorPixelModesUsed[idx++] =
640 static_cast<SensorPixelMode>(mode);
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800641 }
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000642 using DynamicRangeProfile =
643 aidl::android::hardware::camera::metadata::RequestAvailableDynamicRangeProfilesMap;
644 stream->dynamicRangeProfile = static_cast<DynamicRangeProfile>(streamInfo.dynamicRangeProfile);
645 using StreamUseCases =
646 aidl::android::hardware::camera::metadata::ScalerAvailableStreamUseCases;
647 stream->useCase = static_cast<StreamUseCases>(streamInfo.streamUseCase);
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000648}
649
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -0800650binder::Status
Austin Borgerea931242021-12-13 23:10:41 +0000651convertToHALStreamCombination(
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -0800652 const SessionConfiguration& sessionConfiguration,
Emilian Peeve579d8b2023-02-28 14:16:08 -0800653 const String8 &logicalCameraId, const CameraMetadata &deviceInfo, bool supportNativeJpegR,
Jayant Chowdhary2bbdce42020-01-12 14:55:41 -0800654 metadataGetter getMetadata, const std::vector<std::string> &physicalCameraIds,
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000655 aidl::android::hardware::camera::device::StreamConfiguration &streamConfiguration,
Shuzhen Wangd4abdf72021-05-28 11:22:50 -0700656 bool overrideForPerfClass, bool *earlyExit) {
Jayant Chowdhary35642f22022-01-08 00:39:39 +0000657 using SensorPixelMode = aidl::android::hardware::camera::metadata::SensorPixelMode;
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000658 auto operatingMode = sessionConfiguration.getOperatingMode();
659 binder::Status res = checkOperatingMode(operatingMode, deviceInfo, logicalCameraId);
660 if (!res.isOk()) {
661 return res;
662 }
663
664 if (earlyExit == nullptr) {
665 String8 msg("earlyExit nullptr");
666 ALOGE("%s: %s", __FUNCTION__, msg.string());
667 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
668 }
669 *earlyExit = false;
Jayant Chowdhary35642f22022-01-08 00:39:39 +0000670 auto ret = AidlCamera3Device::mapToAidlStreamConfigurationMode(
Emilian Peevf4816702020-04-03 15:44:51 -0700671 static_cast<camera_stream_configuration_mode_t> (operatingMode),
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000672 /*out*/ &streamConfiguration.operationMode);
673 if (ret != OK) {
674 String8 msg = String8::format(
675 "Camera %s: Failed mapping operating mode %d requested: %s (%d)",
676 logicalCameraId.string(), operatingMode, strerror(-ret), ret);
677 ALOGE("%s: %s", __FUNCTION__, msg.string());
678 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
679 msg.string());
680 }
681
682 bool isInputValid = (sessionConfiguration.getInputWidth() > 0) &&
683 (sessionConfiguration.getInputHeight() > 0) &&
684 (sessionConfiguration.getInputFormat() > 0);
685 auto outputConfigs = sessionConfiguration.getOutputConfigurations();
686 size_t streamCount = outputConfigs.size();
687 streamCount = isInputValid ? streamCount + 1 : streamCount;
688 streamConfiguration.streams.resize(streamCount);
689 size_t streamIdx = 0;
690 if (isInputValid) {
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000691 std::vector<SensorPixelMode> defaultSensorPixelModes;
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800692 defaultSensorPixelModes.resize(1);
693 defaultSensorPixelModes[0] =
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000694 static_cast<SensorPixelMode>(ANDROID_SENSOR_PIXEL_MODE_DEFAULT);
695 aidl::android::hardware::camera::device::Stream stream;
696 stream.id = 0;
697 stream.streamType = aidl::android::hardware::camera::device::StreamType::INPUT;
698 stream.width = static_cast<uint32_t> (sessionConfiguration.getInputWidth());
699 stream.height = static_cast<uint32_t> (sessionConfiguration.getInputHeight());
Jayant Chowdhary35642f22022-01-08 00:39:39 +0000700 stream.format =
701 AidlCamera3Device::AidlCamera3Device::mapToAidlPixelFormat(
702 sessionConfiguration.getInputFormat());
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000703 stream.usage = static_cast<aidl::android::hardware::graphics::common::BufferUsage>(0);
704 stream.dataSpace =
705 static_cast<aidl::android::hardware::graphics::common::Dataspace>(
706 HAL_DATASPACE_UNKNOWN);
707 stream.rotation = aidl::android::hardware::camera::device::StreamRotation::ROTATION_0;
708 stream.bufferSize = 0;
709 stream.groupId = -1;
710 stream.sensorPixelModesUsed = defaultSensorPixelModes;
Emilian Peev065fb0f2022-05-16 15:37:16 -0700711 using DynamicRangeProfile =
712 aidl::android::hardware::camera::metadata::RequestAvailableDynamicRangeProfilesMap;
713 stream.dynamicRangeProfile =
714 DynamicRangeProfile::ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD;
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000715 streamConfiguration.streams[streamIdx++] = stream;
Shuzhen Wang83bff122020-11-20 15:51:39 -0800716 streamConfiguration.multiResolutionInputImage =
717 sessionConfiguration.inputIsMultiResolution();
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000718 }
719
720 for (const auto &it : outputConfigs) {
721 const std::vector<sp<IGraphicBufferProducer>>& bufferProducers =
722 it.getGraphicBufferProducers();
723 bool deferredConsumer = it.isDeferred();
724 String8 physicalCameraId = String8(it.getPhysicalCameraId());
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800725
Emilian Peevc81a7592022-02-14 17:38:18 -0800726 int64_t dynamicRangeProfile = it.getDynamicRangeProfile();
Austin Borger9e2b27c2022-07-15 11:27:24 -0700727 int32_t colorSpace = it.getColorSpace();
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800728 std::vector<int32_t> sensorPixelModesUsed = it.getSensorPixelModesUsed();
Shuzhen Wangd4abdf72021-05-28 11:22:50 -0700729 const CameraMetadata &physicalDeviceInfo = getMetadata(physicalCameraId,
730 overrideForPerfClass);
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800731 const CameraMetadata &metadataChosen =
732 physicalCameraId.size() > 0 ? physicalDeviceInfo : deviceInfo;
733
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000734 size_t numBufferProducers = bufferProducers.size();
735 bool isStreamInfoValid = false;
Shuzhen Wang83bff122020-11-20 15:51:39 -0800736 int32_t groupId = it.isMultiResolution() ? it.getSurfaceSetID() : -1;
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000737 OutputStreamInfo streamInfo;
738
739 res = checkSurfaceType(numBufferProducers, deferredConsumer, it.getSurfaceType());
740 if (!res.isOk()) {
741 return res;
742 }
743 res = checkPhysicalCameraId(physicalCameraIds, physicalCameraId,
744 logicalCameraId);
745 if (!res.isOk()) {
746 return res;
747 }
748
Shuzhen Wang8ed1e872022-03-08 16:34:33 -0800749 int64_t streamUseCase = it.getStreamUseCase();
Shuzhen Wange4208922022-02-01 16:52:48 -0800750 int timestampBase = it.getTimestampBase();
Shuzhen Wang610d7b82022-02-08 14:37:22 -0800751 int mirrorMode = it.getMirrorMode();
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000752 if (deferredConsumer) {
753 streamInfo.width = it.getWidth();
754 streamInfo.height = it.getHeight();
755 streamInfo.format = HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED;
756 streamInfo.dataSpace = android_dataspace_t::HAL_DATASPACE_UNKNOWN;
757 auto surfaceType = it.getSurfaceType();
758 streamInfo.consumerUsage = GraphicBuffer::USAGE_HW_TEXTURE;
759 if (surfaceType == OutputConfiguration::SURFACE_TYPE_SURFACE_VIEW) {
760 streamInfo.consumerUsage |= GraphicBuffer::USAGE_HW_COMPOSER;
761 }
Emilian Peev2295df72021-11-12 18:14:10 -0800762 streamInfo.dynamicRangeProfile = it.getDynamicRangeProfile();
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800763 if (checkAndOverrideSensorPixelModesUsed(sensorPixelModesUsed,
764 streamInfo.format, streamInfo.width,
765 streamInfo.height, metadataChosen, false /*flexibleConsumer*/,
766 &streamInfo.sensorPixelModesUsed) != OK) {
767 ALOGE("%s: Deferred surface sensor pixel modes not valid",
768 __FUNCTION__);
769 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
770 "Deferred surface sensor pixel modes not valid");
771 }
Shuzhen Wangc8ab4522021-12-14 20:12:42 -0800772 streamInfo.streamUseCase = streamUseCase;
Shuzhen Wang83bff122020-11-20 15:51:39 -0800773 mapStreamInfo(streamInfo, camera3::CAMERA_STREAM_ROTATION_0, physicalCameraId, groupId,
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000774 &streamConfiguration.streams[streamIdx++]);
775 isStreamInfoValid = true;
776
777 if (numBufferProducers == 0) {
778 continue;
779 }
780 }
781
782 for (auto& bufferProducer : bufferProducers) {
783 sp<Surface> surface;
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000784 res = createSurfaceFromGbp(streamInfo, isStreamInfoValid, surface, bufferProducer,
Shuzhen Wangc8ab4522021-12-14 20:12:42 -0800785 logicalCameraId, metadataChosen, sensorPixelModesUsed, dynamicRangeProfile,
Austin Borger9e2b27c2022-07-15 11:27:24 -0700786 streamUseCase, timestampBase, mirrorMode, colorSpace);
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000787
788 if (!res.isOk())
789 return res;
790
791 if (!isStreamInfoValid) {
792 bool isDepthCompositeStream =
793 camera3::DepthCompositeStream::isDepthCompositeStream(surface);
794 bool isHeicCompositeStream =
795 camera3::HeicCompositeStream::isHeicCompositeStream(surface);
Emilian Peev434248e2022-10-06 14:58:54 -0700796 bool isJpegRCompositeStream =
Emilian Peeve579d8b2023-02-28 14:16:08 -0800797 camera3::JpegRCompositeStream::isJpegRCompositeStream(surface) &&
798 !supportNativeJpegR;
Emilian Peev434248e2022-10-06 14:58:54 -0700799 if (isDepthCompositeStream || isHeicCompositeStream || isJpegRCompositeStream) {
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000800 // We need to take in to account that composite streams can have
801 // additional internal camera streams.
802 std::vector<OutputStreamInfo> compositeStreams;
803 if (isDepthCompositeStream) {
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800804 // TODO: Take care of composite streams.
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000805 ret = camera3::DepthCompositeStream::getCompositeStreamInfo(streamInfo,
806 deviceInfo, &compositeStreams);
Emilian Peev434248e2022-10-06 14:58:54 -0700807 } else if (isHeicCompositeStream) {
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000808 ret = camera3::HeicCompositeStream::getCompositeStreamInfo(streamInfo,
809 deviceInfo, &compositeStreams);
Emilian Peev434248e2022-10-06 14:58:54 -0700810 } else {
811 ret = camera3::JpegRCompositeStream::getCompositeStreamInfo(streamInfo,
812 deviceInfo, &compositeStreams);
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000813 }
Emilian Peev434248e2022-10-06 14:58:54 -0700814
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000815 if (ret != OK) {
816 String8 msg = String8::format(
817 "Camera %s: Failed adding composite streams: %s (%d)",
818 logicalCameraId.string(), strerror(-ret), ret);
819 ALOGE("%s: %s", __FUNCTION__, msg.string());
820 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
821 }
822
823 if (compositeStreams.size() == 0) {
824 // No internal streams means composite stream not
825 // supported.
826 *earlyExit = true;
827 return binder::Status::ok();
828 } else if (compositeStreams.size() > 1) {
829 streamCount += compositeStreams.size() - 1;
830 streamConfiguration.streams.resize(streamCount);
831 }
832
833 for (const auto& compositeStream : compositeStreams) {
834 mapStreamInfo(compositeStream,
Emilian Peevf4816702020-04-03 15:44:51 -0700835 static_cast<camera_stream_rotation_t> (it.getRotation()),
Shuzhen Wang83bff122020-11-20 15:51:39 -0800836 physicalCameraId, groupId,
837 &streamConfiguration.streams[streamIdx++]);
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000838 }
839 } else {
840 mapStreamInfo(streamInfo,
Emilian Peevf4816702020-04-03 15:44:51 -0700841 static_cast<camera_stream_rotation_t> (it.getRotation()),
Shuzhen Wang83bff122020-11-20 15:51:39 -0800842 physicalCameraId, groupId, &streamConfiguration.streams[streamIdx++]);
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000843 }
844 isStreamInfoValid = true;
845 }
846 }
847 }
848 return binder::Status::ok();
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800849}
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000850
Jayant Chowdharya04055f2022-01-03 02:07:49 +0000851binder::Status checkPhysicalCameraId(
852 const std::vector<std::string> &physicalCameraIds, const String8 &physicalCameraId,
853 const String8 &logicalCameraId) {
854 if (physicalCameraId.size() == 0) {
855 return binder::Status::ok();
856 }
857 if (std::find(physicalCameraIds.begin(), physicalCameraIds.end(),
858 physicalCameraId.string()) == physicalCameraIds.end()) {
859 String8 msg = String8::format("Camera %s: Camera doesn't support physicalCameraId %s.",
860 logicalCameraId.string(), physicalCameraId.string());
861 ALOGE("%s: %s", __FUNCTION__, msg.string());
862 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, msg.string());
863 }
864 return binder::Status::ok();
865}
866
867binder::Status checkSurfaceType(size_t numBufferProducers,
868 bool deferredConsumer, int surfaceType) {
869 if (numBufferProducers > MAX_SURFACES_PER_STREAM) {
870 ALOGE("%s: GraphicBufferProducer count %zu for stream exceeds limit of %d",
871 __FUNCTION__, numBufferProducers, MAX_SURFACES_PER_STREAM);
872 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Surface count is too high");
873 } else if ((numBufferProducers == 0) && (!deferredConsumer)) {
874 ALOGE("%s: Number of consumers cannot be smaller than 1", __FUNCTION__);
875 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "No valid consumers.");
876 }
877
878 bool validSurfaceType = ((surfaceType == OutputConfiguration::SURFACE_TYPE_SURFACE_VIEW) ||
879 (surfaceType == OutputConfiguration::SURFACE_TYPE_SURFACE_TEXTURE));
880
881 if (deferredConsumer && !validSurfaceType) {
882 ALOGE("%s: Target surface has invalid surfaceType = %d.", __FUNCTION__, surfaceType);
883 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT, "Target Surface is invalid");
884 }
885
886 return binder::Status::ok();
887}
888
889binder::Status checkOperatingMode(int operatingMode,
890 const CameraMetadata &staticInfo, const String8 &cameraId) {
891 if (operatingMode < 0) {
892 String8 msg = String8::format(
893 "Camera %s: Invalid operating mode %d requested", cameraId.string(), operatingMode);
894 ALOGE("%s: %s", __FUNCTION__, msg.string());
895 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
896 msg.string());
897 }
898
899 bool isConstrainedHighSpeed = (operatingMode == ICameraDeviceUser::CONSTRAINED_HIGH_SPEED_MODE);
900 if (isConstrainedHighSpeed) {
901 camera_metadata_ro_entry_t entry = staticInfo.find(ANDROID_REQUEST_AVAILABLE_CAPABILITIES);
902 bool isConstrainedHighSpeedSupported = false;
903 for(size_t i = 0; i < entry.count; ++i) {
904 uint8_t capability = entry.data.u8[i];
905 if (capability == ANDROID_REQUEST_AVAILABLE_CAPABILITIES_CONSTRAINED_HIGH_SPEED_VIDEO) {
906 isConstrainedHighSpeedSupported = true;
907 break;
908 }
909 }
910 if (!isConstrainedHighSpeedSupported) {
911 String8 msg = String8::format(
912 "Camera %s: Try to create a constrained high speed configuration on a device"
913 " that doesn't support it.", cameraId.string());
914 ALOGE("%s: %s", __FUNCTION__, msg.string());
915 return STATUS_ERROR(CameraService::ERROR_ILLEGAL_ARGUMENT,
916 msg.string());
917 }
918 }
919
920 return binder::Status::ok();
921}
922
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800923static bool inStreamConfigurationMap(int format, int width, int height,
924 const std::unordered_map<int, std::vector<camera3::StreamConfiguration>> &sm) {
925 auto scs = sm.find(format);
926 if (scs == sm.end()) {
927 return false;
928 }
929 for (auto &sc : scs->second) {
930 if (sc.width == width && sc.height == height && sc.isInput == 0) {
931 return true;
932 }
933 }
934 return false;
935}
936
937static std::unordered_set<int32_t> convertToSet(const std::vector<int32_t> &sensorPixelModesUsed) {
938 return std::unordered_set<int32_t>(sensorPixelModesUsed.begin(), sensorPixelModesUsed.end());
939}
940
Austin Borgerea931242021-12-13 23:10:41 +0000941status_t checkAndOverrideSensorPixelModesUsed(
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800942 const std::vector<int32_t> &sensorPixelModesUsed, int format, int width, int height,
943 const CameraMetadata &staticInfo, bool flexibleConsumer,
944 std::unordered_set<int32_t> *overriddenSensorPixelModesUsed) {
Jayant Chowdhary84df28c2021-05-26 22:32:21 -0700945
946 const std::unordered_set<int32_t> &sensorPixelModesUsedSet =
947 convertToSet(sensorPixelModesUsed);
Jayant Chowdharydbd1efb2023-02-07 16:14:48 -0800948 if (!supportsUltraHighResolutionCapture(staticInfo)) {
Jayant Chowdhary84df28c2021-05-26 22:32:21 -0700949 if (sensorPixelModesUsedSet.find(ANDROID_SENSOR_PIXEL_MODE_MAXIMUM_RESOLUTION) !=
950 sensorPixelModesUsedSet.end()) {
951 // invalid value for non ultra high res sensors
952 return BAD_VALUE;
953 }
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800954 overriddenSensorPixelModesUsed->clear();
955 overriddenSensorPixelModesUsed->insert(ANDROID_SENSOR_PIXEL_MODE_DEFAULT);
956 return OK;
957 }
958
959 StreamConfigurationPair streamConfigurationPair = getStreamConfigurationPair(staticInfo);
Jayant Chowdhary84df28c2021-05-26 22:32:21 -0700960
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800961 bool isInDefaultStreamConfigurationMap =
962 inStreamConfigurationMap(format, width, height,
963 streamConfigurationPair.mDefaultStreamConfigurationMap);
964
965 bool isInMaximumResolutionStreamConfigurationMap =
966 inStreamConfigurationMap(format, width, height,
967 streamConfigurationPair.mMaximumResolutionStreamConfigurationMap);
968
969 // Case 1: The client has not changed the sensor mode defaults. In this case, we check if the
970 // size + format of the OutputConfiguration is found exclusively in 1.
971 // If yes, add that sensorPixelMode to overriddenSensorPixelModes.
Jayant Chowdharydbd1efb2023-02-07 16:14:48 -0800972 // If no, add 'DEFAULT' and MAXIMUM_RESOLUTION to overriddenSensorPixelModes.
973 // This maintains backwards compatibility and also tells the framework the stream
974 // might be used in either sensor pixel mode.
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800975 if (sensorPixelModesUsedSet.size() == 0) {
Jayant Chowdharydbd1efb2023-02-07 16:14:48 -0800976 // Ambiguous case, override to include both cases.
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800977 if (isInDefaultStreamConfigurationMap && isInMaximumResolutionStreamConfigurationMap) {
978 overriddenSensorPixelModesUsed->insert(ANDROID_SENSOR_PIXEL_MODE_DEFAULT);
Jayant Chowdharydbd1efb2023-02-07 16:14:48 -0800979 overriddenSensorPixelModesUsed->insert(ANDROID_SENSOR_PIXEL_MODE_MAXIMUM_RESOLUTION);
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -0800980 return OK;
981 }
982 // We don't allow flexible consumer for max resolution mode.
983 if (isInMaximumResolutionStreamConfigurationMap) {
984 overriddenSensorPixelModesUsed->insert(ANDROID_SENSOR_PIXEL_MODE_MAXIMUM_RESOLUTION);
985 return OK;
986 }
987 if (isInDefaultStreamConfigurationMap || (flexibleConsumer && width < ROUNDING_WIDTH_CAP)) {
988 overriddenSensorPixelModesUsed->insert(ANDROID_SENSOR_PIXEL_MODE_DEFAULT);
989 return OK;
990 }
991 return BAD_VALUE;
992 }
993
994 // Case2: The app has set sensorPixelModesUsed, we need to verify that they
995 // are valid / err out.
996 if (sensorPixelModesUsedSet.find(ANDROID_SENSOR_PIXEL_MODE_DEFAULT) !=
997 sensorPixelModesUsedSet.end() && !isInDefaultStreamConfigurationMap) {
998 return BAD_VALUE;
999 }
1000
1001 if (sensorPixelModesUsedSet.find(ANDROID_SENSOR_PIXEL_MODE_MAXIMUM_RESOLUTION) !=
1002 sensorPixelModesUsedSet.end() && !isInMaximumResolutionStreamConfigurationMap) {
1003 return BAD_VALUE;
1004 }
1005 *overriddenSensorPixelModesUsed = sensorPixelModesUsedSet;
1006 return OK;
1007}
1008
Austin Borgerea931242021-12-13 23:10:41 +00001009bool targetPerfClassPrimaryCamera(
Shuzhen Wangd4abdf72021-05-28 11:22:50 -07001010 const std::set<std::string>& perfClassPrimaryCameraIds, const std::string& cameraId,
1011 int targetSdkVersion) {
1012 bool isPerfClassPrimaryCamera =
1013 perfClassPrimaryCameraIds.find(cameraId) != perfClassPrimaryCameraIds.end();
1014 return targetSdkVersion >= SDK_VERSION_S && isPerfClassPrimaryCamera;
1015}
1016
Austin Borgerea931242021-12-13 23:10:41 +00001017} // namespace SessionConfigurationUtils
Jayant Chowdhary13f9b2f2020-12-02 22:46:15 -08001018} // namespace camera3
1019} // namespace android