blob: ddb245a160c5323fedbda15bc1711cfeee504f0e [file] [log] [blame]
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +01001/*
Biswarup Pal6152a302023-12-19 12:44:09 +00002 * Copyright 2023 The Android Open Source Project
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +01003 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17// #define LOG_NDEBUG 0
18#define LOG_TAG "VirtualCameraDevice"
19#include "VirtualCameraDevice.h"
20
Jan Sebechlebsky3b478c42023-11-23 13:15:56 +010021#include <algorithm>
22#include <array>
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +010023#include <chrono>
24#include <cstdint>
Jan Sebechlebsky3b478c42023-11-23 13:15:56 +010025#include <iterator>
Jan Sebechlebskyc3e1a632024-02-06 14:19:05 +010026#include <numeric>
Jan Sebechlebsky3b478c42023-11-23 13:15:56 +010027#include <optional>
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +010028#include <string>
Jan Sebechlebskyc3e1a632024-02-06 14:19:05 +010029#include <vector>
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +010030
31#include "VirtualCameraSession.h"
Jan Sebechlebsky3b478c42023-11-23 13:15:56 +010032#include "aidl/android/companion/virtualcamera/SupportedStreamConfiguration.h"
Biswarup Pal6152a302023-12-19 12:44:09 +000033#include "aidl/android/companion/virtualcamera/VirtualCameraConfiguration.h"
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +010034#include "aidl/android/hardware/camera/common/Status.h"
35#include "aidl/android/hardware/camera/device/CameraMetadata.h"
Jan Sebechlebsky3b478c42023-11-23 13:15:56 +010036#include "aidl/android/hardware/camera/device/StreamConfiguration.h"
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +010037#include "android/binder_auto_utils.h"
38#include "android/binder_status.h"
39#include "log/log.h"
40#include "system/camera_metadata.h"
Jan Sebechlebsky4ce32082024-02-14 16:02:11 +010041#include "util/MetadataUtil.h"
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +010042#include "util/Util.h"
43
44namespace android {
45namespace companion {
46namespace virtualcamera {
47
Jan Sebechlebsky3b478c42023-11-23 13:15:56 +010048using ::aidl::android::companion::virtualcamera::Format;
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +010049using ::aidl::android::companion::virtualcamera::IVirtualCameraCallback;
Biswarup Pal112458f2023-12-28 19:50:17 +000050using ::aidl::android::companion::virtualcamera::LensFacing;
Biswarup Pal6152a302023-12-19 12:44:09 +000051using ::aidl::android::companion::virtualcamera::SensorOrientation;
Jan Sebechlebsky3b478c42023-11-23 13:15:56 +010052using ::aidl::android::companion::virtualcamera::SupportedStreamConfiguration;
Biswarup Pal6152a302023-12-19 12:44:09 +000053using ::aidl::android::companion::virtualcamera::VirtualCameraConfiguration;
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +010054using ::aidl::android::hardware::camera::common::CameraResourceCost;
55using ::aidl::android::hardware::camera::common::Status;
56using ::aidl::android::hardware::camera::device::CameraMetadata;
57using ::aidl::android::hardware::camera::device::ICameraDeviceCallback;
58using ::aidl::android::hardware::camera::device::ICameraDeviceSession;
59using ::aidl::android::hardware::camera::device::ICameraInjectionSession;
Jan Sebechlebsky3b478c42023-11-23 13:15:56 +010060using ::aidl::android::hardware::camera::device::Stream;
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +010061using ::aidl::android::hardware::camera::device::StreamConfiguration;
62using ::aidl::android::hardware::camera::device::StreamRotation;
63using ::aidl::android::hardware::camera::device::StreamType;
64using ::aidl::android::hardware::graphics::common::PixelFormat;
65
66namespace {
67
68using namespace std::chrono_literals;
69
70// Prefix of camera name - "device@1.1/virtual/{numerical_id}"
71const char* kDevicePathPrefix = "device@1.1/virtual/";
72
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +010073constexpr int32_t kMaxJpegSize = 3 * 1024 * 1024 /*3MiB*/;
74
Jan Sebechlebskybb01c1d2024-02-12 11:41:37 +010075constexpr int32_t kMinFps = 15;
76
77constexpr std::chrono::nanoseconds kMaxFrameDuration =
78 std::chrono::duration_cast<std::chrono::nanoseconds>(1e9ns / kMinFps);
79
80constexpr uint8_t kPipelineMaxDepth = 2;
81
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +010082constexpr MetadataBuilder::ControlRegion kDefaultEmptyControlRegion{};
83
Jan Sebechlebsky4ce32082024-02-14 16:02:11 +010084const std::array<Resolution, 5> kStandardJpegThumbnailSizes{
85 Resolution(176, 144), Resolution(240, 144), Resolution(256, 144),
86 Resolution(240, 160), Resolution(240, 180)};
87
Jan Sebechlebsky8ae23592024-02-02 16:08:18 +010088const std::array<PixelFormat, 3> kOutputFormats{
89 PixelFormat::IMPLEMENTATION_DEFINED, PixelFormat::YCBCR_420_888,
90 PixelFormat::BLOB};
Biswarup Pal6152a302023-12-19 12:44:09 +000091
Jan Sebechlebsky4c9bb1e2024-02-28 16:32:39 +010092// The resolutions below will used to extend the set of supported output formats.
93// All resolutions with lower pixel count and same aspect ratio as some supported
94// input resolution will be added to the set of supported output resolutions.
95const std::array<Resolution, 10> kOutputResolutions{
96 Resolution(320, 240), Resolution(640, 360), Resolution(640, 480),
97 Resolution(720, 480), Resolution(720, 576), Resolution(800, 600),
98 Resolution(1024, 576), Resolution(1280, 720), Resolution(1280, 960),
99 Resolution(1280, 1080),
100};
Jan Sebechlebsky4ce32082024-02-14 16:02:11 +0100101
102std::vector<Resolution> getSupportedJpegThumbnailSizes(
103 const std::vector<SupportedStreamConfiguration>& configs) {
104 auto isSupportedByAnyInputConfig =
105 [&configs](const Resolution thumbnailResolution) {
106 return std::any_of(
107 configs.begin(), configs.end(),
108 [thumbnailResolution](const SupportedStreamConfiguration& config) {
109 return isApproximatellySameAspectRatio(
110 thumbnailResolution, Resolution(config.width, config.height));
111 });
112 };
113
114 std::vector<Resolution> supportedThumbnailSizes({Resolution(0, 0)});
115 std::copy_if(kStandardJpegThumbnailSizes.begin(),
116 kStandardJpegThumbnailSizes.end(),
117 std::back_insert_iterator(supportedThumbnailSizes),
118 isSupportedByAnyInputConfig);
119 return supportedThumbnailSizes;
120}
121
Jan Sebechlebsky8ae23592024-02-02 16:08:18 +0100122bool isSupportedOutputFormat(const PixelFormat pixelFormat) {
123 return std::find(kOutputFormats.begin(), kOutputFormats.end(), pixelFormat) !=
124 kOutputFormats.end();
125}
126
Vadim Caen11dfd932024-03-05 09:57:20 +0100127std::vector<FpsRange> fpsRangesForInputConfig(
Jan Sebechlebskyc3e1a632024-02-06 14:19:05 +0100128 const std::vector<SupportedStreamConfiguration>& configs) {
Vadim Caen11dfd932024-03-05 09:57:20 +0100129 std::set<FpsRange> availableRanges;
Jan Sebechlebskybb01c1d2024-02-12 11:41:37 +0100130
Jan Sebechlebskyc3e1a632024-02-06 14:19:05 +0100131 for (const SupportedStreamConfiguration& config : configs) {
Jan Sebechlebskybb01c1d2024-02-12 11:41:37 +0100132 availableRanges.insert({.minFps = kMinFps, .maxFps = config.maxFps});
Jan Sebechlebskyc3e1a632024-02-06 14:19:05 +0100133 availableRanges.insert({.minFps = config.maxFps, .maxFps = config.maxFps});
134 }
135
Jan Sebechlebskybb01c1d2024-02-12 11:41:37 +0100136 if (std::any_of(configs.begin(), configs.end(),
137 [](const SupportedStreamConfiguration& config) {
138 return config.maxFps >= 30;
139 })) {
140 availableRanges.insert({.minFps = kMinFps, .maxFps = 30});
141 availableRanges.insert({.minFps = 30, .maxFps = 30});
142 }
143
Vadim Caen11dfd932024-03-05 09:57:20 +0100144 return std::vector<FpsRange>(availableRanges.begin(), availableRanges.end());
Jan Sebechlebskyc3e1a632024-02-06 14:19:05 +0100145}
146
Jan Sebechlebsky3b478c42023-11-23 13:15:56 +0100147std::optional<Resolution> getMaxResolution(
148 const std::vector<SupportedStreamConfiguration>& configs) {
149 auto itMax = std::max_element(configs.begin(), configs.end(),
150 [](const SupportedStreamConfiguration& a,
151 const SupportedStreamConfiguration& b) {
152 return a.width * b.height < a.width * b.height;
153 });
154 if (itMax == configs.end()) {
155 ALOGE(
156 "%s: empty vector of supported configurations, cannot find largest "
157 "resolution.",
158 __func__);
159 return std::nullopt;
160 }
161
162 return Resolution(itMax->width, itMax->height);
163}
164
Biswarup Pal6152a302023-12-19 12:44:09 +0000165// Returns a map of unique resolution to maximum maxFps for all streams with
166// that resolution.
167std::map<Resolution, int> getResolutionToMaxFpsMap(
Jan Sebechlebsky3b478c42023-11-23 13:15:56 +0100168 const std::vector<SupportedStreamConfiguration>& configs) {
Biswarup Pal6152a302023-12-19 12:44:09 +0000169 std::map<Resolution, int> resolutionToMaxFpsMap;
170
171 for (const SupportedStreamConfiguration& config : configs) {
172 Resolution resolution(config.width, config.height);
173 if (resolutionToMaxFpsMap.find(resolution) == resolutionToMaxFpsMap.end()) {
174 resolutionToMaxFpsMap[resolution] = config.maxFps;
175 } else {
176 int currentMaxFps = resolutionToMaxFpsMap[resolution];
177 resolutionToMaxFpsMap[resolution] = std::max(currentMaxFps, config.maxFps);
178 }
179 }
180
Jan Sebechlebsky4c9bb1e2024-02-28 16:32:39 +0100181 std::map<Resolution, int> additionalResolutionToMaxFpsMap;
182 // Add additional resolutions we can support by downscaling input streams with
183 // same aspect ratio.
184 for (const Resolution& outputResolution : kOutputResolutions) {
185 for (const auto& [resolution, maxFps] : resolutionToMaxFpsMap) {
186 if (resolutionToMaxFpsMap.find(outputResolution) !=
187 resolutionToMaxFpsMap.end()) {
188 // Resolution is already in the map, skip it.
189 continue;
190 }
191
192 if (outputResolution < resolution &&
193 isApproximatellySameAspectRatio(outputResolution, resolution)) {
194 // Lower resolution with same aspect ratio, we can achieve this by
195 // downscaling, let's add it to the map.
196 ALOGD(
197 "Extending set of output resolutions with %dx%d which has same "
198 "aspect ratio as supported input %dx%d.",
199 outputResolution.width, outputResolution.height, resolution.width,
200 resolution.height);
201 additionalResolutionToMaxFpsMap[outputResolution] = maxFps;
202 break;
203 }
204 }
205 }
206
207 // Add all resolution we can achieve by downscaling to the map.
208 resolutionToMaxFpsMap.insert(additionalResolutionToMaxFpsMap.begin(),
209 additionalResolutionToMaxFpsMap.end());
210
Biswarup Pal6152a302023-12-19 12:44:09 +0000211 return resolutionToMaxFpsMap;
Jan Sebechlebsky3b478c42023-11-23 13:15:56 +0100212}
213
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +0100214// TODO(b/301023410) - Populate camera characteristics according to camera configuration.
Jan Sebechlebsky3b478c42023-11-23 13:15:56 +0100215std::optional<CameraMetadata> initCameraCharacteristics(
Biswarup Pal6152a302023-12-19 12:44:09 +0000216 const std::vector<SupportedStreamConfiguration>& supportedInputConfig,
Biswarup Pal112458f2023-12-28 19:50:17 +0000217 const SensorOrientation sensorOrientation, const LensFacing lensFacing) {
Jan Sebechlebsky3b478c42023-11-23 13:15:56 +0100218 if (!std::all_of(supportedInputConfig.begin(), supportedInputConfig.end(),
219 [](const SupportedStreamConfiguration& config) {
Jan Sebechlebsky042d1fb2023-12-12 16:37:00 +0100220 return isFormatSupportedForInput(
Biswarup Pal6152a302023-12-19 12:44:09 +0000221 config.width, config.height, config.pixelFormat,
222 config.maxFps);
Jan Sebechlebsky3b478c42023-11-23 13:15:56 +0100223 })) {
Jan Sebechlebsky042d1fb2023-12-12 16:37:00 +0100224 ALOGE("%s: input configuration contains unsupported format", __func__);
Jan Sebechlebsky3b478c42023-11-23 13:15:56 +0100225 return std::nullopt;
226 }
227
228 MetadataBuilder builder =
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +0100229 MetadataBuilder()
230 .setSupportedHardwareLevel(
231 ANDROID_INFO_SUPPORTED_HARDWARE_LEVEL_EXTERNAL)
232 .setFlashAvailable(false)
Biswarup Pal112458f2023-12-28 19:50:17 +0000233 .setLensFacing(
234 static_cast<camera_metadata_enum_android_lens_facing>(lensFacing))
Biswarup Pal8ad8bc52024-02-08 13:41:44 +0000235 .setAvailableFocalLengths({VirtualCameraDevice::kFocalLength})
Biswarup Pal6152a302023-12-19 12:44:09 +0000236 .setSensorOrientation(static_cast<int32_t>(sensorOrientation))
Jan Sebechlebskya984ffb2024-02-01 09:12:37 +0100237 .setSensorReadoutTimestamp(
238 ANDROID_SENSOR_READOUT_TIMESTAMP_NOT_SUPPORTED)
Jan Sebechlebskyad8d35f2024-02-05 11:58:59 +0100239 .setSensorTimestampSource(ANDROID_SENSOR_INFO_TIMESTAMP_SOURCE_UNKNOWN)
Biswarup Pald9be04d2024-01-31 14:35:15 +0000240 .setSensorPhysicalSize(36.0, 24.0)
Jan Sebechlebskyab378202024-02-26 10:50:42 +0100241 .setAvailableAberrationCorrectionModes(
242 {ANDROID_COLOR_CORRECTION_ABERRATION_MODE_OFF})
243 .setAvailableNoiseReductionModes({ANDROID_NOISE_REDUCTION_MODE_OFF})
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +0100244 .setAvailableFaceDetectModes({ANDROID_STATISTICS_FACE_DETECT_MODE_OFF})
Jan Sebechlebskybb01c1d2024-02-12 11:41:37 +0100245 .setAvailableTestPatternModes({ANDROID_SENSOR_TEST_PATTERN_MODE_OFF})
Jan Sebechlebskyb0119fa2023-12-04 10:29:06 +0100246 .setAvailableMaxDigitalZoom(1.0)
247 .setControlAvailableModes({ANDROID_CONTROL_MODE_AUTO})
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +0100248 .setControlAfAvailableModes({ANDROID_CONTROL_AF_MODE_OFF})
Jan Sebechlebsky4425a732024-01-31 11:31:54 +0100249 .setControlAvailableSceneModes({ANDROID_CONTROL_SCENE_MODE_DISABLED})
250 .setControlAvailableEffects({ANDROID_CONTROL_EFFECT_MODE_OFF})
Jan Sebechlebskybb01c1d2024-02-12 11:41:37 +0100251 .setControlAvailableVideoStabilizationModes(
252 {ANDROID_CONTROL_VIDEO_STABILIZATION_MODE_OFF})
Jan Sebechlebskyc3e1a632024-02-06 14:19:05 +0100253 .setControlAeAvailableModes({ANDROID_CONTROL_AE_MODE_ON})
254 .setControlAeAvailableAntibandingModes(
255 {ANDROID_CONTROL_AE_ANTIBANDING_MODE_AUTO})
256 .setControlAeAvailableFpsRanges(
257 fpsRangesForInputConfig(supportedInputConfig))
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +0100258 .setControlMaxRegions(0, 0, 0)
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +0100259 .setControlAfRegions({kDefaultEmptyControlRegion})
260 .setControlAeRegions({kDefaultEmptyControlRegion})
261 .setControlAwbRegions({kDefaultEmptyControlRegion})
Jan Sebechlebskyc3e1a632024-02-06 14:19:05 +0100262 .setControlAeCompensationRange(0, 0)
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +0100263 .setControlAeCompensationStep(camera_metadata_rational_t{0, 1})
Jan Sebechlebsky4425a732024-01-31 11:31:54 +0100264 .setControlAwbLockAvailable(false)
265 .setControlAeLockAvailable(false)
266 .setControlAvailableAwbModes({ANDROID_CONTROL_AWB_MODE_AUTO})
Jan Sebechlebsky6ab07fe2023-12-05 15:23:34 +0100267 .setControlZoomRatioRange(/*min=*/1.0, /*max=*/1.0)
Jan Sebechlebskyab378202024-02-26 10:50:42 +0100268 .setCroppingType(ANDROID_SCALER_CROPPING_TYPE_CENTER_ONLY)
Jan Sebechlebsky4ce32082024-02-14 16:02:11 +0100269 .setJpegAvailableThumbnailSizes(
270 getSupportedJpegThumbnailSizes(supportedInputConfig))
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +0100271 .setMaxJpegSize(kMaxJpegSize)
Jan Sebechlebskyab378202024-02-26 10:50:42 +0100272 .setMaxFaceCount(0)
Jan Sebechlebskybb01c1d2024-02-12 11:41:37 +0100273 .setMaxFrameDuration(kMaxFrameDuration)
Jan Sebechlebsky8ae23592024-02-02 16:08:18 +0100274 .setMaxNumberOutputStreams(
275 VirtualCameraDevice::kMaxNumberOfRawStreams,
276 VirtualCameraDevice::kMaxNumberOfProcessedStreams,
277 VirtualCameraDevice::kMaxNumberOfStallStreams)
Jan Sebechlebskyab378202024-02-26 10:50:42 +0100278 .setRequestPartialResultCount(1)
Jan Sebechlebskybb01c1d2024-02-12 11:41:37 +0100279 .setPipelineMaxDepth(kPipelineMaxDepth)
Jan Sebechlebsky4425a732024-01-31 11:31:54 +0100280 .setSyncMaxLatency(ANDROID_SYNC_MAX_LATENCY_UNKNOWN)
Jan Sebechlebsky4be2bd02024-02-26 18:35:18 +0100281 .setAvailableRequestKeys({ANDROID_COLOR_CORRECTION_ABERRATION_MODE,
282 ANDROID_CONTROL_CAPTURE_INTENT,
Jan Sebechlebsky4ce32082024-02-14 16:02:11 +0100283 ANDROID_CONTROL_AE_MODE,
284 ANDROID_CONTROL_AE_EXPOSURE_COMPENSATION,
285 ANDROID_CONTROL_AE_TARGET_FPS_RANGE,
286 ANDROID_CONTROL_AE_ANTIBANDING_MODE,
287 ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER,
288 ANDROID_CONTROL_AF_TRIGGER,
289 ANDROID_CONTROL_AF_MODE,
290 ANDROID_CONTROL_AWB_MODE,
291 ANDROID_SCALER_CROP_REGION,
292 ANDROID_CONTROL_EFFECT_MODE,
293 ANDROID_CONTROL_MODE,
294 ANDROID_CONTROL_SCENE_MODE,
295 ANDROID_CONTROL_VIDEO_STABILIZATION_MODE,
296 ANDROID_CONTROL_ZOOM_RATIO,
Jan Sebechlebsky4ce32082024-02-14 16:02:11 +0100297 ANDROID_FLASH_MODE,
298 ANDROID_JPEG_AVAILABLE_THUMBNAIL_SIZES,
299 ANDROID_JPEG_QUALITY,
Jan Sebechlebsky4be2bd02024-02-26 18:35:18 +0100300 ANDROID_JPEG_THUMBNAIL_QUALITY,
301 ANDROID_NOISE_REDUCTION_MODE,
302 ANDROID_STATISTICS_FACE_DETECT_MODE})
Vadim Caen11dfd932024-03-05 09:57:20 +0100303 .setAvailableResultKeys({
304 ANDROID_COLOR_CORRECTION_ABERRATION_MODE,
305 ANDROID_CONTROL_AE_ANTIBANDING_MODE,
306 ANDROID_CONTROL_AE_EXPOSURE_COMPENSATION,
307 ANDROID_CONTROL_AE_LOCK,
308 ANDROID_CONTROL_AE_MODE,
309 ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER,
310 ANDROID_CONTROL_AE_STATE,
311 ANDROID_CONTROL_AE_TARGET_FPS_RANGE,
312 ANDROID_CONTROL_AF_MODE,
313 ANDROID_CONTROL_AF_STATE,
314 ANDROID_CONTROL_AF_TRIGGER,
315 ANDROID_CONTROL_AWB_LOCK,
316 ANDROID_CONTROL_AWB_MODE,
317 ANDROID_CONTROL_AWB_STATE,
318 ANDROID_CONTROL_CAPTURE_INTENT,
319 ANDROID_CONTROL_EFFECT_MODE,
320 ANDROID_CONTROL_MODE,
321 ANDROID_CONTROL_SCENE_MODE,
322 ANDROID_CONTROL_VIDEO_STABILIZATION_MODE,
323 ANDROID_STATISTICS_FACE_DETECT_MODE,
324 ANDROID_FLASH_MODE,
325 ANDROID_FLASH_STATE,
326 ANDROID_JPEG_AVAILABLE_THUMBNAIL_SIZES,
327 ANDROID_JPEG_QUALITY,
328 ANDROID_JPEG_THUMBNAIL_QUALITY,
329 ANDROID_LENS_FOCAL_LENGTH,
330 ANDROID_LENS_OPTICAL_STABILIZATION_MODE,
331 ANDROID_NOISE_REDUCTION_MODE,
332 ANDROID_REQUEST_PIPELINE_DEPTH,
333 ANDROID_SENSOR_TIMESTAMP,
334 ANDROID_STATISTICS_HOT_PIXEL_MAP_MODE,
335 ANDROID_STATISTICS_LENS_SHADING_MAP_MODE,
336 ANDROID_STATISTICS_SCENE_FLICKER,
337 })
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +0100338 .setAvailableCapabilities(
Jan Sebechlebskyad8d35f2024-02-05 11:58:59 +0100339 {ANDROID_REQUEST_AVAILABLE_CAPABILITIES_BACKWARD_COMPATIBLE});
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +0100340
Jan Sebechlebsky3b478c42023-11-23 13:15:56 +0100341 // Active array size must correspond to largest supported input resolution.
342 std::optional<Resolution> maxResolution =
343 getMaxResolution(supportedInputConfig);
344 if (!maxResolution.has_value()) {
345 return std::nullopt;
346 }
347 builder.setSensorActiveArraySize(0, 0, maxResolution->width,
348 maxResolution->height);
Biswarup Pald9be04d2024-01-31 14:35:15 +0000349 builder.setSensorPixelArraySize(maxResolution->width, maxResolution->height);
Jan Sebechlebsky3b478c42023-11-23 13:15:56 +0100350
351 std::vector<MetadataBuilder::StreamConfiguration> outputConfigurations;
352
353 // TODO(b/301023410) Add also all "standard" resolutions we can rescale the
354 // streams to (all standard resolutions with same aspect ratio).
355
Biswarup Pal6152a302023-12-19 12:44:09 +0000356 std::map<Resolution, int> resolutionToMaxFpsMap =
357 getResolutionToMaxFpsMap(supportedInputConfig);
Jan Sebechlebsky3b478c42023-11-23 13:15:56 +0100358
Biswarup Pal6152a302023-12-19 12:44:09 +0000359 // Add configurations for all unique input resolutions and output formats.
Jan Sebechlebsky8ae23592024-02-02 16:08:18 +0100360 for (const PixelFormat format : kOutputFormats) {
Biswarup Pal6152a302023-12-19 12:44:09 +0000361 std::transform(
362 resolutionToMaxFpsMap.begin(), resolutionToMaxFpsMap.end(),
363 std::back_inserter(outputConfigurations), [format](const auto& entry) {
364 Resolution resolution = entry.first;
365 int maxFps = entry.second;
366 return MetadataBuilder::StreamConfiguration{
367 .width = resolution.width,
368 .height = resolution.height,
Jan Sebechlebsky8ae23592024-02-02 16:08:18 +0100369 .format = static_cast<int32_t>(format),
Biswarup Pal6152a302023-12-19 12:44:09 +0000370 .minFrameDuration = std::chrono::nanoseconds(1s) / maxFps,
371 .minStallDuration = 0s};
372 });
373 }
Jan Sebechlebsky3b478c42023-11-23 13:15:56 +0100374
375 ALOGV("Adding %zu output configurations", outputConfigurations.size());
376 builder.setAvailableOutputStreamConfigurations(outputConfigurations);
377
Jan Sebechlebskyad8d35f2024-02-05 11:58:59 +0100378 auto metadata = builder.setAvailableCharacteristicKeys().build();
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +0100379 if (metadata == nullptr) {
380 ALOGE("Failed to build metadata!");
381 return CameraMetadata();
382 }
383
384 return std::move(*metadata);
385}
386
387} // namespace
388
389VirtualCameraDevice::VirtualCameraDevice(
Biswarup Pal6152a302023-12-19 12:44:09 +0000390 const uint32_t cameraId, const VirtualCameraConfiguration& configuration)
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +0100391 : mCameraId(cameraId),
Biswarup Pal6152a302023-12-19 12:44:09 +0000392 mVirtualCameraClientCallback(configuration.virtualCameraCallback),
393 mSupportedInputConfigurations(configuration.supportedStreamConfigs) {
394 std::optional<CameraMetadata> metadata = initCameraCharacteristics(
Biswarup Pal112458f2023-12-28 19:50:17 +0000395 mSupportedInputConfigurations, configuration.sensorOrientation,
396 configuration.lensFacing);
Jan Sebechlebsky3b478c42023-11-23 13:15:56 +0100397 if (metadata.has_value()) {
398 mCameraCharacteristics = *metadata;
399 } else {
400 ALOGE(
401 "%s: Failed to initialize camera characteristic based on provided "
402 "configuration.",
403 __func__);
404 }
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +0100405}
406
407ndk::ScopedAStatus VirtualCameraDevice::getCameraCharacteristics(
408 CameraMetadata* _aidl_return) {
409 ALOGV("%s", __func__);
410 if (_aidl_return == nullptr) {
411 return cameraStatus(Status::ILLEGAL_ARGUMENT);
412 }
413
414 *_aidl_return = mCameraCharacteristics;
415 return ndk::ScopedAStatus::ok();
416}
417
418ndk::ScopedAStatus VirtualCameraDevice::getPhysicalCameraCharacteristics(
419 const std::string& in_physicalCameraId, CameraMetadata* _aidl_return) {
420 ALOGV("%s: physicalCameraId %s", __func__, in_physicalCameraId.c_str());
421 (void)_aidl_return;
422
423 // VTS tests expect this call to fail with illegal argument status for
424 // all publicly advertised camera ids.
425 // Because we don't support physical camera ids, we just always
426 // fail with illegal argument (there's no valid argument to provide).
427 return cameraStatus(Status::ILLEGAL_ARGUMENT);
428}
429
430ndk::ScopedAStatus VirtualCameraDevice::getResourceCost(
431 CameraResourceCost* _aidl_return) {
432 ALOGV("%s", __func__);
433 if (_aidl_return == nullptr) {
434 return cameraStatus(Status::ILLEGAL_ARGUMENT);
435 }
436 _aidl_return->resourceCost = 100; // ¯\_(ツ)_/¯
437 return ndk::ScopedAStatus::ok();
438}
439
440ndk::ScopedAStatus VirtualCameraDevice::isStreamCombinationSupported(
441 const StreamConfiguration& in_streams, bool* _aidl_return) {
442 ALOGV("%s", __func__);
443
444 if (_aidl_return == nullptr) {
445 return cameraStatus(Status::ILLEGAL_ARGUMENT);
446 }
447
Jan Sebechlebsky3b478c42023-11-23 13:15:56 +0100448 *_aidl_return = isStreamCombinationSupported(in_streams);
449 return ndk::ScopedAStatus::ok();
450};
451
452bool VirtualCameraDevice::isStreamCombinationSupported(
453 const StreamConfiguration& streamConfiguration) const {
Jan Sebechlebsky39129f82024-01-19 16:42:11 +0100454 if (streamConfiguration.streams.empty()) {
455 ALOGE("%s: Querying empty configuration", __func__);
456 return false;
457 }
458
Jan Sebechlebsky4c9bb1e2024-02-28 16:32:39 +0100459 const std::vector<Stream>& streams = streamConfiguration.streams;
460
461 Resolution firstStreamResolution(streams[0].width, streams[0].height);
462 auto isSameAspectRatioAsFirst = [firstStreamResolution](const Stream& stream) {
463 return isApproximatellySameAspectRatio(
464 firstStreamResolution, Resolution(stream.width, stream.height));
465 };
466 if (!std::all_of(streams.begin(), streams.end(), isSameAspectRatioAsFirst)) {
467 ALOGW(
468 "%s: Requested streams do not have same aspect ratio. Different aspect "
469 "ratios are currently "
470 "not supported by virtual camera. Stream configuration: %s",
471 __func__, streamConfiguration.toString().c_str());
472 return false;
473 }
474
Jan Sebechlebsky8ae23592024-02-02 16:08:18 +0100475 int numberOfProcessedStreams = 0;
476 int numberOfStallStreams = 0;
Jan Sebechlebsky3b478c42023-11-23 13:15:56 +0100477 for (const Stream& stream : streamConfiguration.streams) {
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +0100478 ALOGV("%s: Configuration queried: %s", __func__, stream.toString().c_str());
479
480 if (stream.streamType == StreamType::INPUT) {
481 ALOGW("%s: Input stream type is not supported", __func__);
Jan Sebechlebsky3b478c42023-11-23 13:15:56 +0100482 return false;
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +0100483 }
484
Jan Sebechlebsky3b478c42023-11-23 13:15:56 +0100485 if (stream.rotation != StreamRotation::ROTATION_0 ||
Jan Sebechlebsky8ae23592024-02-02 16:08:18 +0100486 !isSupportedOutputFormat(stream.format)) {
Jan Sebechlebsky3b478c42023-11-23 13:15:56 +0100487 ALOGV("Unsupported output stream type");
488 return false;
489 }
490
Jan Sebechlebsky8ae23592024-02-02 16:08:18 +0100491 if (stream.format == PixelFormat::BLOB) {
492 numberOfStallStreams++;
493 } else {
494 numberOfProcessedStreams++;
495 }
496
Jan Sebechlebsky4c9bb1e2024-02-28 16:32:39 +0100497 Resolution requestedResolution(stream.width, stream.height);
Jan Sebechlebsky3b478c42023-11-23 13:15:56 +0100498 auto matchesSupportedInputConfig =
Jan Sebechlebsky4c9bb1e2024-02-28 16:32:39 +0100499 [requestedResolution](const SupportedStreamConfiguration& config) {
500 Resolution supportedInputResolution(config.width, config.height);
501 return requestedResolution <= supportedInputResolution &&
502 isApproximatellySameAspectRatio(requestedResolution,
503 supportedInputResolution);
Jan Sebechlebsky3b478c42023-11-23 13:15:56 +0100504 };
505 if (std::none_of(mSupportedInputConfigurations.begin(),
506 mSupportedInputConfigurations.end(),
507 matchesSupportedInputConfig)) {
508 ALOGV("Requested config doesn't match any supported input config");
509 return false;
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +0100510 }
511 }
Jan Sebechlebsky8ae23592024-02-02 16:08:18 +0100512
513 if (numberOfProcessedStreams > kMaxNumberOfProcessedStreams) {
514 ALOGE("%s: %d processed streams exceeds the supported maximum of %d",
515 __func__, numberOfProcessedStreams, kMaxNumberOfProcessedStreams);
516 return false;
517 }
518
519 if (numberOfStallStreams > kMaxNumberOfStallStreams) {
520 ALOGE("%s: %d stall streams exceeds the supported maximum of %d", __func__,
521 numberOfStallStreams, kMaxNumberOfStallStreams);
522 return false;
523 }
524
Jan Sebechlebsky3b478c42023-11-23 13:15:56 +0100525 return true;
526}
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +0100527
528ndk::ScopedAStatus VirtualCameraDevice::open(
529 const std::shared_ptr<ICameraDeviceCallback>& in_callback,
530 std::shared_ptr<ICameraDeviceSession>* _aidl_return) {
531 ALOGV("%s", __func__);
532
533 *_aidl_return = ndk::SharedRefBase::make<VirtualCameraSession>(
Jan Sebechlebsky0bb5e092023-12-08 16:17:54 +0100534 sharedFromThis(), in_callback, mVirtualCameraClientCallback);
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +0100535
536 return ndk::ScopedAStatus::ok();
537};
538
539ndk::ScopedAStatus VirtualCameraDevice::openInjectionSession(
540 const std::shared_ptr<ICameraDeviceCallback>& in_callback,
541 std::shared_ptr<ICameraInjectionSession>* _aidl_return) {
542 ALOGV("%s", __func__);
543
544 (void)in_callback;
545 (void)_aidl_return;
546 return cameraStatus(Status::OPERATION_NOT_SUPPORTED);
547}
548
549ndk::ScopedAStatus VirtualCameraDevice::setTorchMode(bool in_on) {
550 ALOGV("%s: on = %s", __func__, in_on ? "on" : "off");
551 return cameraStatus(Status::OPERATION_NOT_SUPPORTED);
552}
553
554ndk::ScopedAStatus VirtualCameraDevice::turnOnTorchWithStrengthLevel(
555 int32_t in_torchStrength) {
556 ALOGV("%s: torchStrength = %d", __func__, in_torchStrength);
557 return cameraStatus(Status::OPERATION_NOT_SUPPORTED);
558}
559
560ndk::ScopedAStatus VirtualCameraDevice::getTorchStrengthLevel(
561 int32_t* _aidl_return) {
562 (void)_aidl_return;
563 return cameraStatus(Status::OPERATION_NOT_SUPPORTED);
564}
565
566binder_status_t VirtualCameraDevice::dump(int fd, const char** args,
567 uint32_t numArgs) {
568 // TODO(b/301023410) Implement.
569 (void)fd;
570 (void)args;
571 (void)numArgs;
572 return STATUS_OK;
573}
574
575std::string VirtualCameraDevice::getCameraName() const {
576 return std::string(kDevicePathPrefix) + std::to_string(mCameraId);
577}
578
Jan Sebechlebskyc3e1a632024-02-06 14:19:05 +0100579const std::vector<SupportedStreamConfiguration>&
580VirtualCameraDevice::getInputConfigs() const {
581 return mSupportedInputConfigurations;
582}
583
Jan Sebechlebskybb01c1d2024-02-12 11:41:37 +0100584Resolution VirtualCameraDevice::getMaxInputResolution() const {
585 std::optional<Resolution> maxResolution =
586 getMaxResolution(mSupportedInputConfigurations);
587 if (!maxResolution.has_value()) {
588 ALOGE(
589 "%s: Cannot determine sensor size for virtual camera - input "
590 "configurations empty?",
591 __func__);
592 return Resolution(0, 0);
593 }
594 return maxResolution.value();
595}
596
Jan Sebechlebsky0bb5e092023-12-08 16:17:54 +0100597std::shared_ptr<VirtualCameraDevice> VirtualCameraDevice::sharedFromThis() {
598 // SharedRefBase which BnCameraDevice inherits from breaks
599 // std::enable_shared_from_this. This is recommended replacement for
600 // shared_from_this() per documentation in binder_interface_utils.h.
601 return ref<VirtualCameraDevice>();
602}
603
Jan Sebechlebsky5cb39962023-11-22 17:33:07 +0100604} // namespace virtualcamera
605} // namespace companion
606} // namespace android