blob: d140ae056be0ab490c73a657e5baedb84edab9d3 [file] [log] [blame]
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08001/*
Shuzhen Wangbf39eb52017-11-29 15:16:03 -08002 * Copyright (C) 2013-2018 The Android Open Source Project
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08003 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef ANDROID_INCLUDE_CAMERA3_H
18#define ANDROID_INCLUDE_CAMERA3_H
19
Eino-Ville Talvala7effe0c2013-02-15 12:09:48 -080020#include <system/camera_metadata.h>
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -080021#include "camera_common.h"
22
23/**
Emilian Peeveec2ee92017-11-08 19:33:27 +000024 * Camera device HAL 3.5[ CAMERA_DEVICE_API_VERSION_3_5 ]
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -080025 *
Eino-Ville Talvalab5459832014-09-09 16:42:27 -070026 * This is the current recommended version of the camera device HAL.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -080027 *
Eino-Ville Talvalab5459832014-09-09 16:42:27 -070028 * Supports the android.hardware.Camera API, and as of v3.2, the
Eino-Ville Talvalacd86b0d2016-03-06 17:08:40 -080029 * android.hardware.camera2 API as LIMITED or above hardware level.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -080030 *
31 * Camera devices that support this version of the HAL must return
Emilian Peeveec2ee92017-11-08 19:33:27 +000032 * CAMERA_DEVICE_API_VERSION_3_5 in camera_device_t.common.version and in
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -080033 * camera_info_t.device_version (from camera_module_t.get_camera_info).
34 *
Eino-Ville Talvalacd86b0d2016-03-06 17:08:40 -080035 * CAMERA_DEVICE_API_VERSION_3_3 and above:
36 * Camera modules that may contain version 3.3 or above devices must
37 * implement at least version 2.2 of the camera module interface (as defined
38 * by camera_module_t.common.module_api_version).
Zhijun Heebdf1282015-01-16 16:44:40 -080039 *
Ruben Brunk61cf9eb2014-01-14 15:27:58 -080040 * CAMERA_DEVICE_API_VERSION_3_2:
41 * Camera modules that may contain version 3.2 devices must implement at
42 * least version 2.2 of the camera module interface (as defined by
43 * camera_module_t.common.module_api_version).
44 *
45 * <= CAMERA_DEVICE_API_VERSION_3_1:
46 * Camera modules that may contain version 3.1 (or 3.0) devices must
47 * implement at least version 2.0 of the camera module interface
48 * (as defined by camera_module_t.common.module_api_version).
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -080049 *
50 * See camera_common.h for more versioning details.
51 *
Eino-Ville Talvalaacbc4512013-03-16 16:53:28 -070052 * Documentation index:
53 * S1. Version history
54 * S2. Startup and operation sequencing
55 * S3. Operational modes
56 * S4. 3A modes and state machines
Eino-Ville Talvalab6059442013-04-29 15:26:16 -070057 * S5. Cropping
58 * S6. Error management
Zhijun He709e5872014-01-17 15:25:21 -080059 * S7. Key Performance Indicator (KPI) glossary
Zhijun Hebc358682014-01-23 14:42:54 -080060 * S8. Sample Use Cases
Ruben Brunk2d96c742014-03-18 13:39:17 -070061 * S9. Notes on Controls and Metadata
Zhijun Heebdf1282015-01-16 16:44:40 -080062 * S10. Reprocessing flow and controls
Eino-Ville Talvalaacbc4512013-03-16 16:53:28 -070063 */
64
65/**
66 * S1. Version history:
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -080067 *
68 * 1.0: Initial Android camera HAL (Android 4.0) [camera.h]:
69 *
70 * - Converted from C++ CameraHardwareInterface abstraction layer.
71 *
72 * - Supports android.hardware.Camera API.
73 *
74 * 2.0: Initial release of expanded-capability HAL (Android 4.2) [camera2.h]:
75 *
76 * - Sufficient for implementing existing android.hardware.Camera API.
77 *
78 * - Allows for ZSL queue in camera service layer
79 *
80 * - Not tested for any new features such manual capture control, Bayer RAW
81 * capture, reprocessing of RAW data.
82 *
83 * 3.0: First revision of expanded-capability HAL:
84 *
85 * - Major version change since the ABI is completely different. No change to
86 * the required hardware capabilities or operational model from 2.0.
87 *
88 * - Reworked input request and stream queue interfaces: Framework calls into
89 * HAL with next request and stream buffers already dequeued. Sync framework
90 * support is included, necessary for efficient implementations.
91 *
92 * - Moved triggers into requests, most notifications into results.
93 *
94 * - Consolidated all callbacks into framework into one structure, and all
95 * setup methods into a single initialize() call.
96 *
97 * - Made stream configuration into a single call to simplify stream
98 * management. Bidirectional streams replace STREAM_FROM_STREAM construct.
99 *
100 * - Limited mode semantics for older/limited hardware devices.
Alex Ray2ce219a2013-06-14 15:09:30 -0700101 *
102 * 3.1: Minor revision of expanded-capability HAL:
103 *
104 * - configure_streams passes consumer usage flags to the HAL.
Alex Ray5f2fd852013-06-24 11:28:05 -0700105 *
106 * - flush call to drop all in-flight requests/buffers as fast as possible.
Ruben Brunk61cf9eb2014-01-14 15:27:58 -0800107 *
108 * 3.2: Minor revision of expanded-capability HAL:
109 *
110 * - Deprecates get_metadata_vendor_tag_ops. Please use get_vendor_tag_ops
111 * in camera_common.h instead.
Igor Murashkin78aa1262014-01-09 16:23:43 -0800112 *
113 * - register_stream_buffers deprecated. All gralloc buffers provided
114 * by framework to HAL in process_capture_request may be new at any time.
Igor Murashkin5df2f622014-01-10 14:18:45 -0800115 *
116 * - add partial result support. process_capture_result may be called
117 * multiple times with a subset of the available result before the full
118 * result is available.
Zhijun Hebc358682014-01-23 14:42:54 -0800119 *
120 * - add manual template to camera3_request_template. The applications may
121 * use this template to control the capture settings directly.
122 *
123 * - Rework the bidirectional and input stream specifications.
124 *
Zhijun Heceac9e32014-02-05 20:49:45 -0800125 * - change the input buffer return path. The buffer is returned in
126 * process_capture_result instead of process_capture_request.
127 *
Zhijun Heebdf1282015-01-16 16:44:40 -0800128 * 3.3: Minor revision of expanded-capability HAL:
129 *
130 * - OPAQUE and YUV reprocessing API updates.
Eino-Ville Talvala453c7902015-03-06 13:22:03 -0800131 *
Yin-Chia Yehe0042082015-03-09 12:15:36 -0700132 * - Basic support for depth output buffers.
Eino-Ville Talvala453c7902015-03-06 13:22:03 -0800133 *
134 * - Addition of data_space field to camera3_stream_t.
135 *
Yin-Chia Yehe0042082015-03-09 12:15:36 -0700136 * - Addition of rotation field to camera3_stream_t.
137 *
Zhijun He21126b72015-05-22 18:12:28 -0700138 * - Addition of camera3 stream configuration operation mode to camera3_stream_configuration_t
139 *
Eino-Ville Talvalacd86b0d2016-03-06 17:08:40 -0800140 * 3.4: Minor additions to supported metadata and changes to data_space support
141 *
142 * - Add ANDROID_SENSOR_OPAQUE_RAW_SIZE static metadata as mandatory if
143 * RAW_OPAQUE format is supported.
144 *
145 * - Add ANDROID_CONTROL_POST_RAW_SENSITIVITY_BOOST_RANGE static metadata as
146 * mandatory if any RAW format is supported
147 *
148 * - Switch camera3_stream_t data_space field to a more flexible definition,
149 * using the version 0 definition of dataspace encoding.
150 *
151 * - General metadata additions which are available to use for HALv3.2 or
152 * newer:
153 * - ANDROID_INFO_SUPPORTED_HARDWARE_LEVEL_3
154 * - ANDROID_CONTROL_POST_RAW_SENSITIVITY_BOOST
155 * - ANDROID_CONTROL_POST_RAW_SENSITIVITY_BOOST_RANGE
156 * - ANDROID_SENSOR_DYNAMIC_BLACK_LEVEL
157 * - ANDROID_SENSOR_DYNAMIC_WHITE_LEVEL
158 * - ANDROID_SENSOR_OPAQUE_RAW_SIZE
159 * - ANDROID_SENSOR_OPTICAL_BLACK_REGIONS
Emilian Peeveec2ee92017-11-08 19:33:27 +0000160 *
Shuzhen Wangbf39eb52017-11-29 15:16:03 -0800161 * 3.5: Minor revisions to support session parameters and logical multi camera:
Emilian Peeveec2ee92017-11-08 19:33:27 +0000162 *
163 * - Add ANDROID_REQUEST_AVAILABLE_SESSION_KEYS static metadata, which is
164 * optional for implementations that want to support session parameters. If support is
165 * needed, then Hal should populate the list with all available capture request keys
166 * that can cause severe processing delays when modified by client. Typical examples
167 * include parameters that require time-consuming HW re-configuration or internal camera
168 * pipeline update.
169 *
170 * - Add a session parameter field to camera3_stream_configuration which can be populated
171 * by clients with initial values for the keys found in ANDROID_REQUEST_AVAILABLE_SESSION_KEYS.
Shuzhen Wangbf39eb52017-11-29 15:16:03 -0800172 *
173 * - Metadata additions for logical multi camera capability:
174 * - ANDROID_REQUEST_AVAILABLE_CAPABILITIES_LOGICAL_MULTI_CAMERA
175 * - ANDROID_LOGICAL_MULTI_CAMERA_PHYSICAL_IDS
176 * - ANDROID_LOGICAL_MULTI_CAMERA_SYNC_TYPE
177 *
178 * - Add physical camera id field in camera3_stream, so that for a logical
179 * multi camera, the application has the option to specify which physical camera
180 * a particular stream is configured on.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -0800181 */
182
183/**
Eino-Ville Talvalaacbc4512013-03-16 16:53:28 -0700184 * S2. Startup and general expected operation sequence:
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -0800185 *
186 * 1. Framework calls camera_module_t->common.open(), which returns a
187 * hardware_device_t structure.
188 *
189 * 2. Framework inspects the hardware_device_t->version field, and instantiates
190 * the appropriate handler for that version of the camera hardware device. In
191 * case the version is CAMERA_DEVICE_API_VERSION_3_0, the device is cast to
192 * a camera3_device_t.
193 *
194 * 3. Framework calls camera3_device_t->ops->initialize() with the framework
195 * callback function pointers. This will only be called this one time after
196 * open(), before any other functions in the ops structure are called.
197 *
198 * 4. The framework calls camera3_device_t->ops->configure_streams() with a list
199 * of input/output streams to the HAL device.
200 *
Igor Murashkin78aa1262014-01-09 16:23:43 -0800201 * 5. <= CAMERA_DEVICE_API_VERSION_3_1:
202 *
203 * The framework allocates gralloc buffers and calls
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -0800204 * camera3_device_t->ops->register_stream_buffers() for at least one of the
205 * output streams listed in configure_streams. The same stream is registered
206 * only once.
207 *
Igor Murashkin78aa1262014-01-09 16:23:43 -0800208 * >= CAMERA_DEVICE_API_VERSION_3_2:
209 *
210 * camera3_device_t->ops->register_stream_buffers() is not called and must
211 * be NULL.
212 *
213 * 6. The framework requests default settings for some number of use cases with
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -0800214 * calls to camera3_device_t->ops->construct_default_request_settings(). This
215 * may occur any time after step 3.
216 *
217 * 7. The framework constructs and sends the first capture request to the HAL,
218 * with settings based on one of the sets of default settings, and with at
219 * least one output stream, which has been registered earlier by the
220 * framework. This is sent to the HAL with
221 * camera3_device_t->ops->process_capture_request(). The HAL must block the
222 * return of this call until it is ready for the next request to be sent.
223 *
Igor Murashkin78aa1262014-01-09 16:23:43 -0800224 * >= CAMERA_DEVICE_API_VERSION_3_2:
225 *
226 * The buffer_handle_t provided in the camera3_stream_buffer_t array
227 * in the camera3_capture_request_t may be new and never-before-seen
228 * by the HAL on any given new request.
229 *
230 * 8. The framework continues to submit requests, and call
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -0800231 * construct_default_request_settings to get default settings buffers for
232 * other use cases.
233 *
Igor Murashkin78aa1262014-01-09 16:23:43 -0800234 * <= CAMERA_DEVICE_API_VERSION_3_1:
235 *
236 * The framework may call register_stream_buffers() at this time for
237 * not-yet-registered streams.
238 *
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -0800239 * 9. When the capture of a request begins (sensor starts exposing for the
Chien-Yu Chen73b49eb2015-05-28 17:13:05 -0700240 * capture) or processing a reprocess request begins, the HAL
241 * calls camera3_callback_ops_t->notify() with the SHUTTER event, including
242 * the frame number and the timestamp for start of exposure. For a reprocess
243 * request, the timestamp must be the start of exposure of the input image
244 * which can be looked up with android.sensor.timestamp from
245 * camera3_capture_request_t.settings when process_capture_request() is
246 * called.
Igor Murashkin5df2f622014-01-10 14:18:45 -0800247 *
248 * <= CAMERA_DEVICE_API_VERSION_3_1:
249 *
Eino-Ville Talvala71af1022013-04-22 14:19:21 -0700250 * This notify call must be made before the first call to
251 * process_capture_result() for that frame number.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -0800252 *
Igor Murashkin5df2f622014-01-10 14:18:45 -0800253 * >= CAMERA_DEVICE_API_VERSION_3_2:
254 *
255 * The camera3_callback_ops_t->notify() call with the SHUTTER event should
256 * be made as early as possible since the framework will be unable to
257 * deliver gralloc buffers to the application layer (for that frame) until
Chien-Yu Chen73b49eb2015-05-28 17:13:05 -0700258 * it has a valid timestamp for the start of exposure (or the input image's
259 * start of exposure for a reprocess request).
Igor Murashkin5df2f622014-01-10 14:18:45 -0800260 *
261 * Both partial metadata results and the gralloc buffers may be sent to the
262 * framework at any time before or after the SHUTTER event.
263 *
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -0800264 * 10. After some pipeline delay, the HAL begins to return completed captures to
265 * the framework with camera3_callback_ops_t->process_capture_result(). These
266 * are returned in the same order as the requests were submitted. Multiple
267 * requests can be in flight at once, depending on the pipeline depth of the
268 * camera HAL device.
269 *
Igor Murashkin78aa1262014-01-09 16:23:43 -0800270 * >= CAMERA_DEVICE_API_VERSION_3_2:
271 *
272 * Once a buffer is returned by process_capture_result as part of the
273 * camera3_stream_buffer_t array, and the fence specified by release_fence
274 * has been signaled (this is a no-op for -1 fences), the ownership of that
275 * buffer is considered to be transferred back to the framework. After that,
276 * the HAL must no longer retain that particular buffer, and the
277 * framework may clean up the memory for it immediately.
278 *
Igor Murashkin5df2f622014-01-10 14:18:45 -0800279 * process_capture_result may be called multiple times for a single frame,
280 * each time with a new disjoint piece of metadata and/or set of gralloc
281 * buffers. The framework will accumulate these partial metadata results
282 * into one result.
283 *
284 * In particular, it is legal for a process_capture_result to be called
285 * simultaneously for both a frame N and a frame N+1 as long as the
Zhijun Heceac9e32014-02-05 20:49:45 -0800286 * above rule holds for gralloc buffers (both input and output).
Igor Murashkin5df2f622014-01-10 14:18:45 -0800287 *
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -0800288 * 11. After some time, the framework may stop submitting new requests, wait for
289 * the existing captures to complete (all buffers filled, all results
290 * returned), and then call configure_streams() again. This resets the camera
291 * hardware and pipeline for a new set of input/output streams. Some streams
292 * may be reused from the previous configuration; if these streams' buffers
293 * had already been registered with the HAL, they will not be registered
294 * again. The framework then continues from step 7, if at least one
295 * registered output stream remains (otherwise, step 5 is required first).
296 *
297 * 12. Alternatively, the framework may call camera3_device_t->common->close()
Eino-Ville Talvala2f8cf5c2013-03-06 13:23:31 -0800298 * to end the camera session. This may be called at any time when no other
299 * calls from the framework are active, although the call may block until all
300 * in-flight captures have completed (all results returned, all buffers
301 * filled). After the close call returns, no more calls to the
302 * camera3_callback_ops_t functions are allowed from the HAL. Once the
303 * close() call is underway, the framework may not call any other HAL device
304 * functions.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -0800305 *
306 * 13. In case of an error or other asynchronous event, the HAL must call
307 * camera3_callback_ops_t->notify() with the appropriate error/event
308 * message. After returning from a fatal device-wide error notification, the
309 * HAL should act as if close() had been called on it. However, the HAL must
310 * either cancel or complete all outstanding captures before calling
311 * notify(), so that once notify() is called with a fatal error, the
312 * framework will not receive further callbacks from the device. Methods
313 * besides close() should return -ENODEV or NULL after the notify() method
314 * returns from a fatal error message.
315 */
316
317/**
Eino-Ville Talvalaacbc4512013-03-16 16:53:28 -0700318 * S3. Operational modes:
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -0800319 *
320 * The camera 3 HAL device can implement one of two possible operational modes;
321 * limited and full. Full support is expected from new higher-end
322 * devices. Limited mode has hardware requirements roughly in line with those
323 * for a camera HAL device v1 implementation, and is expected from older or
324 * inexpensive devices. Full is a strict superset of limited, and they share the
325 * same essential operational flow, as documented above.
326 *
327 * The HAL must indicate its level of support with the
328 * android.info.supportedHardwareLevel static metadata entry, with 0 indicating
329 * limited mode, and 1 indicating full mode support.
330 *
331 * Roughly speaking, limited-mode devices do not allow for application control
332 * of capture settings (3A control only), high-rate capture of high-resolution
Eino-Ville Talvalaacbc4512013-03-16 16:53:28 -0700333 * images, raw sensor readout, or support for YUV output streams above maximum
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -0800334 * recording resolution (JPEG only for large images).
335 *
336 * ** Details of limited mode behavior:
337 *
338 * - Limited-mode devices do not need to implement accurate synchronization
339 * between capture request settings and the actual image data
340 * captured. Instead, changes to settings may take effect some time in the
341 * future, and possibly not for the same output frame for each settings
342 * entry. Rapid changes in settings may result in some settings never being
343 * used for a capture. However, captures that include high-resolution output
344 * buffers ( > 1080p ) have to use the settings as specified (but see below
345 * for processing rate).
346 *
347 * - Limited-mode devices do not need to support most of the
Zhijun He1ab5c5e2014-05-26 17:35:50 -0700348 * settings/result/static info metadata. Specifically, only the following settings
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -0800349 * are expected to be consumed or produced by a limited-mode HAL device:
350 *
Zhijun He1ab5c5e2014-05-26 17:35:50 -0700351 * android.control.aeAntibandingMode (controls and dynamic)
352 * android.control.aeExposureCompensation (controls and dynamic)
353 * android.control.aeLock (controls and dynamic)
354 * android.control.aeMode (controls and dynamic)
355 * android.control.aeRegions (controls and dynamic)
356 * android.control.aeTargetFpsRange (controls and dynamic)
357 * android.control.aePrecaptureTrigger (controls and dynamic)
358 * android.control.afMode (controls and dynamic)
359 * android.control.afRegions (controls and dynamic)
360 * android.control.awbLock (controls and dynamic)
361 * android.control.awbMode (controls and dynamic)
362 * android.control.awbRegions (controls and dynamic)
363 * android.control.captureIntent (controls and dynamic)
364 * android.control.effectMode (controls and dynamic)
365 * android.control.mode (controls and dynamic)
366 * android.control.sceneMode (controls and dynamic)
367 * android.control.videoStabilizationMode (controls and dynamic)
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -0800368 * android.control.aeAvailableAntibandingModes (static)
369 * android.control.aeAvailableModes (static)
370 * android.control.aeAvailableTargetFpsRanges (static)
371 * android.control.aeCompensationRange (static)
372 * android.control.aeCompensationStep (static)
373 * android.control.afAvailableModes (static)
374 * android.control.availableEffects (static)
375 * android.control.availableSceneModes (static)
376 * android.control.availableVideoStabilizationModes (static)
377 * android.control.awbAvailableModes (static)
378 * android.control.maxRegions (static)
379 * android.control.sceneModeOverrides (static)
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -0800380 * android.control.aeState (dynamic)
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -0800381 * android.control.afState (dynamic)
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -0800382 * android.control.awbState (dynamic)
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -0800383 *
Zhijun He1ab5c5e2014-05-26 17:35:50 -0700384 * android.flash.mode (controls and dynamic)
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -0800385 * android.flash.info.available (static)
386 *
387 * android.info.supportedHardwareLevel (static)
388 *
Zhijun He1ab5c5e2014-05-26 17:35:50 -0700389 * android.jpeg.gpsCoordinates (controls and dynamic)
390 * android.jpeg.gpsProcessingMethod (controls and dynamic)
391 * android.jpeg.gpsTimestamp (controls and dynamic)
392 * android.jpeg.orientation (controls and dynamic)
393 * android.jpeg.quality (controls and dynamic)
394 * android.jpeg.thumbnailQuality (controls and dynamic)
395 * android.jpeg.thumbnailSize (controls and dynamic)
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -0800396 * android.jpeg.availableThumbnailSizes (static)
397 * android.jpeg.maxSize (static)
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -0800398 *
399 * android.lens.info.minimumFocusDistance (static)
400 *
Zhijun He1ab5c5e2014-05-26 17:35:50 -0700401 * android.request.id (controls and dynamic)
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -0800402 *
Zhijun He1ab5c5e2014-05-26 17:35:50 -0700403 * android.scaler.cropRegion (controls and dynamic)
Eino-Ville Talvalac5bff0d2014-02-10 16:43:26 -0800404 * android.scaler.availableStreamConfigurations (static)
405 * android.scaler.availableMinFrameDurations (static)
406 * android.scaler.availableStallDurations (static)
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -0800407 * android.scaler.availableMaxDigitalZoom (static)
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -0800408 * android.scaler.maxDigitalZoom (static)
Zhijun He1ab5c5e2014-05-26 17:35:50 -0700409 * android.scaler.croppingType (static)
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -0800410 *
411 * android.sensor.orientation (static)
412 * android.sensor.timestamp (dynamic)
413 *
Zhijun He1ab5c5e2014-05-26 17:35:50 -0700414 * android.statistics.faceDetectMode (controls and dynamic)
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -0800415 * android.statistics.info.availableFaceDetectModes (static)
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -0800416 * android.statistics.faceIds (dynamic)
417 * android.statistics.faceLandmarks (dynamic)
418 * android.statistics.faceRectangles (dynamic)
419 * android.statistics.faceScores (dynamic)
420 *
Zhijun He1ab5c5e2014-05-26 17:35:50 -0700421 * android.sync.frameNumber (dynamic)
422 * android.sync.maxLatency (static)
423 *
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -0800424 * - Captures in limited mode that include high-resolution (> 1080p) output
425 * buffers may block in process_capture_request() until all the output buffers
426 * have been filled. A full-mode HAL device must process sequences of
427 * high-resolution requests at the rate indicated in the static metadata for
428 * that pixel format. The HAL must still call process_capture_result() to
429 * provide the output; the framework must simply be prepared for
430 * process_capture_request() to block until after process_capture_result() for
431 * that request completes for high-resolution captures for limited-mode
432 * devices.
433 *
Zhijun He1ab5c5e2014-05-26 17:35:50 -0700434 * - Full-mode devices must support below additional capabilities:
435 * - 30fps at maximum resolution is preferred, more than 20fps is required.
436 * - Per frame control (android.sync.maxLatency == PER_FRAME_CONTROL).
437 * - Sensor manual control metadata. See MANUAL_SENSOR defined in
438 * android.request.availableCapabilities.
439 * - Post-processing manual control metadata. See MANUAL_POST_PROCESSING defined
440 * in android.request.availableCapabilities.
441 *
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -0800442 */
443
444/**
Eino-Ville Talvalaacbc4512013-03-16 16:53:28 -0700445 * S4. 3A modes and state machines:
446 *
447 * While the actual 3A algorithms are up to the HAL implementation, a high-level
448 * state machine description is defined by the HAL interface, to allow the HAL
449 * device and the framework to communicate about the current state of 3A, and to
450 * trigger 3A events.
451 *
452 * When the device is opened, all the individual 3A states must be
453 * STATE_INACTIVE. Stream configuration does not reset 3A. For example, locked
454 * focus must be maintained across the configure() call.
455 *
456 * Triggering a 3A action involves simply setting the relevant trigger entry in
457 * the settings for the next request to indicate start of trigger. For example,
458 * the trigger for starting an autofocus scan is setting the entry
459 * ANDROID_CONTROL_AF_TRIGGER to ANDROID_CONTROL_AF_TRIGGER_START for one
460 * request, and cancelling an autofocus scan is triggered by setting
461 * ANDROID_CONTROL_AF_TRIGGER to ANDROID_CONTRL_AF_TRIGGER_CANCEL. Otherwise,
462 * the entry will not exist, or be set to ANDROID_CONTROL_AF_TRIGGER_IDLE. Each
463 * request with a trigger entry set to a non-IDLE value will be treated as an
464 * independent triggering event.
465 *
466 * At the top level, 3A is controlled by the ANDROID_CONTROL_MODE setting, which
467 * selects between no 3A (ANDROID_CONTROL_MODE_OFF), normal AUTO mode
468 * (ANDROID_CONTROL_MODE_AUTO), and using the scene mode setting
469 * (ANDROID_CONTROL_USE_SCENE_MODE).
470 *
471 * - In OFF mode, each of the individual AE/AF/AWB modes are effectively OFF,
472 * and none of the capture controls may be overridden by the 3A routines.
473 *
474 * - In AUTO mode, Auto-focus, auto-exposure, and auto-whitebalance all run
475 * their own independent algorithms, and have their own mode, state, and
476 * trigger metadata entries, as listed in the next section.
477 *
478 * - In USE_SCENE_MODE, the value of the ANDROID_CONTROL_SCENE_MODE entry must
479 * be used to determine the behavior of 3A routines. In SCENE_MODEs other than
480 * FACE_PRIORITY, the HAL must override the values of
481 * ANDROId_CONTROL_AE/AWB/AF_MODE to be the mode it prefers for the selected
482 * SCENE_MODE. For example, the HAL may prefer SCENE_MODE_NIGHT to use
483 * CONTINUOUS_FOCUS AF mode. Any user selection of AE/AWB/AF_MODE when scene
484 * must be ignored for these scene modes.
485 *
486 * - For SCENE_MODE_FACE_PRIORITY, the AE/AWB/AF_MODE controls work as in
487 * ANDROID_CONTROL_MODE_AUTO, but the 3A routines must bias toward metering
488 * and focusing on any detected faces in the scene.
489 *
490 * S4.1. Auto-focus settings and result entries:
491 *
492 * Main metadata entries:
493 *
494 * ANDROID_CONTROL_AF_MODE: Control for selecting the current autofocus
495 * mode. Set by the framework in the request settings.
496 *
497 * AF_MODE_OFF: AF is disabled; the framework/app directly controls lens
498 * position.
499 *
500 * AF_MODE_AUTO: Single-sweep autofocus. No lens movement unless AF is
501 * triggered.
502 *
503 * AF_MODE_MACRO: Single-sweep up-close autofocus. No lens movement unless
504 * AF is triggered.
505 *
506 * AF_MODE_CONTINUOUS_VIDEO: Smooth continuous focusing, for recording
507 * video. Triggering immediately locks focus in current
508 * position. Canceling resumes cotinuous focusing.
509 *
510 * AF_MODE_CONTINUOUS_PICTURE: Fast continuous focusing, for
511 * zero-shutter-lag still capture. Triggering locks focus once currently
512 * active sweep concludes. Canceling resumes continuous focusing.
513 *
514 * AF_MODE_EDOF: Advanced extended depth of field focusing. There is no
515 * autofocus scan, so triggering one or canceling one has no effect.
516 * Images are focused automatically by the HAL.
517 *
518 * ANDROID_CONTROL_AF_STATE: Dynamic metadata describing the current AF
519 * algorithm state, reported by the HAL in the result metadata.
520 *
521 * AF_STATE_INACTIVE: No focusing has been done, or algorithm was
522 * reset. Lens is not moving. Always the state for MODE_OFF or MODE_EDOF.
523 * When the device is opened, it must start in this state.
524 *
525 * AF_STATE_PASSIVE_SCAN: A continuous focus algorithm is currently scanning
526 * for good focus. The lens is moving.
527 *
528 * AF_STATE_PASSIVE_FOCUSED: A continuous focus algorithm believes it is
529 * well focused. The lens is not moving. The HAL may spontaneously leave
530 * this state.
531 *
Eino-Ville Talvala4d45d302013-09-20 17:24:50 -0700532 * AF_STATE_PASSIVE_UNFOCUSED: A continuous focus algorithm believes it is
533 * not well focused. The lens is not moving. The HAL may spontaneously
534 * leave this state.
535 *
Eino-Ville Talvalaacbc4512013-03-16 16:53:28 -0700536 * AF_STATE_ACTIVE_SCAN: A scan triggered by the user is underway.
537 *
538 * AF_STATE_FOCUSED_LOCKED: The AF algorithm believes it is focused. The
539 * lens is not moving.
540 *
541 * AF_STATE_NOT_FOCUSED_LOCKED: The AF algorithm has been unable to
542 * focus. The lens is not moving.
543 *
544 * ANDROID_CONTROL_AF_TRIGGER: Control for starting an autofocus scan, the
545 * meaning of which is mode- and state- dependent. Set by the framework in
546 * the request settings.
547 *
548 * AF_TRIGGER_IDLE: No current trigger.
549 *
550 * AF_TRIGGER_START: Trigger start of AF scan. Effect is mode and state
551 * dependent.
552 *
553 * AF_TRIGGER_CANCEL: Cancel current AF scan if any, and reset algorithm to
554 * default.
555 *
556 * Additional metadata entries:
557 *
558 * ANDROID_CONTROL_AF_REGIONS: Control for selecting the regions of the FOV
559 * that should be used to determine good focus. This applies to all AF
560 * modes that scan for focus. Set by the framework in the request
561 * settings.
562 *
563 * S4.2. Auto-exposure settings and result entries:
564 *
565 * Main metadata entries:
566 *
567 * ANDROID_CONTROL_AE_MODE: Control for selecting the current auto-exposure
568 * mode. Set by the framework in the request settings.
569 *
570 * AE_MODE_OFF: Autoexposure is disabled; the user controls exposure, gain,
571 * frame duration, and flash.
572 *
573 * AE_MODE_ON: Standard autoexposure, with flash control disabled. User may
574 * set flash to fire or to torch mode.
575 *
576 * AE_MODE_ON_AUTO_FLASH: Standard autoexposure, with flash on at HAL's
577 * discretion for precapture and still capture. User control of flash
578 * disabled.
579 *
580 * AE_MODE_ON_ALWAYS_FLASH: Standard autoexposure, with flash always fired
581 * for capture, and at HAL's discretion for precapture.. User control of
582 * flash disabled.
583 *
584 * AE_MODE_ON_AUTO_FLASH_REDEYE: Standard autoexposure, with flash on at
585 * HAL's discretion for precapture and still capture. Use a flash burst
586 * at end of precapture sequence to reduce redeye in the final
587 * picture. User control of flash disabled.
588 *
589 * ANDROID_CONTROL_AE_STATE: Dynamic metadata describing the current AE
590 * algorithm state, reported by the HAL in the result metadata.
591 *
592 * AE_STATE_INACTIVE: Initial AE state after mode switch. When the device is
593 * opened, it must start in this state.
594 *
595 * AE_STATE_SEARCHING: AE is not converged to a good value, and is adjusting
596 * exposure parameters.
597 *
598 * AE_STATE_CONVERGED: AE has found good exposure values for the current
599 * scene, and the exposure parameters are not changing. HAL may
600 * spontaneously leave this state to search for better solution.
601 *
602 * AE_STATE_LOCKED: AE has been locked with the AE_LOCK control. Exposure
603 * values are not changing.
604 *
605 * AE_STATE_FLASH_REQUIRED: The HAL has converged exposure, but believes
606 * flash is required for a sufficiently bright picture. Used for
607 * determining if a zero-shutter-lag frame can be used.
608 *
609 * AE_STATE_PRECAPTURE: The HAL is in the middle of a precapture
610 * sequence. Depending on AE mode, this mode may involve firing the
611 * flash for metering, or a burst of flash pulses for redeye reduction.
612 *
613 * ANDROID_CONTROL_AE_PRECAPTURE_TRIGGER: Control for starting a metering
614 * sequence before capturing a high-quality image. Set by the framework in
615 * the request settings.
616 *
617 * PRECAPTURE_TRIGGER_IDLE: No current trigger.
618 *
619 * PRECAPTURE_TRIGGER_START: Start a precapture sequence. The HAL should
620 * use the subsequent requests to measure good exposure/white balance
621 * for an upcoming high-resolution capture.
622 *
623 * Additional metadata entries:
624 *
625 * ANDROID_CONTROL_AE_LOCK: Control for locking AE controls to their current
626 * values
627 *
628 * ANDROID_CONTROL_AE_EXPOSURE_COMPENSATION: Control for adjusting AE
629 * algorithm target brightness point.
630 *
631 * ANDROID_CONTROL_AE_TARGET_FPS_RANGE: Control for selecting the target frame
632 * rate range for the AE algorithm. The AE routine cannot change the frame
633 * rate to be outside these bounds.
634 *
635 * ANDROID_CONTROL_AE_REGIONS: Control for selecting the regions of the FOV
636 * that should be used to determine good exposure levels. This applies to
637 * all AE modes besides OFF.
638 *
639 * S4.3. Auto-whitebalance settings and result entries:
640 *
641 * Main metadata entries:
642 *
643 * ANDROID_CONTROL_AWB_MODE: Control for selecting the current white-balance
644 * mode.
645 *
646 * AWB_MODE_OFF: Auto-whitebalance is disabled. User controls color matrix.
647 *
648 * AWB_MODE_AUTO: Automatic white balance is enabled; 3A controls color
649 * transform, possibly using more complex transforms than a simple
650 * matrix.
651 *
652 * AWB_MODE_INCANDESCENT: Fixed white balance settings good for indoor
653 * incandescent (tungsten) lighting, roughly 2700K.
654 *
655 * AWB_MODE_FLUORESCENT: Fixed white balance settings good for fluorescent
656 * lighting, roughly 5000K.
657 *
658 * AWB_MODE_WARM_FLUORESCENT: Fixed white balance settings good for
659 * fluorescent lighting, roughly 3000K.
660 *
661 * AWB_MODE_DAYLIGHT: Fixed white balance settings good for daylight,
662 * roughly 5500K.
663 *
664 * AWB_MODE_CLOUDY_DAYLIGHT: Fixed white balance settings good for clouded
665 * daylight, roughly 6500K.
666 *
667 * AWB_MODE_TWILIGHT: Fixed white balance settings good for
668 * near-sunset/sunrise, roughly 15000K.
669 *
670 * AWB_MODE_SHADE: Fixed white balance settings good for areas indirectly
671 * lit by the sun, roughly 7500K.
672 *
673 * ANDROID_CONTROL_AWB_STATE: Dynamic metadata describing the current AWB
674 * algorithm state, reported by the HAL in the result metadata.
675 *
676 * AWB_STATE_INACTIVE: Initial AWB state after mode switch. When the device
677 * is opened, it must start in this state.
678 *
679 * AWB_STATE_SEARCHING: AWB is not converged to a good value, and is
680 * changing color adjustment parameters.
681 *
682 * AWB_STATE_CONVERGED: AWB has found good color adjustment values for the
683 * current scene, and the parameters are not changing. HAL may
684 * spontaneously leave this state to search for better solution.
685 *
686 * AWB_STATE_LOCKED: AWB has been locked with the AWB_LOCK control. Color
687 * adjustment values are not changing.
688 *
689 * Additional metadata entries:
690 *
691 * ANDROID_CONTROL_AWB_LOCK: Control for locking AWB color adjustments to
692 * their current values.
693 *
694 * ANDROID_CONTROL_AWB_REGIONS: Control for selecting the regions of the FOV
695 * that should be used to determine good color balance. This applies only
696 * to auto-WB mode.
697 *
698 * S4.4. General state machine transition notes
699 *
700 * Switching between AF, AE, or AWB modes always resets the algorithm's state
701 * to INACTIVE. Similarly, switching between CONTROL_MODE or
702 * CONTROL_SCENE_MODE if CONTROL_MODE == USE_SCENE_MODE resets all the
703 * algorithm states to INACTIVE.
704 *
705 * The tables below are per-mode.
706 *
707 * S4.5. AF state machines
708 *
Eino-Ville Talvala4d45d302013-09-20 17:24:50 -0700709 * when enabling AF or changing AF mode
710 *| state | trans. cause | new state | notes |
711 *+--------------------+---------------+--------------------+------------------+
712 *| Any | AF mode change| INACTIVE | |
713 *+--------------------+---------------+--------------------+------------------+
714 *
Eino-Ville Talvalaacbc4512013-03-16 16:53:28 -0700715 * mode = AF_MODE_OFF or AF_MODE_EDOF
716 *| state | trans. cause | new state | notes |
717 *+--------------------+---------------+--------------------+------------------+
Eino-Ville Talvala4d45d302013-09-20 17:24:50 -0700718 *| INACTIVE | | INACTIVE | Never changes |
Eino-Ville Talvalaacbc4512013-03-16 16:53:28 -0700719 *+--------------------+---------------+--------------------+------------------+
720 *
721 * mode = AF_MODE_AUTO or AF_MODE_MACRO
722 *| state | trans. cause | new state | notes |
723 *+--------------------+---------------+--------------------+------------------+
724 *| INACTIVE | AF_TRIGGER | ACTIVE_SCAN | Start AF sweep |
725 *| | | | Lens now moving |
726 *+--------------------+---------------+--------------------+------------------+
727 *| ACTIVE_SCAN | AF sweep done | FOCUSED_LOCKED | If AF successful |
728 *| | | | Lens now locked |
729 *+--------------------+---------------+--------------------+------------------+
730 *| ACTIVE_SCAN | AF sweep done | NOT_FOCUSED_LOCKED | If AF successful |
731 *| | | | Lens now locked |
732 *+--------------------+---------------+--------------------+------------------+
733 *| ACTIVE_SCAN | AF_CANCEL | INACTIVE | Cancel/reset AF |
734 *| | | | Lens now locked |
735 *+--------------------+---------------+--------------------+------------------+
736 *| FOCUSED_LOCKED | AF_CANCEL | INACTIVE | Cancel/reset AF |
737 *+--------------------+---------------+--------------------+------------------+
738 *| FOCUSED_LOCKED | AF_TRIGGER | ACTIVE_SCAN | Start new sweep |
739 *| | | | Lens now moving |
740 *+--------------------+---------------+--------------------+------------------+
741 *| NOT_FOCUSED_LOCKED | AF_CANCEL | INACTIVE | Cancel/reset AF |
742 *+--------------------+---------------+--------------------+------------------+
743 *| NOT_FOCUSED_LOCKED | AF_TRIGGER | ACTIVE_SCAN | Start new sweep |
744 *| | | | Lens now moving |
745 *+--------------------+---------------+--------------------+------------------+
746 *| All states | mode change | INACTIVE | |
747 *+--------------------+---------------+--------------------+------------------+
748 *
749 * mode = AF_MODE_CONTINUOUS_VIDEO
750 *| state | trans. cause | new state | notes |
751 *+--------------------+---------------+--------------------+------------------+
752 *| INACTIVE | HAL initiates | PASSIVE_SCAN | Start AF scan |
753 *| | new scan | | Lens now moving |
754 *+--------------------+---------------+--------------------+------------------+
755 *| INACTIVE | AF_TRIGGER | NOT_FOCUSED_LOCKED | AF state query |
756 *| | | | Lens now locked |
757 *+--------------------+---------------+--------------------+------------------+
758 *| PASSIVE_SCAN | HAL completes | PASSIVE_FOCUSED | End AF scan |
759 *| | current scan | | Lens now locked |
760 *+--------------------+---------------+--------------------+------------------+
Eino-Ville Talvala4d45d302013-09-20 17:24:50 -0700761 *| PASSIVE_SCAN | HAL fails | PASSIVE_UNFOCUSED | End AF scan |
762 *| | current scan | | Lens now locked |
763 *+--------------------+---------------+--------------------+------------------+
Eino-Ville Talvalaacbc4512013-03-16 16:53:28 -0700764 *| PASSIVE_SCAN | AF_TRIGGER | FOCUSED_LOCKED | Immediate trans. |
765 *| | | | if focus is good |
766 *| | | | Lens now locked |
767 *+--------------------+---------------+--------------------+------------------+
768 *| PASSIVE_SCAN | AF_TRIGGER | NOT_FOCUSED_LOCKED | Immediate trans. |
769 *| | | | if focus is bad |
770 *| | | | Lens now locked |
771 *+--------------------+---------------+--------------------+------------------+
772 *| PASSIVE_SCAN | AF_CANCEL | INACTIVE | Reset lens |
773 *| | | | position |
774 *| | | | Lens now locked |
775 *+--------------------+---------------+--------------------+------------------+
776 *| PASSIVE_FOCUSED | HAL initiates | PASSIVE_SCAN | Start AF scan |
777 *| | new scan | | Lens now moving |
778 *+--------------------+---------------+--------------------+------------------+
Eino-Ville Talvala4d45d302013-09-20 17:24:50 -0700779 *| PASSIVE_UNFOCUSED | HAL initiates | PASSIVE_SCAN | Start AF scan |
780 *| | new scan | | Lens now moving |
781 *+--------------------+---------------+--------------------+------------------+
Eino-Ville Talvalaacbc4512013-03-16 16:53:28 -0700782 *| PASSIVE_FOCUSED | AF_TRIGGER | FOCUSED_LOCKED | Immediate trans. |
Eino-Ville Talvalaacbc4512013-03-16 16:53:28 -0700783 *| | | | Lens now locked |
784 *+--------------------+---------------+--------------------+------------------+
Eino-Ville Talvala4d45d302013-09-20 17:24:50 -0700785 *| PASSIVE_UNFOCUSED | AF_TRIGGER | NOT_FOCUSED_LOCKED | Immediate trans. |
Eino-Ville Talvalaacbc4512013-03-16 16:53:28 -0700786 *| | | | Lens now locked |
787 *+--------------------+---------------+--------------------+------------------+
788 *| FOCUSED_LOCKED | AF_TRIGGER | FOCUSED_LOCKED | No effect |
789 *+--------------------+---------------+--------------------+------------------+
790 *| FOCUSED_LOCKED | AF_CANCEL | INACTIVE | Restart AF scan |
791 *+--------------------+---------------+--------------------+------------------+
792 *| NOT_FOCUSED_LOCKED | AF_TRIGGER | NOT_FOCUSED_LOCKED | No effect |
793 *+--------------------+---------------+--------------------+------------------+
794 *| NOT_FOCUSED_LOCKED | AF_CANCEL | INACTIVE | Restart AF scan |
795 *+--------------------+---------------+--------------------+------------------+
796 *
797 * mode = AF_MODE_CONTINUOUS_PICTURE
798 *| state | trans. cause | new state | notes |
799 *+--------------------+---------------+--------------------+------------------+
800 *| INACTIVE | HAL initiates | PASSIVE_SCAN | Start AF scan |
801 *| | new scan | | Lens now moving |
802 *+--------------------+---------------+--------------------+------------------+
803 *| INACTIVE | AF_TRIGGER | NOT_FOCUSED_LOCKED | AF state query |
804 *| | | | Lens now locked |
805 *+--------------------+---------------+--------------------+------------------+
806 *| PASSIVE_SCAN | HAL completes | PASSIVE_FOCUSED | End AF scan |
807 *| | current scan | | Lens now locked |
808 *+--------------------+---------------+--------------------+------------------+
Eino-Ville Talvala4d45d302013-09-20 17:24:50 -0700809 *| PASSIVE_SCAN | HAL fails | PASSIVE_UNFOCUSED | End AF scan |
810 *| | current scan | | Lens now locked |
811 *+--------------------+---------------+--------------------+------------------+
Eino-Ville Talvalaacbc4512013-03-16 16:53:28 -0700812 *| PASSIVE_SCAN | AF_TRIGGER | FOCUSED_LOCKED | Eventual trans. |
813 *| | | | once focus good |
814 *| | | | Lens now locked |
815 *+--------------------+---------------+--------------------+------------------+
816 *| PASSIVE_SCAN | AF_TRIGGER | NOT_FOCUSED_LOCKED | Eventual trans. |
817 *| | | | if cannot focus |
818 *| | | | Lens now locked |
819 *+--------------------+---------------+--------------------+------------------+
820 *| PASSIVE_SCAN | AF_CANCEL | INACTIVE | Reset lens |
821 *| | | | position |
822 *| | | | Lens now locked |
823 *+--------------------+---------------+--------------------+------------------+
824 *| PASSIVE_FOCUSED | HAL initiates | PASSIVE_SCAN | Start AF scan |
825 *| | new scan | | Lens now moving |
826 *+--------------------+---------------+--------------------+------------------+
Eino-Ville Talvala4d45d302013-09-20 17:24:50 -0700827 *| PASSIVE_UNFOCUSED | HAL initiates | PASSIVE_SCAN | Start AF scan |
828 *| | new scan | | Lens now moving |
829 *+--------------------+---------------+--------------------+------------------+
Eino-Ville Talvalaacbc4512013-03-16 16:53:28 -0700830 *| PASSIVE_FOCUSED | AF_TRIGGER | FOCUSED_LOCKED | Immediate trans. |
Eino-Ville Talvalaacbc4512013-03-16 16:53:28 -0700831 *| | | | Lens now locked |
832 *+--------------------+---------------+--------------------+------------------+
Eino-Ville Talvala4d45d302013-09-20 17:24:50 -0700833 *| PASSIVE_UNFOCUSED | AF_TRIGGER | NOT_FOCUSED_LOCKED | Immediate trans. |
Eino-Ville Talvalaacbc4512013-03-16 16:53:28 -0700834 *| | | | Lens now locked |
835 *+--------------------+---------------+--------------------+------------------+
836 *| FOCUSED_LOCKED | AF_TRIGGER | FOCUSED_LOCKED | No effect |
837 *+--------------------+---------------+--------------------+------------------+
838 *| FOCUSED_LOCKED | AF_CANCEL | INACTIVE | Restart AF scan |
839 *+--------------------+---------------+--------------------+------------------+
840 *| NOT_FOCUSED_LOCKED | AF_TRIGGER | NOT_FOCUSED_LOCKED | No effect |
841 *+--------------------+---------------+--------------------+------------------+
842 *| NOT_FOCUSED_LOCKED | AF_CANCEL | INACTIVE | Restart AF scan |
843 *+--------------------+---------------+--------------------+------------------+
844 *
845 * S4.6. AE and AWB state machines
846 *
847 * The AE and AWB state machines are mostly identical. AE has additional
848 * FLASH_REQUIRED and PRECAPTURE states. So rows below that refer to those two
849 * states should be ignored for the AWB state machine.
850 *
Eino-Ville Talvala4d45d302013-09-20 17:24:50 -0700851 * when enabling AE/AWB or changing AE/AWB mode
852 *| state | trans. cause | new state | notes |
853 *+--------------------+---------------+--------------------+------------------+
854 *| Any | mode change | INACTIVE | |
855 *+--------------------+---------------+--------------------+------------------+
856 *
Eino-Ville Talvalaacbc4512013-03-16 16:53:28 -0700857 * mode = AE_MODE_OFF / AWB mode not AUTO
858 *| state | trans. cause | new state | notes |
859 *+--------------------+---------------+--------------------+------------------+
Eino-Ville Talvala4d45d302013-09-20 17:24:50 -0700860 *| INACTIVE | | INACTIVE | AE/AWB disabled |
Eino-Ville Talvalaacbc4512013-03-16 16:53:28 -0700861 *+--------------------+---------------+--------------------+------------------+
862 *
863 * mode = AE_MODE_ON_* / AWB_MODE_AUTO
864 *| state | trans. cause | new state | notes |
865 *+--------------------+---------------+--------------------+------------------+
866 *| INACTIVE | HAL initiates | SEARCHING | |
867 *| | AE/AWB scan | | |
868 *+--------------------+---------------+--------------------+------------------+
869 *| INACTIVE | AE/AWB_LOCK | LOCKED | values locked |
870 *| | on | | |
871 *+--------------------+---------------+--------------------+------------------+
872 *| SEARCHING | HAL finishes | CONVERGED | good values, not |
873 *| | AE/AWB scan | | changing |
874 *+--------------------+---------------+--------------------+------------------+
875 *| SEARCHING | HAL finishes | FLASH_REQUIRED | converged but too|
876 *| | AE scan | | dark w/o flash |
877 *+--------------------+---------------+--------------------+------------------+
878 *| SEARCHING | AE/AWB_LOCK | LOCKED | values locked |
879 *| | on | | |
880 *+--------------------+---------------+--------------------+------------------+
881 *| CONVERGED | HAL initiates | SEARCHING | values locked |
882 *| | AE/AWB scan | | |
883 *+--------------------+---------------+--------------------+------------------+
884 *| CONVERGED | AE/AWB_LOCK | LOCKED | values locked |
885 *| | on | | |
886 *+--------------------+---------------+--------------------+------------------+
Eino-Ville Talvala73dba5e2013-05-21 16:29:14 -0700887 *| FLASH_REQUIRED | HAL initiates | SEARCHING | values locked |
888 *| | AE/AWB scan | | |
889 *+--------------------+---------------+--------------------+------------------+
890 *| FLASH_REQUIRED | AE/AWB_LOCK | LOCKED | values locked |
891 *| | on | | |
892 *+--------------------+---------------+--------------------+------------------+
Eino-Ville Talvalaacbc4512013-03-16 16:53:28 -0700893 *| LOCKED | AE/AWB_LOCK | SEARCHING | values not good |
894 *| | off | | after unlock |
895 *+--------------------+---------------+--------------------+------------------+
896 *| LOCKED | AE/AWB_LOCK | CONVERGED | values good |
897 *| | off | | after unlock |
898 *+--------------------+---------------+--------------------+------------------+
899 *| LOCKED | AE_LOCK | FLASH_REQUIRED | exposure good, |
900 *| | off | | but too dark |
901 *+--------------------+---------------+--------------------+------------------+
902 *| All AE states | PRECAPTURE_ | PRECAPTURE | Start precapture |
903 *| | START | | sequence |
904 *+--------------------+---------------+--------------------+------------------+
905 *| PRECAPTURE | Sequence done.| CONVERGED | Ready for high- |
906 *| | AE_LOCK off | | quality capture |
907 *+--------------------+---------------+--------------------+------------------+
908 *| PRECAPTURE | Sequence done.| LOCKED | Ready for high- |
909 *| | AE_LOCK on | | quality capture |
910 *+--------------------+---------------+--------------------+------------------+
911 *
912 */
913
914/**
Eino-Ville Talvalab6059442013-04-29 15:26:16 -0700915 * S5. Cropping:
916 *
917 * Cropping of the full pixel array (for digital zoom and other use cases where
918 * a smaller FOV is desirable) is communicated through the
919 * ANDROID_SCALER_CROP_REGION setting. This is a per-request setting, and can
920 * change on a per-request basis, which is critical for implementing smooth
921 * digital zoom.
922 *
923 * The region is defined as a rectangle (x, y, width, height), with (x, y)
924 * describing the top-left corner of the rectangle. The rectangle is defined on
925 * the coordinate system of the sensor active pixel array, with (0,0) being the
926 * top-left pixel of the active pixel array. Therefore, the width and height
927 * cannot be larger than the dimensions reported in the
928 * ANDROID_SENSOR_ACTIVE_PIXEL_ARRAY static info field. The minimum allowed
929 * width and height are reported by the HAL through the
930 * ANDROID_SCALER_MAX_DIGITAL_ZOOM static info field, which describes the
931 * maximum supported zoom factor. Therefore, the minimum crop region width and
932 * height are:
933 *
934 * {width, height} =
935 * { floor(ANDROID_SENSOR_ACTIVE_PIXEL_ARRAY[0] /
936 * ANDROID_SCALER_MAX_DIGITAL_ZOOM),
937 * floor(ANDROID_SENSOR_ACTIVE_PIXEL_ARRAY[1] /
938 * ANDROID_SCALER_MAX_DIGITAL_ZOOM) }
939 *
940 * If the crop region needs to fulfill specific requirements (for example, it
941 * needs to start on even coordinates, and its width/height needs to be even),
942 * the HAL must do the necessary rounding and write out the final crop region
943 * used in the output result metadata. Similarly, if the HAL implements video
944 * stabilization, it must adjust the result crop region to describe the region
945 * actually included in the output after video stabilization is applied. In
946 * general, a camera-using application must be able to determine the field of
947 * view it is receiving based on the crop region, the dimensions of the image
948 * sensor, and the lens focal length.
949 *
Zhijun Hef1ee67e2014-05-21 11:18:51 -0700950 * It is assumed that the cropping is applied after raw to other color space
951 * conversion. Raw streams (RAW16 and RAW_OPAQUE) don't have this conversion stage,
952 * and are not croppable. Therefore, the crop region must be ignored by the HAL
953 * for raw streams.
954 *
955 * Since the crop region applies to all non-raw streams, which may have different aspect
Eino-Ville Talvalab6059442013-04-29 15:26:16 -0700956 * ratios than the crop region, the exact sensor region used for each stream may
957 * be smaller than the crop region. Specifically, each stream should maintain
958 * square pixels and its aspect ratio by minimally further cropping the defined
959 * crop region. If the stream's aspect ratio is wider than the crop region, the
960 * stream should be further cropped vertically, and if the stream's aspect ratio
961 * is narrower than the crop region, the stream should be further cropped
962 * horizontally.
963 *
964 * In all cases, the stream crop must be centered within the full crop region,
965 * and each stream is only either cropped horizontally or vertical relative to
966 * the full crop region, never both.
967 *
968 * For example, if two streams are defined, a 640x480 stream (4:3 aspect), and a
969 * 1280x720 stream (16:9 aspect), below demonstrates the expected output regions
970 * for each stream for a few sample crop regions, on a hypothetical 3 MP (2000 x
971 * 1500 pixel array) sensor.
972 *
973 * Crop region: (500, 375, 1000, 750) (4:3 aspect ratio)
974 *
975 * 640x480 stream crop: (500, 375, 1000, 750) (equal to crop region)
976 * 1280x720 stream crop: (500, 469, 1000, 562) (marked with =)
977 *
978 * 0 1000 2000
979 * +---------+---------+---------+----------+
980 * | Active pixel array |
981 * | |
982 * | |
983 * + +-------------------+ + 375
984 * | | | |
985 * | O===================O |
986 * | I 1280x720 stream I |
987 * + I I + 750
988 * | I I |
989 * | O===================O |
990 * | | | |
991 * + +-------------------+ + 1125
992 * | Crop region, 640x480 stream |
993 * | |
994 * | |
995 * +---------+---------+---------+----------+ 1500
996 *
997 * Crop region: (500, 375, 1333, 750) (16:9 aspect ratio)
998 *
999 * 640x480 stream crop: (666, 375, 1000, 750) (marked with =)
1000 * 1280x720 stream crop: (500, 375, 1333, 750) (equal to crop region)
1001 *
1002 * 0 1000 2000
1003 * +---------+---------+---------+----------+
1004 * | Active pixel array |
1005 * | |
1006 * | |
1007 * + +---O==================O---+ + 375
1008 * | | I 640x480 stream I | |
1009 * | | I I | |
1010 * | | I I | |
1011 * + | I I | + 750
1012 * | | I I | |
1013 * | | I I | |
1014 * | | I I | |
1015 * + +---O==================O---+ + 1125
1016 * | Crop region, 1280x720 stream |
1017 * | |
1018 * | |
1019 * +---------+---------+---------+----------+ 1500
1020 *
1021 * Crop region: (500, 375, 750, 750) (1:1 aspect ratio)
1022 *
1023 * 640x480 stream crop: (500, 469, 750, 562) (marked with =)
1024 * 1280x720 stream crop: (500, 543, 750, 414) (marged with #)
1025 *
1026 * 0 1000 2000
1027 * +---------+---------+---------+----------+
1028 * | Active pixel array |
1029 * | |
1030 * | |
1031 * + +--------------+ + 375
1032 * | O==============O |
1033 * | ################ |
1034 * | # # |
1035 * + # # + 750
1036 * | # # |
1037 * | ################ 1280x720 |
1038 * | O==============O 640x480 |
1039 * + +--------------+ + 1125
1040 * | Crop region |
1041 * | |
1042 * | |
1043 * +---------+---------+---------+----------+ 1500
1044 *
1045 * And a final example, a 1024x1024 square aspect ratio stream instead of the
1046 * 480p stream:
1047 *
1048 * Crop region: (500, 375, 1000, 750) (4:3 aspect ratio)
1049 *
1050 * 1024x1024 stream crop: (625, 375, 750, 750) (marked with #)
1051 * 1280x720 stream crop: (500, 469, 1000, 562) (marked with =)
1052 *
1053 * 0 1000 2000
1054 * +---------+---------+---------+----------+
1055 * | Active pixel array |
1056 * | |
1057 * | 1024x1024 stream |
1058 * + +--###############--+ + 375
1059 * | | # # | |
1060 * | O===================O |
1061 * | I 1280x720 stream I |
1062 * + I I + 750
1063 * | I I |
1064 * | O===================O |
1065 * | | # # | |
1066 * + +--###############--+ + 1125
1067 * | Crop region |
1068 * | |
1069 * | |
1070 * +---------+---------+---------+----------+ 1500
1071 *
1072 */
1073
1074/**
1075 * S6. Error management:
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08001076 *
1077 * Camera HAL device ops functions that have a return value will all return
1078 * -ENODEV / NULL in case of a serious error. This means the device cannot
1079 * continue operation, and must be closed by the framework. Once this error is
Alex Rayd5ddbc92013-02-15 13:47:24 -08001080 * returned by some method, or if notify() is called with ERROR_DEVICE, only
1081 * the close() method can be called successfully. All other methods will return
1082 * -ENODEV / NULL.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08001083 *
Eino-Ville Talvalaacbc4512013-03-16 16:53:28 -07001084 * If a device op is called in the wrong sequence, for example if the framework
1085 * calls configure_streams() is called before initialize(), the device must
1086 * return -ENOSYS from the call, and do nothing.
1087 *
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08001088 * Transient errors in image capture must be reported through notify() as follows:
1089 *
1090 * - The failure of an entire capture to occur must be reported by the HAL by
1091 * calling notify() with ERROR_REQUEST. Individual errors for the result
1092 * metadata or the output buffers must not be reported in this case.
1093 *
1094 * - If the metadata for a capture cannot be produced, but some image buffers
1095 * were filled, the HAL must call notify() with ERROR_RESULT.
1096 *
1097 * - If an output image buffer could not be filled, but either the metadata was
1098 * produced or some other buffers were filled, the HAL must call notify() with
1099 * ERROR_BUFFER for each failed buffer.
1100 *
1101 * In each of these transient failure cases, the HAL must still call
Zhijun Heceac9e32014-02-05 20:49:45 -08001102 * process_capture_result, with valid output and input (if an input buffer was
1103 * submitted) buffer_handle_t. If the result metadata could not be produced, it
1104 * should be NULL. If some buffers could not be filled, they must be returned with
1105 * process_capture_result in the error state, their release fences must be set to
1106 * the acquire fences passed by the framework, or -1 if they have been waited on by
1107 * the HAL already.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08001108 *
Eino-Ville Talvalaacbc4512013-03-16 16:53:28 -07001109 * Invalid input arguments result in -EINVAL from the appropriate methods. In
1110 * that case, the framework must act as if that call had never been made.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08001111 *
1112 */
1113
Zhijun He2dde4682014-01-09 09:11:49 -08001114/**
Zhijun He709e5872014-01-17 15:25:21 -08001115 * S7. Key Performance Indicator (KPI) glossary:
Zhijun He2dde4682014-01-09 09:11:49 -08001116 *
Zhijun He709e5872014-01-17 15:25:21 -08001117 * This includes some critical definitions that are used by KPI metrics.
Zhijun He2dde4682014-01-09 09:11:49 -08001118 *
1119 * Pipeline Latency:
1120 * For a given capture request, the duration from the framework calling
1121 * process_capture_request to the HAL sending capture result and all buffers
1122 * back by process_capture_result call. To make the Pipeline Latency measure
1123 * independent of frame rate, it is measured by frame count.
1124 *
1125 * For example, when frame rate is 30 (fps), the frame duration (time interval
1126 * between adjacent frame capture time) is 33 (ms).
1127 * If it takes 5 frames for framework to get the result and buffers back for
1128 * a given request, then the Pipeline Latency is 5 (frames), instead of
1129 * 5 x 33 = 165 (ms).
1130 *
1131 * The Pipeline Latency is determined by android.request.pipelineDepth and
1132 * android.request.pipelineMaxDepth, see their definitions for more details.
1133 *
1134 */
1135
Zhijun Hebc358682014-01-23 14:42:54 -08001136/**
1137 * S8. Sample Use Cases:
1138 *
1139 * This includes some typical use case examples the camera HAL may support.
1140 *
Zhijun Heb2bc0e52015-01-29 14:44:37 -08001141 * S8.1 Zero Shutter Lag (ZSL) with CAMERA3_STREAM_BIDIRECTIONAL stream.
Zhijun Hebc358682014-01-23 14:42:54 -08001142 *
1143 * For this use case, the bidirectional stream will be used by the framework as follows:
1144 *
1145 * 1. The framework includes a buffer from this stream as output buffer in a
1146 * request as normal.
1147 *
1148 * 2. Once the HAL device returns a filled output buffer to the framework,
1149 * the framework may do one of two things with the filled buffer:
1150 *
1151 * 2. a. The framework uses the filled data, and returns the now-used buffer
1152 * to the stream queue for reuse. This behavior exactly matches the
1153 * OUTPUT type of stream.
1154 *
1155 * 2. b. The framework wants to reprocess the filled data, and uses the
1156 * buffer as an input buffer for a request. Once the HAL device has
1157 * used the reprocessing buffer, it then returns it to the
1158 * framework. The framework then returns the now-used buffer to the
1159 * stream queue for reuse.
1160 *
1161 * 3. The HAL device will be given the buffer again as an output buffer for
1162 * a request at some future point.
1163 *
1164 * For ZSL use case, the pixel format for bidirectional stream will be
Zhijun He52a18892014-06-30 10:35:58 -07001165 * HAL_PIXEL_FORMAT_RAW_OPAQUE or HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED if it
1166 * is listed in android.scaler.availableInputOutputFormatsMap. When
1167 * HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED is used, the gralloc
1168 * usage flags for the consumer endpoint will be set to GRALLOC_USAGE_HW_CAMERA_ZSL.
1169 * A configuration stream list that has BIDIRECTIONAL stream used as input, will
1170 * usually also have a distinct OUTPUT stream to get the reprocessing data. For example,
1171 * for the ZSL use case, the stream list might be configured with the following:
Zhijun Hebc358682014-01-23 14:42:54 -08001172 *
1173 * - A HAL_PIXEL_FORMAT_RAW_OPAQUE bidirectional stream is used
1174 * as input.
1175 * - And a HAL_PIXEL_FORMAT_BLOB (JPEG) output stream.
1176 *
Zhijun Heebdf1282015-01-16 16:44:40 -08001177 * S8.2 ZSL (OPAQUE) reprocessing with CAMERA3_STREAM_INPUT stream.
1178 *
1179 * CAMERA_DEVICE_API_VERSION_3_3:
1180 * When OPAQUE_REPROCESSING capability is supported by the camera device, the INPUT stream
1181 * can be used for application/framework implemented use case like Zero Shutter Lag (ZSL).
1182 * This kind of stream will be used by the framework as follows:
1183 *
1184 * 1. Application/framework configures an opaque (RAW or YUV based) format output stream that is
1185 * used to produce the ZSL output buffers. The stream pixel format will be
1186 * HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED.
1187 *
1188 * 2. Application/framework configures an opaque format input stream that is used to
1189 * send the reprocessing ZSL buffers to the HAL. The stream pixel format will
1190 * also be HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED.
1191 *
1192 * 3. Application/framework configures a YUV/JPEG output stream that is used to receive the
1193 * reprocessed data. The stream pixel format will be YCbCr_420/HAL_PIXEL_FORMAT_BLOB.
1194 *
1195 * 4. Application/framework picks a ZSL buffer from the ZSL output stream when a ZSL capture is
1196 * issued by the application, and sends the data back as an input buffer in a
1197 * reprocessing request, then sends to the HAL for reprocessing.
1198 *
1199 * 5. The HAL sends back the output YUV/JPEG result to framework.
1200 *
1201 * The HAL can select the actual opaque buffer format and configure the ISP pipeline
1202 * appropriately based on the HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED format and
1203 * the gralloc usage flag GRALLOC_USAGE_HW_CAMERA_ZSL.
1204
1205 * S8.3 YUV reprocessing with CAMERA3_STREAM_INPUT stream.
1206 *
1207 * When YUV reprocessing is supported by the HAL, the INPUT stream
1208 * can be used for the YUV reprocessing use cases like lucky-shot and image fusion.
1209 * This kind of stream will be used by the framework as follows:
1210 *
1211 * 1. Application/framework configures an YCbCr_420 format output stream that is
1212 * used to produce the output buffers.
1213 *
1214 * 2. Application/framework configures an YCbCr_420 format input stream that is used to
1215 * send the reprocessing YUV buffers to the HAL.
1216 *
1217 * 3. Application/framework configures a YUV/JPEG output stream that is used to receive the
1218 * reprocessed data. The stream pixel format will be YCbCr_420/HAL_PIXEL_FORMAT_BLOB.
1219 *
1220 * 4. Application/framework processes the output buffers (could be as simple as picking
1221 * an output buffer directly) from the output stream when a capture is issued, and sends
1222 * the data back as an input buffer in a reprocessing request, then sends to the HAL
1223 * for reprocessing.
1224 *
1225 * 5. The HAL sends back the output YUV/JPEG result to framework.
1226 *
Zhijun Hebc358682014-01-23 14:42:54 -08001227 */
1228
Ruben Brunk2d96c742014-03-18 13:39:17 -07001229/**
1230 * S9. Notes on Controls and Metadata
1231 *
1232 * This section contains notes about the interpretation and usage of various metadata tags.
1233 *
1234 * S9.1 HIGH_QUALITY and FAST modes.
1235 *
1236 * Many camera post-processing blocks may be listed as having HIGH_QUALITY,
1237 * FAST, and OFF operating modes. These blocks will typically also have an
1238 * 'available modes' tag representing which of these operating modes are
1239 * available on a given device. The general policy regarding implementing
1240 * these modes is as follows:
1241 *
1242 * 1. Operating mode controls of hardware blocks that cannot be disabled
1243 * must not list OFF in their corresponding 'available modes' tags.
1244 *
1245 * 2. OFF will always be included in their corresponding 'available modes'
1246 * tag if it is possible to disable that hardware block.
1247 *
1248 * 3. FAST must always be included in the 'available modes' tags for all
1249 * post-processing blocks supported on the device. If a post-processing
1250 * block also has a slower and higher quality operating mode that does
1251 * not meet the framerate requirements for FAST mode, HIGH_QUALITY should
1252 * be included in the 'available modes' tag to represent this operating
1253 * mode.
1254 */
Zhijun Heebdf1282015-01-16 16:44:40 -08001255
1256/**
1257 * S10. Reprocessing flow and controls
1258 *
1259 * This section describes the OPAQUE and YUV reprocessing flow and controls. OPAQUE reprocessing
1260 * uses an opaque format that is not directly application-visible, and the application can
1261 * only select some of the output buffers and send back to HAL for reprocessing, while YUV
1262 * reprocessing gives the application opportunity to process the buffers before reprocessing.
1263 *
1264 * S8 gives the stream configurations for the typical reprocessing uses cases,
1265 * this section specifies the buffer flow and controls in more details.
1266 *
1267 * S10.1 OPAQUE (typically for ZSL use case) reprocessing flow and controls
1268 *
1269 * For OPAQUE reprocessing (e.g. ZSL) use case, after the application creates the specific
1270 * output and input streams, runtime buffer flow and controls are specified as below:
1271 *
1272 * 1. Application starts output streaming by sending repeating requests for output
1273 * opaque buffers and preview. The buffers are held by an application
1274 * maintained circular buffer. The requests are based on CAMERA3_TEMPLATE_ZERO_SHUTTER_LAG
1275 * capture template, which should have all necessary settings that guarantee output
1276 * frame rate is not slowed down relative to sensor output frame rate.
1277 *
1278 * 2. When a capture is issued, the application selects one output buffer based
1279 * on application buffer selection logic, e.g. good AE and AF statistics etc.
1280 * Application then creates an reprocess request based on the capture result associated
1281 * with this selected buffer. The selected output buffer is now added to this reprocess
1282 * request as an input buffer, the output buffer of this reprocess request should be
1283 * either JPEG output buffer or YUV output buffer, or both, depending on the application
1284 * choice.
1285 *
1286 * 3. Application then alters the reprocess settings to get best image quality. The HAL must
1287 * support and only support below controls if the HAL support OPAQUE_REPROCESSING capability:
1288 * - android.jpeg.* (if JPEG buffer is included as one of the output)
1289 * - android.noiseReduction.mode (change to HIGH_QUALITY if it is supported)
1290 * - android.edge.mode (change to HIGH_QUALITY if it is supported)
1291 * All other controls must be ignored by the HAL.
1292 * 4. HAL processed the input buffer and return the output buffers in the capture results
1293 * as normal.
1294 *
1295 * S10.2 YUV reprocessing flow and controls
1296 *
1297 * The YUV reprocessing buffer flow is similar as OPAQUE reprocessing, with below difference:
1298 *
1299 * 1. Application may want to have finer granularity control of the intermediate YUV images
1300 * (before reprocessing). For example, application may choose
1301 * - android.noiseReduction.mode == MINIMAL
1302 * to make sure the no YUV domain noise reduction has applied to the output YUV buffers,
1303 * then it can do its own advanced noise reduction on them. For OPAQUE reprocessing case, this
1304 * doesn't matter, as long as the final reprocessed image has the best quality.
1305 * 2. Application may modify the YUV output buffer data. For example, for image fusion use
1306 * case, where multiple output images are merged together to improve the signal-to-noise
1307 * ratio (SNR). The input buffer may be generated from multiple buffers by the application.
1308 * To avoid excessive amount of noise reduction and insufficient amount of edge enhancement
1309 * being applied to the input buffer, the application can hint the HAL how much effective
1310 * exposure time improvement has been done by the application, then the HAL can adjust the
1311 * noise reduction and edge enhancement paramters to get best reprocessed image quality.
1312 * Below tag can be used for this purpose:
1313 * - android.reprocess.effectiveExposureFactor
1314 * The value would be exposure time increase factor applied to the original output image,
1315 * for example, if there are N image merged, the exposure time increase factor would be up
1316 * to sqrt(N). See this tag spec for more details.
1317 *
1318 * S10.3 Reprocessing pipeline characteristics
1319 *
1320 * Reprocessing pipeline has below different characteristics comparing with normal output
1321 * pipeline:
1322 *
1323 * 1. The reprocessing result can be returned ahead of the pending normal output results. But
1324 * the FIFO ordering must be maintained for all reprocessing results. For example, there are
1325 * below requests (A stands for output requests, B stands for reprocessing requests)
1326 * being processed by the HAL:
1327 * A1, A2, A3, A4, B1, A5, B2, A6...
1328 * result of B1 can be returned before A1-A4, but result of B2 must be returned after B1.
1329 * 2. Single input rule: For a given reprocessing request, all output buffers must be from the
1330 * input buffer, rather than sensor output. For example, if a reprocess request include both
1331 * JPEG and preview buffers, all output buffers must be produced from the input buffer
1332 * included by the reprocessing request, rather than sensor. The HAL must not output preview
1333 * buffers from sensor, while output JPEG buffer from the input buffer.
1334 * 3. Input buffer will be from camera output directly (ZSL case) or indirectly(image fusion
1335 * case). For the case where buffer is modified, the size will remain same. The HAL can
1336 * notify CAMERA3_MSG_ERROR_REQUEST if buffer from unknown source is sent.
1337 * 4. Result as reprocessing request: The HAL can expect that a reprocessing request is a copy
1338 * of one of the output results with minor allowed setting changes. The HAL can notify
1339 * CAMERA3_MSG_ERROR_REQUEST if a request from unknown source is issued.
1340 * 5. Output buffers may not be used as inputs across the configure stream boundary, This is
1341 * because an opaque stream like the ZSL output stream may have different actual image size
1342 * inside of the ZSL buffer to save power and bandwidth for smaller resolution JPEG capture.
1343 * The HAL may notify CAMERA3_MSG_ERROR_REQUEST if this case occurs.
1344 * 6. HAL Reprocess requests error reporting during flush should follow the same rule specified
1345 * by flush() method.
1346 *
1347 */
1348
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08001349__BEGIN_DECLS
1350
1351struct camera3_device;
1352
1353/**********************************************************************
1354 *
1355 * Camera3 stream and stream buffer definitions.
1356 *
1357 * These structs and enums define the handles and contents of the input and
1358 * output streams connecting the HAL to various framework and application buffer
1359 * consumers. Each stream is backed by a gralloc buffer queue.
1360 *
1361 */
1362
1363/**
1364 * camera3_stream_type_t:
1365 *
1366 * The type of the camera stream, which defines whether the camera HAL device is
1367 * the producer or the consumer for that stream, and how the buffers of the
1368 * stream relate to the other streams.
1369 */
1370typedef enum camera3_stream_type {
1371 /**
1372 * This stream is an output stream; the camera HAL device will be
1373 * responsible for filling buffers from this stream with newly captured or
1374 * reprocessed image data.
1375 */
1376 CAMERA3_STREAM_OUTPUT = 0,
1377
1378 /**
1379 * This stream is an input stream; the camera HAL device will be responsible
1380 * for reading buffers from this stream and sending them through the camera
1381 * processing pipeline, as if the buffer was a newly captured image from the
1382 * imager.
Zhijun Hebc358682014-01-23 14:42:54 -08001383 *
1384 * The pixel format for input stream can be any format reported by
Eino-Ville Talvalac5bff0d2014-02-10 16:43:26 -08001385 * android.scaler.availableInputOutputFormatsMap. The pixel format of the
1386 * output stream that is used to produce the reprocessing data may be any
1387 * format reported by android.scaler.availableStreamConfigurations. The
1388 * supported input/output stream combinations depends the camera device
1389 * capabilities, see android.scaler.availableInputOutputFormatsMap for
1390 * stream map details.
Zhijun Hebc358682014-01-23 14:42:54 -08001391 *
Eino-Ville Talvalac5bff0d2014-02-10 16:43:26 -08001392 * This kind of stream is generally used to reprocess data into higher
1393 * quality images (that otherwise would cause a frame rate performance
1394 * loss), or to do off-line reprocessing.
Zhijun Hebc358682014-01-23 14:42:54 -08001395 *
Zhijun Heebdf1282015-01-16 16:44:40 -08001396 * CAMERA_DEVICE_API_VERSION_3_3:
1397 * The typical use cases are OPAQUE (typically ZSL) and YUV reprocessing,
1398 * see S8.2, S8.3 and S10 for more details.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08001399 */
1400 CAMERA3_STREAM_INPUT = 1,
1401
1402 /**
1403 * This stream can be used for input and output. Typically, the stream is
1404 * used as an output stream, but occasionally one already-filled buffer may
1405 * be sent back to the HAL device for reprocessing.
1406 *
Eino-Ville Talvalac5bff0d2014-02-10 16:43:26 -08001407 * This kind of stream is meant generally for Zero Shutter Lag (ZSL)
1408 * features, where copying the captured image from the output buffer to the
Zhijun Heb2bc0e52015-01-29 14:44:37 -08001409 * reprocessing input buffer would be expensive. See S8.1 for more details.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08001410 *
1411 * Note that the HAL will always be reprocessing data it produced.
1412 *
1413 */
1414 CAMERA3_STREAM_BIDIRECTIONAL = 2,
1415
1416 /**
1417 * Total number of framework-defined stream types
1418 */
1419 CAMERA3_NUM_STREAM_TYPES
1420
1421} camera3_stream_type_t;
1422
1423/**
Yin-Chia Yehe0042082015-03-09 12:15:36 -07001424 * camera3_stream_rotation_t:
1425 *
1426 * The required counterclockwise rotation of camera stream.
1427 */
1428typedef enum camera3_stream_rotation {
1429 /* No rotation */
1430 CAMERA3_STREAM_ROTATION_0 = 0,
1431
1432 /* Rotate by 90 degree counterclockwise */
1433 CAMERA3_STREAM_ROTATION_90 = 1,
1434
1435 /* Rotate by 180 degree counterclockwise */
1436 CAMERA3_STREAM_ROTATION_180 = 2,
1437
1438 /* Rotate by 270 degree counterclockwise */
1439 CAMERA3_STREAM_ROTATION_270 = 3
1440} camera3_stream_rotation_t;
1441
1442/**
Zhijun He21126b72015-05-22 18:12:28 -07001443 * camera3_stream_configuration_mode_t:
1444 *
1445 * This defines the general operation mode for the HAL (for a given stream configuration), where
1446 * modes besides NORMAL have different semantics, and usually limit the generality of the API in
1447 * exchange for higher performance in some particular area.
1448 */
1449typedef enum camera3_stream_configuration_mode {
1450 /**
1451 * Normal stream configuration operation mode. This is the default camera operation mode,
1452 * where all semantics of HAL APIs and metadata controls apply.
1453 */
1454 CAMERA3_STREAM_CONFIGURATION_NORMAL_MODE = 0,
1455
1456 /**
1457 * Special constrained high speed operation mode for devices that can not support high
1458 * speed output in NORMAL mode. All streams in this configuration are operating at high speed
1459 * mode and have different characteristics and limitations to achieve high speed output.
1460 * The NORMAL mode can still be used for high speed output if the HAL can support high speed
1461 * output while satisfying all the semantics of HAL APIs and metadata controls. It is
1462 * recommended for the HAL to support high speed output in NORMAL mode (by advertising the high
1463 * speed FPS ranges in android.control.aeAvailableTargetFpsRanges) if possible.
1464 *
1465 * This mode has below limitations/requirements:
1466 *
1467 * 1. The HAL must support up to 2 streams with sizes reported by
1468 * android.control.availableHighSpeedVideoConfigurations.
1469 * 2. In this mode, the HAL is expected to output up to 120fps or higher. This mode must
1470 * support the targeted FPS range and size configurations reported by
1471 * android.control.availableHighSpeedVideoConfigurations.
1472 * 3. The HAL must support HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED output stream format.
1473 * 4. To achieve efficient high speed streaming, the HAL may have to aggregate
1474 * multiple frames together and send to camera device for processing where the request
1475 * controls are same for all the frames in this batch (batch mode). The HAL must support
1476 * max batch size and the max batch size requirements defined by
1477 * android.control.availableHighSpeedVideoConfigurations.
1478 * 5. In this mode, the HAL must override aeMode, awbMode, and afMode to ON, ON, and
1479 * CONTINUOUS_VIDEO, respectively. All post-processing block mode controls must be
1480 * overridden to be FAST. Therefore, no manual control of capture and post-processing
1481 * parameters is possible. All other controls operate the same as when
1482 * android.control.mode == AUTO. This means that all other android.control.* fields
1483 * must continue to work, such as
1484 *
1485 * android.control.aeTargetFpsRange
1486 * android.control.aeExposureCompensation
1487 * android.control.aeLock
1488 * android.control.awbLock
1489 * android.control.effectMode
1490 * android.control.aeRegions
1491 * android.control.afRegions
1492 * android.control.awbRegions
1493 * android.control.afTrigger
1494 * android.control.aePrecaptureTrigger
1495 *
1496 * Outside of android.control.*, the following controls must work:
1497 *
1498 * android.flash.mode (TORCH mode only, automatic flash for still capture will not work
1499 * since aeMode is ON)
1500 * android.lens.opticalStabilizationMode (if it is supported)
1501 * android.scaler.cropRegion
1502 * android.statistics.faceDetectMode (if it is supported)
Shuzhen Wang13a19e12017-03-08 16:41:13 -08001503 * 6. To reduce the amount of data passed across process boundaries at
1504 * high frame rate, within one batch, camera framework only propagates
1505 * the last shutter notify and the last capture results (including partial
1506 * results and final result) to the app. The shutter notifies and capture
1507 * results for the other requests in the batch are derived by
1508 * the camera framework. As a result, the HAL can return empty metadata
1509 * except for the last result in the batch.
Zhijun He21126b72015-05-22 18:12:28 -07001510 *
1511 * For more details about high speed stream requirements, see
1512 * android.control.availableHighSpeedVideoConfigurations and CONSTRAINED_HIGH_SPEED_VIDEO
1513 * capability defined in android.request.availableCapabilities.
1514 *
1515 * This mode only needs to be supported by HALs that include CONSTRAINED_HIGH_SPEED_VIDEO in
1516 * the android.request.availableCapabilities static metadata.
1517 */
1518 CAMERA3_STREAM_CONFIGURATION_CONSTRAINED_HIGH_SPEED_MODE = 1,
1519
1520 /**
1521 * First value for vendor-defined stream configuration modes.
1522 */
1523 CAMERA3_VENDOR_STREAM_CONFIGURATION_MODE_START = 0x8000
1524} camera3_stream_configuration_mode_t;
1525
1526/**
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08001527 * camera3_stream_t:
1528 *
1529 * A handle to a single camera input or output stream. A stream is defined by
1530 * the framework by its buffer resolution and format, and additionally by the
1531 * HAL with the gralloc usage flags and the maximum in-flight buffer count.
1532 *
1533 * The stream structures are owned by the framework, but pointers to a
1534 * camera3_stream passed into the HAL by configure_streams() are valid until the
1535 * end of the first subsequent configure_streams() call that _does not_ include
1536 * that camera3_stream as an argument, or until the end of the close() call.
1537 *
1538 * All camera3_stream framework-controlled members are immutable once the
1539 * camera3_stream is passed into configure_streams(). The HAL may only change
1540 * the HAL-controlled parameters during a configure_streams() call, except for
1541 * the contents of the private pointer.
1542 *
1543 * If a configure_streams() call returns a non-fatal error, all active streams
1544 * remain valid as if configure_streams() had not been called.
1545 *
1546 * The endpoint of the stream is not visible to the camera HAL device.
Alex Ray2ce219a2013-06-14 15:09:30 -07001547 * In DEVICE_API_VERSION_3_1, this was changed to share consumer usage flags
1548 * on streams where the camera is a producer (OUTPUT and BIDIRECTIONAL stream
1549 * types) see the usage field below.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08001550 */
1551typedef struct camera3_stream {
1552
1553 /*****
1554 * Set by framework before configure_streams()
1555 */
1556
1557 /**
1558 * The type of the stream, one of the camera3_stream_type_t values.
1559 */
1560 int stream_type;
1561
1562 /**
1563 * The width in pixels of the buffers in this stream
1564 */
1565 uint32_t width;
1566
1567 /**
1568 * The height in pixels of the buffers in this stream
1569 */
1570 uint32_t height;
1571
1572 /**
1573 * The pixel format for the buffers in this stream. Format is a value from
1574 * the HAL_PIXEL_FORMAT_* list in system/core/include/system/graphics.h, or
1575 * from device-specific headers.
1576 *
1577 * If HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED is used, then the platform
1578 * gralloc module will select a format based on the usage flags provided by
1579 * the camera device and the other endpoint of the stream.
1580 *
Igor Murashkin78aa1262014-01-09 16:23:43 -08001581 * <= CAMERA_DEVICE_API_VERSION_3_1:
1582 *
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08001583 * The camera HAL device must inspect the buffers handed to it in the
1584 * subsequent register_stream_buffers() call to obtain the
1585 * implementation-specific format details, if necessary.
Igor Murashkin78aa1262014-01-09 16:23:43 -08001586 *
1587 * >= CAMERA_DEVICE_API_VERSION_3_2:
1588 *
1589 * register_stream_buffers() won't be called by the framework, so the HAL
1590 * should configure the ISP and sensor pipeline based purely on the sizes,
1591 * usage flags, and formats for the configured streams.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08001592 */
1593 int format;
1594
1595 /*****
1596 * Set by HAL during configure_streams().
1597 */
1598
1599 /**
1600 * The gralloc usage flags for this stream, as needed by the HAL. The usage
1601 * flags are defined in gralloc.h (GRALLOC_USAGE_*), or in device-specific
1602 * headers.
1603 *
1604 * For output streams, these are the HAL's producer usage flags. For input
1605 * streams, these are the HAL's consumer usage flags. The usage flags from
1606 * the producer and the consumer will be combined together and then passed
1607 * to the platform gralloc HAL module for allocating the gralloc buffers for
1608 * each stream.
Alex Ray2ce219a2013-06-14 15:09:30 -07001609 *
1610 * Version information:
1611 *
1612 * == CAMERA_DEVICE_API_VERSION_3_0:
1613 *
1614 * No initial value guaranteed when passed via configure_streams().
1615 * HAL may not use this field as input, and must write over this field
1616 * with its usage flags.
1617 *
1618 * >= CAMERA_DEVICE_API_VERSION_3_1:
1619 *
1620 * For stream_type OUTPUT and BIDIRECTIONAL, when passed via
1621 * configure_streams(), the initial value of this is the consumer's
1622 * usage flags. The HAL may use these consumer flags to decide stream
1623 * configuration.
1624 * For stream_type INPUT, when passed via configure_streams(), the initial
1625 * value of this is 0.
1626 * For all streams passed via configure_streams(), the HAL must write
1627 * over this field with its usage flags.
Shuzhen Wang07a5cd52017-03-20 09:26:42 -07001628 *
1629 * From Android O, the usage flag for an output stream may be bitwise
1630 * combination of usage flags for multiple consumers, for the purpose of
1631 * sharing one camera stream between those consumers. The HAL must fail
1632 * configure_streams call with -EINVAL if the combined flags cannot be
1633 * supported due to imcompatible buffer format, dataSpace, or other hardware
1634 * limitations.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08001635 */
1636 uint32_t usage;
1637
1638 /**
1639 * The maximum number of buffers the HAL device may need to have dequeued at
1640 * the same time. The HAL device may not have more buffers in-flight from
1641 * this stream than this value.
1642 */
1643 uint32_t max_buffers;
1644
1645 /**
1646 * A handle to HAL-private information for the stream. Will not be inspected
1647 * by the framework code.
1648 */
1649 void *priv;
1650
Eino-Ville Talvala453c7902015-03-06 13:22:03 -08001651 /**
1652 * A field that describes the contents of the buffer. The format and buffer
1653 * dimensions define the memory layout and structure of the stream buffers,
1654 * while dataSpace defines the meaning of the data within the buffer.
1655 *
1656 * For most formats, dataSpace defines the color space of the image data.
1657 * In addition, for some formats, dataSpace indicates whether image- or
1658 * depth-based data is requested. See system/core/include/system/graphics.h
1659 * for details of formats and valid dataSpace values for each format.
1660 *
1661 * Version information:
1662 *
1663 * < CAMERA_DEVICE_API_VERSION_3_3:
1664 *
1665 * Not defined and should not be accessed. dataSpace should be assumed to
1666 * be HAL_DATASPACE_UNKNOWN, and the appropriate color space, etc, should
1667 * be determined from the usage flags and the format.
1668 *
Eino-Ville Talvalacd86b0d2016-03-06 17:08:40 -08001669 * = CAMERA_DEVICE_API_VERSION_3_3:
Eino-Ville Talvala453c7902015-03-06 13:22:03 -08001670 *
1671 * Always set by the camera service. HAL must use this dataSpace to
1672 * configure the stream to the correct colorspace, or to select between
Eino-Ville Talvalacd86b0d2016-03-06 17:08:40 -08001673 * color and depth outputs if supported. The dataspace values are the
1674 * legacy definitions in graphics.h
1675 *
1676 * >= CAMERA_DEVICE_API_VERSION_3_4:
1677 *
1678 * Always set by the camera service. HAL must use this dataSpace to
1679 * configure the stream to the correct colorspace, or to select between
1680 * color and depth outputs if supported. The dataspace values are set
1681 * using the V0 dataspace definitions in graphics.h
Eino-Ville Talvala453c7902015-03-06 13:22:03 -08001682 */
1683 android_dataspace_t data_space;
1684
Yin-Chia Yehe0042082015-03-09 12:15:36 -07001685 /**
1686 * The required output rotation of the stream, one of
1687 * the camera3_stream_rotation_t values. This must be inspected by HAL along
1688 * with stream width and height. For example, if the rotation is 90 degree
1689 * and the stream width and height is 720 and 1280 respectively, camera service
1690 * will supply buffers of size 720x1280, and HAL should capture a 1280x720 image
Yin-Chia Yeh5407ef12015-03-12 15:09:27 -07001691 * and rotate the image by 90 degree counterclockwise. The rotation field is
1692 * no-op when the stream type is input. Camera HAL must ignore the rotation
1693 * field for an input stream.
Yin-Chia Yehe0042082015-03-09 12:15:36 -07001694 *
1695 * <= CAMERA_DEVICE_API_VERSION_3_2:
1696 *
1697 * Not defined and must not be accessed. HAL must not apply any rotation
1698 * on output images.
1699 *
1700 * >= CAMERA_DEVICE_API_VERSION_3_3:
1701 *
1702 * Always set by camera service. HAL must inspect this field during stream
1703 * configuration and returns -EINVAL if HAL cannot perform such rotation.
1704 * HAL must always support CAMERA3_STREAM_ROTATION_0, so a
1705 * configure_streams() call must not fail for unsupported rotation if
1706 * rotation field of all streams is CAMERA3_STREAM_ROTATION_0.
1707 *
1708 */
1709 int rotation;
1710
Shuzhen Wangbf39eb52017-11-29 15:16:03 -08001711 /**
1712 * The physical camera id this stream belongs to.
1713 *
1714 * <= CAMERA_DEVICE_API_VERISON_3_4:
1715 *
1716 * Not defined and must not be accessed.
1717 *
1718 * >= CAMERA_DEVICE_API_VERISON_3_5:
1719 *
1720 * Always set by camera service. If the camera device is not a logical
1721 * multi camera, or if the camera is a logical multi camera but the stream
1722 * is not a physical output stream, this field will point to a 0-length
1723 * string.
1724 *
1725 * A logical multi camera is a camera device backed by multiple physical
1726 * cameras that are also exposed to the application. And for a logical
1727 * multi camera, a physical output stream is an output stream specifically
1728 * requested on an underlying physical camera.
1729 *
1730 * For an input stream, this field is guaranteed to be a 0-length string.
1731 */
1732 const char* physical_camera_id;
1733
Eino-Ville Talvala453c7902015-03-06 13:22:03 -08001734 /* reserved for future use */
Shuzhen Wangbf39eb52017-11-29 15:16:03 -08001735 void *reserved[6];
Eino-Ville Talvala453c7902015-03-06 13:22:03 -08001736
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08001737} camera3_stream_t;
1738
1739/**
1740 * camera3_stream_configuration_t:
1741 *
1742 * A structure of stream definitions, used by configure_streams(). This
1743 * structure defines all the output streams and the reprocessing input
1744 * stream for the current camera use case.
1745 */
1746typedef struct camera3_stream_configuration {
1747 /**
1748 * The total number of streams requested by the framework. This includes
1749 * both input and output streams. The number of streams will be at least 1,
1750 * and there will be at least one output-capable stream.
1751 */
1752 uint32_t num_streams;
1753
1754 /**
Eino-Ville Talvala3a6e6b42013-03-06 13:21:11 -08001755 * An array of camera stream pointers, defining the input/output
1756 * configuration for the camera HAL device.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08001757 *
1758 * At most one input-capable stream may be defined (INPUT or BIDIRECTIONAL)
1759 * in a single configuration.
1760 *
1761 * At least one output-capable stream must be defined (OUTPUT or
1762 * BIDIRECTIONAL).
1763 */
Eino-Ville Talvala3a6e6b42013-03-06 13:21:11 -08001764 camera3_stream_t **streams;
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08001765
Zhijun He21126b72015-05-22 18:12:28 -07001766 /**
1767 * >= CAMERA_DEVICE_API_VERSION_3_3:
1768 *
Eino-Ville Talvalacd86b0d2016-03-06 17:08:40 -08001769 * The operation mode of streams in this configuration, one of the value
1770 * defined in camera3_stream_configuration_mode_t. The HAL can use this
1771 * mode as an indicator to set the stream property (e.g.,
1772 * camera3_stream->max_buffers) appropriately. For example, if the
1773 * configuration is
1774 * CAMERA3_STREAM_CONFIGURATION_CONSTRAINED_HIGH_SPEED_MODE, the HAL may
1775 * want to set aside more buffers for batch mode operation (see
1776 * android.control.availableHighSpeedVideoConfigurations for batch mode
1777 * definition).
Zhijun He21126b72015-05-22 18:12:28 -07001778 *
1779 */
1780 uint32_t operation_mode;
Emilian Peeveec2ee92017-11-08 19:33:27 +00001781
1782 /**
1783 * >= CAMERA_DEVICE_API_VERSION_3_5:
1784 *
1785 * The session metadata buffer contains the initial values of
1786 * ANDROID_REQUEST_AVAILABLE_SESSION_KEYS. This field is optional
1787 * and camera clients can choose to ignore it, in which case it will
1788 * be set to NULL. If parameters are present, then Hal should examine
1789 * the parameter values and configure its internal camera pipeline
1790 * accordingly.
1791 */
1792 const camera_metadata_t *session_parameters;
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08001793} camera3_stream_configuration_t;
1794
1795/**
Eino-Ville Talvala2f8cf5c2013-03-06 13:23:31 -08001796 * camera3_buffer_status_t:
1797 *
1798 * The current status of a single stream buffer.
1799 */
1800typedef enum camera3_buffer_status {
1801 /**
1802 * The buffer is in a normal state, and can be used after waiting on its
1803 * sync fence.
1804 */
1805 CAMERA3_BUFFER_STATUS_OK = 0,
1806
1807 /**
1808 * The buffer does not contain valid data, and the data in it should not be
1809 * used. The sync fence must still be waited on before reusing the buffer.
1810 */
1811 CAMERA3_BUFFER_STATUS_ERROR = 1
1812
1813} camera3_buffer_status_t;
1814
1815/**
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08001816 * camera3_stream_buffer_t:
1817 *
1818 * A single buffer from a camera3 stream. It includes a handle to its parent
1819 * stream, the handle to the gralloc buffer itself, and sync fences
1820 *
1821 * The buffer does not specify whether it is to be used for input or output;
1822 * that is determined by its parent stream type and how the buffer is passed to
1823 * the HAL device.
1824 */
1825typedef struct camera3_stream_buffer {
1826 /**
1827 * The handle of the stream this buffer is associated with
1828 */
1829 camera3_stream_t *stream;
1830
1831 /**
1832 * The native handle to the buffer
1833 */
1834 buffer_handle_t *buffer;
1835
1836 /**
Eino-Ville Talvala2f8cf5c2013-03-06 13:23:31 -08001837 * Current state of the buffer, one of the camera3_buffer_status_t
1838 * values. The framework will not pass buffers to the HAL that are in an
1839 * error state. In case a buffer could not be filled by the HAL, it must
1840 * have its status set to CAMERA3_BUFFER_STATUS_ERROR when returned to the
1841 * framework with process_capture_result().
1842 */
1843 int status;
1844
1845 /**
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08001846 * The acquire sync fence for this buffer. The HAL must wait on this fence
1847 * fd before attempting to read from or write to this buffer.
1848 *
1849 * The framework may be set to -1 to indicate that no waiting is necessary
Eino-Ville Talvala2f8cf5c2013-03-06 13:23:31 -08001850 * for this buffer.
1851 *
1852 * When the HAL returns an output buffer to the framework with
1853 * process_capture_result(), the acquire_fence must be set to -1. If the HAL
1854 * never waits on the acquire_fence due to an error in filling a buffer,
1855 * when calling process_capture_result() the HAL must set the release_fence
1856 * of the buffer to be the acquire_fence passed to it by the framework. This
1857 * will allow the framework to wait on the fence before reusing the buffer.
1858 *
1859 * For input buffers, the HAL must not change the acquire_fence field during
1860 * the process_capture_request() call.
Zhijun Heceac9e32014-02-05 20:49:45 -08001861 *
1862 * >= CAMERA_DEVICE_API_VERSION_3_2:
1863 *
1864 * When the HAL returns an input buffer to the framework with
1865 * process_capture_result(), the acquire_fence must be set to -1. If the HAL
Eino-Ville Talvalac5bff0d2014-02-10 16:43:26 -08001866 * never waits on input buffer acquire fence due to an error, the sync
1867 * fences should be handled similarly to the way they are handled for output
1868 * buffers.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08001869 */
1870 int acquire_fence;
1871
1872 /**
1873 * The release sync fence for this buffer. The HAL must set this fence when
1874 * returning buffers to the framework, or write -1 to indicate that no
1875 * waiting is required for this buffer.
1876 *
Zhijun Heceac9e32014-02-05 20:49:45 -08001877 * For the output buffers, the fences must be set in the output_buffers
1878 * array passed to process_capture_result().
1879 *
1880 * <= CAMERA_DEVICE_API_VERSION_3_1:
1881 *
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08001882 * For the input buffer, the release fence must be set by the
Zhijun Heceac9e32014-02-05 20:49:45 -08001883 * process_capture_request() call.
Eino-Ville Talvala2f8cf5c2013-03-06 13:23:31 -08001884 *
Igor Murashkin78aa1262014-01-09 16:23:43 -08001885 * >= CAMERA_DEVICE_API_VERSION_3_2:
1886 *
Zhijun Heceac9e32014-02-05 20:49:45 -08001887 * For the input buffer, the fences must be set in the input_buffer
1888 * passed to process_capture_result().
1889 *
Igor Murashkin78aa1262014-01-09 16:23:43 -08001890 * After signaling the release_fence for this buffer, the HAL
1891 * should not make any further attempts to access this buffer as the
1892 * ownership has been fully transferred back to the framework.
1893 *
1894 * If a fence of -1 was specified then the ownership of this buffer
1895 * is transferred back immediately upon the call of process_capture_result.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08001896 */
1897 int release_fence;
1898
1899} camera3_stream_buffer_t;
1900
1901/**
1902 * camera3_stream_buffer_set_t:
1903 *
1904 * The complete set of gralloc buffers for a stream. This structure is given to
1905 * register_stream_buffers() to allow the camera HAL device to register/map/etc
1906 * newly allocated stream buffers.
Igor Murashkin78aa1262014-01-09 16:23:43 -08001907 *
1908 * >= CAMERA_DEVICE_API_VERSION_3_2:
1909 *
1910 * Deprecated (and not used). In particular,
1911 * register_stream_buffers is also deprecated and will never be invoked.
1912 *
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08001913 */
1914typedef struct camera3_stream_buffer_set {
1915 /**
1916 * The stream handle for the stream these buffers belong to
1917 */
1918 camera3_stream_t *stream;
1919
1920 /**
1921 * The number of buffers in this stream. It is guaranteed to be at least
1922 * stream->max_buffers.
1923 */
1924 uint32_t num_buffers;
1925
1926 /**
1927 * The array of gralloc buffer handles for this stream. If the stream format
1928 * is set to HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED, the camera HAL device
1929 * should inspect the passed-in buffers to determine any platform-private
1930 * pixel format information.
1931 */
Eino-Ville Talvala3a6e6b42013-03-06 13:21:11 -08001932 buffer_handle_t **buffers;
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08001933
1934} camera3_stream_buffer_set_t;
1935
1936/**
1937 * camera3_jpeg_blob:
1938 *
1939 * Transport header for compressed JPEG buffers in output streams.
1940 *
1941 * To capture JPEG images, a stream is created using the pixel format
Zhijun He44a89152014-04-24 14:34:53 -07001942 * HAL_PIXEL_FORMAT_BLOB. The buffer size for the stream is calculated by the
1943 * framework, based on the static metadata field android.jpeg.maxSize. Since
1944 * compressed JPEG images are of variable size, the HAL needs to include the
1945 * final size of the compressed image using this structure inside the output
1946 * stream buffer. The JPEG blob ID field must be set to CAMERA3_JPEG_BLOB_ID.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08001947 *
Zhijun He44a89152014-04-24 14:34:53 -07001948 * Transport header should be at the end of the JPEG output stream buffer. That
1949 * means the jpeg_blob_id must start at byte[buffer_size -
1950 * sizeof(camera3_jpeg_blob)], where the buffer_size is the size of gralloc buffer.
1951 * Any HAL using this transport header must account for it in android.jpeg.maxSize
1952 * The JPEG data itself starts at the beginning of the buffer and should be
1953 * jpeg_size bytes long.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08001954 */
1955typedef struct camera3_jpeg_blob {
1956 uint16_t jpeg_blob_id;
1957 uint32_t jpeg_size;
1958} camera3_jpeg_blob_t;
1959
1960enum {
1961 CAMERA3_JPEG_BLOB_ID = 0x00FF
1962};
1963
1964/**********************************************************************
1965 *
1966 * Message definitions for the HAL notify() callback.
1967 *
1968 * These definitions are used for the HAL notify callback, to signal
1969 * asynchronous events from the HAL device to the Android framework.
1970 *
1971 */
1972
1973/**
1974 * camera3_msg_type:
1975 *
1976 * Indicates the type of message sent, which specifies which member of the
1977 * message union is valid.
1978 *
1979 */
1980typedef enum camera3_msg_type {
1981 /**
1982 * An error has occurred. camera3_notify_msg.message.error contains the
1983 * error information.
1984 */
1985 CAMERA3_MSG_ERROR = 1,
1986
1987 /**
Chien-Yu Chen73b49eb2015-05-28 17:13:05 -07001988 * The exposure of a given request or processing a reprocess request has
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08001989 * begun. camera3_notify_msg.message.shutter contains the information
1990 * the capture.
1991 */
1992 CAMERA3_MSG_SHUTTER = 2,
1993
1994 /**
1995 * Number of framework message types
1996 */
1997 CAMERA3_NUM_MESSAGES
1998
1999} camera3_msg_type_t;
2000
2001/**
2002 * Defined error codes for CAMERA_MSG_ERROR
2003 */
2004typedef enum camera3_error_msg_code {
2005 /**
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002006 * A serious failure occured. No further frames or buffer streams will
2007 * be produced by the device. Device should be treated as closed. The
2008 * client must reopen the device to use it again. The frame_number field
2009 * is unused.
2010 */
Alex Rayd5ddbc92013-02-15 13:47:24 -08002011 CAMERA3_MSG_ERROR_DEVICE = 1,
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002012
2013 /**
2014 * An error has occurred in processing a request. No output (metadata or
2015 * buffers) will be produced for this request. The frame_number field
2016 * specifies which request has been dropped. Subsequent requests are
2017 * unaffected, and the device remains operational.
2018 */
Alex Rayd5ddbc92013-02-15 13:47:24 -08002019 CAMERA3_MSG_ERROR_REQUEST = 2,
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002020
2021 /**
2022 * An error has occurred in producing an output result metadata buffer
2023 * for a request, but output stream buffers for it will still be
2024 * available. Subsequent requests are unaffected, and the device remains
2025 * operational. The frame_number field specifies the request for which
2026 * result metadata won't be available.
2027 */
Alex Rayd5ddbc92013-02-15 13:47:24 -08002028 CAMERA3_MSG_ERROR_RESULT = 3,
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002029
2030 /**
2031 * An error has occurred in placing an output buffer into a stream for a
2032 * request. The frame metadata and other buffers may still be
2033 * available. Subsequent requests are unaffected, and the device remains
2034 * operational. The frame_number field specifies the request for which the
2035 * buffer was dropped, and error_stream contains a pointer to the stream
Eino-Ville Talvalacd86b0d2016-03-06 17:08:40 -08002036 * that dropped the frame.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002037 */
Alex Rayd5ddbc92013-02-15 13:47:24 -08002038 CAMERA3_MSG_ERROR_BUFFER = 4,
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002039
2040 /**
2041 * Number of error types
2042 */
2043 CAMERA3_MSG_NUM_ERRORS
2044
2045} camera3_error_msg_code_t;
2046
2047/**
2048 * camera3_error_msg_t:
2049 *
2050 * Message contents for CAMERA3_MSG_ERROR
2051 */
2052typedef struct camera3_error_msg {
2053 /**
2054 * Frame number of the request the error applies to. 0 if the frame number
2055 * isn't applicable to the error.
2056 */
2057 uint32_t frame_number;
2058
2059 /**
2060 * Pointer to the stream that had a failure. NULL if the stream isn't
2061 * applicable to the error.
2062 */
2063 camera3_stream_t *error_stream;
2064
2065 /**
2066 * The code for this error; one of the CAMERA_MSG_ERROR enum values.
2067 */
2068 int error_code;
2069
2070} camera3_error_msg_t;
2071
2072/**
2073 * camera3_shutter_msg_t:
2074 *
2075 * Message contents for CAMERA3_MSG_SHUTTER
2076 */
2077typedef struct camera3_shutter_msg {
2078 /**
Chien-Yu Chen73b49eb2015-05-28 17:13:05 -07002079 * Frame number of the request that has begun exposure or reprocessing.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002080 */
2081 uint32_t frame_number;
2082
2083 /**
Chien-Yu Chen73b49eb2015-05-28 17:13:05 -07002084 * Timestamp for the start of capture. For a reprocess request, this must
2085 * be input image's start of capture. This must match the capture result
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002086 * metadata's sensor exposure start timestamp.
2087 */
2088 uint64_t timestamp;
2089
2090} camera3_shutter_msg_t;
2091
2092/**
2093 * camera3_notify_msg_t:
2094 *
2095 * The message structure sent to camera3_callback_ops_t.notify()
2096 */
2097typedef struct camera3_notify_msg {
2098
2099 /**
2100 * The message type. One of camera3_notify_msg_type, or a private extension.
2101 */
2102 int type;
2103
2104 union {
2105 /**
2106 * Error message contents. Valid if type is CAMERA3_MSG_ERROR
2107 */
2108 camera3_error_msg_t error;
2109
2110 /**
2111 * Shutter message contents. Valid if type is CAMERA3_MSG_SHUTTER
2112 */
2113 camera3_shutter_msg_t shutter;
2114
2115 /**
2116 * Generic message contents. Used to ensure a minimum size for custom
2117 * message types.
2118 */
2119 uint8_t generic[32];
2120 } message;
2121
2122} camera3_notify_msg_t;
2123
2124/**********************************************************************
2125 *
2126 * Capture request/result definitions for the HAL process_capture_request()
2127 * method, and the process_capture_result() callback.
2128 *
2129 */
2130
2131/**
2132 * camera3_request_template_t:
2133 *
2134 * Available template types for
2135 * camera3_device_ops.construct_default_request_settings()
2136 */
2137typedef enum camera3_request_template {
2138 /**
2139 * Standard camera preview operation with 3A on auto.
2140 */
2141 CAMERA3_TEMPLATE_PREVIEW = 1,
2142
2143 /**
2144 * Standard camera high-quality still capture with 3A and flash on auto.
2145 */
2146 CAMERA3_TEMPLATE_STILL_CAPTURE = 2,
2147
2148 /**
2149 * Standard video recording plus preview with 3A on auto, torch off.
2150 */
2151 CAMERA3_TEMPLATE_VIDEO_RECORD = 3,
2152
2153 /**
2154 * High-quality still capture while recording video. Application will
2155 * include preview, video record, and full-resolution YUV or JPEG streams in
2156 * request. Must not cause stuttering on video stream. 3A on auto.
2157 */
2158 CAMERA3_TEMPLATE_VIDEO_SNAPSHOT = 4,
2159
2160 /**
2161 * Zero-shutter-lag mode. Application will request preview and
2162 * full-resolution data for each frame, and reprocess it to JPEG when a
2163 * still image is requested by user. Settings should provide highest-quality
2164 * full-resolution images without compromising preview frame rate. 3A on
2165 * auto.
2166 */
2167 CAMERA3_TEMPLATE_ZERO_SHUTTER_LAG = 5,
2168
Zhijun Heb0c939f2013-12-13 15:56:33 -08002169 /**
2170 * A basic template for direct application control of capture
2171 * parameters. All automatic control is disabled (auto-exposure, auto-white
2172 * balance, auto-focus), and post-processing parameters are set to preview
2173 * quality. The manual capture parameters (exposure, sensitivity, etc.)
2174 * are set to reasonable defaults, but should be overridden by the
2175 * application depending on the intended use case.
2176 */
2177 CAMERA3_TEMPLATE_MANUAL = 6,
2178
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002179 /* Total number of templates */
2180 CAMERA3_TEMPLATE_COUNT,
2181
2182 /**
2183 * First value for vendor-defined request templates
2184 */
2185 CAMERA3_VENDOR_TEMPLATE_START = 0x40000000
2186
2187} camera3_request_template_t;
2188
2189/**
2190 * camera3_capture_request_t:
2191 *
2192 * A single request for image capture/buffer reprocessing, sent to the Camera
2193 * HAL device by the framework in process_capture_request().
2194 *
2195 * The request contains the settings to be used for this capture, and the set of
2196 * output buffers to write the resulting image data in. It may optionally
2197 * contain an input buffer, in which case the request is for reprocessing that
2198 * input buffer instead of capturing a new image with the camera sensor. The
2199 * capture is identified by the frame_number.
2200 *
2201 * In response, the camera HAL device must send a camera3_capture_result
2202 * structure asynchronously to the framework, using the process_capture_result()
2203 * callback.
2204 */
2205typedef struct camera3_capture_request {
2206 /**
2207 * The frame number is an incrementing integer set by the framework to
2208 * uniquely identify this capture. It needs to be returned in the result
2209 * call, and is also used to identify the request in asynchronous
2210 * notifications sent to camera3_callback_ops_t.notify().
2211 */
2212 uint32_t frame_number;
2213
2214 /**
2215 * The settings buffer contains the capture and processing parameters for
2216 * the request. As a special case, a NULL settings buffer indicates that the
2217 * settings are identical to the most-recently submitted capture request. A
2218 * NULL buffer cannot be used as the first submitted request after a
2219 * configure_streams() call.
2220 */
2221 const camera_metadata_t *settings;
2222
2223 /**
2224 * The input stream buffer to use for this request, if any.
2225 *
2226 * If input_buffer is NULL, then the request is for a new capture from the
2227 * imager. If input_buffer is valid, the request is for reprocessing the
2228 * image contained in input_buffer.
2229 *
2230 * In the latter case, the HAL must set the release_fence of the
2231 * input_buffer to a valid sync fence, or to -1 if the HAL does not support
2232 * sync, before process_capture_request() returns.
2233 *
2234 * The HAL is required to wait on the acquire sync fence of the input buffer
2235 * before accessing it.
2236 *
Igor Murashkin78aa1262014-01-09 16:23:43 -08002237 * <= CAMERA_DEVICE_API_VERSION_3_1:
2238 *
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002239 * Any input buffer included here will have been registered with the HAL
2240 * through register_stream_buffers() before its inclusion in a request.
Igor Murashkin78aa1262014-01-09 16:23:43 -08002241 *
2242 * >= CAMERA_DEVICE_API_VERSION_3_2:
2243 *
2244 * The buffers will not have been pre-registered with the HAL.
2245 * Subsequent requests may reuse buffers, or provide entirely new buffers.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002246 */
2247 camera3_stream_buffer_t *input_buffer;
2248
2249 /**
2250 * The number of output buffers for this capture request. Must be at least
2251 * 1.
2252 */
2253 uint32_t num_output_buffers;
2254
2255 /**
2256 * An array of num_output_buffers stream buffers, to be filled with image
2257 * data from this capture/reprocess. The HAL must wait on the acquire fences
Igor Murashkin78aa1262014-01-09 16:23:43 -08002258 * of each stream buffer before writing to them.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002259 *
2260 * The HAL takes ownership of the actual buffer_handle_t entries in
2261 * output_buffers; the framework does not access them until they are
2262 * returned in a camera3_capture_result_t.
Igor Murashkin78aa1262014-01-09 16:23:43 -08002263 *
2264 * <= CAMERA_DEVICE_API_VERSION_3_1:
2265 *
2266 * All the buffers included here will have been registered with the HAL
2267 * through register_stream_buffers() before their inclusion in a request.
2268 *
2269 * >= CAMERA_DEVICE_API_VERSION_3_2:
2270 *
2271 * Any or all of the buffers included here may be brand new in this
2272 * request (having never before seen by the HAL).
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002273 */
2274 const camera3_stream_buffer_t *output_buffers;
2275
2276} camera3_capture_request_t;
2277
2278/**
2279 * camera3_capture_result_t:
2280 *
2281 * The result of a single capture/reprocess by the camera HAL device. This is
2282 * sent to the framework asynchronously with process_capture_result(), in
2283 * response to a single capture request sent to the HAL with
Eino-Ville Talvala7c9416b2013-04-03 15:18:20 -07002284 * process_capture_request(). Multiple process_capture_result() calls may be
Igor Murashkin5df2f622014-01-10 14:18:45 -08002285 * performed by the HAL for each request.
2286 *
2287 * Each call, all with the same frame
Eino-Ville Talvala7c9416b2013-04-03 15:18:20 -07002288 * number, may contain some subset of the output buffers, and/or the result
2289 * metadata. The metadata may only be provided once for a given frame number;
2290 * all other calls must set the result metadata to NULL.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002291 *
2292 * The result structure contains the output metadata from this capture, and the
2293 * set of output buffers that have been/will be filled for this capture. Each
2294 * output buffer may come with a release sync fence that the framework will wait
2295 * on before reading, in case the buffer has not yet been filled by the HAL.
2296 *
Igor Murashkin5df2f622014-01-10 14:18:45 -08002297 * >= CAMERA_DEVICE_API_VERSION_3_2:
2298 *
2299 * The metadata may be provided multiple times for a single frame number. The
2300 * framework will accumulate together the final result set by combining each
2301 * partial result together into the total result set.
2302 *
Zhijun Heceac9e32014-02-05 20:49:45 -08002303 * If an input buffer is given in a request, the HAL must return it in one of
2304 * the process_capture_result calls, and the call may be to just return the input
2305 * buffer, without metadata and output buffers; the sync fences must be handled
2306 * the same way they are done for output buffers.
2307 *
2308 *
Igor Murashkin5df2f622014-01-10 14:18:45 -08002309 * Performance considerations:
2310 *
2311 * Applications will also receive these partial results immediately, so sending
2312 * partial results is a highly recommended performance optimization to avoid
2313 * the total pipeline latency before sending the results for what is known very
2314 * early on in the pipeline.
2315 *
2316 * A typical use case might be calculating the AF state halfway through the
2317 * pipeline; by sending the state back to the framework immediately, we get a
2318 * 50% performance increase and perceived responsiveness of the auto-focus.
2319 *
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002320 */
2321typedef struct camera3_capture_result {
2322 /**
2323 * The frame number is an incrementing integer set by the framework in the
2324 * submitted request to uniquely identify this capture. It is also used to
2325 * identify the request in asynchronous notifications sent to
2326 * camera3_callback_ops_t.notify().
2327 */
2328 uint32_t frame_number;
2329
2330 /**
2331 * The result metadata for this capture. This contains information about the
2332 * final capture parameters, the state of the capture and post-processing
2333 * hardware, the state of the 3A algorithms, if enabled, and the output of
2334 * any enabled statistics units.
Eino-Ville Talvala7c9416b2013-04-03 15:18:20 -07002335 *
2336 * Only one call to process_capture_result() with a given frame_number may
2337 * include the result metadata. All other calls for the same frame_number
2338 * must set this to NULL.
2339 *
2340 * If there was an error producing the result metadata, result must be an
2341 * empty metadata buffer, and notify() must be called with ERROR_RESULT.
Igor Murashkin5df2f622014-01-10 14:18:45 -08002342 *
2343 * >= CAMERA_DEVICE_API_VERSION_3_2:
2344 *
2345 * Multiple calls to process_capture_result() with a given frame_number
2346 * may include the result metadata.
2347 *
2348 * Partial metadata submitted should not include any metadata key returned
2349 * in a previous partial result for a given frame. Each new partial result
2350 * for that frame must also set a distinct partial_result value.
2351 *
2352 * If notify has been called with ERROR_RESULT, all further partial
2353 * results for that frame are ignored by the framework.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002354 */
2355 const camera_metadata_t *result;
2356
2357 /**
Eino-Ville Talvala7c9416b2013-04-03 15:18:20 -07002358 * The number of output buffers returned in this result structure. Must be
2359 * less than or equal to the matching capture request's count. If this is
2360 * less than the buffer count in the capture request, at least one more call
2361 * to process_capture_result with the same frame_number must be made, to
2362 * return the remaining output buffers to the framework. This may only be
Zhijun He52a18892014-06-30 10:35:58 -07002363 * zero if the structure includes valid result metadata or an input buffer
2364 * is returned in this result.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002365 */
2366 uint32_t num_output_buffers;
2367
2368 /**
2369 * The handles for the output stream buffers for this capture. They may not
2370 * yet be filled at the time the HAL calls process_capture_result(); the
2371 * framework will wait on the release sync fences provided by the HAL before
2372 * reading the buffers.
2373 *
2374 * The HAL must set the stream buffer's release sync fence to a valid sync
2375 * fd, or to -1 if the buffer has already been filled.
Eino-Ville Talvala2f8cf5c2013-03-06 13:23:31 -08002376 *
2377 * If the HAL encounters an error while processing the buffer, and the
2378 * buffer is not filled, the buffer's status field must be set to
2379 * CAMERA3_BUFFER_STATUS_ERROR. If the HAL did not wait on the acquire fence
2380 * before encountering the error, the acquire fence should be copied into
2381 * the release fence, to allow the framework to wait on the fence before
2382 * reusing the buffer.
2383 *
Eino-Ville Talvala7c9416b2013-04-03 15:18:20 -07002384 * The acquire fence must be set to -1 for all output buffers. If
2385 * num_output_buffers is zero, this may be NULL. In that case, at least one
2386 * more process_capture_result call must be made by the HAL to provide the
2387 * output buffers.
Igor Murashkin5df2f622014-01-10 14:18:45 -08002388 *
2389 * When process_capture_result is called with a new buffer for a frame,
2390 * all previous frames' buffers for that corresponding stream must have been
2391 * already delivered (the fences need not have yet been signaled).
2392 *
2393 * >= CAMERA_DEVICE_API_VERSION_3_2:
2394 *
2395 * Gralloc buffers for a frame may be sent to framework before the
2396 * corresponding SHUTTER-notify.
2397 *
2398 * Performance considerations:
2399 *
2400 * Buffers delivered to the framework will not be dispatched to the
2401 * application layer until a start of exposure timestamp has been received
2402 * via a SHUTTER notify() call. It is highly recommended to
2403 * dispatch that call as early as possible.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002404 */
2405 const camera3_stream_buffer_t *output_buffers;
2406
Igor Murashkin5df2f622014-01-10 14:18:45 -08002407 /**
2408 * >= CAMERA_DEVICE_API_VERSION_3_2:
2409 *
Zhijun Heceac9e32014-02-05 20:49:45 -08002410 * The handle for the input stream buffer for this capture. It may not
2411 * yet be consumed at the time the HAL calls process_capture_result(); the
2412 * framework will wait on the release sync fences provided by the HAL before
2413 * reusing the buffer.
2414 *
2415 * The HAL should handle the sync fences the same way they are done for
2416 * output_buffers.
2417 *
2418 * Only one input buffer is allowed to be sent per request. Similarly to
2419 * output buffers, the ordering of returned input buffers must be
2420 * maintained by the HAL.
2421 *
2422 * Performance considerations:
2423 *
2424 * The input buffer should be returned as early as possible. If the HAL
2425 * supports sync fences, it can call process_capture_result to hand it back
2426 * with sync fences being set appropriately. If the sync fences are not
2427 * supported, the buffer can only be returned when it is consumed, which
2428 * may take long time; the HAL may choose to copy this input buffer to make
2429 * the buffer return sooner.
2430 */
2431 const camera3_stream_buffer_t *input_buffer;
2432
2433 /**
2434 * >= CAMERA_DEVICE_API_VERSION_3_2:
2435 *
Igor Murashkin5df2f622014-01-10 14:18:45 -08002436 * In order to take advantage of partial results, the HAL must set the
2437 * static metadata android.request.partialResultCount to the number of
2438 * partial results it will send for each frame.
2439 *
2440 * Each new capture result with a partial result must set
2441 * this field (partial_result) to a distinct inclusive value between
2442 * 1 and android.request.partialResultCount.
2443 *
2444 * HALs not wishing to take advantage of this feature must not
2445 * set an android.request.partialResultCount or partial_result to a value
2446 * other than 1.
2447 *
2448 * This value must be set to 0 when a capture result contains buffers only
2449 * and no metadata.
2450 */
2451 uint32_t partial_result;
2452
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002453} camera3_capture_result_t;
2454
2455/**********************************************************************
2456 *
2457 * Callback methods for the HAL to call into the framework.
2458 *
2459 * These methods are used to return metadata and image buffers for a completed
2460 * or failed captures, and to notify the framework of asynchronous events such
2461 * as errors.
2462 *
2463 * The framework will not call back into the HAL from within these callbacks,
2464 * and these calls will not block for extended periods.
2465 *
2466 */
2467typedef struct camera3_callback_ops {
2468
2469 /**
2470 * process_capture_result:
2471 *
Eino-Ville Talvala7c9416b2013-04-03 15:18:20 -07002472 * Send results from a completed capture to the framework.
2473 * process_capture_result() may be invoked multiple times by the HAL in
2474 * response to a single capture request. This allows, for example, the
2475 * metadata and low-resolution buffers to be returned in one call, and
2476 * post-processed JPEG buffers in a later call, once it is available. Each
2477 * call must include the frame number of the request it is returning
2478 * metadata or buffers for.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002479 *
Eino-Ville Talvala7c9416b2013-04-03 15:18:20 -07002480 * A component (buffer or metadata) of the complete result may only be
2481 * included in one process_capture_result call. A buffer for each stream,
2482 * and the result metadata, must be returned by the HAL for each request in
2483 * one of the process_capture_result calls, even in case of errors producing
2484 * some of the output. A call to process_capture_result() with neither
2485 * output buffers or result metadata is not allowed.
2486 *
2487 * The order of returning metadata and buffers for a single result does not
2488 * matter, but buffers for a given stream must be returned in FIFO order. So
2489 * the buffer for request 5 for stream A must always be returned before the
2490 * buffer for request 6 for stream A. This also applies to the result
2491 * metadata; the metadata for request 5 must be returned before the metadata
2492 * for request 6.
2493 *
2494 * However, different streams are independent of each other, so it is
2495 * acceptable and expected that the buffer for request 5 for stream A may be
2496 * returned after the buffer for request 6 for stream B is. And it is
2497 * acceptable that the result metadata for request 6 for stream B is
2498 * returned before the buffer for request 5 for stream A is.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002499 *
2500 * The HAL retains ownership of result structure, which only needs to be
2501 * valid to access during this call. The framework will copy whatever it
2502 * needs before this call returns.
2503 *
2504 * The output buffers do not need to be filled yet; the framework will wait
2505 * on the stream buffer release sync fence before reading the buffer
Eino-Ville Talvala7c9416b2013-04-03 15:18:20 -07002506 * data. Therefore, this method should be called by the HAL as soon as
2507 * possible, even if some or all of the output buffers are still in
2508 * being filled. The HAL must include valid release sync fences into each
2509 * output_buffers stream buffer entry, or -1 if that stream buffer is
2510 * already filled.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002511 *
2512 * If the result buffer cannot be constructed for a request, the HAL should
Eino-Ville Talvala7c9416b2013-04-03 15:18:20 -07002513 * return an empty metadata buffer, but still provide the output buffers and
2514 * their sync fences. In addition, notify() must be called with an
2515 * ERROR_RESULT message.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002516 *
Eino-Ville Talvala2f8cf5c2013-03-06 13:23:31 -08002517 * If an output buffer cannot be filled, its status field must be set to
2518 * STATUS_ERROR. In addition, notify() must be called with a ERROR_BUFFER
2519 * message.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002520 *
2521 * If the entire capture has failed, then this method still needs to be
Eino-Ville Talvala2f8cf5c2013-03-06 13:23:31 -08002522 * called to return the output buffers to the framework. All the buffer
Eino-Ville Talvala7c9416b2013-04-03 15:18:20 -07002523 * statuses should be STATUS_ERROR, and the result metadata should be an
2524 * empty buffer. In addition, notify() must be called with a ERROR_REQUEST
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002525 * message. In this case, individual ERROR_RESULT/ERROR_BUFFER messages
2526 * should not be sent.
2527 *
Zhijun He2dde4682014-01-09 09:11:49 -08002528 * Performance requirements:
2529 *
2530 * This is a non-blocking call. The framework will return this call in 5ms.
2531 *
2532 * The pipeline latency (see S7 for definition) should be less than or equal to
2533 * 4 frame intervals, and must be less than or equal to 8 frame intervals.
2534 *
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002535 */
2536 void (*process_capture_result)(const struct camera3_callback_ops *,
2537 const camera3_capture_result_t *result);
2538
2539 /**
2540 * notify:
2541 *
2542 * Asynchronous notification callback from the HAL, fired for various
2543 * reasons. Only for information independent of frame capture, or that
2544 * require specific timing. The ownership of the message structure remains
2545 * with the HAL, and the msg only needs to be valid for the duration of this
2546 * call.
2547 *
Igor Murashkin5df2f622014-01-10 14:18:45 -08002548 * Multiple threads may call notify() simultaneously.
2549 *
2550 * <= CAMERA_DEVICE_API_VERSION_3_1:
2551 *
Eino-Ville Talvala71af1022013-04-22 14:19:21 -07002552 * The notification for the start of exposure for a given request must be
2553 * sent by the HAL before the first call to process_capture_result() for
2554 * that request is made.
2555 *
Igor Murashkin5df2f622014-01-10 14:18:45 -08002556 * >= CAMERA_DEVICE_API_VERSION_3_2:
Zhijun He2dde4682014-01-09 09:11:49 -08002557 *
Igor Murashkin5df2f622014-01-10 14:18:45 -08002558 * Buffers delivered to the framework will not be dispatched to the
Chien-Yu Chen73b49eb2015-05-28 17:13:05 -07002559 * application layer until a start of exposure timestamp (or input image's
2560 * start of exposure timestamp for a reprocess request) has been received
2561 * via a SHUTTER notify() call. It is highly recommended to dispatch this
2562 * call as early as possible.
Igor Murashkin5df2f622014-01-10 14:18:45 -08002563 *
2564 * ------------------------------------------------------------------------
Zhijun He2dde4682014-01-09 09:11:49 -08002565 * Performance requirements:
2566 *
2567 * This is a non-blocking call. The framework will return this call in 5ms.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002568 */
2569 void (*notify)(const struct camera3_callback_ops *,
2570 const camera3_notify_msg_t *msg);
2571
2572} camera3_callback_ops_t;
2573
2574/**********************************************************************
2575 *
2576 * Camera device operations
2577 *
2578 */
2579typedef struct camera3_device_ops {
2580
2581 /**
2582 * initialize:
2583 *
2584 * One-time initialization to pass framework callback function pointers to
2585 * the HAL. Will be called once after a successful open() call, before any
2586 * other functions are called on the camera3_device_ops structure.
2587 *
Zhijun He2dde4682014-01-09 09:11:49 -08002588 * Performance requirements:
2589 *
2590 * This should be a non-blocking call. The HAL should return from this call
2591 * in 5ms, and must return from this call in 10ms.
2592 *
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002593 * Return values:
2594 *
2595 * 0: On successful initialization
2596 *
2597 * -ENODEV: If initialization fails. Only close() can be called successfully
2598 * by the framework after this.
2599 */
2600 int (*initialize)(const struct camera3_device *,
2601 const camera3_callback_ops_t *callback_ops);
2602
2603 /**********************************************************************
2604 * Stream management
2605 */
2606
2607 /**
2608 * configure_streams:
2609 *
Igor Murashkin78aa1262014-01-09 16:23:43 -08002610 * CAMERA_DEVICE_API_VERSION_3_0 only:
2611 *
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002612 * Reset the HAL camera device processing pipeline and set up new input and
2613 * output streams. This call replaces any existing stream configuration with
2614 * the streams defined in the stream_list. This method will be called at
2615 * least once after initialize() before a request is submitted with
2616 * process_capture_request().
2617 *
2618 * The stream_list must contain at least one output-capable stream, and may
2619 * not contain more than one input-capable stream.
2620 *
2621 * The stream_list may contain streams that are also in the currently-active
2622 * set of streams (from the previous call to configure_stream()). These
2623 * streams will already have valid values for usage, max_buffers, and the
Igor Murashkin78aa1262014-01-09 16:23:43 -08002624 * private pointer.
2625 *
2626 * If such a stream has already had its buffers registered,
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002627 * register_stream_buffers() will not be called again for the stream, and
2628 * buffers from the stream can be immediately included in input requests.
2629 *
2630 * If the HAL needs to change the stream configuration for an existing
2631 * stream due to the new configuration, it may rewrite the values of usage
Igor Murashkin78aa1262014-01-09 16:23:43 -08002632 * and/or max_buffers during the configure call.
2633 *
2634 * The framework will detect such a change, and will then reallocate the
2635 * stream buffers, and call register_stream_buffers() again before using
2636 * buffers from that stream in a request.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002637 *
2638 * If a currently-active stream is not included in stream_list, the HAL may
2639 * safely remove any references to that stream. It will not be reused in a
2640 * later configure() call by the framework, and all the gralloc buffers for
2641 * it will be freed after the configure_streams() call returns.
2642 *
2643 * The stream_list structure is owned by the framework, and may not be
2644 * accessed once this call completes. The address of an individual
2645 * camera3_stream_t structure will remain valid for access by the HAL until
2646 * the end of the first configure_stream() call which no longer includes
2647 * that camera3_stream_t in the stream_list argument. The HAL may not change
2648 * values in the stream structure outside of the private pointer, except for
2649 * the usage and max_buffers members during the configure_streams() call
2650 * itself.
2651 *
2652 * If the stream is new, the usage, max_buffer, and private pointer fields
2653 * of the stream structure will all be set to 0. The HAL device must set
2654 * these fields before the configure_streams() call returns. These fields
2655 * are then used by the framework and the platform gralloc module to
2656 * allocate the gralloc buffers for each stream.
2657 *
2658 * Before such a new stream can have its buffers included in a capture
2659 * request, the framework will call register_stream_buffers() with that
2660 * stream. However, the framework is not required to register buffers for
2661 * _all_ streams before submitting a request. This allows for quick startup
2662 * of (for example) a preview stream, with allocation for other streams
2663 * happening later or concurrently.
2664 *
Igor Murashkin78aa1262014-01-09 16:23:43 -08002665 * ------------------------------------------------------------------------
2666 * CAMERA_DEVICE_API_VERSION_3_1 only:
2667 *
2668 * Reset the HAL camera device processing pipeline and set up new input and
2669 * output streams. This call replaces any existing stream configuration with
2670 * the streams defined in the stream_list. This method will be called at
2671 * least once after initialize() before a request is submitted with
2672 * process_capture_request().
2673 *
2674 * The stream_list must contain at least one output-capable stream, and may
2675 * not contain more than one input-capable stream.
2676 *
2677 * The stream_list may contain streams that are also in the currently-active
2678 * set of streams (from the previous call to configure_stream()). These
2679 * streams will already have valid values for usage, max_buffers, and the
2680 * private pointer.
2681 *
2682 * If such a stream has already had its buffers registered,
2683 * register_stream_buffers() will not be called again for the stream, and
2684 * buffers from the stream can be immediately included in input requests.
2685 *
2686 * If the HAL needs to change the stream configuration for an existing
2687 * stream due to the new configuration, it may rewrite the values of usage
2688 * and/or max_buffers during the configure call.
2689 *
2690 * The framework will detect such a change, and will then reallocate the
2691 * stream buffers, and call register_stream_buffers() again before using
2692 * buffers from that stream in a request.
2693 *
2694 * If a currently-active stream is not included in stream_list, the HAL may
2695 * safely remove any references to that stream. It will not be reused in a
2696 * later configure() call by the framework, and all the gralloc buffers for
2697 * it will be freed after the configure_streams() call returns.
2698 *
2699 * The stream_list structure is owned by the framework, and may not be
2700 * accessed once this call completes. The address of an individual
2701 * camera3_stream_t structure will remain valid for access by the HAL until
2702 * the end of the first configure_stream() call which no longer includes
2703 * that camera3_stream_t in the stream_list argument. The HAL may not change
2704 * values in the stream structure outside of the private pointer, except for
2705 * the usage and max_buffers members during the configure_streams() call
2706 * itself.
2707 *
2708 * If the stream is new, max_buffer, and private pointer fields of the
2709 * stream structure will all be set to 0. The usage will be set to the
2710 * consumer usage flags. The HAL device must set these fields before the
2711 * configure_streams() call returns. These fields are then used by the
2712 * framework and the platform gralloc module to allocate the gralloc
2713 * buffers for each stream.
2714 *
2715 * Before such a new stream can have its buffers included in a capture
2716 * request, the framework will call register_stream_buffers() with that
2717 * stream. However, the framework is not required to register buffers for
2718 * _all_ streams before submitting a request. This allows for quick startup
2719 * of (for example) a preview stream, with allocation for other streams
2720 * happening later or concurrently.
2721 *
2722 * ------------------------------------------------------------------------
2723 * >= CAMERA_DEVICE_API_VERSION_3_2:
2724 *
2725 * Reset the HAL camera device processing pipeline and set up new input and
2726 * output streams. This call replaces any existing stream configuration with
2727 * the streams defined in the stream_list. This method will be called at
2728 * least once after initialize() before a request is submitted with
2729 * process_capture_request().
2730 *
2731 * The stream_list must contain at least one output-capable stream, and may
2732 * not contain more than one input-capable stream.
2733 *
2734 * The stream_list may contain streams that are also in the currently-active
2735 * set of streams (from the previous call to configure_stream()). These
2736 * streams will already have valid values for usage, max_buffers, and the
2737 * private pointer.
2738 *
2739 * If the HAL needs to change the stream configuration for an existing
2740 * stream due to the new configuration, it may rewrite the values of usage
2741 * and/or max_buffers during the configure call.
2742 *
2743 * The framework will detect such a change, and may then reallocate the
2744 * stream buffers before using buffers from that stream in a request.
2745 *
2746 * If a currently-active stream is not included in stream_list, the HAL may
2747 * safely remove any references to that stream. It will not be reused in a
2748 * later configure() call by the framework, and all the gralloc buffers for
2749 * it will be freed after the configure_streams() call returns.
2750 *
2751 * The stream_list structure is owned by the framework, and may not be
2752 * accessed once this call completes. The address of an individual
2753 * camera3_stream_t structure will remain valid for access by the HAL until
2754 * the end of the first configure_stream() call which no longer includes
2755 * that camera3_stream_t in the stream_list argument. The HAL may not change
2756 * values in the stream structure outside of the private pointer, except for
2757 * the usage and max_buffers members during the configure_streams() call
2758 * itself.
2759 *
2760 * If the stream is new, max_buffer, and private pointer fields of the
2761 * stream structure will all be set to 0. The usage will be set to the
2762 * consumer usage flags. The HAL device must set these fields before the
2763 * configure_streams() call returns. These fields are then used by the
2764 * framework and the platform gralloc module to allocate the gralloc
2765 * buffers for each stream.
2766 *
2767 * Newly allocated buffers may be included in a capture request at any time
2768 * by the framework. Once a gralloc buffer is returned to the framework
2769 * with process_capture_result (and its respective release_fence has been
2770 * signaled) the framework may free or reuse it at any time.
2771 *
2772 * ------------------------------------------------------------------------
2773 *
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002774 * Preconditions:
2775 *
2776 * The framework will only call this method when no captures are being
2777 * processed. That is, all results have been returned to the framework, and
2778 * all in-flight input and output buffers have been returned and their
2779 * release sync fences have been signaled by the HAL. The framework will not
2780 * submit new requests for capture while the configure_streams() call is
2781 * underway.
2782 *
2783 * Postconditions:
2784 *
2785 * The HAL device must configure itself to provide maximum possible output
2786 * frame rate given the sizes and formats of the output streams, as
2787 * documented in the camera device's static metadata.
2788 *
Zhijun He2dde4682014-01-09 09:11:49 -08002789 * Performance requirements:
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002790 *
2791 * This call is expected to be heavyweight and possibly take several hundred
2792 * milliseconds to complete, since it may require resetting and
2793 * reconfiguring the image sensor and the camera processing pipeline.
2794 * Nevertheless, the HAL device should attempt to minimize the
2795 * reconfiguration delay to minimize the user-visible pauses during
2796 * application operational mode changes (such as switching from still
2797 * capture to video recording).
2798 *
Zhijun He2dde4682014-01-09 09:11:49 -08002799 * The HAL should return from this call in 500ms, and must return from this
2800 * call in 1000ms.
2801 *
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002802 * Return values:
2803 *
2804 * 0: On successful stream configuration
2805 *
2806 * -EINVAL: If the requested stream configuration is invalid. Some examples
2807 * of invalid stream configurations include:
2808 *
2809 * - Including more than 1 input-capable stream (INPUT or
2810 * BIDIRECTIONAL)
2811 *
2812 * - Not including any output-capable streams (OUTPUT or
2813 * BIDIRECTIONAL)
2814 *
2815 * - Including streams with unsupported formats, or an unsupported
2816 * size for that format.
2817 *
2818 * - Including too many output streams of a certain format.
2819 *
Yin-Chia Yehe0042082015-03-09 12:15:36 -07002820 * - Unsupported rotation configuration (only applies to
2821 * devices with version >= CAMERA_DEVICE_API_VERSION_3_3)
2822 *
Zhijun He21126b72015-05-22 18:12:28 -07002823 * - Stream sizes/formats don't satisfy the
2824 * camera3_stream_configuration_t->operation_mode requirements for non-NORMAL mode,
2825 * or the requested operation_mode is not supported by the HAL.
2826 * (only applies to devices with version >= CAMERA_DEVICE_API_VERSION_3_3)
2827 *
Eino-Ville Talvala7effe0c2013-02-15 12:09:48 -08002828 * Note that the framework submitting an invalid stream
2829 * configuration is not normal operation, since stream
2830 * configurations are checked before configure. An invalid
2831 * configuration means that a bug exists in the framework code, or
2832 * there is a mismatch between the HAL's static metadata and the
2833 * requirements on streams.
2834 *
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002835 * -ENODEV: If there has been a fatal error and the device is no longer
2836 * operational. Only close() can be called successfully by the
2837 * framework after this error is returned.
2838 */
2839 int (*configure_streams)(const struct camera3_device *,
2840 camera3_stream_configuration_t *stream_list);
2841
2842 /**
2843 * register_stream_buffers:
2844 *
Igor Murashkin78aa1262014-01-09 16:23:43 -08002845 * >= CAMERA_DEVICE_API_VERSION_3_2:
2846 *
2847 * DEPRECATED. This will not be called and must be set to NULL.
2848 *
2849 * <= CAMERA_DEVICE_API_VERSION_3_1:
2850 *
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002851 * Register buffers for a given stream with the HAL device. This method is
2852 * called by the framework after a new stream is defined by
2853 * configure_streams, and before buffers from that stream are included in a
2854 * capture request. If the same stream is listed in a subsequent
2855 * configure_streams() call, register_stream_buffers will _not_ be called
2856 * again for that stream.
2857 *
2858 * The framework does not need to register buffers for all configured
2859 * streams before it submits the first capture request. This allows quick
2860 * startup for preview (or similar use cases) while other streams are still
2861 * being allocated.
2862 *
2863 * This method is intended to allow the HAL device to map or otherwise
2864 * prepare the buffers for later use. The buffers passed in will already be
2865 * locked for use. At the end of the call, all the buffers must be ready to
2866 * be returned to the stream. The buffer_set argument is only valid for the
2867 * duration of this call.
2868 *
2869 * If the stream format was set to HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED,
2870 * the camera HAL should inspect the passed-in buffers here to determine any
2871 * platform-private pixel format information.
2872 *
Zhijun He2dde4682014-01-09 09:11:49 -08002873 * Performance requirements:
2874 *
2875 * This should be a non-blocking call. The HAL should return from this call
2876 * in 1ms, and must return from this call in 5ms.
2877 *
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002878 * Return values:
2879 *
2880 * 0: On successful registration of the new stream buffers
2881 *
2882 * -EINVAL: If the stream_buffer_set does not refer to a valid active
2883 * stream, or if the buffers array is invalid.
2884 *
2885 * -ENOMEM: If there was a failure in registering the buffers. The framework
2886 * must consider all the stream buffers to be unregistered, and can
2887 * try to register again later.
2888 *
2889 * -ENODEV: If there is a fatal error, and the device is no longer
2890 * operational. Only close() can be called successfully by the
2891 * framework after this error is returned.
2892 */
2893 int (*register_stream_buffers)(const struct camera3_device *,
2894 const camera3_stream_buffer_set_t *buffer_set);
2895
2896 /**********************************************************************
2897 * Request creation and submission
2898 */
2899
2900 /**
2901 * construct_default_request_settings:
2902 *
2903 * Create capture settings for standard camera use cases.
2904 *
2905 * The device must return a settings buffer that is configured to meet the
2906 * requested use case, which must be one of the CAMERA3_TEMPLATE_*
2907 * enums. All request control fields must be included.
2908 *
2909 * The HAL retains ownership of this structure, but the pointer to the
2910 * structure must be valid until the device is closed. The framework and the
2911 * HAL may not modify the buffer once it is returned by this call. The same
2912 * buffer may be returned for subsequent calls for the same template, or for
2913 * other templates.
2914 *
Zhijun He2dde4682014-01-09 09:11:49 -08002915 * Performance requirements:
2916 *
2917 * This should be a non-blocking call. The HAL should return from this call
2918 * in 1ms, and must return from this call in 5ms.
2919 *
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002920 * Return values:
2921 *
2922 * Valid metadata: On successful creation of a default settings
2923 * buffer.
2924 *
2925 * NULL: In case of a fatal error. After this is returned, only
Eino-Ville Talvalaacbc4512013-03-16 16:53:28 -07002926 * the close() method can be called successfully by the
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002927 * framework.
2928 */
2929 const camera_metadata_t* (*construct_default_request_settings)(
2930 const struct camera3_device *,
2931 int type);
2932
2933 /**
2934 * process_capture_request:
2935 *
2936 * Send a new capture request to the HAL. The HAL should not return from
2937 * this call until it is ready to accept the next request to process. Only
2938 * one call to process_capture_request() will be made at a time by the
2939 * framework, and the calls will all be from the same thread. The next call
2940 * to process_capture_request() will be made as soon as a new request and
2941 * its associated buffers are available. In a normal preview scenario, this
2942 * means the function will be called again by the framework almost
2943 * instantly.
2944 *
2945 * The actual request processing is asynchronous, with the results of
2946 * capture being returned by the HAL through the process_capture_result()
2947 * call. This call requires the result metadata to be available, but output
2948 * buffers may simply provide sync fences to wait on. Multiple requests are
2949 * expected to be in flight at once, to maintain full output frame rate.
2950 *
2951 * The framework retains ownership of the request structure. It is only
2952 * guaranteed to be valid during this call. The HAL device must make copies
Eino-Ville Talvala71af1022013-04-22 14:19:21 -07002953 * of the information it needs to retain for the capture processing. The HAL
2954 * is responsible for waiting on and closing the buffers' fences and
2955 * returning the buffer handles to the framework.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002956 *
2957 * The HAL must write the file descriptor for the input buffer's release
2958 * sync fence into input_buffer->release_fence, if input_buffer is not
2959 * NULL. If the HAL returns -1 for the input buffer release sync fence, the
2960 * framework is free to immediately reuse the input buffer. Otherwise, the
2961 * framework will wait on the sync fence before refilling and reusing the
2962 * input buffer.
2963 *
Igor Murashkin78aa1262014-01-09 16:23:43 -08002964 * >= CAMERA_DEVICE_API_VERSION_3_2:
Zhijun He2dde4682014-01-09 09:11:49 -08002965 *
Igor Murashkin78aa1262014-01-09 16:23:43 -08002966 * The input/output buffers provided by the framework in each request
2967 * may be brand new (having never before seen by the HAL).
2968 *
2969 * ------------------------------------------------------------------------
2970 * Performance considerations:
2971 *
2972 * Handling a new buffer should be extremely lightweight and there should be
2973 * no frame rate degradation or frame jitter introduced.
2974 *
2975 * This call must return fast enough to ensure that the requested frame
2976 * rate can be sustained, especially for streaming cases (post-processing
2977 * quality settings set to FAST). The HAL should return this call in 1
2978 * frame interval, and must return from this call in 4 frame intervals.
Zhijun He2dde4682014-01-09 09:11:49 -08002979 *
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002980 * Return values:
2981 *
2982 * 0: On a successful start to processing the capture request
2983 *
2984 * -EINVAL: If the input is malformed (the settings are NULL when not
2985 * allowed, there are 0 output buffers, etc) and capture processing
2986 * cannot start. Failures during request processing should be
Eino-Ville Talvala71af1022013-04-22 14:19:21 -07002987 * handled by calling camera3_callback_ops_t.notify(). In case of
2988 * this error, the framework will retain responsibility for the
2989 * stream buffers' fences and the buffer handles; the HAL should
2990 * not close the fences or return these buffers with
2991 * process_capture_result.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08002992 *
2993 * -ENODEV: If the camera device has encountered a serious error. After this
2994 * error is returned, only the close() method can be successfully
2995 * called by the framework.
2996 *
2997 */
2998 int (*process_capture_request)(const struct camera3_device *,
2999 camera3_capture_request_t *request);
3000
3001 /**********************************************************************
3002 * Miscellaneous methods
3003 */
3004
3005 /**
3006 * get_metadata_vendor_tag_ops:
3007 *
Eino-Ville Talvalaacbc4512013-03-16 16:53:28 -07003008 * Get methods to query for vendor extension metadata tag information. The
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08003009 * HAL should fill in all the vendor tag operation methods, or leave ops
3010 * unchanged if no vendor tags are defined.
3011 *
3012 * The definition of vendor_tag_query_ops_t can be found in
3013 * system/media/camera/include/system/camera_metadata.h.
3014 *
Ruben Brunk61cf9eb2014-01-14 15:27:58 -08003015 * >= CAMERA_DEVICE_API_VERSION_3_2:
3016 * DEPRECATED. This function has been deprecated and should be set to
3017 * NULL by the HAL. Please implement get_vendor_tag_ops in camera_common.h
3018 * instead.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08003019 */
3020 void (*get_metadata_vendor_tag_ops)(const struct camera3_device*,
3021 vendor_tag_query_ops_t* ops);
3022
3023 /**
3024 * dump:
3025 *
3026 * Print out debugging state for the camera device. This will be called by
3027 * the framework when the camera service is asked for a debug dump, which
3028 * happens when using the dumpsys tool, or when capturing a bugreport.
3029 *
3030 * The passed-in file descriptor can be used to write debugging text using
3031 * dprintf() or write(). The text should be in ASCII encoding only.
Zhijun He2dde4682014-01-09 09:11:49 -08003032 *
3033 * Performance requirements:
3034 *
3035 * This must be a non-blocking call. The HAL should return from this call
3036 * in 1ms, must return from this call in 10ms. This call must avoid
3037 * deadlocks, as it may be called at any point during camera operation.
3038 * Any synchronization primitives used (such as mutex locks or semaphores)
3039 * should be acquired with a timeout.
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08003040 */
3041 void (*dump)(const struct camera3_device *, int fd);
3042
Alex Ray5f2fd852013-06-24 11:28:05 -07003043 /**
3044 * flush:
3045 *
3046 * Flush all currently in-process captures and all buffers in the pipeline
3047 * on the given device. The framework will use this to dump all state as
3048 * quickly as possible in order to prepare for a configure_streams() call.
3049 *
3050 * No buffers are required to be successfully returned, so every buffer
Zhijun He5a5fbf42014-01-27 14:49:44 -08003051 * held at the time of flush() (whether successfully filled or not) may be
Alex Ray5f2fd852013-06-24 11:28:05 -07003052 * returned with CAMERA3_BUFFER_STATUS_ERROR. Note the HAL is still allowed
Zhijun He5a5fbf42014-01-27 14:49:44 -08003053 * to return valid (CAMERA3_BUFFER_STATUS_OK) buffers during this call,
3054 * provided they are successfully filled.
Alex Ray5f2fd852013-06-24 11:28:05 -07003055 *
3056 * All requests currently in the HAL are expected to be returned as soon as
3057 * possible. Not-in-process requests should return errors immediately. Any
3058 * interruptible hardware blocks should be stopped, and any uninterruptible
3059 * blocks should be waited on.
3060 *
Eino-Ville Talvala85fdb3f2015-06-10 14:58:32 -07003061 * flush() may be called concurrently to process_capture_request(), with the expectation that
3062 * process_capture_request will return quickly and the request submitted in that
3063 * process_capture_request call is treated like all other in-flight requests. Due to
3064 * concurrency issues, it is possible that from the HAL's point of view, a
3065 * process_capture_request() call may be started after flush has been invoked but has not
3066 * returned yet. If such a call happens before flush() returns, the HAL should treat the new
3067 * capture request like other in-flight pending requests (see #4 below).
3068 *
Zhijun He5a5fbf42014-01-27 14:49:44 -08003069 * More specifically, the HAL must follow below requirements for various cases:
3070 *
3071 * 1. For captures that are too late for the HAL to cancel/stop, and will be
3072 * completed normally by the HAL; i.e. the HAL can send shutter/notify and
3073 * process_capture_result and buffers as normal.
3074 *
3075 * 2. For pending requests that have not done any processing, the HAL must call notify
3076 * CAMERA3_MSG_ERROR_REQUEST, and return all the output buffers with
3077 * process_capture_result in the error state (CAMERA3_BUFFER_STATUS_ERROR).
3078 * The HAL must not place the release fence into an error state, instead,
3079 * the release fences must be set to the acquire fences passed by the framework,
3080 * or -1 if they have been waited on by the HAL already. This is also the path
3081 * to follow for any captures for which the HAL already called notify() with
3082 * CAMERA3_MSG_SHUTTER but won't be producing any metadata/valid buffers for.
3083 * After CAMERA3_MSG_ERROR_REQUEST, for a given frame, only process_capture_results with
3084 * buffers in CAMERA3_BUFFER_STATUS_ERROR are allowed. No further notifys or
3085 * process_capture_result with non-null metadata is allowed.
3086 *
3087 * 3. For partially completed pending requests that will not have all the output
3088 * buffers or perhaps missing metadata, the HAL should follow below:
3089 *
3090 * 3.1. Call notify with CAMERA3_MSG_ERROR_RESULT if some of the expected result
3091 * metadata (i.e. one or more partial metadata) won't be available for the capture.
3092 *
3093 * 3.2. Call notify with CAMERA3_MSG_ERROR_BUFFER for every buffer that won't
3094 * be produced for the capture.
3095 *
3096 * 3.3 Call notify with CAMERA3_MSG_SHUTTER with the capture timestamp before
3097 * any buffers/metadata are returned with process_capture_result.
3098 *
3099 * 3.4 For captures that will produce some results, the HAL must not call
3100 * CAMERA3_MSG_ERROR_REQUEST, since that indicates complete failure.
3101 *
3102 * 3.5. Valid buffers/metadata should be passed to the framework as normal.
3103 *
3104 * 3.6. Failed buffers should be returned to the framework as described for case 2.
3105 * But failed buffers do not have to follow the strict ordering valid buffers do,
3106 * and may be out-of-order with respect to valid buffers. For example, if buffers
3107 * A, B, C, D, E are sent, D and E are failed, then A, E, B, D, C is an acceptable
3108 * return order.
3109 *
3110 * 3.7. For fully-missing metadata, calling CAMERA3_MSG_ERROR_RESULT is sufficient, no
3111 * need to call process_capture_result with NULL metadata or equivalent.
3112 *
Eino-Ville Talvala85fdb3f2015-06-10 14:58:32 -07003113 * 4. If a flush() is invoked while a process_capture_request() invocation is active, that
3114 * process call should return as soon as possible. In addition, if a process_capture_request()
3115 * call is made after flush() has been invoked but before flush() has returned, the
3116 * capture request provided by the late process_capture_request call should be treated like
3117 * a pending request in case #2 above.
3118 *
Alex Ray5f2fd852013-06-24 11:28:05 -07003119 * flush() should only return when there are no more outstanding buffers or
Zhijun He5a5fbf42014-01-27 14:49:44 -08003120 * requests left in the HAL. The framework may call configure_streams (as
Alex Ray5f2fd852013-06-24 11:28:05 -07003121 * the HAL state is now quiesced) or may issue new requests.
3122 *
Zhijun He5a5fbf42014-01-27 14:49:44 -08003123 * Note that it's sufficient to only support fully-succeeded and fully-failed result cases.
3124 * However, it is highly desirable to support the partial failure cases as well, as it
3125 * could help improve the flush call overall performance.
3126 *
Zhijun He2dde4682014-01-09 09:11:49 -08003127 * Performance requirements:
3128 *
3129 * The HAL should return from this call in 100ms, and must return from this
3130 * call in 1000ms. And this call must not be blocked longer than pipeline
3131 * latency (see S7 for definition).
Alex Ray5f2fd852013-06-24 11:28:05 -07003132 *
3133 * Version information:
3134 *
3135 * only available if device version >= CAMERA_DEVICE_API_VERSION_3_1.
3136 *
3137 * Return values:
3138 *
3139 * 0: On a successful flush of the camera HAL.
3140 *
3141 * -EINVAL: If the input is malformed (the device is not valid).
3142 *
3143 * -ENODEV: If the camera device has encountered a serious error. After this
3144 * error is returned, only the close() method can be successfully
3145 * called by the framework.
3146 */
3147 int (*flush)(const struct camera3_device *);
3148
3149 /* reserved for future use */
3150 void *reserved[8];
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08003151} camera3_device_ops_t;
3152
3153/**********************************************************************
3154 *
3155 * Camera device definition
3156 *
3157 */
3158typedef struct camera3_device {
3159 /**
3160 * common.version must equal CAMERA_DEVICE_API_VERSION_3_0 to identify this
3161 * device as implementing version 3.0 of the camera device HAL.
Zhijun He2dde4682014-01-09 09:11:49 -08003162 *
3163 * Performance requirements:
3164 *
Zhijun He06da1b32014-02-10 16:04:23 -08003165 * Camera open (common.module->common.methods->open) should return in 200ms, and must return
3166 * in 500ms.
Zhijun He2020ee22014-01-31 11:35:45 -08003167 * Camera close (common.close) should return in 200ms, and must return in 500ms.
3168 *
Eino-Ville Talvalad2a87752012-11-27 18:06:06 -08003169 */
3170 hw_device_t common;
3171 camera3_device_ops_t *ops;
3172 void *priv;
3173} camera3_device_t;
3174
3175__END_DECLS
3176
3177#endif /* #ifdef ANDROID_INCLUDE_CAMERA3_H */