Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 1 | /* |
Shuzhen Wang | c28189a | 2017-11-27 23:05:10 -0800 | [diff] [blame] | 2 | * Copyright (C) 2013-2018 The Android Open Source Project |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #define LOG_TAG "Camera3-OutputStream" |
| 18 | #define ATRACE_TAG ATRACE_TAG_CAMERA |
| 19 | //#define LOG_NDEBUG 0 |
| 20 | |
Shuzhen Wang | abbcb6b | 2020-12-09 22:32:44 -0800 | [diff] [blame] | 21 | #include <ctime> |
| 22 | #include <fstream> |
| 23 | |
| 24 | #include <android-base/unique_fd.h> |
Shuzhen Wang | e4adddb | 2021-09-21 15:24:44 -0700 | [diff] [blame] | 25 | #include <cutils/properties.h> |
Shuzhen Wang | abbcb6b | 2020-12-09 22:32:44 -0800 | [diff] [blame] | 26 | #include <ui/GraphicBuffer.h> |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 27 | #include <utils/Log.h> |
| 28 | #include <utils/Trace.h> |
Shuzhen Wang | abbcb6b | 2020-12-09 22:32:44 -0800 | [diff] [blame] | 29 | |
| 30 | #include "api1/client2/JpegProcessor.h" |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 31 | #include "Camera3OutputStream.h" |
Jayant Chowdhary | d477626 | 2020-06-23 23:45:57 -0700 | [diff] [blame] | 32 | #include "utils/TraceHFR.h" |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 33 | |
| 34 | #ifndef container_of |
| 35 | #define container_of(ptr, type, member) \ |
| 36 | (type *)((char*)(ptr) - offsetof(type, member)) |
| 37 | #endif |
| 38 | |
| 39 | namespace android { |
| 40 | |
| 41 | namespace camera3 { |
| 42 | |
| 43 | Camera3OutputStream::Camera3OutputStream(int id, |
Eino-Ville Talvala | 727d172 | 2015-06-09 13:44:19 -0700 | [diff] [blame] | 44 | sp<Surface> consumer, |
Eino-Ville Talvala | 3d82c0d | 2015-02-23 15:19:19 -0800 | [diff] [blame] | 45 | uint32_t width, uint32_t height, int format, |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 46 | android_dataspace dataSpace, camera_stream_rotation_t rotation, |
Shuzhen Wang | c28189a | 2017-11-27 23:05:10 -0800 | [diff] [blame] | 47 | nsecs_t timestampOffset, const String8& physicalCameraId, |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 48 | const std::unordered_set<int32_t> &sensorPixelModesUsed, |
Emilian Peev | c81a759 | 2022-02-14 17:38:18 -0800 | [diff] [blame] | 49 | int setId, bool isMultiResolution, int64_t dynamicRangeProfile, |
Shuzhen Wang | 8ed1e87 | 2022-03-08 16:34:33 -0800 | [diff] [blame] | 50 | int64_t streamUseCase, bool deviceTimeBaseIsRealtime, int timestampBase, |
Shuzhen Wang | 610d7b8 | 2022-02-08 14:37:22 -0800 | [diff] [blame] | 51 | int mirrorMode) : |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 52 | Camera3IOStreamBase(id, CAMERA_STREAM_OUTPUT, width, height, |
Shuzhen Wang | c28189a | 2017-11-27 23:05:10 -0800 | [diff] [blame] | 53 | /*maxSize*/0, format, dataSpace, rotation, |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 54 | physicalCameraId, sensorPixelModesUsed, setId, isMultiResolution, |
Shuzhen Wang | e420892 | 2022-02-01 16:52:48 -0800 | [diff] [blame] | 55 | dynamicRangeProfile, streamUseCase, deviceTimeBaseIsRealtime, |
| 56 | timestampBase), |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 57 | mConsumer(consumer), |
Ruchit Sharma | e0711f2 | 2014-08-18 13:48:24 -0400 | [diff] [blame] | 58 | mTransform(0), |
Zhijun He | 125684a | 2015-12-26 15:07:30 -0800 | [diff] [blame] | 59 | mTraceFirstBuffer(true), |
Shuzhen Wang | c28dccc | 2016-02-11 23:48:46 -0800 | [diff] [blame] | 60 | mUseBufferManager(false), |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 61 | mTimestampOffset(timestampOffset), |
Shuzhen Wang | 686f644 | 2017-06-20 16:16:04 -0700 | [diff] [blame] | 62 | mConsumerUsage(0), |
Chien-Yu Chen | a936ac2 | 2017-10-23 15:59:49 -0700 | [diff] [blame] | 63 | mDropBuffers(false), |
Shuzhen Wang | 610d7b8 | 2022-02-08 14:37:22 -0800 | [diff] [blame] | 64 | mMirrorMode(mirrorMode), |
Shuzhen Wang | 686f644 | 2017-06-20 16:16:04 -0700 | [diff] [blame] | 65 | mDequeueBufferLatency(kDequeueLatencyBinSize) { |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 66 | |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 67 | if (mConsumer == NULL) { |
| 68 | ALOGE("%s: Consumer is NULL!", __FUNCTION__); |
| 69 | mState = STATE_ERROR; |
| 70 | } |
Zhijun He | 125684a | 2015-12-26 15:07:30 -0800 | [diff] [blame] | 71 | |
Shuzhen Wang | 0160ddd | 2019-08-15 09:11:56 -0700 | [diff] [blame] | 72 | bool needsReleaseNotify = setId > CAMERA3_STREAM_SET_ID_INVALID; |
| 73 | mBufferProducerListener = new BufferProducerListener(this, needsReleaseNotify); |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 74 | } |
| 75 | |
| 76 | Camera3OutputStream::Camera3OutputStream(int id, |
Eino-Ville Talvala | 727d172 | 2015-06-09 13:44:19 -0700 | [diff] [blame] | 77 | sp<Surface> consumer, |
Eino-Ville Talvala | 3d82c0d | 2015-02-23 15:19:19 -0800 | [diff] [blame] | 78 | uint32_t width, uint32_t height, size_t maxSize, int format, |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 79 | android_dataspace dataSpace, camera_stream_rotation_t rotation, |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 80 | nsecs_t timestampOffset, const String8& physicalCameraId, |
| 81 | const std::unordered_set<int32_t> &sensorPixelModesUsed, |
Emilian Peev | c81a759 | 2022-02-14 17:38:18 -0800 | [diff] [blame] | 82 | int setId, bool isMultiResolution, int64_t dynamicRangeProfile, |
Shuzhen Wang | 8ed1e87 | 2022-03-08 16:34:33 -0800 | [diff] [blame] | 83 | int64_t streamUseCase, bool deviceTimeBaseIsRealtime, int timestampBase, |
Shuzhen Wang | 610d7b8 | 2022-02-08 14:37:22 -0800 | [diff] [blame] | 84 | int mirrorMode) : |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 85 | Camera3IOStreamBase(id, CAMERA_STREAM_OUTPUT, width, height, maxSize, |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 86 | format, dataSpace, rotation, physicalCameraId, sensorPixelModesUsed, |
Shuzhen Wang | e420892 | 2022-02-01 16:52:48 -0800 | [diff] [blame] | 87 | setId, isMultiResolution, dynamicRangeProfile, streamUseCase, |
| 88 | deviceTimeBaseIsRealtime, timestampBase), |
Igor Murashkin | a55b545 | 2013-04-02 16:36:33 -0700 | [diff] [blame] | 89 | mConsumer(consumer), |
Ruchit Sharma | e0711f2 | 2014-08-18 13:48:24 -0400 | [diff] [blame] | 90 | mTransform(0), |
Zhijun He | 125684a | 2015-12-26 15:07:30 -0800 | [diff] [blame] | 91 | mTraceFirstBuffer(true), |
Shuzhen Wang | c28dccc | 2016-02-11 23:48:46 -0800 | [diff] [blame] | 92 | mUseBufferManager(false), |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 93 | mTimestampOffset(timestampOffset), |
Shuzhen Wang | 686f644 | 2017-06-20 16:16:04 -0700 | [diff] [blame] | 94 | mConsumerUsage(0), |
Chien-Yu Chen | a936ac2 | 2017-10-23 15:59:49 -0700 | [diff] [blame] | 95 | mDropBuffers(false), |
Shuzhen Wang | 610d7b8 | 2022-02-08 14:37:22 -0800 | [diff] [blame] | 96 | mMirrorMode(mirrorMode), |
Shuzhen Wang | 686f644 | 2017-06-20 16:16:04 -0700 | [diff] [blame] | 97 | mDequeueBufferLatency(kDequeueLatencyBinSize) { |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 98 | |
Yin-Chia Yeh | e9154ce | 2015-12-07 14:38:04 -0800 | [diff] [blame] | 99 | if (format != HAL_PIXEL_FORMAT_BLOB && format != HAL_PIXEL_FORMAT_RAW_OPAQUE) { |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 100 | ALOGE("%s: Bad format for size-only stream: %d", __FUNCTION__, |
| 101 | format); |
| 102 | mState = STATE_ERROR; |
| 103 | } |
| 104 | |
| 105 | if (mConsumer == NULL) { |
| 106 | ALOGE("%s: Consumer is NULL!", __FUNCTION__); |
| 107 | mState = STATE_ERROR; |
| 108 | } |
Zhijun He | 125684a | 2015-12-26 15:07:30 -0800 | [diff] [blame] | 109 | |
Shuzhen Wang | 0160ddd | 2019-08-15 09:11:56 -0700 | [diff] [blame] | 110 | bool needsReleaseNotify = setId > CAMERA3_STREAM_SET_ID_INVALID; |
| 111 | mBufferProducerListener = new BufferProducerListener(this, needsReleaseNotify); |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 112 | } |
| 113 | |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 114 | Camera3OutputStream::Camera3OutputStream(int id, |
| 115 | uint32_t width, uint32_t height, int format, |
Emilian Peev | 050f5dc | 2017-05-18 14:43:56 +0100 | [diff] [blame] | 116 | uint64_t consumerUsage, android_dataspace dataSpace, |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 117 | camera_stream_rotation_t rotation, nsecs_t timestampOffset, |
Jayant Chowdhary | 13f9b2f | 2020-12-02 22:46:15 -0800 | [diff] [blame] | 118 | const String8& physicalCameraId, |
| 119 | const std::unordered_set<int32_t> &sensorPixelModesUsed, |
Emilian Peev | c81a759 | 2022-02-14 17:38:18 -0800 | [diff] [blame] | 120 | int setId, bool isMultiResolution, int64_t dynamicRangeProfile, |
Shuzhen Wang | 8ed1e87 | 2022-03-08 16:34:33 -0800 | [diff] [blame] | 121 | int64_t streamUseCase, bool deviceTimeBaseIsRealtime, int timestampBase, |
Shuzhen Wang | 610d7b8 | 2022-02-08 14:37:22 -0800 | [diff] [blame] | 122 | int mirrorMode) : |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 123 | Camera3IOStreamBase(id, CAMERA_STREAM_OUTPUT, width, height, |
Shuzhen Wang | c28189a | 2017-11-27 23:05:10 -0800 | [diff] [blame] | 124 | /*maxSize*/0, format, dataSpace, rotation, |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 125 | physicalCameraId, sensorPixelModesUsed, setId, isMultiResolution, |
Shuzhen Wang | e420892 | 2022-02-01 16:52:48 -0800 | [diff] [blame] | 126 | dynamicRangeProfile, streamUseCase, deviceTimeBaseIsRealtime, |
| 127 | timestampBase), |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 128 | mConsumer(nullptr), |
| 129 | mTransform(0), |
| 130 | mTraceFirstBuffer(true), |
| 131 | mUseBufferManager(false), |
| 132 | mTimestampOffset(timestampOffset), |
Shuzhen Wang | 686f644 | 2017-06-20 16:16:04 -0700 | [diff] [blame] | 133 | mConsumerUsage(consumerUsage), |
Chien-Yu Chen | a936ac2 | 2017-10-23 15:59:49 -0700 | [diff] [blame] | 134 | mDropBuffers(false), |
Shuzhen Wang | 610d7b8 | 2022-02-08 14:37:22 -0800 | [diff] [blame] | 135 | mMirrorMode(mirrorMode), |
Shuzhen Wang | 686f644 | 2017-06-20 16:16:04 -0700 | [diff] [blame] | 136 | mDequeueBufferLatency(kDequeueLatencyBinSize) { |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 137 | // Deferred consumer only support preview surface format now. |
| 138 | if (format != HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED) { |
| 139 | ALOGE("%s: Deferred consumer only supports IMPLEMENTATION_DEFINED format now!", |
| 140 | __FUNCTION__); |
| 141 | mState = STATE_ERROR; |
| 142 | } |
| 143 | |
Ivan Lozano | c0ad82f | 2020-07-30 09:32:57 -0400 | [diff] [blame] | 144 | // Validation check for the consumer usage flag. |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 145 | if ((consumerUsage & GraphicBuffer::USAGE_HW_TEXTURE) == 0 && |
| 146 | (consumerUsage & GraphicBuffer::USAGE_HW_COMPOSER) == 0) { |
Emilian Peev | 050f5dc | 2017-05-18 14:43:56 +0100 | [diff] [blame] | 147 | ALOGE("%s: Deferred consumer usage flag is illegal %" PRIu64 "!", |
| 148 | __FUNCTION__, consumerUsage); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 149 | mState = STATE_ERROR; |
| 150 | } |
| 151 | |
| 152 | mConsumerName = String8("Deferred"); |
Shuzhen Wang | 0160ddd | 2019-08-15 09:11:56 -0700 | [diff] [blame] | 153 | bool needsReleaseNotify = setId > CAMERA3_STREAM_SET_ID_INVALID; |
| 154 | mBufferProducerListener = new BufferProducerListener(this, needsReleaseNotify); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 155 | } |
| 156 | |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 157 | Camera3OutputStream::Camera3OutputStream(int id, camera_stream_type_t type, |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 158 | uint32_t width, uint32_t height, |
Eino-Ville Talvala | 3d82c0d | 2015-02-23 15:19:19 -0800 | [diff] [blame] | 159 | int format, |
Yin-Chia Yeh | b97babb | 2015-03-12 13:42:44 -0700 | [diff] [blame] | 160 | android_dataspace dataSpace, |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 161 | camera_stream_rotation_t rotation, |
Shuzhen Wang | c28189a | 2017-11-27 23:05:10 -0800 | [diff] [blame] | 162 | const String8& physicalCameraId, |
Shuzhen Wang | e420892 | 2022-02-01 16:52:48 -0800 | [diff] [blame] | 163 | const std::unordered_set<int32_t> &sensorPixelModesUsed, |
Emilian Peev | 050f5dc | 2017-05-18 14:43:56 +0100 | [diff] [blame] | 164 | uint64_t consumerUsage, nsecs_t timestampOffset, |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 165 | int setId, bool isMultiResolution, |
Shuzhen Wang | 8ed1e87 | 2022-03-08 16:34:33 -0800 | [diff] [blame] | 166 | int64_t dynamicRangeProfile, int64_t streamUseCase, |
Shuzhen Wang | 610d7b8 | 2022-02-08 14:37:22 -0800 | [diff] [blame] | 167 | bool deviceTimeBaseIsRealtime, int timestampBase, |
| 168 | int mirrorMode) : |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 169 | Camera3IOStreamBase(id, type, width, height, |
| 170 | /*maxSize*/0, |
Shuzhen Wang | c28189a | 2017-11-27 23:05:10 -0800 | [diff] [blame] | 171 | format, dataSpace, rotation, |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 172 | physicalCameraId, sensorPixelModesUsed, setId, isMultiResolution, |
Shuzhen Wang | e420892 | 2022-02-01 16:52:48 -0800 | [diff] [blame] | 173 | dynamicRangeProfile, streamUseCase, deviceTimeBaseIsRealtime, |
| 174 | timestampBase), |
Zhijun He | 125684a | 2015-12-26 15:07:30 -0800 | [diff] [blame] | 175 | mTransform(0), |
| 176 | mTraceFirstBuffer(true), |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 177 | mUseBufferManager(false), |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 178 | mTimestampOffset(timestampOffset), |
Shuzhen Wang | 686f644 | 2017-06-20 16:16:04 -0700 | [diff] [blame] | 179 | mConsumerUsage(consumerUsage), |
Chien-Yu Chen | a936ac2 | 2017-10-23 15:59:49 -0700 | [diff] [blame] | 180 | mDropBuffers(false), |
Shuzhen Wang | 610d7b8 | 2022-02-08 14:37:22 -0800 | [diff] [blame] | 181 | mMirrorMode(mirrorMode), |
Shuzhen Wang | 686f644 | 2017-06-20 16:16:04 -0700 | [diff] [blame] | 182 | mDequeueBufferLatency(kDequeueLatencyBinSize) { |
Zhijun He | 125684a | 2015-12-26 15:07:30 -0800 | [diff] [blame] | 183 | |
Shuzhen Wang | 0160ddd | 2019-08-15 09:11:56 -0700 | [diff] [blame] | 184 | bool needsReleaseNotify = setId > CAMERA3_STREAM_SET_ID_INVALID; |
| 185 | mBufferProducerListener = new BufferProducerListener(this, needsReleaseNotify); |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 186 | |
| 187 | // Subclasses expected to initialize mConsumer themselves |
| 188 | } |
| 189 | |
| 190 | |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 191 | Camera3OutputStream::~Camera3OutputStream() { |
| 192 | disconnectLocked(); |
| 193 | } |
| 194 | |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 195 | status_t Camera3OutputStream::getBufferLocked(camera_stream_buffer *buffer, |
Shuzhen Wang | bee0f0a | 2017-01-24 14:51:37 -0800 | [diff] [blame] | 196 | const std::vector<size_t>&) { |
Jayant Chowdhary | d477626 | 2020-06-23 23:45:57 -0700 | [diff] [blame] | 197 | ATRACE_HFR_CALL(); |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 198 | |
| 199 | ANativeWindowBuffer* anb; |
Zhijun He | 125684a | 2015-12-26 15:07:30 -0800 | [diff] [blame] | 200 | int fenceFd = -1; |
Eino-Ville Talvala | 77c1a35 | 2016-06-13 12:32:43 -0700 | [diff] [blame] | 201 | |
Shuzhen Wang | bee0f0a | 2017-01-24 14:51:37 -0800 | [diff] [blame] | 202 | status_t res; |
| 203 | res = getBufferLockedCommon(&anb, &fenceFd); |
| 204 | if (res != OK) { |
| 205 | return res; |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 206 | } |
| 207 | |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 208 | /** |
| 209 | * FenceFD now owned by HAL except in case of error, |
| 210 | * in which case we reassign it to acquire_fence |
| 211 | */ |
| 212 | handoutBufferLocked(*buffer, &(anb->handle), /*acquireFence*/fenceFd, |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 213 | /*releaseFence*/-1, CAMERA_BUFFER_STATUS_OK, /*output*/true); |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 214 | |
| 215 | return OK; |
| 216 | } |
| 217 | |
Yin-Chia Yeh | 14ef48d | 2020-02-10 15:06:37 -0800 | [diff] [blame] | 218 | status_t Camera3OutputStream::getBuffersLocked(std::vector<OutstandingBuffer>* outBuffers) { |
| 219 | status_t res; |
| 220 | |
| 221 | if ((res = getBufferPreconditionCheckLocked()) != OK) { |
| 222 | return res; |
| 223 | } |
| 224 | |
| 225 | if (mUseBufferManager) { |
| 226 | ALOGE("%s: stream %d is managed by buffer manager and does not support batch operation", |
| 227 | __FUNCTION__, mId); |
| 228 | return INVALID_OPERATION; |
| 229 | } |
| 230 | |
| 231 | sp<Surface> consumer = mConsumer; |
| 232 | /** |
| 233 | * Release the lock briefly to avoid deadlock for below scenario: |
| 234 | * Thread 1: StreamingProcessor::startStream -> Camera3Stream::isConfiguring(). |
| 235 | * This thread acquired StreamingProcessor lock and try to lock Camera3Stream lock. |
| 236 | * Thread 2: Camera3Stream::returnBuffer->StreamingProcessor::onFrameAvailable(). |
| 237 | * This thread acquired Camera3Stream lock and bufferQueue lock, and try to lock |
| 238 | * StreamingProcessor lock. |
| 239 | * Thread 3: Camera3Stream::getBuffer(). This thread acquired Camera3Stream lock |
| 240 | * and try to lock bufferQueue lock. |
| 241 | * Then there is circular locking dependency. |
| 242 | */ |
| 243 | mLock.unlock(); |
| 244 | |
| 245 | size_t numBuffersRequested = outBuffers->size(); |
| 246 | std::vector<Surface::BatchBuffer> buffers(numBuffersRequested); |
| 247 | |
| 248 | nsecs_t dequeueStart = systemTime(SYSTEM_TIME_MONOTONIC); |
| 249 | res = consumer->dequeueBuffers(&buffers); |
| 250 | nsecs_t dequeueEnd = systemTime(SYSTEM_TIME_MONOTONIC); |
| 251 | mDequeueBufferLatency.add(dequeueStart, dequeueEnd); |
| 252 | |
| 253 | mLock.lock(); |
| 254 | |
| 255 | if (res != OK) { |
| 256 | if (shouldLogError(res, mState)) { |
| 257 | ALOGE("%s: Stream %d: Can't dequeue %zu output buffers: %s (%d)", |
| 258 | __FUNCTION__, mId, numBuffersRequested, strerror(-res), res); |
| 259 | } |
| 260 | checkRetAndSetAbandonedLocked(res); |
| 261 | return res; |
| 262 | } |
| 263 | checkRemovedBuffersLocked(); |
| 264 | |
| 265 | /** |
| 266 | * FenceFD now owned by HAL except in case of error, |
| 267 | * in which case we reassign it to acquire_fence |
| 268 | */ |
| 269 | for (size_t i = 0; i < numBuffersRequested; i++) { |
| 270 | handoutBufferLocked(*(outBuffers->at(i).outBuffer), |
| 271 | &(buffers[i].buffer->handle), /*acquireFence*/buffers[i].fenceFd, |
| 272 | /*releaseFence*/-1, CAMERA_BUFFER_STATUS_OK, /*output*/true); |
| 273 | } |
| 274 | return OK; |
| 275 | } |
| 276 | |
Shuzhen Wang | bee0f0a | 2017-01-24 14:51:37 -0800 | [diff] [blame] | 277 | status_t Camera3OutputStream::queueBufferToConsumer(sp<ANativeWindow>& consumer, |
Yin-Chia Yeh | 58b1b4e | 2018-10-15 12:18:36 -0700 | [diff] [blame] | 278 | ANativeWindowBuffer* buffer, int anwReleaseFence, |
| 279 | const std::vector<size_t>&) { |
Shuzhen Wang | bee0f0a | 2017-01-24 14:51:37 -0800 | [diff] [blame] | 280 | return consumer->queueBuffer(consumer.get(), buffer, anwReleaseFence); |
| 281 | } |
| 282 | |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 283 | status_t Camera3OutputStream::returnBufferLocked( |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 284 | const camera_stream_buffer &buffer, |
Shuzhen Wang | 90708ea | 2021-11-04 11:40:49 -0700 | [diff] [blame] | 285 | nsecs_t timestamp, nsecs_t readoutTimestamp, |
| 286 | int32_t transform, const std::vector<size_t>& surface_ids) { |
Jayant Chowdhary | d477626 | 2020-06-23 23:45:57 -0700 | [diff] [blame] | 287 | ATRACE_HFR_CALL(); |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 288 | |
Yin-Chia Yeh | 14ef48d | 2020-02-10 15:06:37 -0800 | [diff] [blame] | 289 | if (mHandoutTotalBufferCount == 1) { |
| 290 | returnPrefetchedBuffersLocked(); |
| 291 | } |
| 292 | |
Shuzhen Wang | 90708ea | 2021-11-04 11:40:49 -0700 | [diff] [blame] | 293 | status_t res = returnAnyBufferLocked(buffer, timestamp, readoutTimestamp, |
| 294 | /*output*/true, transform, surface_ids); |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 295 | |
| 296 | if (res != OK) { |
| 297 | return res; |
| 298 | } |
| 299 | |
| 300 | mLastTimestamp = timestamp; |
Eino-Ville Talvala | c31dc7e | 2017-01-31 17:35:41 -0800 | [diff] [blame] | 301 | mFrameCount++; |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 302 | |
| 303 | return OK; |
| 304 | } |
| 305 | |
| 306 | status_t Camera3OutputStream::returnBufferCheckedLocked( |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 307 | const camera_stream_buffer &buffer, |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 308 | nsecs_t timestamp, |
Shuzhen Wang | 90708ea | 2021-11-04 11:40:49 -0700 | [diff] [blame] | 309 | nsecs_t readoutTimestamp, |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 310 | bool output, |
Emilian Peev | 5104fe9 | 2021-10-21 14:27:09 -0700 | [diff] [blame] | 311 | int32_t transform, |
Yin-Chia Yeh | 58b1b4e | 2018-10-15 12:18:36 -0700 | [diff] [blame] | 312 | const std::vector<size_t>& surface_ids, |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 313 | /*out*/ |
| 314 | sp<Fence> *releaseFenceOut) { |
| 315 | |
| 316 | (void)output; |
| 317 | ALOG_ASSERT(output, "Expected output to be true"); |
| 318 | |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 319 | status_t res; |
Igor Murashkin | 5a1798a | 2013-05-07 10:58:13 -0700 | [diff] [blame] | 320 | |
Yin-Chia Yeh | 4c9736f | 2015-03-05 15:01:36 -0800 | [diff] [blame] | 321 | // Fence management - always honor release fence from HAL |
| 322 | sp<Fence> releaseFence = new Fence(buffer.release_fence); |
Igor Murashkin | 5a1798a | 2013-05-07 10:58:13 -0700 | [diff] [blame] | 323 | int anwReleaseFence = releaseFence->dup(); |
| 324 | |
| 325 | /** |
Zhijun He | 124ccf4 | 2013-05-22 14:01:30 -0700 | [diff] [blame] | 326 | * Release the lock briefly to avoid deadlock with |
| 327 | * StreamingProcessor::startStream -> Camera3Stream::isConfiguring (this |
| 328 | * thread will go into StreamingProcessor::onFrameAvailable) during |
| 329 | * queueBuffer |
| 330 | */ |
| 331 | sp<ANativeWindow> currentConsumer = mConsumer; |
Yin-Chia Yeh | a1b56c8 | 2019-03-27 15:50:39 -0700 | [diff] [blame] | 332 | StreamState state = mState; |
Zhijun He | 124ccf4 | 2013-05-22 14:01:30 -0700 | [diff] [blame] | 333 | mLock.unlock(); |
| 334 | |
Shuzhen Wang | bee0f0a | 2017-01-24 14:51:37 -0800 | [diff] [blame] | 335 | ANativeWindowBuffer *anwBuffer = container_of(buffer.buffer, ANativeWindowBuffer, handle); |
Zhijun He | 124ccf4 | 2013-05-22 14:01:30 -0700 | [diff] [blame] | 336 | /** |
Igor Murashkin | 5a1798a | 2013-05-07 10:58:13 -0700 | [diff] [blame] | 337 | * Return buffer back to ANativeWindow |
| 338 | */ |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 339 | if (buffer.status == CAMERA_BUFFER_STATUS_ERROR || mDropBuffers || timestamp == 0) { |
Igor Murashkin | 5a1798a | 2013-05-07 10:58:13 -0700 | [diff] [blame] | 340 | // Cancel buffer |
Chien-Yu Chen | a936ac2 | 2017-10-23 15:59:49 -0700 | [diff] [blame] | 341 | if (mDropBuffers) { |
| 342 | ALOGV("%s: Dropping a frame for stream %d.", __FUNCTION__, mId); |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 343 | } else if (buffer.status == CAMERA_BUFFER_STATUS_ERROR) { |
Yin-Chia Yeh | a1b56c8 | 2019-03-27 15:50:39 -0700 | [diff] [blame] | 344 | ALOGV("%s: A frame is dropped for stream %d due to buffer error.", __FUNCTION__, mId); |
Shuzhen Wang | f0c4a6b | 2018-09-05 09:36:14 -0700 | [diff] [blame] | 345 | } else { |
| 346 | ALOGE("%s: Stream %d: timestamp shouldn't be 0", __FUNCTION__, mId); |
Chien-Yu Chen | a936ac2 | 2017-10-23 15:59:49 -0700 | [diff] [blame] | 347 | } |
| 348 | |
Zhijun He | 124ccf4 | 2013-05-22 14:01:30 -0700 | [diff] [blame] | 349 | res = currentConsumer->cancelBuffer(currentConsumer.get(), |
Shuzhen Wang | bee0f0a | 2017-01-24 14:51:37 -0800 | [diff] [blame] | 350 | anwBuffer, |
Igor Murashkin | 5a1798a | 2013-05-07 10:58:13 -0700 | [diff] [blame] | 351 | anwReleaseFence); |
Yin-Chia Yeh | a1b56c8 | 2019-03-27 15:50:39 -0700 | [diff] [blame] | 352 | if (shouldLogError(res, state)) { |
Igor Murashkin | 5a1798a | 2013-05-07 10:58:13 -0700 | [diff] [blame] | 353 | ALOGE("%s: Stream %d: Error cancelling buffer to native window:" |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 354 | " %s (%d)", __FUNCTION__, mId, strerror(-res), res); |
Igor Murashkin | 5a1798a | 2013-05-07 10:58:13 -0700 | [diff] [blame] | 355 | } |
Zhijun He | 1ff811b | 2016-01-26 14:39:51 -0800 | [diff] [blame] | 356 | |
Shuzhen Wang | bee0f0a | 2017-01-24 14:51:37 -0800 | [diff] [blame] | 357 | notifyBufferReleased(anwBuffer); |
Zhijun He | 1ff811b | 2016-01-26 14:39:51 -0800 | [diff] [blame] | 358 | if (mUseBufferManager) { |
| 359 | // Return this buffer back to buffer manager. |
Shuzhen Wang | 0160ddd | 2019-08-15 09:11:56 -0700 | [diff] [blame] | 360 | mBufferProducerListener->onBufferReleased(); |
Zhijun He | 1ff811b | 2016-01-26 14:39:51 -0800 | [diff] [blame] | 361 | } |
Igor Murashkin | 5a1798a | 2013-05-07 10:58:13 -0700 | [diff] [blame] | 362 | } else { |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 363 | if (mTraceFirstBuffer && (stream_type == CAMERA_STREAM_OUTPUT)) { |
Ruchit Sharma | e0711f2 | 2014-08-18 13:48:24 -0400 | [diff] [blame] | 364 | { |
| 365 | char traceLog[48]; |
| 366 | snprintf(traceLog, sizeof(traceLog), "Stream %d: first full buffer\n", mId); |
| 367 | ATRACE_NAME(traceLog); |
| 368 | } |
| 369 | mTraceFirstBuffer = false; |
| 370 | } |
| 371 | |
Shuzhen Wang | abbcb6b | 2020-12-09 22:32:44 -0800 | [diff] [blame] | 372 | // If this is a JPEG output, and image dump mask is set, save image to |
| 373 | // disk. |
| 374 | if (getFormat() == HAL_PIXEL_FORMAT_BLOB && getDataSpace() == HAL_DATASPACE_V0_JFIF && |
| 375 | mImageDumpMask) { |
| 376 | dumpImageToDisk(timestamp, anwBuffer, anwReleaseFence); |
| 377 | } |
Yin-Chia Yeh | 4c9736f | 2015-03-05 15:01:36 -0800 | [diff] [blame] | 378 | |
Shuzhen Wang | 00abbeb | 2022-02-25 17:14:42 -0800 | [diff] [blame] | 379 | nsecs_t captureTime = (mSyncToDisplay ? readoutTimestamp : timestamp) - mTimestampOffset; |
| 380 | nsecs_t presentTime = mSyncToDisplay ? |
| 381 | syncTimestampToDisplayLocked(captureTime) : captureTime; |
| 382 | mLastCaptureTime = captureTime; |
| 383 | mLastPresentTime = presentTime; |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 384 | |
Shuzhen Wang | 00abbeb | 2022-02-25 17:14:42 -0800 | [diff] [blame] | 385 | setTransform(transform, true/*mayChangeMirror*/); |
| 386 | res = native_window_set_buffers_timestamp(mConsumer.get(), presentTime); |
| 387 | if (res != OK) { |
| 388 | ALOGE("%s: Stream %d: Error setting timestamp: %s (%d)", |
| 389 | __FUNCTION__, mId, strerror(-res), res); |
| 390 | return res; |
| 391 | } |
Emilian Peev | 2295df7 | 2021-11-12 18:14:10 -0800 | [diff] [blame] | 392 | |
Shuzhen Wang | 00abbeb | 2022-02-25 17:14:42 -0800 | [diff] [blame] | 393 | queueHDRMetadata(anwBuffer->handle, currentConsumer, dynamic_range_profile); |
| 394 | |
| 395 | res = queueBufferToConsumer(currentConsumer, anwBuffer, anwReleaseFence, surface_ids); |
| 396 | if (shouldLogError(res, state)) { |
| 397 | ALOGE("%s: Stream %d: Error queueing buffer to native window:" |
| 398 | " %s (%d)", __FUNCTION__, mId, strerror(-res), res); |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 399 | } |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 400 | } |
Zhijun He | 124ccf4 | 2013-05-22 14:01:30 -0700 | [diff] [blame] | 401 | mLock.lock(); |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 402 | |
| 403 | // Once a valid buffer has been returned to the queue, can no longer |
| 404 | // dequeue all buffers for preallocation. |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 405 | if (buffer.status != CAMERA_BUFFER_STATUS_ERROR) { |
Eino-Ville Talvala | 4d44cad | 2015-04-11 13:15:45 -0700 | [diff] [blame] | 406 | mStreamUnpreparable = true; |
| 407 | } |
| 408 | |
Igor Murashkin | 5a1798a | 2013-05-07 10:58:13 -0700 | [diff] [blame] | 409 | if (res != OK) { |
| 410 | close(anwReleaseFence); |
Igor Murashkin | 5a1798a | 2013-05-07 10:58:13 -0700 | [diff] [blame] | 411 | } |
| 412 | |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 413 | *releaseFenceOut = releaseFence; |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 414 | |
Eino-Ville Talvala | f1e98d8 | 2013-09-06 09:32:43 -0700 | [diff] [blame] | 415 | return res; |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 416 | } |
| 417 | |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 418 | void Camera3OutputStream::dump(int fd, const Vector<String16> &args) const { |
| 419 | (void) args; |
| 420 | String8 lines; |
| 421 | lines.appendFormat(" Stream[%d]: Output\n", mId); |
Eino-Ville Talvala | 727d172 | 2015-06-09 13:44:19 -0700 | [diff] [blame] | 422 | lines.appendFormat(" Consumer name: %s\n", mConsumerName.string()); |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 423 | write(fd, lines.string(), lines.size()); |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 424 | |
| 425 | Camera3IOStreamBase::dump(fd, args); |
Shuzhen Wang | 686f644 | 2017-06-20 16:16:04 -0700 | [diff] [blame] | 426 | |
| 427 | mDequeueBufferLatency.dump(fd, |
| 428 | " DequeueBuffer latency histogram:"); |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 429 | } |
| 430 | |
Shuzhen Wang | 610d7b8 | 2022-02-08 14:37:22 -0800 | [diff] [blame] | 431 | status_t Camera3OutputStream::setTransform(int transform, bool mayChangeMirror) { |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 432 | ATRACE_CALL(); |
| 433 | Mutex::Autolock l(mLock); |
Shuzhen Wang | 610d7b8 | 2022-02-08 14:37:22 -0800 | [diff] [blame] | 434 | if (mMirrorMode != OutputConfiguration::MIRROR_MODE_AUTO && mayChangeMirror) { |
| 435 | // If the mirroring mode is not AUTO, do not allow transform update |
| 436 | // which may change mirror. |
| 437 | return OK; |
| 438 | } |
| 439 | |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 440 | return setTransformLocked(transform); |
| 441 | } |
| 442 | |
| 443 | status_t Camera3OutputStream::setTransformLocked(int transform) { |
| 444 | status_t res = OK; |
Shuzhen Wang | e4adddb | 2021-09-21 15:24:44 -0700 | [diff] [blame] | 445 | |
| 446 | if (transform == -1) return res; |
| 447 | |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 448 | if (mState == STATE_ERROR) { |
| 449 | ALOGE("%s: Stream in error state", __FUNCTION__); |
| 450 | return INVALID_OPERATION; |
| 451 | } |
| 452 | |
| 453 | mTransform = transform; |
| 454 | if (mState == STATE_CONFIGURED) { |
| 455 | res = native_window_set_buffers_transform(mConsumer.get(), |
| 456 | transform); |
| 457 | if (res != OK) { |
| 458 | ALOGE("%s: Unable to configure stream transform to %x: %s (%d)", |
| 459 | __FUNCTION__, transform, strerror(-res), res); |
| 460 | } |
| 461 | } |
| 462 | return res; |
| 463 | } |
| 464 | |
| 465 | status_t Camera3OutputStream::configureQueueLocked() { |
| 466 | status_t res; |
| 467 | |
Ruchit Sharma | e0711f2 | 2014-08-18 13:48:24 -0400 | [diff] [blame] | 468 | mTraceFirstBuffer = true; |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 469 | if ((res = Camera3IOStreamBase::configureQueueLocked()) != OK) { |
| 470 | return res; |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 471 | } |
| 472 | |
Shuzhen Wang | 00abbeb | 2022-02-25 17:14:42 -0800 | [diff] [blame] | 473 | if ((res = configureConsumerQueueLocked(true /*allowDisplaySync*/)) != OK) { |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 474 | return res; |
| 475 | } |
| 476 | |
| 477 | // Set dequeueBuffer/attachBuffer timeout if the consumer is not hw composer or hw texture. |
| 478 | // We need skip these cases as timeout will disable the non-blocking (async) mode. |
| 479 | if (!(isConsumedByHWComposer() || isConsumedByHWTexture())) { |
Yin-Chia Yeh | bf1b8b9 | 2019-03-06 14:56:08 -0800 | [diff] [blame] | 480 | if (mUseBufferManager) { |
| 481 | // When buffer manager is handling the buffer, we should have available buffers in |
| 482 | // buffer queue before we calls into dequeueBuffer because buffer manager is tracking |
| 483 | // free buffers. |
| 484 | // There are however some consumer side feature (ImageReader::discardFreeBuffers) that |
| 485 | // can discard free buffers without notifying buffer manager. We want the timeout to |
| 486 | // happen immediately here so buffer manager can try to update its internal state and |
| 487 | // try to allocate a buffer instead of waiting. |
| 488 | mConsumer->setDequeueTimeout(0); |
| 489 | } else { |
| 490 | mConsumer->setDequeueTimeout(kDequeueBufferTimeout); |
| 491 | } |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 492 | } |
| 493 | |
| 494 | return OK; |
| 495 | } |
| 496 | |
Shuzhen Wang | 00abbeb | 2022-02-25 17:14:42 -0800 | [diff] [blame] | 497 | status_t Camera3OutputStream::configureConsumerQueueLocked(bool allowDisplaySync) { |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 498 | status_t res; |
| 499 | |
| 500 | mTraceFirstBuffer = true; |
| 501 | |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 502 | ALOG_ASSERT(mConsumer != 0, "mConsumer should never be NULL"); |
| 503 | |
Zhijun He | 125684a | 2015-12-26 15:07:30 -0800 | [diff] [blame] | 504 | // Configure consumer-side ANativeWindow interface. The listener may be used |
| 505 | // to notify buffer manager (if it is used) of the returned buffers. |
Yin-Chia Yeh | 017d49c | 2017-03-31 19:11:00 -0700 | [diff] [blame] | 506 | res = mConsumer->connect(NATIVE_WINDOW_API_CAMERA, |
Shuzhen Wang | 0160ddd | 2019-08-15 09:11:56 -0700 | [diff] [blame] | 507 | /*reportBufferRemoval*/true, |
| 508 | /*listener*/mBufferProducerListener); |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 509 | if (res != OK) { |
| 510 | ALOGE("%s: Unable to connect to native window for stream %d", |
| 511 | __FUNCTION__, mId); |
| 512 | return res; |
| 513 | } |
| 514 | |
Eino-Ville Talvala | 727d172 | 2015-06-09 13:44:19 -0700 | [diff] [blame] | 515 | mConsumerName = mConsumer->getConsumerName(); |
| 516 | |
Emilian Peev | 050f5dc | 2017-05-18 14:43:56 +0100 | [diff] [blame] | 517 | res = native_window_set_usage(mConsumer.get(), mUsage); |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 518 | if (res != OK) { |
Emilian Peev | 050f5dc | 2017-05-18 14:43:56 +0100 | [diff] [blame] | 519 | ALOGE("%s: Unable to configure usage %" PRIu64 " for stream %d", |
| 520 | __FUNCTION__, mUsage, mId); |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 521 | return res; |
| 522 | } |
| 523 | |
| 524 | res = native_window_set_scaling_mode(mConsumer.get(), |
| 525 | NATIVE_WINDOW_SCALING_MODE_SCALE_TO_WINDOW); |
| 526 | if (res != OK) { |
| 527 | ALOGE("%s: Unable to configure stream scaling: %s (%d)", |
| 528 | __FUNCTION__, strerror(-res), res); |
| 529 | return res; |
| 530 | } |
| 531 | |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 532 | if (mMaxSize == 0) { |
| 533 | // For buffers of known size |
Eino-Ville Talvala | 7d70c5e | 2014-07-24 18:10:23 -0700 | [diff] [blame] | 534 | res = native_window_set_buffers_dimensions(mConsumer.get(), |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 535 | camera_stream::width, camera_stream::height); |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 536 | } else { |
| 537 | // For buffers with bounded size |
Eino-Ville Talvala | 7d70c5e | 2014-07-24 18:10:23 -0700 | [diff] [blame] | 538 | res = native_window_set_buffers_dimensions(mConsumer.get(), |
| 539 | mMaxSize, 1); |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 540 | } |
| 541 | if (res != OK) { |
Eino-Ville Talvala | 7d70c5e | 2014-07-24 18:10:23 -0700 | [diff] [blame] | 542 | ALOGE("%s: Unable to configure stream buffer dimensions" |
| 543 | " %d x %d (maxSize %zu) for stream %d", |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 544 | __FUNCTION__, camera_stream::width, camera_stream::height, |
Eino-Ville Talvala | 7d70c5e | 2014-07-24 18:10:23 -0700 | [diff] [blame] | 545 | mMaxSize, mId); |
| 546 | return res; |
| 547 | } |
| 548 | res = native_window_set_buffers_format(mConsumer.get(), |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 549 | camera_stream::format); |
Eino-Ville Talvala | 7d70c5e | 2014-07-24 18:10:23 -0700 | [diff] [blame] | 550 | if (res != OK) { |
| 551 | ALOGE("%s: Unable to configure stream buffer format %#x for stream %d", |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 552 | __FUNCTION__, camera_stream::format, mId); |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 553 | return res; |
| 554 | } |
| 555 | |
Eino-Ville Talvala | 3d82c0d | 2015-02-23 15:19:19 -0800 | [diff] [blame] | 556 | res = native_window_set_buffers_data_space(mConsumer.get(), |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 557 | camera_stream::data_space); |
Eino-Ville Talvala | 3d82c0d | 2015-02-23 15:19:19 -0800 | [diff] [blame] | 558 | if (res != OK) { |
| 559 | ALOGE("%s: Unable to configure stream dataspace %#x for stream %d", |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 560 | __FUNCTION__, camera_stream::data_space, mId); |
Eino-Ville Talvala | 3d82c0d | 2015-02-23 15:19:19 -0800 | [diff] [blame] | 561 | return res; |
| 562 | } |
| 563 | |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 564 | int maxConsumerBuffers; |
Eino-Ville Talvala | 727d172 | 2015-06-09 13:44:19 -0700 | [diff] [blame] | 565 | res = static_cast<ANativeWindow*>(mConsumer.get())->query( |
| 566 | mConsumer.get(), |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 567 | NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, &maxConsumerBuffers); |
| 568 | if (res != OK) { |
| 569 | ALOGE("%s: Unable to query consumer undequeued" |
| 570 | " buffer count for stream %d", __FUNCTION__, mId); |
| 571 | return res; |
| 572 | } |
| 573 | |
Alex Ray | 20cb300 | 2013-05-28 20:18:22 -0700 | [diff] [blame] | 574 | ALOGV("%s: Consumer wants %d buffers, HAL wants %d", __FUNCTION__, |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 575 | maxConsumerBuffers, camera_stream::max_buffers); |
| 576 | if (camera_stream::max_buffers == 0) { |
Zhijun He | 2ab500c | 2013-07-23 08:02:53 -0700 | [diff] [blame] | 577 | ALOGE("%s: Camera HAL requested max_buffer count: %d, requires at least 1", |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 578 | __FUNCTION__, camera_stream::max_buffers); |
Alex Ray | 20cb300 | 2013-05-28 20:18:22 -0700 | [diff] [blame] | 579 | return INVALID_OPERATION; |
| 580 | } |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 581 | |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 582 | mTotalBufferCount = maxConsumerBuffers + camera_stream::max_buffers; |
Shuzhen Wang | e420892 | 2022-02-01 16:52:48 -0800 | [diff] [blame] | 583 | |
| 584 | int timestampBase = getTimestampBase(); |
| 585 | bool isDefaultTimeBase = (timestampBase == |
| 586 | OutputConfiguration::TIMESTAMP_BASE_DEFAULT); |
Shuzhen Wang | 00abbeb | 2022-02-25 17:14:42 -0800 | [diff] [blame] | 587 | if (allowDisplaySync) { |
Shuzhen Wang | e4adddb | 2021-09-21 15:24:44 -0700 | [diff] [blame] | 588 | // We cannot distinguish between a SurfaceView and an ImageReader of |
Shuzhen Wang | 00abbeb | 2022-02-25 17:14:42 -0800 | [diff] [blame] | 589 | // preview buffer format. Frames are synchronized to display in both |
| 590 | // cases. |
Shuzhen Wang | e420892 | 2022-02-01 16:52:48 -0800 | [diff] [blame] | 591 | bool forceChoreographer = (timestampBase == |
| 592 | OutputConfiguration::TIMESTAMP_BASE_CHOREOGRAPHER_SYNCED); |
| 593 | bool defaultToChoreographer = (isDefaultTimeBase && isConsumedByHWComposer() && |
| 594 | !property_get_bool("camera.disable_preview_scheduler", false)); |
| 595 | if (forceChoreographer || defaultToChoreographer) { |
Shuzhen Wang | 00abbeb | 2022-02-25 17:14:42 -0800 | [diff] [blame] | 596 | mSyncToDisplay = true; |
| 597 | mTotalBufferCount += kDisplaySyncExtraBuffer; |
Shuzhen Wang | e4adddb | 2021-09-21 15:24:44 -0700 | [diff] [blame] | 598 | } |
| 599 | } |
| 600 | |
Zhijun He | 6adc9cc | 2014-04-15 14:09:55 -0700 | [diff] [blame] | 601 | mHandoutTotalBufferCount = 0; |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 602 | mFrameCount = 0; |
| 603 | mLastTimestamp = 0; |
Shuzhen Wang | e420892 | 2022-02-01 16:52:48 -0800 | [diff] [blame] | 604 | |
| 605 | if (isDeviceTimeBaseRealtime()) { |
| 606 | if (isDefaultTimeBase && !isConsumedByHWComposer() && !isVideoStream()) { |
| 607 | // Default time base, but not hardware composer or video encoder |
| 608 | mTimestampOffset = 0; |
| 609 | } else if (timestampBase == OutputConfiguration::TIMESTAMP_BASE_REALTIME || |
| 610 | timestampBase == OutputConfiguration::TIMESTAMP_BASE_SENSOR) { |
| 611 | mTimestampOffset = 0; |
| 612 | } |
| 613 | // If timestampBase is CHOREOGRAPHER SYNCED or MONOTONIC, leave |
| 614 | // timestamp offset as bootTime - monotonicTime. |
| 615 | } else { |
| 616 | if (timestampBase == OutputConfiguration::TIMESTAMP_BASE_REALTIME) { |
| 617 | // Reverse offset for monotonicTime -> bootTime |
| 618 | mTimestampOffset = -mTimestampOffset; |
| 619 | } else { |
| 620 | // If timestampBase is DEFAULT, MONOTONIC, SENSOR, or |
| 621 | // CHOREOGRAPHER_SYNCED, timestamp offset is 0. |
| 622 | mTimestampOffset = 0; |
| 623 | } |
| 624 | } |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 625 | |
| 626 | res = native_window_set_buffer_count(mConsumer.get(), |
| 627 | mTotalBufferCount); |
| 628 | if (res != OK) { |
| 629 | ALOGE("%s: Unable to set buffer count for stream %d", |
| 630 | __FUNCTION__, mId); |
| 631 | return res; |
| 632 | } |
| 633 | |
| 634 | res = native_window_set_buffers_transform(mConsumer.get(), |
| 635 | mTransform); |
| 636 | if (res != OK) { |
| 637 | ALOGE("%s: Unable to configure stream transform to %x: %s (%d)", |
| 638 | __FUNCTION__, mTransform, strerror(-res), res); |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 639 | return res; |
Zhijun He | f0645c1 | 2016-08-02 00:58:11 -0700 | [diff] [blame] | 640 | } |
| 641 | |
Zhijun He | 125684a | 2015-12-26 15:07:30 -0800 | [diff] [blame] | 642 | /** |
Zhijun He | edd41ae | 2016-02-03 14:45:53 -0800 | [diff] [blame] | 643 | * Camera3 Buffer manager is only supported by HAL3.3 onwards, as the older HALs requires |
Zhijun He | 125684a | 2015-12-26 15:07:30 -0800 | [diff] [blame] | 644 | * buffers to be statically allocated for internal static buffer registration, while the |
| 645 | * buffers provided by buffer manager are really dynamically allocated. Camera3Device only |
Zhijun He | edd41ae | 2016-02-03 14:45:53 -0800 | [diff] [blame] | 646 | * sets the mBufferManager if device version is > HAL3.2, which guarantees that the buffer |
| 647 | * manager setup is skipped in below code. Note that HAL3.2 is also excluded here, as some |
| 648 | * HAL3.2 devices may not support the dynamic buffer registeration. |
Yin-Chia Yeh | b657890 | 2019-04-16 13:36:16 -0700 | [diff] [blame] | 649 | * Also Camera3BufferManager does not support display/texture streams as they have its own |
| 650 | * buffer management logic. |
Zhijun He | 125684a | 2015-12-26 15:07:30 -0800 | [diff] [blame] | 651 | */ |
Yin-Chia Yeh | b657890 | 2019-04-16 13:36:16 -0700 | [diff] [blame] | 652 | if (mBufferManager != 0 && mSetId > CAMERA3_STREAM_SET_ID_INVALID && |
| 653 | !(isConsumedByHWComposer() || isConsumedByHWTexture())) { |
Emilian Peev | 050f5dc | 2017-05-18 14:43:56 +0100 | [diff] [blame] | 654 | uint64_t consumerUsage = 0; |
Eino-Ville Talvala | 77c1a35 | 2016-06-13 12:32:43 -0700 | [diff] [blame] | 655 | getEndpointUsage(&consumerUsage); |
Shuzhen Wang | 83bff12 | 2020-11-20 15:51:39 -0800 | [diff] [blame] | 656 | uint32_t width = (mMaxSize == 0) ? getWidth() : mMaxSize; |
| 657 | uint32_t height = (mMaxSize == 0) ? getHeight() : 1; |
Zhijun He | 125684a | 2015-12-26 15:07:30 -0800 | [diff] [blame] | 658 | StreamInfo streamInfo( |
Shuzhen Wang | 83bff12 | 2020-11-20 15:51:39 -0800 | [diff] [blame] | 659 | getId(), getStreamSetId(), width, height, getFormat(), getDataSpace(), |
Emilian Peev | 050f5dc | 2017-05-18 14:43:56 +0100 | [diff] [blame] | 660 | mUsage | consumerUsage, mTotalBufferCount, |
Shuzhen Wang | 83bff12 | 2020-11-20 15:51:39 -0800 | [diff] [blame] | 661 | /*isConfigured*/true, isMultiResolution()); |
Eino-Ville Talvala | 77c1a35 | 2016-06-13 12:32:43 -0700 | [diff] [blame] | 662 | wp<Camera3OutputStream> weakThis(this); |
| 663 | res = mBufferManager->registerStream(weakThis, |
| 664 | streamInfo); |
Zhijun He | 125684a | 2015-12-26 15:07:30 -0800 | [diff] [blame] | 665 | if (res == OK) { |
| 666 | // Disable buffer allocation for this BufferQueue, buffer manager will take over |
| 667 | // the buffer allocation responsibility. |
| 668 | mConsumer->getIGraphicBufferProducer()->allowAllocation(false); |
| 669 | mUseBufferManager = true; |
| 670 | } else { |
| 671 | ALOGE("%s: Unable to register stream %d to camera3 buffer manager, " |
| 672 | "(error %d %s), fall back to BufferQueue for buffer management!", |
| 673 | __FUNCTION__, mId, res, strerror(-res)); |
| 674 | } |
| 675 | } |
| 676 | |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 677 | return OK; |
| 678 | } |
| 679 | |
Shuzhen Wang | bee0f0a | 2017-01-24 14:51:37 -0800 | [diff] [blame] | 680 | status_t Camera3OutputStream::getBufferLockedCommon(ANativeWindowBuffer** anb, int* fenceFd) { |
Jayant Chowdhary | d477626 | 2020-06-23 23:45:57 -0700 | [diff] [blame] | 681 | ATRACE_HFR_CALL(); |
Shuzhen Wang | bee0f0a | 2017-01-24 14:51:37 -0800 | [diff] [blame] | 682 | status_t res; |
| 683 | |
| 684 | if ((res = getBufferPreconditionCheckLocked()) != OK) { |
| 685 | return res; |
| 686 | } |
| 687 | |
| 688 | bool gotBufferFromManager = false; |
| 689 | |
| 690 | if (mUseBufferManager) { |
| 691 | sp<GraphicBuffer> gb; |
Shuzhen Wang | 83bff12 | 2020-11-20 15:51:39 -0800 | [diff] [blame] | 692 | res = mBufferManager->getBufferForStream(getId(), getStreamSetId(), |
| 693 | isMultiResolution(), &gb, fenceFd); |
Shuzhen Wang | bee0f0a | 2017-01-24 14:51:37 -0800 | [diff] [blame] | 694 | if (res == OK) { |
| 695 | // Attach this buffer to the bufferQueue: the buffer will be in dequeue state after a |
| 696 | // successful return. |
| 697 | *anb = gb.get(); |
| 698 | res = mConsumer->attachBuffer(*anb); |
Yin-Chia Yeh | a1b56c8 | 2019-03-27 15:50:39 -0700 | [diff] [blame] | 699 | if (shouldLogError(res, mState)) { |
Shuzhen Wang | bee0f0a | 2017-01-24 14:51:37 -0800 | [diff] [blame] | 700 | ALOGE("%s: Stream %d: Can't attach the output buffer to this surface: %s (%d)", |
| 701 | __FUNCTION__, mId, strerror(-res), res); |
Yin-Chia Yeh | a1b56c8 | 2019-03-27 15:50:39 -0700 | [diff] [blame] | 702 | } |
| 703 | if (res != OK) { |
Yin-Chia Yeh | bf1b8b9 | 2019-03-06 14:56:08 -0800 | [diff] [blame] | 704 | checkRetAndSetAbandonedLocked(res); |
Shuzhen Wang | bee0f0a | 2017-01-24 14:51:37 -0800 | [diff] [blame] | 705 | return res; |
| 706 | } |
| 707 | gotBufferFromManager = true; |
| 708 | ALOGV("Stream %d: Attached new buffer", getId()); |
| 709 | } else if (res == ALREADY_EXISTS) { |
| 710 | // Have sufficient free buffers already attached, can just |
| 711 | // dequeue from buffer queue |
| 712 | ALOGV("Stream %d: Reusing attached buffer", getId()); |
| 713 | gotBufferFromManager = false; |
| 714 | } else if (res != OK) { |
| 715 | ALOGE("%s: Stream %d: Can't get next output buffer from buffer manager: %s (%d)", |
| 716 | __FUNCTION__, mId, strerror(-res), res); |
| 717 | return res; |
| 718 | } |
| 719 | } |
| 720 | if (!gotBufferFromManager) { |
| 721 | /** |
| 722 | * Release the lock briefly to avoid deadlock for below scenario: |
| 723 | * Thread 1: StreamingProcessor::startStream -> Camera3Stream::isConfiguring(). |
| 724 | * This thread acquired StreamingProcessor lock and try to lock Camera3Stream lock. |
| 725 | * Thread 2: Camera3Stream::returnBuffer->StreamingProcessor::onFrameAvailable(). |
| 726 | * This thread acquired Camera3Stream lock and bufferQueue lock, and try to lock |
| 727 | * StreamingProcessor lock. |
| 728 | * Thread 3: Camera3Stream::getBuffer(). This thread acquired Camera3Stream lock |
| 729 | * and try to lock bufferQueue lock. |
| 730 | * Then there is circular locking dependency. |
| 731 | */ |
Yin-Chia Yeh | 14ef48d | 2020-02-10 15:06:37 -0800 | [diff] [blame] | 732 | sp<Surface> consumer = mConsumer; |
Shuzhen Wang | 6c14e31 | 2021-07-05 16:20:33 -0700 | [diff] [blame] | 733 | size_t remainingBuffers = (mState == STATE_PREPARING ? mTotalBufferCount : |
| 734 | camera_stream::max_buffers) - mHandoutTotalBufferCount; |
Shuzhen Wang | bee0f0a | 2017-01-24 14:51:37 -0800 | [diff] [blame] | 735 | mLock.unlock(); |
| 736 | |
Shuzhen Wang | 686f644 | 2017-06-20 16:16:04 -0700 | [diff] [blame] | 737 | nsecs_t dequeueStart = systemTime(SYSTEM_TIME_MONOTONIC); |
Yin-Chia Yeh | 14ef48d | 2020-02-10 15:06:37 -0800 | [diff] [blame] | 738 | |
Shuzhen Wang | c762946 | 2021-07-12 15:02:58 -0700 | [diff] [blame] | 739 | size_t batchSize = mBatchSize.load(); |
| 740 | if (batchSize == 1) { |
Yin-Chia Yeh | 14ef48d | 2020-02-10 15:06:37 -0800 | [diff] [blame] | 741 | sp<ANativeWindow> anw = consumer; |
| 742 | res = anw->dequeueBuffer(anw.get(), anb, fenceFd); |
| 743 | } else { |
Shuzhen Wang | c762946 | 2021-07-12 15:02:58 -0700 | [diff] [blame] | 744 | std::unique_lock<std::mutex> batchLock(mBatchLock); |
Yin-Chia Yeh | 14ef48d | 2020-02-10 15:06:37 -0800 | [diff] [blame] | 745 | res = OK; |
| 746 | if (mBatchedBuffers.size() == 0) { |
Yin-Chia Yeh | 14ef48d | 2020-02-10 15:06:37 -0800 | [diff] [blame] | 747 | if (remainingBuffers == 0) { |
| 748 | ALOGE("%s: cannot get buffer while all buffers are handed out", __FUNCTION__); |
| 749 | return INVALID_OPERATION; |
| 750 | } |
| 751 | if (batchSize > remainingBuffers) { |
| 752 | batchSize = remainingBuffers; |
| 753 | } |
Shuzhen Wang | c762946 | 2021-07-12 15:02:58 -0700 | [diff] [blame] | 754 | batchLock.unlock(); |
Yin-Chia Yeh | 14ef48d | 2020-02-10 15:06:37 -0800 | [diff] [blame] | 755 | // Refill batched buffers |
Shuzhen Wang | c762946 | 2021-07-12 15:02:58 -0700 | [diff] [blame] | 756 | std::vector<Surface::BatchBuffer> batchedBuffers; |
| 757 | batchedBuffers.resize(batchSize); |
| 758 | res = consumer->dequeueBuffers(&batchedBuffers); |
| 759 | batchLock.lock(); |
Yin-Chia Yeh | 14ef48d | 2020-02-10 15:06:37 -0800 | [diff] [blame] | 760 | if (res != OK) { |
| 761 | ALOGE("%s: batch dequeueBuffers call failed! %s (%d)", |
| 762 | __FUNCTION__, strerror(-res), res); |
Shuzhen Wang | c762946 | 2021-07-12 15:02:58 -0700 | [diff] [blame] | 763 | } else { |
| 764 | mBatchedBuffers = std::move(batchedBuffers); |
Yin-Chia Yeh | 14ef48d | 2020-02-10 15:06:37 -0800 | [diff] [blame] | 765 | } |
| 766 | } |
| 767 | |
| 768 | if (res == OK) { |
| 769 | // Dispatch batch buffers |
| 770 | *anb = mBatchedBuffers.back().buffer; |
| 771 | *fenceFd = mBatchedBuffers.back().fenceFd; |
| 772 | mBatchedBuffers.pop_back(); |
| 773 | } |
| 774 | } |
Yin-Chia Yeh | 14ef48d | 2020-02-10 15:06:37 -0800 | [diff] [blame] | 775 | |
Shuzhen Wang | 686f644 | 2017-06-20 16:16:04 -0700 | [diff] [blame] | 776 | nsecs_t dequeueEnd = systemTime(SYSTEM_TIME_MONOTONIC); |
| 777 | mDequeueBufferLatency.add(dequeueStart, dequeueEnd); |
| 778 | |
Shuzhen Wang | bee0f0a | 2017-01-24 14:51:37 -0800 | [diff] [blame] | 779 | mLock.lock(); |
Yin-Chia Yeh | bf1b8b9 | 2019-03-06 14:56:08 -0800 | [diff] [blame] | 780 | |
| 781 | if (mUseBufferManager && res == TIMED_OUT) { |
| 782 | checkRemovedBuffersLocked(); |
| 783 | |
| 784 | sp<GraphicBuffer> gb; |
| 785 | res = mBufferManager->getBufferForStream( |
Shuzhen Wang | 83bff12 | 2020-11-20 15:51:39 -0800 | [diff] [blame] | 786 | getId(), getStreamSetId(), isMultiResolution(), |
| 787 | &gb, fenceFd, /*noFreeBuffer*/true); |
Yin-Chia Yeh | bf1b8b9 | 2019-03-06 14:56:08 -0800 | [diff] [blame] | 788 | |
| 789 | if (res == OK) { |
| 790 | // Attach this buffer to the bufferQueue: the buffer will be in dequeue state after |
| 791 | // a successful return. |
| 792 | *anb = gb.get(); |
| 793 | res = mConsumer->attachBuffer(*anb); |
| 794 | gotBufferFromManager = true; |
| 795 | ALOGV("Stream %d: Attached new buffer", getId()); |
| 796 | |
| 797 | if (res != OK) { |
Yin-Chia Yeh | a1b56c8 | 2019-03-27 15:50:39 -0700 | [diff] [blame] | 798 | if (shouldLogError(res, mState)) { |
| 799 | ALOGE("%s: Stream %d: Can't attach the output buffer to this surface:" |
| 800 | " %s (%d)", __FUNCTION__, mId, strerror(-res), res); |
| 801 | } |
Yin-Chia Yeh | bf1b8b9 | 2019-03-06 14:56:08 -0800 | [diff] [blame] | 802 | checkRetAndSetAbandonedLocked(res); |
| 803 | return res; |
| 804 | } |
| 805 | } else { |
| 806 | ALOGE("%s: Stream %d: Can't get next output buffer from buffer manager:" |
| 807 | " %s (%d)", __FUNCTION__, mId, strerror(-res), res); |
| 808 | return res; |
| 809 | } |
| 810 | } else if (res != OK) { |
Yin-Chia Yeh | a1b56c8 | 2019-03-27 15:50:39 -0700 | [diff] [blame] | 811 | if (shouldLogError(res, mState)) { |
| 812 | ALOGE("%s: Stream %d: Can't dequeue next output buffer: %s (%d)", |
| 813 | __FUNCTION__, mId, strerror(-res), res); |
| 814 | } |
Yin-Chia Yeh | bf1b8b9 | 2019-03-06 14:56:08 -0800 | [diff] [blame] | 815 | checkRetAndSetAbandonedLocked(res); |
Shuzhen Wang | bee0f0a | 2017-01-24 14:51:37 -0800 | [diff] [blame] | 816 | return res; |
| 817 | } |
| 818 | } |
| 819 | |
Yin-Chia Yeh | 017d49c | 2017-03-31 19:11:00 -0700 | [diff] [blame] | 820 | if (res == OK) { |
Yin-Chia Yeh | bf1b8b9 | 2019-03-06 14:56:08 -0800 | [diff] [blame] | 821 | checkRemovedBuffersLocked(); |
Yin-Chia Yeh | 017d49c | 2017-03-31 19:11:00 -0700 | [diff] [blame] | 822 | } |
| 823 | |
Shuzhen Wang | bee0f0a | 2017-01-24 14:51:37 -0800 | [diff] [blame] | 824 | return res; |
| 825 | } |
| 826 | |
Yin-Chia Yeh | bf1b8b9 | 2019-03-06 14:56:08 -0800 | [diff] [blame] | 827 | void Camera3OutputStream::checkRemovedBuffersLocked(bool notifyBufferManager) { |
| 828 | std::vector<sp<GraphicBuffer>> removedBuffers; |
| 829 | status_t res = mConsumer->getAndFlushRemovedBuffers(&removedBuffers); |
| 830 | if (res == OK) { |
| 831 | onBuffersRemovedLocked(removedBuffers); |
| 832 | |
| 833 | if (notifyBufferManager && mUseBufferManager && removedBuffers.size() > 0) { |
Shuzhen Wang | 83bff12 | 2020-11-20 15:51:39 -0800 | [diff] [blame] | 834 | mBufferManager->onBuffersRemoved(getId(), getStreamSetId(), isMultiResolution(), |
| 835 | removedBuffers.size()); |
Yin-Chia Yeh | bf1b8b9 | 2019-03-06 14:56:08 -0800 | [diff] [blame] | 836 | } |
| 837 | } |
| 838 | } |
| 839 | |
| 840 | void Camera3OutputStream::checkRetAndSetAbandonedLocked(status_t res) { |
| 841 | // Only transition to STATE_ABANDONED from STATE_CONFIGURED. (If it is |
| 842 | // STATE_PREPARING, let prepareNextBuffer handle the error.) |
| 843 | if ((res == NO_INIT || res == DEAD_OBJECT) && mState == STATE_CONFIGURED) { |
| 844 | mState = STATE_ABANDONED; |
| 845 | } |
| 846 | } |
| 847 | |
Yin-Chia Yeh | a1b56c8 | 2019-03-27 15:50:39 -0700 | [diff] [blame] | 848 | bool Camera3OutputStream::shouldLogError(status_t res, StreamState state) { |
| 849 | if (res == OK) { |
| 850 | return false; |
| 851 | } |
| 852 | if ((res == DEAD_OBJECT || res == NO_INIT) && state == STATE_ABANDONED) { |
| 853 | return false; |
| 854 | } |
| 855 | return true; |
| 856 | } |
| 857 | |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 858 | status_t Camera3OutputStream::disconnectLocked() { |
| 859 | status_t res; |
| 860 | |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 861 | if ((res = Camera3IOStreamBase::disconnectLocked()) != OK) { |
| 862 | return res; |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 863 | } |
| 864 | |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 865 | // Stream configuration was not finished (can only be in STATE_IN_CONFIG or STATE_CONSTRUCTED |
| 866 | // state), don't need change the stream state, return OK. |
| 867 | if (mConsumer == nullptr) { |
| 868 | return OK; |
| 869 | } |
| 870 | |
Yin-Chia Yeh | 14ef48d | 2020-02-10 15:06:37 -0800 | [diff] [blame] | 871 | returnPrefetchedBuffersLocked(); |
| 872 | |
Zhijun He | 125684a | 2015-12-26 15:07:30 -0800 | [diff] [blame] | 873 | ALOGV("%s: disconnecting stream %d from native window", __FUNCTION__, getId()); |
| 874 | |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 875 | res = native_window_api_disconnect(mConsumer.get(), |
| 876 | NATIVE_WINDOW_API_CAMERA); |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 877 | /** |
| 878 | * This is not an error. if client calling process dies, the window will |
| 879 | * also die and all calls to it will return DEAD_OBJECT, thus it's already |
| 880 | * "disconnected" |
| 881 | */ |
| 882 | if (res == DEAD_OBJECT) { |
| 883 | ALOGW("%s: While disconnecting stream %d from native window, the" |
| 884 | " native window died from under us", __FUNCTION__, mId); |
| 885 | } |
| 886 | else if (res != OK) { |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 887 | ALOGE("%s: Unable to disconnect stream %d from native window " |
| 888 | "(error %d %s)", |
| 889 | __FUNCTION__, mId, res, strerror(-res)); |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 890 | mState = STATE_ERROR; |
| 891 | return res; |
| 892 | } |
| 893 | |
Zhijun He | 125684a | 2015-12-26 15:07:30 -0800 | [diff] [blame] | 894 | // Since device is already idle, there is no getBuffer call to buffer manager, unregister the |
| 895 | // stream at this point should be safe. |
| 896 | if (mUseBufferManager) { |
Shuzhen Wang | 83bff12 | 2020-11-20 15:51:39 -0800 | [diff] [blame] | 897 | res = mBufferManager->unregisterStream(getId(), getStreamSetId(), isMultiResolution()); |
Zhijun He | 125684a | 2015-12-26 15:07:30 -0800 | [diff] [blame] | 898 | if (res != OK) { |
| 899 | ALOGE("%s: Unable to unregister stream %d from buffer manager " |
| 900 | "(error %d %s)", __FUNCTION__, mId, res, strerror(-res)); |
| 901 | mState = STATE_ERROR; |
| 902 | return res; |
| 903 | } |
| 904 | // Note that, to make prepare/teardown case work, we must not mBufferManager.clear(), as |
| 905 | // the stream is still in usable state after this call. |
| 906 | mUseBufferManager = false; |
| 907 | } |
| 908 | |
Igor Murashkin | e3a9f96 | 2013-05-08 18:03:15 -0700 | [diff] [blame] | 909 | mState = (mState == STATE_IN_RECONFIG) ? STATE_IN_CONFIG |
| 910 | : STATE_CONSTRUCTED; |
Shuzhen Wang | 686f644 | 2017-06-20 16:16:04 -0700 | [diff] [blame] | 911 | |
| 912 | mDequeueBufferLatency.log("Stream %d dequeueBuffer latency histogram", mId); |
| 913 | mDequeueBufferLatency.reset(); |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 914 | return OK; |
| 915 | } |
| 916 | |
Emilian Peev | 050f5dc | 2017-05-18 14:43:56 +0100 | [diff] [blame] | 917 | status_t Camera3OutputStream::getEndpointUsage(uint64_t *usage) const { |
Eino-Ville Talvala | b2f5b19 | 2013-07-30 14:36:03 -0700 | [diff] [blame] | 918 | |
| 919 | status_t res; |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 920 | |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 921 | if (mConsumer == nullptr) { |
| 922 | // mConsumerUsage was sanitized before the Camera3OutputStream was constructed. |
| 923 | *usage = mConsumerUsage; |
| 924 | return OK; |
| 925 | } |
| 926 | |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 927 | res = getEndpointUsageForSurface(usage, mConsumer); |
| 928 | |
| 929 | return res; |
| 930 | } |
| 931 | |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 932 | void Camera3OutputStream::applyZSLUsageQuirk(int format, uint64_t *consumerUsage /*inout*/) { |
| 933 | if (consumerUsage == nullptr) { |
| 934 | return; |
| 935 | } |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 936 | |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 937 | // If an opaque output stream's endpoint is ImageReader, add |
Yin-Chia Yeh | 47cf8e6 | 2017-04-04 13:00:03 -0700 | [diff] [blame] | 938 | // GRALLOC_USAGE_HW_CAMERA_ZSL to the usage so HAL knows it will be used |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 939 | // for the ZSL use case. |
| 940 | // Assume it's for ImageReader if the consumer usage doesn't have any of these bits set: |
| 941 | // 1. GRALLOC_USAGE_HW_TEXTURE |
| 942 | // 2. GRALLOC_USAGE_HW_RENDER |
| 943 | // 3. GRALLOC_USAGE_HW_COMPOSER |
| 944 | // 4. GRALLOC_USAGE_HW_VIDEO_ENCODER |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 945 | if (format == HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED && |
| 946 | (*consumerUsage & (GRALLOC_USAGE_HW_TEXTURE | GRALLOC_USAGE_HW_RENDER | |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 947 | GRALLOC_USAGE_HW_COMPOSER | GRALLOC_USAGE_HW_VIDEO_ENCODER)) == 0) { |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 948 | *consumerUsage |= GRALLOC_USAGE_HW_CAMERA_ZSL; |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 949 | } |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 950 | } |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 951 | |
Emilian Peev | 35ae826 | 2018-11-08 13:11:32 +0000 | [diff] [blame] | 952 | status_t Camera3OutputStream::getEndpointUsageForSurface(uint64_t *usage, |
| 953 | const sp<Surface>& surface) const { |
| 954 | status_t res; |
| 955 | uint64_t u = 0; |
| 956 | |
| 957 | res = native_window_get_consumer_usage(static_cast<ANativeWindow*>(surface.get()), &u); |
Emilian Peev | f481670 | 2020-04-03 15:44:51 -0700 | [diff] [blame] | 958 | applyZSLUsageQuirk(camera_stream::format, &u); |
Chien-Yu Chen | 618ff8a | 2015-03-13 11:27:17 -0700 | [diff] [blame] | 959 | *usage = u; |
Eino-Ville Talvala | b2f5b19 | 2013-07-30 14:36:03 -0700 | [diff] [blame] | 960 | return res; |
| 961 | } |
| 962 | |
Chien-Yu Chen | 85a6455 | 2015-08-28 15:46:12 -0700 | [diff] [blame] | 963 | bool Camera3OutputStream::isVideoStream() const { |
Emilian Peev | 050f5dc | 2017-05-18 14:43:56 +0100 | [diff] [blame] | 964 | uint64_t usage = 0; |
Chien-Yu Chen | 85a6455 | 2015-08-28 15:46:12 -0700 | [diff] [blame] | 965 | status_t res = getEndpointUsage(&usage); |
| 966 | if (res != OK) { |
| 967 | ALOGE("%s: getting end point usage failed: %s (%d).", __FUNCTION__, strerror(-res), res); |
| 968 | return false; |
| 969 | } |
| 970 | |
| 971 | return (usage & GRALLOC_USAGE_HW_VIDEO_ENCODER) != 0; |
| 972 | } |
| 973 | |
Zhijun He | 125684a | 2015-12-26 15:07:30 -0800 | [diff] [blame] | 974 | status_t Camera3OutputStream::setBufferManager(sp<Camera3BufferManager> bufferManager) { |
| 975 | Mutex::Autolock l(mLock); |
| 976 | if (mState != STATE_CONSTRUCTED) { |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 977 | ALOGE("%s: this method can only be called when stream in CONSTRUCTED state.", |
Zhijun He | 125684a | 2015-12-26 15:07:30 -0800 | [diff] [blame] | 978 | __FUNCTION__); |
| 979 | return INVALID_OPERATION; |
| 980 | } |
| 981 | mBufferManager = bufferManager; |
| 982 | |
| 983 | return OK; |
| 984 | } |
| 985 | |
Emilian Peev | 40ead60 | 2017-09-26 15:46:36 +0100 | [diff] [blame] | 986 | status_t Camera3OutputStream::updateStream(const std::vector<sp<Surface>> &/*outputSurfaces*/, |
| 987 | const std::vector<OutputStreamInfo> &/*outputInfo*/, |
| 988 | const std::vector<size_t> &/*removedSurfaceIds*/, |
| 989 | KeyedVector<sp<Surface>, size_t> * /*outputMapo*/) { |
| 990 | ALOGE("%s: this method is not supported!", __FUNCTION__); |
| 991 | return INVALID_OPERATION; |
| 992 | } |
| 993 | |
Shuzhen Wang | 0160ddd | 2019-08-15 09:11:56 -0700 | [diff] [blame] | 994 | void Camera3OutputStream::BufferProducerListener::onBufferReleased() { |
Zhijun He | 125684a | 2015-12-26 15:07:30 -0800 | [diff] [blame] | 995 | sp<Camera3OutputStream> stream = mParent.promote(); |
| 996 | if (stream == nullptr) { |
| 997 | ALOGV("%s: Parent camera3 output stream was destroyed", __FUNCTION__); |
| 998 | return; |
| 999 | } |
| 1000 | |
| 1001 | Mutex::Autolock l(stream->mLock); |
| 1002 | if (!(stream->mUseBufferManager)) { |
| 1003 | return; |
| 1004 | } |
| 1005 | |
Eino-Ville Talvala | 77c1a35 | 2016-06-13 12:32:43 -0700 | [diff] [blame] | 1006 | ALOGV("Stream %d: Buffer released", stream->getId()); |
Yin-Chia Yeh | 89954d9 | 2017-05-21 17:28:53 -0700 | [diff] [blame] | 1007 | bool shouldFreeBuffer = false; |
Eino-Ville Talvala | 77c1a35 | 2016-06-13 12:32:43 -0700 | [diff] [blame] | 1008 | status_t res = stream->mBufferManager->onBufferReleased( |
Shuzhen Wang | 83bff12 | 2020-11-20 15:51:39 -0800 | [diff] [blame] | 1009 | stream->getId(), stream->getStreamSetId(), stream->isMultiResolution(), |
| 1010 | &shouldFreeBuffer); |
Eino-Ville Talvala | 77c1a35 | 2016-06-13 12:32:43 -0700 | [diff] [blame] | 1011 | if (res != OK) { |
| 1012 | ALOGE("%s: signaling buffer release to buffer manager failed: %s (%d).", __FUNCTION__, |
| 1013 | strerror(-res), res); |
| 1014 | stream->mState = STATE_ERROR; |
| 1015 | } |
Yin-Chia Yeh | 89954d9 | 2017-05-21 17:28:53 -0700 | [diff] [blame] | 1016 | |
| 1017 | if (shouldFreeBuffer) { |
| 1018 | sp<GraphicBuffer> buffer; |
| 1019 | // Detach and free a buffer (when buffer goes out of scope) |
| 1020 | stream->detachBufferLocked(&buffer, /*fenceFd*/ nullptr); |
| 1021 | if (buffer.get() != nullptr) { |
| 1022 | stream->mBufferManager->notifyBufferRemoved( |
Shuzhen Wang | 83bff12 | 2020-11-20 15:51:39 -0800 | [diff] [blame] | 1023 | stream->getId(), stream->getStreamSetId(), stream->isMultiResolution()); |
Yin-Chia Yeh | 89954d9 | 2017-05-21 17:28:53 -0700 | [diff] [blame] | 1024 | } |
| 1025 | } |
Eino-Ville Talvala | 77c1a35 | 2016-06-13 12:32:43 -0700 | [diff] [blame] | 1026 | } |
| 1027 | |
Shuzhen Wang | 0160ddd | 2019-08-15 09:11:56 -0700 | [diff] [blame] | 1028 | void Camera3OutputStream::BufferProducerListener::onBuffersDiscarded( |
| 1029 | const std::vector<sp<GraphicBuffer>>& buffers) { |
| 1030 | sp<Camera3OutputStream> stream = mParent.promote(); |
| 1031 | if (stream == nullptr) { |
| 1032 | ALOGV("%s: Parent camera3 output stream was destroyed", __FUNCTION__); |
| 1033 | return; |
| 1034 | } |
| 1035 | |
| 1036 | if (buffers.size() > 0) { |
| 1037 | Mutex::Autolock l(stream->mLock); |
| 1038 | stream->onBuffersRemovedLocked(buffers); |
| 1039 | if (stream->mUseBufferManager) { |
| 1040 | stream->mBufferManager->onBuffersRemoved(stream->getId(), |
Shuzhen Wang | 83bff12 | 2020-11-20 15:51:39 -0800 | [diff] [blame] | 1041 | stream->getStreamSetId(), stream->isMultiResolution(), buffers.size()); |
Shuzhen Wang | 0160ddd | 2019-08-15 09:11:56 -0700 | [diff] [blame] | 1042 | } |
| 1043 | ALOGV("Stream %d: %zu Buffers discarded.", stream->getId(), buffers.size()); |
| 1044 | } |
| 1045 | } |
| 1046 | |
Yin-Chia Yeh | 017d49c | 2017-03-31 19:11:00 -0700 | [diff] [blame] | 1047 | void Camera3OutputStream::onBuffersRemovedLocked( |
| 1048 | const std::vector<sp<GraphicBuffer>>& removedBuffers) { |
Yin-Chia Yeh | db1e864 | 2017-07-14 15:19:30 -0700 | [diff] [blame] | 1049 | sp<Camera3StreamBufferFreedListener> callback = mBufferFreedListener.promote(); |
Yin-Chia Yeh | 017d49c | 2017-03-31 19:11:00 -0700 | [diff] [blame] | 1050 | if (callback != nullptr) { |
Chih-Hung Hsieh | 48fc619 | 2017-08-04 14:37:31 -0700 | [diff] [blame] | 1051 | for (const auto& gb : removedBuffers) { |
Yin-Chia Yeh | 017d49c | 2017-03-31 19:11:00 -0700 | [diff] [blame] | 1052 | callback->onBufferFreed(mId, gb->handle); |
| 1053 | } |
| 1054 | } |
| 1055 | } |
| 1056 | |
Eino-Ville Talvala | 77c1a35 | 2016-06-13 12:32:43 -0700 | [diff] [blame] | 1057 | status_t Camera3OutputStream::detachBuffer(sp<GraphicBuffer>* buffer, int* fenceFd) { |
| 1058 | Mutex::Autolock l(mLock); |
Yin-Chia Yeh | 89954d9 | 2017-05-21 17:28:53 -0700 | [diff] [blame] | 1059 | return detachBufferLocked(buffer, fenceFd); |
| 1060 | } |
Eino-Ville Talvala | 77c1a35 | 2016-06-13 12:32:43 -0700 | [diff] [blame] | 1061 | |
Yin-Chia Yeh | 89954d9 | 2017-05-21 17:28:53 -0700 | [diff] [blame] | 1062 | status_t Camera3OutputStream::detachBufferLocked(sp<GraphicBuffer>* buffer, int* fenceFd) { |
Eino-Ville Talvala | 77c1a35 | 2016-06-13 12:32:43 -0700 | [diff] [blame] | 1063 | ALOGV("Stream %d: detachBuffer", getId()); |
| 1064 | if (buffer == nullptr) { |
| 1065 | return BAD_VALUE; |
| 1066 | } |
| 1067 | |
Zhijun He | 125684a | 2015-12-26 15:07:30 -0800 | [diff] [blame] | 1068 | sp<Fence> fence; |
Eino-Ville Talvala | 77c1a35 | 2016-06-13 12:32:43 -0700 | [diff] [blame] | 1069 | status_t res = mConsumer->detachNextBuffer(buffer, &fence); |
Zhijun He | 125684a | 2015-12-26 15:07:30 -0800 | [diff] [blame] | 1070 | if (res == NO_MEMORY) { |
| 1071 | // This may rarely happen, which indicates that the released buffer was freed by other |
| 1072 | // call (e.g., attachBuffer, dequeueBuffer etc.) before reaching here. We should notify the |
| 1073 | // buffer manager that this buffer has been freed. It's not fatal, but should be avoided, |
| 1074 | // therefore log a warning. |
Eino-Ville Talvala | 77c1a35 | 2016-06-13 12:32:43 -0700 | [diff] [blame] | 1075 | *buffer = 0; |
Zhijun He | 125684a | 2015-12-26 15:07:30 -0800 | [diff] [blame] | 1076 | ALOGW("%s: the released buffer has already been freed by the buffer queue!", __FUNCTION__); |
| 1077 | } else if (res != OK) { |
Eino-Ville Talvala | ff51b47 | 2016-06-28 15:26:19 -0700 | [diff] [blame] | 1078 | // Treat other errors as abandonment |
Yin-Chia Yeh | a1b56c8 | 2019-03-27 15:50:39 -0700 | [diff] [blame] | 1079 | if (shouldLogError(res, mState)) { |
| 1080 | ALOGE("%s: detach next buffer failed: %s (%d).", __FUNCTION__, strerror(-res), res); |
| 1081 | } |
Eino-Ville Talvala | ff51b47 | 2016-06-28 15:26:19 -0700 | [diff] [blame] | 1082 | mState = STATE_ABANDONED; |
Eino-Ville Talvala | 77c1a35 | 2016-06-13 12:32:43 -0700 | [diff] [blame] | 1083 | return res; |
Zhijun He | 125684a | 2015-12-26 15:07:30 -0800 | [diff] [blame] | 1084 | } |
| 1085 | |
Eino-Ville Talvala | 77c1a35 | 2016-06-13 12:32:43 -0700 | [diff] [blame] | 1086 | if (fenceFd != nullptr) { |
| 1087 | if (fence!= 0 && fence->isValid()) { |
| 1088 | *fenceFd = fence->dup(); |
| 1089 | } else { |
| 1090 | *fenceFd = -1; |
| 1091 | } |
Zhijun He | 125684a | 2015-12-26 15:07:30 -0800 | [diff] [blame] | 1092 | } |
Eino-Ville Talvala | 77c1a35 | 2016-06-13 12:32:43 -0700 | [diff] [blame] | 1093 | |
Yin-Chia Yeh | bf1b8b9 | 2019-03-06 14:56:08 -0800 | [diff] [blame] | 1094 | // Here we assume detachBuffer is called by buffer manager so it doesn't need to be notified |
| 1095 | checkRemovedBuffersLocked(/*notifyBufferManager*/false); |
Yin-Chia Yeh | 017d49c | 2017-03-31 19:11:00 -0700 | [diff] [blame] | 1096 | return res; |
Zhijun He | 125684a | 2015-12-26 15:07:30 -0800 | [diff] [blame] | 1097 | } |
Shuzhen Wang | 13a6963 | 2016-01-26 09:51:07 -0800 | [diff] [blame] | 1098 | |
Chien-Yu Chen | a936ac2 | 2017-10-23 15:59:49 -0700 | [diff] [blame] | 1099 | status_t Camera3OutputStream::dropBuffers(bool dropping) { |
| 1100 | Mutex::Autolock l(mLock); |
| 1101 | mDropBuffers = dropping; |
| 1102 | return OK; |
| 1103 | } |
| 1104 | |
Shuzhen Wang | 5c22c15 | 2017-12-31 17:12:25 -0800 | [diff] [blame] | 1105 | const String8& Camera3OutputStream::getPhysicalCameraId() const { |
| 1106 | Mutex::Autolock l(mLock); |
| 1107 | return physicalCameraId(); |
| 1108 | } |
| 1109 | |
Shuzhen Wang | bee0f0a | 2017-01-24 14:51:37 -0800 | [diff] [blame] | 1110 | status_t Camera3OutputStream::notifyBufferReleased(ANativeWindowBuffer* /*anwBuffer*/) { |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 1111 | return OK; |
| 1112 | } |
| 1113 | |
| 1114 | bool Camera3OutputStream::isConsumerConfigurationDeferred(size_t surface_id) const { |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1115 | Mutex::Autolock l(mLock); |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 1116 | |
| 1117 | if (surface_id != 0) { |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1118 | ALOGE("%s: surface_id %zu for Camera3OutputStream should be 0!", __FUNCTION__, surface_id); |
Shuzhen Wang | 0129d52 | 2016-10-30 22:43:41 -0700 | [diff] [blame] | 1119 | } |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1120 | return mConsumer == nullptr; |
| 1121 | } |
| 1122 | |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1123 | status_t Camera3OutputStream::setConsumers(const std::vector<sp<Surface>>& consumers) { |
Shuzhen Wang | bee0f0a | 2017-01-24 14:51:37 -0800 | [diff] [blame] | 1124 | Mutex::Autolock l(mLock); |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1125 | if (consumers.size() != 1) { |
| 1126 | ALOGE("%s: it's illegal to set %zu consumer surfaces!", |
| 1127 | __FUNCTION__, consumers.size()); |
| 1128 | return INVALID_OPERATION; |
| 1129 | } |
| 1130 | if (consumers[0] == nullptr) { |
| 1131 | ALOGE("%s: it's illegal to set null consumer surface!", __FUNCTION__); |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1132 | return INVALID_OPERATION; |
| 1133 | } |
| 1134 | |
| 1135 | if (mConsumer != nullptr) { |
| 1136 | ALOGE("%s: consumer surface was already set!", __FUNCTION__); |
| 1137 | return INVALID_OPERATION; |
| 1138 | } |
| 1139 | |
Shuzhen Wang | 758c215 | 2017-01-10 18:26:18 -0800 | [diff] [blame] | 1140 | mConsumer = consumers[0]; |
Zhijun He | 5d677d1 | 2016-05-29 16:52:39 -0700 | [diff] [blame] | 1141 | return OK; |
| 1142 | } |
| 1143 | |
Shuzhen Wang | 13a6963 | 2016-01-26 09:51:07 -0800 | [diff] [blame] | 1144 | bool Camera3OutputStream::isConsumedByHWComposer() const { |
Emilian Peev | 050f5dc | 2017-05-18 14:43:56 +0100 | [diff] [blame] | 1145 | uint64_t usage = 0; |
Shuzhen Wang | 13a6963 | 2016-01-26 09:51:07 -0800 | [diff] [blame] | 1146 | status_t res = getEndpointUsage(&usage); |
| 1147 | if (res != OK) { |
| 1148 | ALOGE("%s: getting end point usage failed: %s (%d).", __FUNCTION__, strerror(-res), res); |
| 1149 | return false; |
| 1150 | } |
| 1151 | |
| 1152 | return (usage & GRALLOC_USAGE_HW_COMPOSER) != 0; |
| 1153 | } |
| 1154 | |
Zhijun He | f0645c1 | 2016-08-02 00:58:11 -0700 | [diff] [blame] | 1155 | bool Camera3OutputStream::isConsumedByHWTexture() const { |
Emilian Peev | 050f5dc | 2017-05-18 14:43:56 +0100 | [diff] [blame] | 1156 | uint64_t usage = 0; |
Zhijun He | f0645c1 | 2016-08-02 00:58:11 -0700 | [diff] [blame] | 1157 | status_t res = getEndpointUsage(&usage); |
| 1158 | if (res != OK) { |
| 1159 | ALOGE("%s: getting end point usage failed: %s (%d).", __FUNCTION__, strerror(-res), res); |
| 1160 | return false; |
| 1161 | } |
| 1162 | |
| 1163 | return (usage & GRALLOC_USAGE_HW_TEXTURE) != 0; |
| 1164 | } |
| 1165 | |
Shuzhen Wang | abbcb6b | 2020-12-09 22:32:44 -0800 | [diff] [blame] | 1166 | void Camera3OutputStream::dumpImageToDisk(nsecs_t timestamp, |
| 1167 | ANativeWindowBuffer* anwBuffer, int fence) { |
| 1168 | // Deriver output file name |
| 1169 | std::string fileExtension = "jpg"; |
| 1170 | char imageFileName[64]; |
| 1171 | time_t now = time(0); |
| 1172 | tm *localTime = localtime(&now); |
| 1173 | snprintf(imageFileName, sizeof(imageFileName), "IMG_%4d%02d%02d_%02d%02d%02d_%" PRId64 ".%s", |
Shuzhen Wang | 6a8237f | 2021-07-13 14:42:57 -0700 | [diff] [blame] | 1174 | 1900 + localTime->tm_year, localTime->tm_mon + 1, localTime->tm_mday, |
Shuzhen Wang | abbcb6b | 2020-12-09 22:32:44 -0800 | [diff] [blame] | 1175 | localTime->tm_hour, localTime->tm_min, localTime->tm_sec, |
| 1176 | timestamp, fileExtension.c_str()); |
| 1177 | |
| 1178 | // Lock the image for CPU read |
| 1179 | sp<GraphicBuffer> graphicBuffer = GraphicBuffer::from(anwBuffer); |
| 1180 | void* mapped = nullptr; |
| 1181 | base::unique_fd fenceFd(dup(fence)); |
| 1182 | status_t res = graphicBuffer->lockAsync(GraphicBuffer::USAGE_SW_READ_OFTEN, &mapped, |
| 1183 | fenceFd.get()); |
| 1184 | if (res != OK) { |
| 1185 | ALOGE("%s: Failed to lock the buffer: %s (%d)", __FUNCTION__, strerror(-res), res); |
| 1186 | return; |
| 1187 | } |
| 1188 | |
| 1189 | // Figure out actual file size |
| 1190 | auto actualJpegSize = android::camera2::JpegProcessor::findJpegSize((uint8_t*)mapped, mMaxSize); |
| 1191 | if (actualJpegSize == 0) { |
| 1192 | actualJpegSize = mMaxSize; |
| 1193 | } |
| 1194 | |
| 1195 | // Output image data to file |
| 1196 | std::string filePath = "/data/misc/cameraserver/"; |
| 1197 | filePath += imageFileName; |
| 1198 | std::ofstream imageFile(filePath.c_str(), std::ofstream::binary); |
| 1199 | if (!imageFile.is_open()) { |
| 1200 | ALOGE("%s: Unable to create file %s", __FUNCTION__, filePath.c_str()); |
| 1201 | graphicBuffer->unlock(); |
| 1202 | return; |
| 1203 | } |
| 1204 | imageFile.write((const char*)mapped, actualJpegSize); |
| 1205 | |
| 1206 | graphicBuffer->unlock(); |
| 1207 | } |
| 1208 | |
Yin-Chia Yeh | 14ef48d | 2020-02-10 15:06:37 -0800 | [diff] [blame] | 1209 | status_t Camera3OutputStream::setBatchSize(size_t batchSize) { |
| 1210 | Mutex::Autolock l(mLock); |
Yin-Chia Yeh | 14ef48d | 2020-02-10 15:06:37 -0800 | [diff] [blame] | 1211 | if (batchSize == 0) { |
| 1212 | ALOGE("%s: invalid batch size 0", __FUNCTION__); |
| 1213 | return BAD_VALUE; |
| 1214 | } |
| 1215 | |
| 1216 | if (mUseBufferManager) { |
| 1217 | ALOGE("%s: batch operation is not supported with buffer manager", __FUNCTION__); |
| 1218 | return INVALID_OPERATION; |
| 1219 | } |
| 1220 | |
| 1221 | if (!isVideoStream()) { |
| 1222 | ALOGE("%s: batch operation is not supported with non-video stream", __FUNCTION__); |
| 1223 | return INVALID_OPERATION; |
| 1224 | } |
| 1225 | |
Shuzhen Wang | c762946 | 2021-07-12 15:02:58 -0700 | [diff] [blame] | 1226 | if (camera_stream::max_buffers < batchSize) { |
| 1227 | ALOGW("%s: batch size is capped by max_buffers %d", __FUNCTION__, |
| 1228 | camera_stream::max_buffers); |
| 1229 | batchSize = camera_stream::max_buffers; |
Yin-Chia Yeh | 14ef48d | 2020-02-10 15:06:37 -0800 | [diff] [blame] | 1230 | } |
Shuzhen Wang | c762946 | 2021-07-12 15:02:58 -0700 | [diff] [blame] | 1231 | |
| 1232 | size_t defaultBatchSize = 1; |
| 1233 | if (!mBatchSize.compare_exchange_strong(defaultBatchSize, batchSize)) { |
| 1234 | ALOGE("%s: change batch size from %zu to %zu dynamically is not supported", |
| 1235 | __FUNCTION__, defaultBatchSize, batchSize); |
| 1236 | return INVALID_OPERATION; |
| 1237 | } |
| 1238 | |
Yin-Chia Yeh | 14ef48d | 2020-02-10 15:06:37 -0800 | [diff] [blame] | 1239 | return OK; |
| 1240 | } |
| 1241 | |
Shuzhen Wang | 00abbeb | 2022-02-25 17:14:42 -0800 | [diff] [blame] | 1242 | void Camera3OutputStream::onMinDurationChanged(nsecs_t duration) { |
| 1243 | Mutex::Autolock l(mLock); |
| 1244 | mMinExpectedDuration = duration; |
| 1245 | } |
| 1246 | |
Yin-Chia Yeh | 14ef48d | 2020-02-10 15:06:37 -0800 | [diff] [blame] | 1247 | void Camera3OutputStream::returnPrefetchedBuffersLocked() { |
Shuzhen Wang | c762946 | 2021-07-12 15:02:58 -0700 | [diff] [blame] | 1248 | std::vector<Surface::BatchBuffer> batchedBuffers; |
Yin-Chia Yeh | 14ef48d | 2020-02-10 15:06:37 -0800 | [diff] [blame] | 1249 | |
Shuzhen Wang | c762946 | 2021-07-12 15:02:58 -0700 | [diff] [blame] | 1250 | { |
| 1251 | std::lock_guard<std::mutex> batchLock(mBatchLock); |
| 1252 | if (mBatchedBuffers.size() != 0) { |
| 1253 | ALOGW("%s: %zu extra prefetched buffers detected. Returning", |
| 1254 | __FUNCTION__, mBatchedBuffers.size()); |
| 1255 | batchedBuffers = std::move(mBatchedBuffers); |
| 1256 | } |
| 1257 | } |
| 1258 | |
| 1259 | if (batchedBuffers.size() > 0) { |
| 1260 | mConsumer->cancelBuffers(batchedBuffers); |
Yin-Chia Yeh | 14ef48d | 2020-02-10 15:06:37 -0800 | [diff] [blame] | 1261 | } |
| 1262 | } |
| 1263 | |
Shuzhen Wang | 00abbeb | 2022-02-25 17:14:42 -0800 | [diff] [blame] | 1264 | nsecs_t Camera3OutputStream::syncTimestampToDisplayLocked(nsecs_t t) { |
| 1265 | ParcelableVsyncEventData parcelableVsyncEventData; |
| 1266 | auto res = mDisplayEventReceiver.getLatestVsyncEventData(&parcelableVsyncEventData); |
| 1267 | if (res != OK) { |
| 1268 | ALOGE("%s: Stream %d: Error getting latest vsync event data: %s (%d)", |
| 1269 | __FUNCTION__, mId, strerror(-res), res); |
| 1270 | return t; |
| 1271 | } |
| 1272 | |
| 1273 | const VsyncEventData& vsyncEventData = parcelableVsyncEventData.vsync; |
| 1274 | nsecs_t currentTime = systemTime(); |
| 1275 | |
| 1276 | // Reset capture to present time offset if more than 1 second |
| 1277 | // between frames. |
| 1278 | if (t - mLastCaptureTime > kSpacingResetIntervalNs) { |
| 1279 | for (size_t i = 0; i < VsyncEventData::kFrameTimelinesLength; i++) { |
| 1280 | if (vsyncEventData.frameTimelines[i].deadlineTimestamp >= currentTime) { |
| 1281 | mCaptureToPresentOffset = |
| 1282 | vsyncEventData.frameTimelines[i].expectedPresentationTime - t; |
| 1283 | break; |
| 1284 | } |
| 1285 | } |
| 1286 | } |
| 1287 | |
| 1288 | nsecs_t idealPresentT = t + mCaptureToPresentOffset; |
| 1289 | nsecs_t expectedPresentT = 0; |
| 1290 | nsecs_t minDiff = INT64_MAX; |
| 1291 | // Derive minimum intervals between presentation times based on minimal |
| 1292 | // expected duration. |
| 1293 | size_t minVsyncs = (mMinExpectedDuration + vsyncEventData.frameInterval - 1) / |
| 1294 | vsyncEventData.frameInterval - 1; |
| 1295 | nsecs_t minInterval = minVsyncs * vsyncEventData.frameInterval + kTimelineThresholdNs; |
| 1296 | // Find best timestamp in the vsync timeline: |
| 1297 | // - closest to the ideal present time, |
| 1298 | // - deadline timestamp is greater than the current time, and |
| 1299 | // - the candidate present time is at least minInterval in the future |
| 1300 | // compared to last present time. |
| 1301 | for (const auto& vsyncTime : vsyncEventData.frameTimelines) { |
| 1302 | if (std::abs(vsyncTime.expectedPresentationTime - idealPresentT) < minDiff && |
| 1303 | vsyncTime.deadlineTimestamp >= currentTime && |
| 1304 | vsyncTime.expectedPresentationTime > mLastPresentTime + minInterval) { |
| 1305 | expectedPresentT = vsyncTime.expectedPresentationTime; |
| 1306 | minDiff = std::abs(vsyncTime.expectedPresentationTime - idealPresentT); |
| 1307 | } |
| 1308 | } |
| 1309 | return expectedPresentT; |
Shuzhen Wang | e4adddb | 2021-09-21 15:24:44 -0700 | [diff] [blame] | 1310 | } |
| 1311 | |
Eino-Ville Talvala | fd58f1a | 2013-03-06 16:20:06 -0800 | [diff] [blame] | 1312 | }; // namespace camera3 |
| 1313 | |
| 1314 | }; // namespace android |