blob: c6e8ea9986b1f0e88351646e0e7b99b62eedccc4 [file] [log] [blame]
Corey Tabaka52ea25c2017-09-13 18:02:48 -07001#include <sys/epoll.h>
2#include <sys/eventfd.h>
Alex Vakulenkoe4eec202017-01-27 14:41:04 -08003#include <sys/poll.h>
Alex Vakulenkoe4eec202017-01-27 14:41:04 -08004
5#include <algorithm>
6#include <atomic>
7#include <thread>
8
Fan Xu74df4902018-09-20 16:40:51 -07009#include <log/log.h>
Fan Xu74df4902018-09-20 16:40:51 -070010#include <private/dvr/buffer_channel.h>
Tianyu0c6b7ff2018-10-03 11:30:04 -070011#include <private/dvr/bufferhub_rpc.h>
Fan Xu74df4902018-09-20 16:40:51 -070012#include <private/dvr/consumer_channel.h>
13#include <private/dvr/producer_channel.h>
14#include <sync/sync.h>
15#include <utils/Trace.h>
Alex Vakulenkoe4eec202017-01-27 14:41:04 -080016
17using android::pdx::BorrowedHandle;
Corey Tabakacd52dd92017-04-07 18:03:57 -070018using android::pdx::ErrorStatus;
Alex Vakulenkoe4eec202017-01-27 14:41:04 -080019using android::pdx::Message;
20using android::pdx::RemoteChannelHandle;
Corey Tabakacd52dd92017-04-07 18:03:57 -070021using android::pdx::Status;
Alex Vakulenkoe4eec202017-01-27 14:41:04 -080022using android::pdx::rpc::BufferWrapper;
23using android::pdx::rpc::DispatchRemoteMethod;
24using android::pdx::rpc::WrapBuffer;
25
26namespace android {
27namespace dvr {
28
Jiwen 'Steve' Cai0728fa92018-04-24 19:03:14 -070029ProducerChannel::ProducerChannel(BufferHubService* service, int buffer_id,
30 int channel_id, IonBuffer buffer,
31 IonBuffer metadata_buffer,
32 size_t user_metadata_size, int* error)
33 : BufferHubChannel(service, buffer_id, channel_id, kProducerType),
34 buffer_(std::move(buffer)),
35 metadata_buffer_(std::move(metadata_buffer)),
36 user_metadata_size_(user_metadata_size),
37 metadata_buf_size_(BufferHubDefs::kMetadataHeaderSize +
38 user_metadata_size) {
39 if (!buffer_.IsValid()) {
40 ALOGE("ProducerChannel::ProducerChannel: Invalid buffer.");
41 *error = -EINVAL;
42 return;
43 }
44 if (!metadata_buffer_.IsValid()) {
45 ALOGE("ProducerChannel::ProducerChannel: Invalid metadata buffer.");
46 *error = -EINVAL;
47 return;
48 }
49
50 *error = InitializeBuffer();
51}
52
Alex Vakulenkoe4eec202017-01-27 14:41:04 -080053ProducerChannel::ProducerChannel(BufferHubService* service, int channel_id,
Corey Tabakacd52dd92017-04-07 18:03:57 -070054 uint32_t width, uint32_t height,
Hendrik Wagenaar108e84f2017-05-07 22:19:17 -070055 uint32_t layer_count, uint32_t format,
Corey Tabaka52ea25c2017-09-13 18:02:48 -070056 uint64_t usage, size_t user_metadata_size,
Hendrik Wagenaar108e84f2017-05-07 22:19:17 -070057 int* error)
Alex Vakulenkoe4eec202017-01-27 14:41:04 -080058 : BufferHubChannel(service, channel_id, channel_id, kProducerType),
59 pending_consumers_(0),
Alex Vakulenkoe4eec202017-01-27 14:41:04 -080060 producer_owns_(true),
Corey Tabaka52ea25c2017-09-13 18:02:48 -070061 user_metadata_size_(user_metadata_size),
62 metadata_buf_size_(BufferHubDefs::kMetadataHeaderSize +
63 user_metadata_size) {
64 if (int ret = buffer_.Alloc(width, height, layer_count, format, usage)) {
Hendrik Wagenaar4d3590f2017-05-06 22:36:04 -070065 ALOGE("ProducerChannel::ProducerChannel: Failed to allocate buffer: %s",
66 strerror(-ret));
67 *error = ret;
68 return;
Alex Vakulenkoe4eec202017-01-27 14:41:04 -080069 }
70
Corey Tabaka52ea25c2017-09-13 18:02:48 -070071 if (int ret = metadata_buffer_.Alloc(metadata_buf_size_, /*height=*/1,
72 /*layer_count=*/1,
73 BufferHubDefs::kMetadataFormat,
74 BufferHubDefs::kMetadataUsage)) {
75 ALOGE("ProducerChannel::ProducerChannel: Failed to allocate metadata: %s",
76 strerror(-ret));
77 *error = ret;
78 return;
79 }
80
Jiwen 'Steve' Cai0728fa92018-04-24 19:03:14 -070081 *error = InitializeBuffer();
82}
83
84int ProducerChannel::InitializeBuffer() {
Corey Tabaka52ea25c2017-09-13 18:02:48 -070085 void* metadata_ptr = nullptr;
86 if (int ret = metadata_buffer_.Lock(BufferHubDefs::kMetadataUsage, /*x=*/0,
87 /*y=*/0, metadata_buf_size_,
88 /*height=*/1, &metadata_ptr)) {
89 ALOGE("ProducerChannel::ProducerChannel: Failed to lock metadata.");
Jiwen 'Steve' Cai0728fa92018-04-24 19:03:14 -070090 return ret;
Corey Tabaka52ea25c2017-09-13 18:02:48 -070091 }
92 metadata_header_ =
93 reinterpret_cast<BufferHubDefs::MetadataHeader*>(metadata_ptr);
94
95 // Using placement new here to reuse shared memory instead of new allocation
96 // and also initialize the value to zero.
97 buffer_state_ =
98 new (&metadata_header_->buffer_state) std::atomic<uint64_t>(0);
Tianyu0c6b7ff2018-10-03 11:30:04 -070099 fence_state_ = new (&metadata_header_->fence_state) std::atomic<uint64_t>(0);
Tianyu67053492018-10-04 14:00:22 -0700100 active_clients_bit_mask_ =
101 new (&metadata_header_->active_clients_bit_mask) std::atomic<uint64_t>(0);
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700102
Tianyu Jiang63dd7c32018-10-30 18:35:06 -0700103 // Producer channel is never created after consumer channel, and one buffer
104 // only have one fixed producer for now. Thus, it is correct to assume
105 // producer state bit is kFirstClientBitMask for now.
106 active_clients_bit_mask_->store(BufferHubDefs::kFirstClientBitMask,
107 std::memory_order_release);
108
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700109 acquire_fence_fd_.Reset(epoll_create1(EPOLL_CLOEXEC));
110 release_fence_fd_.Reset(epoll_create1(EPOLL_CLOEXEC));
111 if (!acquire_fence_fd_ || !release_fence_fd_) {
112 ALOGE("ProducerChannel::ProducerChannel: Failed to create shared fences.");
Jiwen 'Steve' Cai0728fa92018-04-24 19:03:14 -0700113 return -EIO;
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700114 }
115
116 dummy_fence_fd_.Reset(eventfd(0, EFD_CLOEXEC | EFD_NONBLOCK));
117 if (!dummy_fence_fd_) {
118 ALOGE("ProducerChannel::ProducerChannel: Failed to create dummy fences.");
Jiwen 'Steve' Cai0728fa92018-04-24 19:03:14 -0700119 return EIO;
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700120 }
121
122 epoll_event event;
123 event.events = 0;
124 event.data.u64 = 0ULL;
125 if (epoll_ctl(release_fence_fd_.Get(), EPOLL_CTL_ADD, dummy_fence_fd_.Get(),
126 &event) < 0) {
127 ALOGE(
128 "ProducerChannel::ProducerChannel: Failed to modify the shared "
129 "release fence to include the dummy fence: %s",
130 strerror(errno));
Jiwen 'Steve' Cai0728fa92018-04-24 19:03:14 -0700131 return -EIO;
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700132 }
133
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800134 // Success.
Jiwen 'Steve' Cai0728fa92018-04-24 19:03:14 -0700135 return 0;
136}
137
138std::unique_ptr<ProducerChannel> ProducerChannel::Create(
139 BufferHubService* service, int buffer_id, int channel_id, IonBuffer buffer,
140 IonBuffer metadata_buffer, size_t user_metadata_size) {
141 int error = 0;
142 std::unique_ptr<ProducerChannel> producer(new ProducerChannel(
143 service, buffer_id, channel_id, std::move(buffer),
144 std::move(metadata_buffer), user_metadata_size, &error));
145
146 if (error < 0)
147 return nullptr;
148 else
149 return producer;
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800150}
151
Corey Tabakacd52dd92017-04-07 18:03:57 -0700152Status<std::shared_ptr<ProducerChannel>> ProducerChannel::Create(
153 BufferHubService* service, int channel_id, uint32_t width, uint32_t height,
Hendrik Wagenaar108e84f2017-05-07 22:19:17 -0700154 uint32_t layer_count, uint32_t format, uint64_t usage,
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700155 size_t user_metadata_size) {
Corey Tabakacd52dd92017-04-07 18:03:57 -0700156 int error;
Jiwen 'Steve' Cai0057fdd2017-05-02 11:21:18 -0700157 std::shared_ptr<ProducerChannel> producer(
Hendrik Wagenaar108e84f2017-05-07 22:19:17 -0700158 new ProducerChannel(service, channel_id, width, height, layer_count,
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700159 format, usage, user_metadata_size, &error));
Corey Tabakacd52dd92017-04-07 18:03:57 -0700160 if (error < 0)
161 return ErrorStatus(-error);
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800162 else
Corey Tabakacd52dd92017-04-07 18:03:57 -0700163 return {std::move(producer)};
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800164}
165
166ProducerChannel::~ProducerChannel() {
Corey Tabaka3079cb72017-01-19 15:07:26 -0800167 ALOGD_IF(TRACE,
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700168 "ProducerChannel::~ProducerChannel: channel_id=%d buffer_id=%d "
169 "state=%" PRIx64 ".",
Tianyu Jiange2cdec92018-10-30 17:40:58 -0700170 channel_id(), buffer_id(),
171 buffer_state_->load(std::memory_order_acquire));
Jiwen 'Steve' Cai23c1a732018-03-12 12:16:47 -0700172 for (auto consumer : consumer_channels_) {
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800173 consumer->OnProducerClosed();
Jiwen 'Steve' Cai23c1a732018-03-12 12:16:47 -0700174 }
175 Hangup();
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800176}
177
178BufferHubChannel::BufferInfo ProducerChannel::GetBufferInfo() const {
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700179 // Derive the mask of signaled buffers in this producer / consumer set.
Tianyu Jiang63dd7c32018-10-30 18:35:06 -0700180 uint64_t signaled_mask = signaled() ? BufferHubDefs::kFirstClientBitMask : 0;
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700181 for (const ConsumerChannel* consumer : consumer_channels_) {
Tianyu Jiang83a991f2018-10-30 16:59:29 -0700182 signaled_mask |= consumer->signaled() ? consumer->client_state_mask() : 0;
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700183 }
184
Hendrik Wagenaar4d3590f2017-05-06 22:36:04 -0700185 return BufferInfo(buffer_id(), consumer_channels_.size(), buffer_.width(),
Hendrik Wagenaar108e84f2017-05-07 22:19:17 -0700186 buffer_.height(), buffer_.layer_count(), buffer_.format(),
Tianyu Jiange2cdec92018-10-30 17:40:58 -0700187 buffer_.usage(), pending_consumers_,
188 buffer_state_->load(std::memory_order_acquire),
Jiwen 'Steve' Cai2f260332018-02-15 18:39:47 -0800189 signaled_mask, metadata_header_->queue_index);
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800190}
191
192void ProducerChannel::HandleImpulse(Message& message) {
193 ATRACE_NAME("ProducerChannel::HandleImpulse");
194 switch (message.GetOp()) {
195 case BufferHubRPC::ProducerGain::Opcode:
196 OnProducerGain(message);
197 break;
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700198 case BufferHubRPC::ProducerPost::Opcode:
199 OnProducerPost(message, {});
200 break;
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800201 }
202}
203
204bool ProducerChannel::HandleMessage(Message& message) {
205 ATRACE_NAME("ProducerChannel::HandleMessage");
206 switch (message.GetOp()) {
207 case BufferHubRPC::GetBuffer::Opcode:
208 DispatchRemoteMethod<BufferHubRPC::GetBuffer>(
209 *this, &ProducerChannel::OnGetBuffer, message);
210 return true;
211
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800212 case BufferHubRPC::NewConsumer::Opcode:
213 DispatchRemoteMethod<BufferHubRPC::NewConsumer>(
214 *this, &ProducerChannel::OnNewConsumer, message);
215 return true;
216
217 case BufferHubRPC::ProducerPost::Opcode:
218 DispatchRemoteMethod<BufferHubRPC::ProducerPost>(
219 *this, &ProducerChannel::OnProducerPost, message);
220 return true;
221
222 case BufferHubRPC::ProducerGain::Opcode:
223 DispatchRemoteMethod<BufferHubRPC::ProducerGain>(
224 *this, &ProducerChannel::OnProducerGain, message);
225 return true;
226
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800227 default:
228 return false;
229 }
230}
231
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700232BufferDescription<BorrowedHandle> ProducerChannel::GetBuffer(
Tianyu Jiang7e204b72018-10-26 15:39:18 -0700233 uint64_t client_state_mask) {
Jiwen 'Steve' Cai57ae3ee2018-05-03 17:51:52 -0700234 return {buffer_,
235 metadata_buffer_,
236 buffer_id(),
237 channel_id(),
Tianyu Jiang7e204b72018-10-26 15:39:18 -0700238 client_state_mask,
Jiwen 'Steve' Cai57ae3ee2018-05-03 17:51:52 -0700239 acquire_fence_fd_.Borrow(),
240 release_fence_fd_.Borrow()};
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700241}
242
243Status<BufferDescription<BorrowedHandle>> ProducerChannel::OnGetBuffer(
Corey Tabakad53870c2017-07-06 18:04:27 -0700244 Message& /*message*/) {
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800245 ATRACE_NAME("ProducerChannel::OnGetBuffer");
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700246 ALOGD_IF(TRACE, "ProducerChannel::OnGetBuffer: buffer=%d, state=%" PRIx64 ".",
Tianyu Jiange2cdec92018-10-30 17:40:58 -0700247 buffer_id(), buffer_state_->load(std::memory_order_acquire));
Tianyu Jiang63dd7c32018-10-30 18:35:06 -0700248 return {GetBuffer(BufferHubDefs::kFirstClientBitMask)};
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800249}
250
Tianyu Jiang50f7ad12018-11-08 11:13:35 -0800251Status<uint64_t> ProducerChannel::CreateConsumerStateMask() {
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700252 // Try find the next consumer state bit which has not been claimed by any
253 // consumer yet.
Tianyu67053492018-10-04 14:00:22 -0700254 // memory_order_acquire is chosen here because all writes in other threads
255 // that release active_clients_bit_mask_ need to be visible here.
256 uint64_t current_active_clients_bit_mask =
257 active_clients_bit_mask_->load(std::memory_order_acquire);
Tianyu Jiang83a991f2018-10-30 16:59:29 -0700258 uint64_t client_state_mask = BufferHubDefs::FindNextAvailableClientStateMask(
Tianyu Jiang63dd7c32018-10-30 18:35:06 -0700259 current_active_clients_bit_mask | orphaned_consumer_bit_mask_);
Tianyu Jiang83a991f2018-10-30 16:59:29 -0700260 if (client_state_mask == 0ULL) {
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700261 ALOGE(
262 "ProducerChannel::CreateConsumer: reached the maximum mumber of "
263 "consumers per producer: 63.");
264 return ErrorStatus(E2BIG);
265 }
Tianyu67053492018-10-04 14:00:22 -0700266 uint64_t updated_active_clients_bit_mask =
Tianyu Jiang83a991f2018-10-30 16:59:29 -0700267 current_active_clients_bit_mask | client_state_mask;
Tianyu67053492018-10-04 14:00:22 -0700268 // Set the updated value only if the current value stays the same as what was
269 // read before. If the comparison succeeds, update the value without
270 // reordering anything before or after this read-modify-write in the current
271 // thread, and the modification will be visible in other threads that acquire
272 // active_clients_bit_mask_. If the comparison fails, load the result of
273 // all writes from all threads to updated_active_clients_bit_mask.
Tianyu Jiang50f7ad12018-11-08 11:13:35 -0800274 // Keep on finding the next available slient state mask until succeed or out
275 // of memory.
276 while (!active_clients_bit_mask_->compare_exchange_weak(
277 current_active_clients_bit_mask, updated_active_clients_bit_mask,
278 std::memory_order_acq_rel, std::memory_order_acquire)) {
Tianyu Jiang5e4c3272018-10-31 10:57:45 -0700279 ALOGE("Current active clients bit mask is changed to %" PRIx64
Tianyu Jiang50f7ad12018-11-08 11:13:35 -0800280 ", which was expected to be %" PRIx64
281 ". Trying to generate a new client state mask to resolve race "
282 "condition.",
Tianyu67053492018-10-04 14:00:22 -0700283 updated_active_clients_bit_mask, current_active_clients_bit_mask);
Tianyu Jiang50f7ad12018-11-08 11:13:35 -0800284 client_state_mask = BufferHubDefs::FindNextAvailableClientStateMask(
285 current_active_clients_bit_mask | orphaned_consumer_bit_mask_);
286 if (client_state_mask == 0ULL) {
287 ALOGE(
288 "ProducerChannel::CreateConsumer: reached the maximum mumber of "
289 "consumers per producer: 63.");
290 return ErrorStatus(E2BIG);
291 }
292 updated_active_clients_bit_mask =
293 current_active_clients_bit_mask | client_state_mask;
Tianyu67053492018-10-04 14:00:22 -0700294 }
295
Tianyu Jiang50f7ad12018-11-08 11:13:35 -0800296 return {client_state_mask};
297}
298
299void ProducerChannel::RemoveConsumerClientMask(uint64_t consumer_state_mask) {
300 // Clear up the buffer state and fence state in case there is already
301 // something there due to possible race condition between producer post and
302 // consumer failed to create channel.
303 buffer_state_->fetch_and(~consumer_state_mask, std::memory_order_release);
304 fence_state_->fetch_and(~consumer_state_mask, std::memory_order_release);
305
306 // Restore the consumer state bit and make it visible in other threads that
307 // acquire the active_clients_bit_mask_.
308 active_clients_bit_mask_->fetch_and(~consumer_state_mask,
309 std::memory_order_release);
310}
311
312Status<RemoteChannelHandle> ProducerChannel::CreateConsumer(
313 Message& message, uint64_t consumer_state_mask) {
314 ATRACE_NAME("ProducerChannel::CreateConsumer");
315 ALOGD_IF(TRACE,
316 "ProducerChannel::CreateConsumer: buffer_id=%d, producer_owns=%d",
317 buffer_id(), producer_owns_);
318
319 int channel_id;
320 auto status = message.PushChannel(0, nullptr, &channel_id);
321 if (!status) {
322 ALOGE(
323 "ProducerChannel::CreateConsumer: Failed to push consumer channel: %s",
324 status.GetErrorMessage().c_str());
325 RemoveConsumerClientMask(consumer_state_mask);
326 return ErrorStatus(ENOMEM);
327 }
328
329 auto consumer = std::make_shared<ConsumerChannel>(
330 service(), buffer_id(), channel_id, consumer_state_mask,
331 shared_from_this());
Alex Vakulenkof0a7bd02017-03-31 18:06:19 -0700332 const auto channel_status = service()->SetChannel(channel_id, consumer);
333 if (!channel_status) {
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800334 ALOGE(
335 "ProducerChannel::CreateConsumer: failed to set new consumer channel: "
336 "%s",
Alex Vakulenkof0a7bd02017-03-31 18:06:19 -0700337 channel_status.GetErrorMessage().c_str());
Tianyu Jiang50f7ad12018-11-08 11:13:35 -0800338 RemoveConsumerClientMask(consumer_state_mask);
Corey Tabakacd52dd92017-04-07 18:03:57 -0700339 return ErrorStatus(ENOMEM);
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800340 }
341
Tianyu Jiangca9201a2018-11-06 12:40:33 -0800342 uint64_t current_buffer_state =
343 buffer_state_->load(std::memory_order_acquire);
344 if (!producer_owns_ &&
345 (BufferHubDefs::IsBufferPosted(current_buffer_state) ||
346 BufferHubDefs::IsBufferAcquired(current_buffer_state))) {
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800347 // Signal the new consumer when adding it to a posted producer.
348 if (consumer->OnProducerPosted())
349 pending_consumers_++;
350 }
351
Corey Tabakacd52dd92017-04-07 18:03:57 -0700352 return {status.take()};
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800353}
354
Corey Tabakacd52dd92017-04-07 18:03:57 -0700355Status<RemoteChannelHandle> ProducerChannel::OnNewConsumer(Message& message) {
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800356 ATRACE_NAME("ProducerChannel::OnNewConsumer");
357 ALOGD_IF(TRACE, "ProducerChannel::OnNewConsumer: buffer_id=%d", buffer_id());
Tianyu Jiang50f7ad12018-11-08 11:13:35 -0800358 auto status = CreateConsumerStateMask();
359 if (!status.ok()) {
360 return status.error_status();
361 }
362 return CreateConsumer(message, /*consumer_state_mask=*/status.get());
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800363}
364
Tianyu0c6b7ff2018-10-03 11:30:04 -0700365Status<void> ProducerChannel::OnProducerPost(Message&,
366 LocalFence acquire_fence) {
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800367 ATRACE_NAME("ProducerChannel::OnProducerPost");
368 ALOGD_IF(TRACE, "ProducerChannel::OnProducerPost: buffer_id=%d", buffer_id());
369 if (!producer_owns_) {
370 ALOGE("ProducerChannel::OnProducerPost: Not in gained state!");
Corey Tabakacd52dd92017-04-07 18:03:57 -0700371 return ErrorStatus(EBUSY);
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800372 }
373
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700374 epoll_event event;
375 event.events = 0;
376 event.data.u64 = 0ULL;
377 int ret = epoll_ctl(release_fence_fd_.Get(), EPOLL_CTL_MOD,
378 dummy_fence_fd_.Get(), &event);
379 ALOGE_IF(ret < 0,
Tianyu0c6b7ff2018-10-03 11:30:04 -0700380 "ProducerChannel::OnProducerPost: Failed to modify the shared "
381 "release fence to include the dummy fence: %s",
382 strerror(errno));
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700383
384 eventfd_t dummy_fence_count = 0ULL;
385 if (eventfd_read(dummy_fence_fd_.Get(), &dummy_fence_count) < 0) {
386 const int error = errno;
387 if (error != EAGAIN) {
388 ALOGE(
389 "ProducerChannel::ProducerChannel: Failed to read dummy fence, "
390 "error: %s",
391 strerror(error));
392 return ErrorStatus(error);
393 }
Corey Tabaka8a4e6a92017-04-20 13:42:02 -0700394 }
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800395
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700396 ALOGW_IF(dummy_fence_count > 0,
397 "ProducerChannel::ProducerChannel: %" PRIu64
398 " dummy fence(s) was signaled during last release/gain cycle "
399 "buffer_id=%d.",
400 dummy_fence_count, buffer_id());
401
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800402 post_fence_ = std::move(acquire_fence);
403 producer_owns_ = false;
404
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700405 // Signal any interested consumers. If there are none, the buffer will stay
406 // in posted state until a consumer comes online. This behavior guarantees
407 // that no frame is silently dropped.
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800408 pending_consumers_ = 0;
409 for (auto consumer : consumer_channels_) {
410 if (consumer->OnProducerPosted())
411 pending_consumers_++;
412 }
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800413 ALOGD_IF(TRACE, "ProducerChannel::OnProducerPost: %d pending consumers",
414 pending_consumers_);
415
Corey Tabakacd52dd92017-04-07 18:03:57 -0700416 return {};
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800417}
418
Corey Tabakad53870c2017-07-06 18:04:27 -0700419Status<LocalFence> ProducerChannel::OnProducerGain(Message& /*message*/) {
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800420 ATRACE_NAME("ProducerChannel::OnGain");
421 ALOGD_IF(TRACE, "ProducerChannel::OnGain: buffer_id=%d", buffer_id());
422 if (producer_owns_) {
423 ALOGE("ProducerChanneL::OnGain: Already in gained state: channel=%d",
424 channel_id());
Corey Tabakacd52dd92017-04-07 18:03:57 -0700425 return ErrorStatus(EALREADY);
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800426 }
427
428 // There are still pending consumers, return busy.
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700429 if (pending_consumers_ > 0) {
430 ALOGE(
431 "ProducerChannel::OnGain: Producer (id=%d) is gaining a buffer that "
432 "still has %d pending consumer(s).",
433 buffer_id(), pending_consumers_);
Corey Tabakacd52dd92017-04-07 18:03:57 -0700434 return ErrorStatus(EBUSY);
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700435 }
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800436
437 ClearAvailable();
438 producer_owns_ = true;
Alex Vakulenko052f3ae2017-03-31 09:10:43 -0700439 post_fence_.close();
Corey Tabakacd52dd92017-04-07 18:03:57 -0700440 return {std::move(returned_fence_)};
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800441}
442
Fan Xub0eec512018-10-30 11:33:15 -0700443// TODO(b/112338294) Keep here for reference. Remove it after new logic is
444// written.
445/* Status<RemoteChannelHandle> ProducerChannel::OnProducerDetach(
Jiwen 'Steve' Cai23c1a732018-03-12 12:16:47 -0700446 Message& message) {
447 ATRACE_NAME("ProducerChannel::OnProducerDetach");
448 ALOGD_IF(TRACE, "ProducerChannel::OnProducerDetach: buffer_id=%d",
449 buffer_id());
450
Tianyu Jiange2cdec92018-10-30 17:40:58 -0700451 uint64_t buffer_state = buffer_state_->load(std::memory_order_acquire);
Jiwen 'Steve' Cai23c1a732018-03-12 12:16:47 -0700452 if (!BufferHubDefs::IsBufferGained(buffer_state)) {
453 // Can only detach a BufferProducer when it's in gained state.
454 ALOGW(
455 "ProducerChannel::OnProducerDetach: The buffer (id=%d, state=0x%" PRIx64
456 ") is not in gained state.",
457 buffer_id(), buffer_state);
458 return {};
459 }
460
461 int channel_id;
462 auto status = message.PushChannel(0, nullptr, &channel_id);
463 if (!status) {
464 ALOGE(
465 "ProducerChannel::OnProducerDetach: Failed to push detached buffer "
466 "channel: %s",
467 status.GetErrorMessage().c_str());
468 return ErrorStatus(ENOMEM);
469 }
470
471 // Make sure we unlock the buffer.
472 if (int ret = metadata_buffer_.Unlock()) {
473 ALOGE("ProducerChannel::OnProducerDetach: Failed to unlock metadata.");
474 return ErrorStatus(-ret);
475 };
476
Jiwen 'Steve' Cai9004b8c2018-10-03 18:52:23 -0700477 std::unique_ptr<BufferChannel> channel =
478 BufferChannel::Create(service(), buffer_id(), channel_id,
479 std::move(buffer_), user_metadata_size_);
Jiwen 'Steve' Caia8049a22018-03-28 15:14:02 -0700480 if (!channel) {
481 ALOGE("ProducerChannel::OnProducerDetach: Invalid buffer.");
482 return ErrorStatus(EINVAL);
483 }
Jiwen 'Steve' Cai23c1a732018-03-12 12:16:47 -0700484
Jiwen 'Steve' Caia8049a22018-03-28 15:14:02 -0700485 const auto channel_status =
486 service()->SetChannel(channel_id, std::move(channel));
Jiwen 'Steve' Cai23c1a732018-03-12 12:16:47 -0700487 if (!channel_status) {
488 // Technically, this should never fail, as we just pushed the channel. Note
489 // that LOG_FATAL will be stripped out in non-debug build.
490 LOG_FATAL(
491 "ProducerChannel::OnProducerDetach: Failed to set new detached buffer "
492 "channel: %s.",
493 channel_status.GetErrorMessage().c_str());
494 }
495
496 return status;
Fan Xub0eec512018-10-30 11:33:15 -0700497} */
Jiwen 'Steve' Cai23c1a732018-03-12 12:16:47 -0700498
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700499Status<LocalFence> ProducerChannel::OnConsumerAcquire(Message& /*message*/) {
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800500 ATRACE_NAME("ProducerChannel::OnConsumerAcquire");
501 ALOGD_IF(TRACE, "ProducerChannel::OnConsumerAcquire: buffer_id=%d",
502 buffer_id());
503 if (producer_owns_) {
504 ALOGE("ProducerChannel::OnConsumerAcquire: Not in posted state!");
Corey Tabakacd52dd92017-04-07 18:03:57 -0700505 return ErrorStatus(EBUSY);
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800506 }
507
508 // Return a borrowed fd to avoid unnecessary duplication of the underlying fd.
509 // Serialization just needs to read the handle.
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700510 return {std::move(post_fence_)};
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800511}
512
Corey Tabakacd52dd92017-04-07 18:03:57 -0700513Status<void> ProducerChannel::OnConsumerRelease(Message&,
514 LocalFence release_fence) {
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800515 ATRACE_NAME("ProducerChannel::OnConsumerRelease");
516 ALOGD_IF(TRACE, "ProducerChannel::OnConsumerRelease: buffer_id=%d",
517 buffer_id());
518 if (producer_owns_) {
519 ALOGE("ProducerChannel::OnConsumerRelease: Not in acquired state!");
Corey Tabakacd52dd92017-04-07 18:03:57 -0700520 return ErrorStatus(EBUSY);
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800521 }
522
523 // Attempt to merge the fences if necessary.
524 if (release_fence) {
525 if (returned_fence_) {
Corey Tabaka3079cb72017-01-19 15:07:26 -0800526 LocalFence merged_fence(sync_merge("bufferhub_merged",
527 returned_fence_.get_fd(),
528 release_fence.get_fd()));
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800529 const int error = errno;
530 if (!merged_fence) {
531 ALOGE("ProducerChannel::OnConsumerRelease: Failed to merge fences: %s",
532 strerror(error));
Corey Tabakacd52dd92017-04-07 18:03:57 -0700533 return ErrorStatus(error);
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800534 }
535 returned_fence_ = std::move(merged_fence);
536 } else {
537 returned_fence_ = std::move(release_fence);
538 }
539 }
540
Tianyu0c6b7ff2018-10-03 11:30:04 -0700541 DecrementPendingConsumers();
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700542 if (pending_consumers_ == 0) {
543 // Clear the producer bit atomically to transit into released state. This
544 // has to done by BufferHub as it requries synchronization among all
545 // consumers.
546 BufferHubDefs::ModifyBufferState(buffer_state_,
Tianyu Jiang63dd7c32018-10-30 18:35:06 -0700547 BufferHubDefs::kFirstClientBitMask, 0ULL);
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700548 ALOGD_IF(TRACE,
549 "ProducerChannel::OnConsumerRelease: releasing last consumer: "
550 "buffer_id=%d state=%" PRIx64 ".",
Tianyu Jiange2cdec92018-10-30 17:40:58 -0700551 buffer_id(), buffer_state_->load(std::memory_order_acquire));
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700552
553 if (orphaned_consumer_bit_mask_) {
554 ALOGW(
555 "ProducerChannel::OnConsumerRelease: orphaned buffer detected "
556 "during the this acquire/release cycle: id=%d orphaned=0x%" PRIx64
557 " queue_index=%" PRIu64 ".",
558 buffer_id(), orphaned_consumer_bit_mask_,
559 metadata_header_->queue_index);
560 orphaned_consumer_bit_mask_ = 0;
561 }
562
563 SignalAvailable();
564 }
565
Tianyu Jiange2cdec92018-10-30 17:40:58 -0700566 ALOGE_IF(
567 pending_consumers_ && BufferHubDefs::IsBufferReleased(
568 buffer_state_->load(std::memory_order_acquire)),
569 "ProducerChannel::OnConsumerRelease: buffer state inconsistent: "
570 "pending_consumers=%d, buffer buffer is in releaed state.",
571 pending_consumers_);
Corey Tabakacd52dd92017-04-07 18:03:57 -0700572 return {};
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800573}
574
Tianyu0c6b7ff2018-10-03 11:30:04 -0700575void ProducerChannel::DecrementPendingConsumers() {
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700576 if (pending_consumers_ == 0) {
Tianyu0c6b7ff2018-10-03 11:30:04 -0700577 ALOGE("ProducerChannel::DecrementPendingConsumers: no pending consumer.");
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700578 return;
579 }
580
581 --pending_consumers_;
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800582 ALOGD_IF(TRACE,
Tianyu0c6b7ff2018-10-03 11:30:04 -0700583 "ProducerChannel::DecrementPendingConsumers: buffer_id=%d %d "
584 "consumers left",
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800585 buffer_id(), pending_consumers_);
586}
587
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700588void ProducerChannel::OnConsumerOrphaned(ConsumerChannel* channel) {
589 // Ignore the orphaned consumer.
Tianyu0c6b7ff2018-10-03 11:30:04 -0700590 DecrementPendingConsumers();
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700591
Tianyu Jiang83a991f2018-10-30 16:59:29 -0700592 const uint64_t client_state_mask = channel->client_state_mask();
593 ALOGE_IF(orphaned_consumer_bit_mask_ & client_state_mask,
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700594 "ProducerChannel::OnConsumerOrphaned: Consumer "
Tianyu Jiang83a991f2018-10-30 16:59:29 -0700595 "(client_state_mask=%" PRIx64 ") is already orphaned.",
596 client_state_mask);
597 orphaned_consumer_bit_mask_ |= client_state_mask;
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700598
599 // Atomically clear the fence state bit as an orphaned consumer will never
600 // signal a release fence. Also clear the buffer state as it won't be released
601 // as well.
Tianyu Jiang83a991f2018-10-30 16:59:29 -0700602 fence_state_->fetch_and(~client_state_mask);
603 BufferHubDefs::ModifyBufferState(buffer_state_, client_state_mask, 0ULL);
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700604
605 ALOGW(
606 "ProducerChannel::OnConsumerOrphaned: detected new orphaned consumer "
Tianyu Jiang83a991f2018-10-30 16:59:29 -0700607 "buffer_id=%d client_state_mask=%" PRIx64 " queue_index=%" PRIu64
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700608 " buffer_state=%" PRIx64 " fence_state=%" PRIx64 ".",
Tianyu Jiang83a991f2018-10-30 16:59:29 -0700609 buffer_id(), client_state_mask, metadata_header_->queue_index,
Tianyu Jiange2cdec92018-10-30 17:40:58 -0700610 buffer_state_->load(std::memory_order_acquire),
611 fence_state_->load(std::memory_order_acquire));
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700612}
613
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800614void ProducerChannel::AddConsumer(ConsumerChannel* channel) {
615 consumer_channels_.push_back(channel);
616}
617
618void ProducerChannel::RemoveConsumer(ConsumerChannel* channel) {
619 consumer_channels_.erase(
620 std::find(consumer_channels_.begin(), consumer_channels_.end(), channel));
Tianyu67053492018-10-04 14:00:22 -0700621 // Restore the consumer state bit and make it visible in other threads that
622 // acquire the active_clients_bit_mask_.
Tianyu Jiang83a991f2018-10-30 16:59:29 -0700623 active_clients_bit_mask_->fetch_and(~channel->client_state_mask(),
Tianyu67053492018-10-04 14:00:22 -0700624 std::memory_order_release);
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700625
Tianyu Jiange2cdec92018-10-30 17:40:58 -0700626 const uint64_t buffer_state = buffer_state_->load(std::memory_order_acquire);
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700627 if (BufferHubDefs::IsBufferPosted(buffer_state) ||
628 BufferHubDefs::IsBufferAcquired(buffer_state)) {
629 // The consumer client is being destoryed without releasing. This could
630 // happen in corner cases when the consumer crashes. Here we mark it
631 // orphaned before remove it from producer.
632 OnConsumerOrphaned(channel);
633 }
634
635 if (BufferHubDefs::IsBufferReleased(buffer_state) ||
636 BufferHubDefs::IsBufferGained(buffer_state)) {
637 // The consumer is being close while it is suppose to signal a release
638 // fence. Signal the dummy fence here.
Tianyu Jiange2cdec92018-10-30 17:40:58 -0700639 if (fence_state_->load(std::memory_order_acquire) &
640 channel->client_state_mask()) {
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700641 epoll_event event;
642 event.events = EPOLLIN;
Tianyu Jiang83a991f2018-10-30 16:59:29 -0700643 event.data.u64 = channel->client_state_mask();
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700644 if (epoll_ctl(release_fence_fd_.Get(), EPOLL_CTL_MOD,
645 dummy_fence_fd_.Get(), &event) < 0) {
646 ALOGE(
647 "ProducerChannel::RemoveConsumer: Failed to modify the shared "
648 "release fence to include the dummy fence: %s",
649 strerror(errno));
650 return;
651 }
652 ALOGW(
653 "ProducerChannel::RemoveConsumer: signal dummy release fence "
654 "buffer_id=%d",
655 buffer_id());
656 eventfd_write(dummy_fence_fd_.Get(), 1);
657 }
658 }
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800659}
660
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800661// Returns true if the given parameters match the underlying buffer parameters.
Corey Tabakacd52dd92017-04-07 18:03:57 -0700662bool ProducerChannel::CheckParameters(uint32_t width, uint32_t height,
Hendrik Wagenaar108e84f2017-05-07 22:19:17 -0700663 uint32_t layer_count, uint32_t format,
Corey Tabaka52ea25c2017-09-13 18:02:48 -0700664 uint64_t usage,
665 size_t user_metadata_size) {
666 return user_metadata_size == user_metadata_size_ &&
667 buffer_.width() == width && buffer_.height() == height &&
668 buffer_.layer_count() == layer_count && buffer_.format() == format &&
669 buffer_.usage() == usage;
Alex Vakulenkoe4eec202017-01-27 14:41:04 -0800670}
671
672} // namespace dvr
673} // namespace android