blob: c7985caef441ada7af936c8aa36a67b943469131 [file] [log] [blame]
Ray Essick707c1462018-12-05 15:21:35 -08001/*
2 * Copyright (C) 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "C2SoftAomDec"
19#include <log/log.h>
20
21#include <media/stagefright/foundation/AUtils.h>
22#include <media/stagefright/foundation/MediaDefs.h>
23
24#include <C2Debug.h>
25#include <C2PlatformSupport.h>
26#include <SimpleC2Interface.h>
27
28#include "C2SoftAomDec.h"
29
30namespace android {
31
Harish Mahendrakare55c4712019-07-26 12:32:13 -070032constexpr size_t kMinInputBufferSize = 2 * 1024 * 1024;
33
Ray Essickc2cc4372019-08-21 14:02:28 -070034// codecname set and passed in as a compile flag from Android.bp
35constexpr char COMPONENT_NAME[] = CODECNAME;
Ray Essick707c1462018-12-05 15:21:35 -080036
37class C2SoftAomDec::IntfImpl : public SimpleInterface<void>::BaseParams {
38 public:
39 explicit IntfImpl(const std::shared_ptr<C2ReflectorHelper>& helper)
40 : SimpleInterface<void>::BaseParams(
41 helper, COMPONENT_NAME, C2Component::KIND_DECODER,
42 C2Component::DOMAIN_VIDEO, MEDIA_MIMETYPE_VIDEO_AV1) {
43 noPrivateBuffers(); // TODO: account for our buffers here
44 noInputReferences();
45 noOutputReferences();
46 noInputLatency();
47 noTimeStretch();
48
49 addParameter(DefineParam(mAttrib, C2_PARAMKEY_COMPONENT_ATTRIBUTES)
50 .withConstValue(new C2ComponentAttributesSetting(
51 C2Component::ATTRIB_IS_TEMPORAL))
52 .build());
53
54 addParameter(
55 DefineParam(mSize, C2_PARAMKEY_PICTURE_SIZE)
56 .withDefault(new C2StreamPictureSizeInfo::output(0u, 320, 240))
57 .withFields({
58 C2F(mSize, width).inRange(2, 2048, 2),
59 C2F(mSize, height).inRange(2, 2048, 2),
60 })
61 .withSetter(SizeSetter)
62 .build());
63
64 addParameter(
65 DefineParam(mProfileLevel, C2_PARAMKEY_PROFILE_LEVEL)
66 .withDefault(new C2StreamProfileLevelInfo::input(0u,
67 C2Config::PROFILE_AV1_0, C2Config::LEVEL_AV1_2_1))
68 .withFields({
69 C2F(mProfileLevel, profile).oneOf({
70 C2Config::PROFILE_AV1_0,
71 C2Config::PROFILE_AV1_1}),
72 C2F(mProfileLevel, level).oneOf({
73 C2Config::LEVEL_AV1_2,
74 C2Config::LEVEL_AV1_2_1,
75 C2Config::LEVEL_AV1_2_2,
76 C2Config::LEVEL_AV1_3,
77 C2Config::LEVEL_AV1_3_1,
78 C2Config::LEVEL_AV1_3_2,
79 })
80 })
81 .withSetter(ProfileLevelSetter, mSize)
82 .build());
83
Rakesh Kumarf93a4542019-03-26 11:01:00 +053084 mHdr10PlusInfoInput = C2StreamHdr10PlusInfo::input::AllocShared(0);
85 addParameter(
86 DefineParam(mHdr10PlusInfoInput, C2_PARAMKEY_INPUT_HDR10_PLUS_INFO)
87 .withDefault(mHdr10PlusInfoInput)
88 .withFields({
89 C2F(mHdr10PlusInfoInput, m.value).any(),
90 })
91 .withSetter(Hdr10PlusInfoInputSetter)
92 .build());
93
94 mHdr10PlusInfoOutput = C2StreamHdr10PlusInfo::output::AllocShared(0);
95 addParameter(
96 DefineParam(mHdr10PlusInfoOutput, C2_PARAMKEY_OUTPUT_HDR10_PLUS_INFO)
97 .withDefault(mHdr10PlusInfoOutput)
98 .withFields({
99 C2F(mHdr10PlusInfoOutput, m.value).any(),
100 })
101 .withSetter(Hdr10PlusInfoOutputSetter)
102 .build());
103
Ray Essick707c1462018-12-05 15:21:35 -0800104 addParameter(DefineParam(mMaxSize, C2_PARAMKEY_MAX_PICTURE_SIZE)
105 .withDefault(new C2StreamMaxPictureSizeTuning::output(
106 0u, 320, 240))
107 .withFields({
108 C2F(mSize, width).inRange(2, 2048, 2),
109 C2F(mSize, height).inRange(2, 2048, 2),
110 })
111 .withSetter(MaxPictureSizeSetter, mSize)
112 .build());
113
114 addParameter(
115 DefineParam(mMaxInputSize, C2_PARAMKEY_INPUT_MAX_BUFFER_SIZE)
116 .withDefault(
Harish Mahendrakare55c4712019-07-26 12:32:13 -0700117 new C2StreamMaxBufferSizeInfo::input(0u, kMinInputBufferSize))
Ray Essick707c1462018-12-05 15:21:35 -0800118 .withFields({
119 C2F(mMaxInputSize, value).any(),
120 })
121 .calculatedAs(MaxInputSizeSetter, mMaxSize)
122 .build());
123
124 C2ChromaOffsetStruct locations[1] = {
125 C2ChromaOffsetStruct::ITU_YUV_420_0()};
126 std::shared_ptr<C2StreamColorInfo::output> defaultColorInfo =
127 C2StreamColorInfo::output::AllocShared(1u, 0u, 8u /* bitDepth */,
128 C2Color::YUV_420);
129 memcpy(defaultColorInfo->m.locations, locations, sizeof(locations));
130
131 defaultColorInfo = C2StreamColorInfo::output::AllocShared(
132 {C2ChromaOffsetStruct::ITU_YUV_420_0()}, 0u, 8u /* bitDepth */,
133 C2Color::YUV_420);
134 helper->addStructDescriptors<C2ChromaOffsetStruct>();
135
136 addParameter(DefineParam(mColorInfo, C2_PARAMKEY_CODED_COLOR_INFO)
137 .withConstValue(defaultColorInfo)
138 .build());
139
140 addParameter(
141 DefineParam(mDefaultColorAspects, C2_PARAMKEY_DEFAULT_COLOR_ASPECTS)
142 .withDefault(new C2StreamColorAspectsTuning::output(
143 0u, C2Color::RANGE_UNSPECIFIED, C2Color::PRIMARIES_UNSPECIFIED,
144 C2Color::TRANSFER_UNSPECIFIED, C2Color::MATRIX_UNSPECIFIED))
145 .withFields({
146 C2F(mDefaultColorAspects, range).inRange(
147 C2Color::RANGE_UNSPECIFIED, C2Color::RANGE_OTHER),
148 C2F(mDefaultColorAspects, primaries).inRange(
149 C2Color::PRIMARIES_UNSPECIFIED, C2Color::PRIMARIES_OTHER),
150 C2F(mDefaultColorAspects, transfer).inRange(
151 C2Color::TRANSFER_UNSPECIFIED, C2Color::TRANSFER_OTHER),
152 C2F(mDefaultColorAspects, matrix).inRange(
153 C2Color::MATRIX_UNSPECIFIED, C2Color::MATRIX_OTHER)
154 })
155 .withSetter(DefaultColorAspectsSetter)
156 .build());
157
158 // TODO: support more formats?
159 addParameter(DefineParam(mPixelFormat, C2_PARAMKEY_PIXEL_FORMAT)
160 .withConstValue(new C2StreamPixelFormatInfo::output(
161 0u, HAL_PIXEL_FORMAT_YCBCR_420_888))
162 .build());
163 }
164
165 static C2R SizeSetter(bool mayBlock,
166 const C2P<C2StreamPictureSizeInfo::output>& oldMe,
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800167 C2P<C2StreamPictureSizeInfo::output>& me) {
Ray Essick707c1462018-12-05 15:21:35 -0800168 (void)mayBlock;
169 C2R res = C2R::Ok();
170 if (!me.F(me.v.width).supportsAtAll(me.v.width)) {
171 res = res.plus(C2SettingResultBuilder::BadValue(me.F(me.v.width)));
172 me.set().width = oldMe.v.width;
173 }
174 if (!me.F(me.v.height).supportsAtAll(me.v.height)) {
175 res = res.plus(C2SettingResultBuilder::BadValue(me.F(me.v.height)));
176 me.set().height = oldMe.v.height;
177 }
178 return res;
179 }
180
181 static C2R MaxPictureSizeSetter(
182 bool mayBlock, C2P<C2StreamMaxPictureSizeTuning::output>& me,
183 const C2P<C2StreamPictureSizeInfo::output>& size) {
184 (void)mayBlock;
185 // TODO: get max width/height from the size's field helpers vs.
186 // hardcoding
187 me.set().width = c2_min(c2_max(me.v.width, size.v.width), 4096u);
188 me.set().height = c2_min(c2_max(me.v.height, size.v.height), 4096u);
189 return C2R::Ok();
190 }
191
192 static C2R MaxInputSizeSetter(
193 bool mayBlock, C2P<C2StreamMaxBufferSizeInfo::input>& me,
194 const C2P<C2StreamMaxPictureSizeTuning::output>& maxSize) {
195 (void)mayBlock;
196 // assume compression ratio of 2
Harish Mahendrakare55c4712019-07-26 12:32:13 -0700197 me.set().value = c2_max((((maxSize.v.width + 63) / 64)
198 * ((maxSize.v.height + 63) / 64) * 3072), kMinInputBufferSize);
Ray Essick707c1462018-12-05 15:21:35 -0800199 return C2R::Ok();
200 }
201 static C2R DefaultColorAspectsSetter(bool mayBlock, C2P<C2StreamColorAspectsTuning::output> &me) {
202 (void)mayBlock;
203 if (me.v.range > C2Color::RANGE_OTHER) {
204 me.set().range = C2Color::RANGE_OTHER;
205 }
206 if (me.v.primaries > C2Color::PRIMARIES_OTHER) {
207 me.set().primaries = C2Color::PRIMARIES_OTHER;
208 }
209 if (me.v.transfer > C2Color::TRANSFER_OTHER) {
210 me.set().transfer = C2Color::TRANSFER_OTHER;
211 }
212 if (me.v.matrix > C2Color::MATRIX_OTHER) {
213 me.set().matrix = C2Color::MATRIX_OTHER;
214 }
215 return C2R::Ok();
216 }
217
218 static C2R ProfileLevelSetter(bool mayBlock, C2P<C2StreamProfileLevelInfo::input> &me,
219 const C2P<C2StreamPictureSizeInfo::output> &size) {
220 (void)mayBlock;
221 (void)size;
222 (void)me; // TODO: validate
223 return C2R::Ok();
224 }
225 std::shared_ptr<C2StreamColorAspectsTuning::output> getDefaultColorAspects_l() {
226 return mDefaultColorAspects;
227 }
228
Rakesh Kumarf93a4542019-03-26 11:01:00 +0530229 static C2R Hdr10PlusInfoInputSetter(bool mayBlock, C2P<C2StreamHdr10PlusInfo::input> &me) {
230 (void)mayBlock;
231 (void)me; // TODO: validate
232 return C2R::Ok();
233 }
234
235 static C2R Hdr10PlusInfoOutputSetter(bool mayBlock, C2P<C2StreamHdr10PlusInfo::output> &me) {
236 (void)mayBlock;
237 (void)me; // TODO: validate
238 return C2R::Ok();
239 }
240
Ray Essick707c1462018-12-05 15:21:35 -0800241 private:
242 std::shared_ptr<C2StreamProfileLevelInfo::input> mProfileLevel;
243 std::shared_ptr<C2StreamPictureSizeInfo::output> mSize;
244 std::shared_ptr<C2StreamMaxPictureSizeTuning::output> mMaxSize;
245 std::shared_ptr<C2StreamMaxBufferSizeInfo::input> mMaxInputSize;
246 std::shared_ptr<C2StreamColorInfo::output> mColorInfo;
247 std::shared_ptr<C2StreamPixelFormatInfo::output> mPixelFormat;
248 std::shared_ptr<C2StreamColorAspectsTuning::output> mDefaultColorAspects;
Rakesh Kumarf93a4542019-03-26 11:01:00 +0530249 std::shared_ptr<C2StreamHdr10PlusInfo::input> mHdr10PlusInfoInput;
250 std::shared_ptr<C2StreamHdr10PlusInfo::output> mHdr10PlusInfoOutput;
Ray Essick707c1462018-12-05 15:21:35 -0800251};
252
253C2SoftAomDec::C2SoftAomDec(const char* name, c2_node_id_t id,
254 const std::shared_ptr<IntfImpl>& intfImpl)
255 : SimpleC2Component(
256 std::make_shared<SimpleInterface<IntfImpl>>(name, id, intfImpl)),
257 mIntf(intfImpl),
258 mCodecCtx(nullptr){
259
260 GENERATE_FILE_NAMES();
261 CREATE_DUMP_FILE(mInFile);
262 CREATE_DUMP_FILE(mOutFile);
263
264 gettimeofday(&mTimeStart, nullptr);
265 gettimeofday(&mTimeEnd, nullptr);
266}
267
268C2SoftAomDec::~C2SoftAomDec() {
269 onRelease();
270}
271
272c2_status_t C2SoftAomDec::onInit() {
273 status_t err = initDecoder();
274 return err == OK ? C2_OK : C2_CORRUPTED;
275}
276
277c2_status_t C2SoftAomDec::onStop() {
278 mSignalledError = false;
279 mSignalledOutputEos = false;
280 return C2_OK;
281}
282
283void C2SoftAomDec::onReset() {
284 (void)onStop();
285 c2_status_t err = onFlush_sm();
286 if (err != C2_OK) {
287 ALOGW("Failed to flush decoder. Try to hard reset decoder.");
288 destroyDecoder();
289 (void)initDecoder();
290 }
291}
292
293void C2SoftAomDec::onRelease() {
294 destroyDecoder();
295}
296
297c2_status_t C2SoftAomDec::onFlush_sm() {
298 if (aom_codec_decode(mCodecCtx, nullptr, 0, nullptr)) {
299 ALOGE("Failed to flush av1 decoder.");
300 return C2_CORRUPTED;
301 }
302
303 aom_codec_iter_t iter = nullptr;
304 while (aom_codec_get_frame(mCodecCtx, &iter)) {
305 }
306
307 mSignalledError = false;
308 mSignalledOutputEos = false;
309
310 return C2_OK;
311}
312
313static int GetCPUCoreCount() {
314 int cpuCoreCount = 1;
315#if defined(_SC_NPROCESSORS_ONLN)
316 cpuCoreCount = sysconf(_SC_NPROCESSORS_ONLN);
317#else
318 // _SC_NPROC_ONLN must be defined...
319 cpuCoreCount = sysconf(_SC_NPROC_ONLN);
320#endif
321 CHECK(cpuCoreCount >= 1);
322 ALOGV("Number of CPU cores: %d", cpuCoreCount);
323 return cpuCoreCount;
324}
325
326status_t C2SoftAomDec::initDecoder() {
327 mSignalledError = false;
328 mSignalledOutputEos = false;
329 if (!mCodecCtx) {
330 mCodecCtx = new aom_codec_ctx_t;
331 }
332
333 if (!mCodecCtx) {
334 ALOGE("mCodecCtx is null");
335 return NO_MEMORY;
336 }
337
338 aom_codec_dec_cfg_t cfg;
339 memset(&cfg, 0, sizeof(aom_codec_dec_cfg_t));
340 cfg.threads = GetCPUCoreCount();
341 cfg.allow_lowbitdepth = 1;
342
343 aom_codec_flags_t flags;
344 memset(&flags, 0, sizeof(aom_codec_flags_t));
345
Vignesh Venkatasubramanian61ba2cf2019-06-24 10:04:00 -0700346 ALOGV("Using libaom AV1 software decoder.");
Ray Essick707c1462018-12-05 15:21:35 -0800347 aom_codec_err_t err;
348 if ((err = aom_codec_dec_init(mCodecCtx, aom_codec_av1_dx(), &cfg, 0))) {
349 ALOGE("av1 decoder failed to initialize. (%d)", err);
350 return UNKNOWN_ERROR;
351 }
352
353 return OK;
354}
355
356status_t C2SoftAomDec::destroyDecoder() {
357 if (mCodecCtx) {
358 aom_codec_destroy(mCodecCtx);
359 delete mCodecCtx;
360 mCodecCtx = nullptr;
361 }
362 return OK;
363}
364
365void fillEmptyWork(const std::unique_ptr<C2Work>& work) {
366 uint32_t flags = 0;
367 if (work->input.flags & C2FrameData::FLAG_END_OF_STREAM) {
368 flags |= C2FrameData::FLAG_END_OF_STREAM;
369 ALOGV("signalling eos");
370 }
371 work->worklets.front()->output.flags = (C2FrameData::flags_t)flags;
372 work->worklets.front()->output.buffers.clear();
373 work->worklets.front()->output.ordinal = work->input.ordinal;
374 work->workletsProcessed = 1u;
375}
376
377void C2SoftAomDec::finishWork(uint64_t index,
378 const std::unique_ptr<C2Work>& work,
379 const std::shared_ptr<C2GraphicBlock>& block) {
380 std::shared_ptr<C2Buffer> buffer =
381 createGraphicBuffer(block, C2Rect(mWidth, mHeight));
Rakesh Kumarf93a4542019-03-26 11:01:00 +0530382 auto fillWork = [buffer, index, intf = this->mIntf](
383 const std::unique_ptr<C2Work>& work) {
Ray Essick707c1462018-12-05 15:21:35 -0800384 uint32_t flags = 0;
385 if ((work->input.flags & C2FrameData::FLAG_END_OF_STREAM) &&
386 (c2_cntr64_t(index) == work->input.ordinal.frameIndex)) {
387 flags |= C2FrameData::FLAG_END_OF_STREAM;
388 ALOGV("signalling eos");
389 }
390 work->worklets.front()->output.flags = (C2FrameData::flags_t)flags;
391 work->worklets.front()->output.buffers.clear();
392 work->worklets.front()->output.buffers.push_back(buffer);
393 work->worklets.front()->output.ordinal = work->input.ordinal;
394 work->workletsProcessed = 1u;
Rakesh Kumarf93a4542019-03-26 11:01:00 +0530395
396 for (const std::unique_ptr<C2Param> &param: work->input.configUpdate) {
397 if (param) {
398 C2StreamHdr10PlusInfo::input *hdr10PlusInfo =
399 C2StreamHdr10PlusInfo::input::From(param.get());
400
401 if (hdr10PlusInfo != nullptr) {
402 std::vector<std::unique_ptr<C2SettingResult>> failures;
403 std::unique_ptr<C2Param> outParam = C2Param::CopyAsStream(
404 *param.get(), true /*output*/, param->stream());
405 c2_status_t err = intf->config(
406 { outParam.get() }, C2_MAY_BLOCK, &failures);
407 if (err == C2_OK) {
408 work->worklets.front()->output.configUpdate.push_back(
409 C2Param::Copy(*outParam.get()));
410 } else {
411 ALOGE("finishWork: Config update size failed");
412 }
413 break;
414 }
415 }
416 }
Ray Essick707c1462018-12-05 15:21:35 -0800417 };
418 if (work && c2_cntr64_t(index) == work->input.ordinal.frameIndex) {
419 fillWork(work);
420 } else {
421 finish(index, fillWork);
422 }
423}
424
425void C2SoftAomDec::process(const std::unique_ptr<C2Work>& work,
426 const std::shared_ptr<C2BlockPool>& pool) {
427 work->result = C2_OK;
428 work->workletsProcessed = 0u;
429 work->worklets.front()->output.configUpdate.clear();
430 work->worklets.front()->output.flags = work->input.flags;
431 if (mSignalledError || mSignalledOutputEos) {
432 work->result = C2_BAD_VALUE;
433 return;
434 }
435
436 size_t inOffset = 0u;
437 size_t inSize = 0u;
438 C2ReadView rView = mDummyReadView;
439 if (!work->input.buffers.empty()) {
440 rView =
441 work->input.buffers[0]->data().linearBlocks().front().map().get();
442 inSize = rView.capacity();
443 if (inSize && rView.error()) {
444 ALOGE("read view map failed %d", rView.error());
445 work->result = C2_CORRUPTED;
446 return;
447 }
448 }
449
450 bool codecConfig =
451 ((work->input.flags & C2FrameData::FLAG_CODEC_CONFIG) != 0);
452 bool eos = ((work->input.flags & C2FrameData::FLAG_END_OF_STREAM) != 0);
453
454 ALOGV("in buffer attr. size %zu timestamp %d frameindex %d, flags %x",
455 inSize, (int)work->input.ordinal.timestamp.peeku(),
456 (int)work->input.ordinal.frameIndex.peeku(), work->input.flags);
457
458 if (codecConfig) {
459 fillEmptyWork(work);
460 return;
461 }
462
463 int64_t frameIndex = work->input.ordinal.frameIndex.peekll();
464 if (inSize) {
465 uint8_t* bitstream = const_cast<uint8_t*>(rView.data() + inOffset);
466 int32_t decodeTime = 0;
467 int32_t delay = 0;
468
469 DUMP_TO_FILE(mOutFile, bitstream, inSize);
470 GETTIME(&mTimeStart, nullptr);
471 TIME_DIFF(mTimeEnd, mTimeStart, delay);
472
473 aom_codec_err_t err =
474 aom_codec_decode(mCodecCtx, bitstream, inSize, &frameIndex);
475
476 GETTIME(&mTimeEnd, nullptr);
477 TIME_DIFF(mTimeStart, mTimeEnd, decodeTime);
478 ALOGV("decodeTime=%4d delay=%4d\n", decodeTime, delay);
479
480 if (err != AOM_CODEC_OK) {
481 ALOGE("av1 decoder failed to decode frame err: %d", err);
482 work->result = C2_CORRUPTED;
483 work->workletsProcessed = 1u;
484 mSignalledError = true;
485 return;
486 }
487
488 } else {
489 if (aom_codec_decode(mCodecCtx, nullptr, 0, nullptr)) {
490 ALOGE("Failed to flush av1 decoder.");
491 work->result = C2_CORRUPTED;
492 work->workletsProcessed = 1u;
493 mSignalledError = true;
494 return;
495 }
496 }
497
498 (void)outputBuffer(pool, work);
499
500 if (eos) {
501 drainInternal(DRAIN_COMPONENT_WITH_EOS, pool, work);
502 mSignalledOutputEos = true;
503 } else if (!inSize) {
504 fillEmptyWork(work);
505 }
506}
507
Ray Essick707c1462018-12-05 15:21:35 -0800508bool C2SoftAomDec::outputBuffer(
509 const std::shared_ptr<C2BlockPool> &pool,
510 const std::unique_ptr<C2Work> &work)
511{
512 if (!(work && pool)) return false;
513
514 aom_codec_iter_t iter = nullptr;
515 aom_image_t* img = aom_codec_get_frame(mCodecCtx, &iter);
516
517 if (!img) return false;
518
519 if (img->d_w != mWidth || img->d_h != mHeight) {
520 mWidth = img->d_w;
521 mHeight = img->d_h;
522
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800523 C2StreamPictureSizeInfo::output size(0u, mWidth, mHeight);
Ray Essick707c1462018-12-05 15:21:35 -0800524 std::vector<std::unique_ptr<C2SettingResult>> failures;
525 c2_status_t err = mIntf->config({&size}, C2_MAY_BLOCK, &failures);
526 if (err == C2_OK) {
527 work->worklets.front()->output.configUpdate.push_back(
528 C2Param::Copy(size));
529 } else {
530 ALOGE("Config update size failed");
531 mSignalledError = true;
532 work->result = C2_CORRUPTED;
533 work->workletsProcessed = 1u;
534 return false;
535 }
536 }
537
538 CHECK(img->fmt == AOM_IMG_FMT_I420 || img->fmt == AOM_IMG_FMT_I42016);
539
540 std::shared_ptr<C2GraphicBlock> block;
541 uint32_t format = HAL_PIXEL_FORMAT_YV12;
542 if (img->fmt == AOM_IMG_FMT_I42016) {
543 IntfImpl::Lock lock = mIntf->lock();
544 std::shared_ptr<C2StreamColorAspectsTuning::output> defaultColorAspects = mIntf->getDefaultColorAspects_l();
545
546 if (defaultColorAspects->primaries == C2Color::PRIMARIES_BT2020 &&
547 defaultColorAspects->matrix == C2Color::MATRIX_BT2020 &&
548 defaultColorAspects->transfer == C2Color::TRANSFER_ST2084) {
549 format = HAL_PIXEL_FORMAT_RGBA_1010102;
550 }
551 }
552 C2MemoryUsage usage = {C2MemoryUsage::CPU_READ, C2MemoryUsage::CPU_WRITE};
553
554 c2_status_t err = pool->fetchGraphicBlock(align(mWidth, 16), mHeight,
555 format, usage, &block);
556
557 if (err != C2_OK) {
558 ALOGE("fetchGraphicBlock for Output failed with status %d", err);
559 work->result = err;
560 return false;
561 }
562
563 C2GraphicView wView = block->map().get();
564
565 if (wView.error()) {
566 ALOGE("graphic view map failed %d", wView.error());
567 work->result = C2_CORRUPTED;
568 return false;
569 }
570
571 ALOGV("provided (%dx%d) required (%dx%d), out frameindex %d",
572 block->width(), block->height(), mWidth, mHeight,
573 (int)*(int64_t*)img->user_priv);
574
ming.zhouac19c3d2019-10-11 11:14:07 +0800575 uint8_t* dstY = const_cast<uint8_t*>(wView.data()[C2PlanarLayout::PLANE_Y]);
576 uint8_t* dstU = const_cast<uint8_t*>(wView.data()[C2PlanarLayout::PLANE_U]);
577 uint8_t* dstV = const_cast<uint8_t*>(wView.data()[C2PlanarLayout::PLANE_V]);
Ray Essick707c1462018-12-05 15:21:35 -0800578 size_t srcYStride = img->stride[AOM_PLANE_Y];
579 size_t srcUStride = img->stride[AOM_PLANE_U];
580 size_t srcVStride = img->stride[AOM_PLANE_V];
Harish Mahendrakardfa3f5a2019-05-02 12:10:24 -0700581 C2PlanarLayout layout = wView.layout();
582 size_t dstYStride = layout.planes[C2PlanarLayout::PLANE_Y].rowInc;
583 size_t dstUVStride = layout.planes[C2PlanarLayout::PLANE_U].rowInc;
Ray Essick707c1462018-12-05 15:21:35 -0800584
585 if (img->fmt == AOM_IMG_FMT_I42016) {
586 const uint16_t *srcY = (const uint16_t *)img->planes[AOM_PLANE_Y];
587 const uint16_t *srcU = (const uint16_t *)img->planes[AOM_PLANE_U];
588 const uint16_t *srcV = (const uint16_t *)img->planes[AOM_PLANE_V];
589
590 if (format == HAL_PIXEL_FORMAT_RGBA_1010102) {
ming.zhouac19c3d2019-10-11 11:14:07 +0800591 convertYUV420Planar16ToY410((uint32_t *)dstY, srcY, srcU, srcV, srcYStride / 2,
Ray Essick707c1462018-12-05 15:21:35 -0800592 srcUStride / 2, srcVStride / 2,
Harish Mahendrakardfa3f5a2019-05-02 12:10:24 -0700593 dstYStride / sizeof(uint32_t),
Ray Essick707c1462018-12-05 15:21:35 -0800594 mWidth, mHeight);
595 } else {
Harish Mahendrakar1b1aef22021-12-30 19:12:51 -0800596 convertYUV420Planar16ToYV12(dstY, dstU, dstV, srcY, srcU, srcV, srcYStride / 2,
597 srcUStride / 2, srcVStride / 2, dstYStride, dstUVStride,
598 mWidth, mHeight);
Ray Essick707c1462018-12-05 15:21:35 -0800599 }
600 } else {
601 const uint8_t *srcY = (const uint8_t *)img->planes[AOM_PLANE_Y];
602 const uint8_t *srcU = (const uint8_t *)img->planes[AOM_PLANE_U];
603 const uint8_t *srcV = (const uint8_t *)img->planes[AOM_PLANE_V];
Harish Mahendrakar1b1aef22021-12-30 19:12:51 -0800604 convertYUV420Planar8ToYV12(dstY, dstU, dstV, srcY, srcU, srcV, srcYStride, srcUStride,
605 srcVStride, dstYStride, dstUVStride, mWidth, mHeight);
Ray Essick707c1462018-12-05 15:21:35 -0800606 }
607 finishWork(*(int64_t*)img->user_priv, work, std::move(block));
608 block = nullptr;
609 return true;
610}
611
612c2_status_t C2SoftAomDec::drainInternal(
613 uint32_t drainMode, const std::shared_ptr<C2BlockPool>& pool,
614 const std::unique_ptr<C2Work>& work) {
615 if (drainMode == NO_DRAIN) {
616 ALOGW("drain with NO_DRAIN: no-op");
617 return C2_OK;
618 }
619 if (drainMode == DRAIN_CHAIN) {
620 ALOGW("DRAIN_CHAIN not supported");
621 return C2_OMITTED;
622 }
623
624 if (aom_codec_decode(mCodecCtx, nullptr, 0, nullptr)) {
625 ALOGE("Failed to flush av1 decoder.");
626 return C2_CORRUPTED;
627 }
628
629 while ((outputBuffer(pool, work))) {
630 }
631
632 if (drainMode == DRAIN_COMPONENT_WITH_EOS && work &&
633 work->workletsProcessed == 0u) {
634 fillEmptyWork(work);
635 }
636
637 return C2_OK;
638}
639
640c2_status_t C2SoftAomDec::drain(uint32_t drainMode,
641 const std::shared_ptr<C2BlockPool>& pool) {
642 return drainInternal(drainMode, pool, nullptr);
643}
644
645class C2SoftAomFactory : public C2ComponentFactory {
646 public:
647 C2SoftAomFactory()
648 : mHelper(std::static_pointer_cast<C2ReflectorHelper>(
649 GetCodec2PlatformComponentStore()->getParamReflector())) {}
650
651 virtual c2_status_t createComponent(
652 c2_node_id_t id, std::shared_ptr<C2Component>* const component,
653 std::function<void(C2Component*)> deleter) override {
654 *component = std::shared_ptr<C2Component>(
655 new C2SoftAomDec(COMPONENT_NAME, id,
656 std::make_shared<C2SoftAomDec::IntfImpl>(mHelper)),
657 deleter);
658 return C2_OK;
659 }
660
661 virtual c2_status_t createInterface(
662 c2_node_id_t id, std::shared_ptr<C2ComponentInterface>* const interface,
663 std::function<void(C2ComponentInterface*)> deleter) override {
664 *interface = std::shared_ptr<C2ComponentInterface>(
665 new SimpleInterface<C2SoftAomDec::IntfImpl>(
666 COMPONENT_NAME, id,
667 std::make_shared<C2SoftAomDec::IntfImpl>(mHelper)),
668 deleter);
669 return C2_OK;
670 }
671
672 virtual ~C2SoftAomFactory() override = default;
673
674 private:
675 std::shared_ptr<C2ReflectorHelper> mHelper;
676};
677
678} // namespace android
679
Cindy Zhouf6c0c3c2020-12-02 10:53:40 -0800680__attribute__((cfi_canonical_jump_table))
Ray Essick707c1462018-12-05 15:21:35 -0800681extern "C" ::C2ComponentFactory* CreateCodec2Factory() {
682 ALOGV("in %s", __func__);
683 return new ::android::C2SoftAomFactory();
684}
685
Cindy Zhouf6c0c3c2020-12-02 10:53:40 -0800686__attribute__((cfi_canonical_jump_table))
Ray Essick707c1462018-12-05 15:21:35 -0800687extern "C" void DestroyCodec2Factory(::C2ComponentFactory* factory) {
688 ALOGV("in %s", __func__);
689 delete factory;
690}