blob: 96a4c4a7564441c8f5b4aa44625c140e6f1a2189 [file] [log] [blame]
Pawin Vongmasa36653902018-11-15 00:10:25 -08001/*
2 * Copyright 2017 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "C2SoftAvcDec"
19#include <log/log.h>
20
21#include <media/stagefright/foundation/MediaDefs.h>
22
23#include <C2Debug.h>
24#include <C2PlatformSupport.h>
25#include <Codec2Mapper.h>
26#include <SimpleC2Interface.h>
27
28#include "C2SoftAvcDec.h"
Pawin Vongmasa36653902018-11-15 00:10:25 -080029
30namespace android {
31
32namespace {
Harish Mahendrakare55c4712019-07-26 12:32:13 -070033constexpr size_t kMinInputBufferSize = 2 * 1024 * 1024;
Pawin Vongmasa36653902018-11-15 00:10:25 -080034constexpr char COMPONENT_NAME[] = "c2.android.avc.decoder";
Harish Mahendrakar343be8a2019-08-01 12:38:58 -070035constexpr uint32_t kDefaultOutputDelay = 8;
Harish Mahendrakar7b8409e2020-08-12 20:34:42 -070036/* avc specification allows for a maximum delay of 16 frames.
37 As soft avc decoder supports interlaced, this delay would be 32 fields.
38 And avc decoder implementation has an additional delay of 2 decode calls.
39 So total maximum output delay is 34 */
40constexpr uint32_t kMaxOutputDelay = 34;
Harish Mahendrakara17cf652020-04-02 05:45:05 +053041constexpr uint32_t kMinInputBytes = 4;
Pawin Vongmasa36653902018-11-15 00:10:25 -080042} // namespace
43
44class C2SoftAvcDec::IntfImpl : public SimpleInterface<void>::BaseParams {
45public:
46 explicit IntfImpl(const std::shared_ptr<C2ReflectorHelper> &helper)
47 : SimpleInterface<void>::BaseParams(
48 helper,
49 COMPONENT_NAME,
50 C2Component::KIND_DECODER,
51 C2Component::DOMAIN_VIDEO,
52 MEDIA_MIMETYPE_VIDEO_AVC) {
53 noPrivateBuffers(); // TODO: account for our buffers here
54 noInputReferences();
55 noOutputReferences();
56 noInputLatency();
57 noTimeStretch();
58
Wonsik Kimab34ed62019-01-31 15:28:46 -080059 // TODO: Proper support for reorder depth.
60 addParameter(
61 DefineParam(mActualOutputDelay, C2_PARAMKEY_OUTPUT_DELAY)
Harish Mahendrakar343be8a2019-08-01 12:38:58 -070062 .withDefault(new C2PortActualDelayTuning::output(kDefaultOutputDelay))
63 .withFields({C2F(mActualOutputDelay, value).inRange(0, kMaxOutputDelay)})
64 .withSetter(Setter<decltype(*mActualOutputDelay)>::StrictValueWithNoDeps)
Wonsik Kimab34ed62019-01-31 15:28:46 -080065 .build());
66
Pawin Vongmasa36653902018-11-15 00:10:25 -080067 // TODO: output latency and reordering
68
69 addParameter(
70 DefineParam(mAttrib, C2_PARAMKEY_COMPONENT_ATTRIBUTES)
71 .withConstValue(new C2ComponentAttributesSetting(C2Component::ATTRIB_IS_TEMPORAL))
72 .build());
73
74 // coded and output picture size is the same for this codec
75 addParameter(
76 DefineParam(mSize, C2_PARAMKEY_PICTURE_SIZE)
77 .withDefault(new C2StreamPictureSizeInfo::output(0u, 320, 240))
78 .withFields({
79 C2F(mSize, width).inRange(2, 4080, 2),
80 C2F(mSize, height).inRange(2, 4080, 2),
81 })
82 .withSetter(SizeSetter)
83 .build());
84
85 addParameter(
86 DefineParam(mMaxSize, C2_PARAMKEY_MAX_PICTURE_SIZE)
87 .withDefault(new C2StreamMaxPictureSizeTuning::output(0u, 320, 240))
88 .withFields({
89 C2F(mSize, width).inRange(2, 4080, 2),
90 C2F(mSize, height).inRange(2, 4080, 2),
91 })
92 .withSetter(MaxPictureSizeSetter, mSize)
93 .build());
94
95 addParameter(
96 DefineParam(mProfileLevel, C2_PARAMKEY_PROFILE_LEVEL)
97 .withDefault(new C2StreamProfileLevelInfo::input(0u,
98 C2Config::PROFILE_AVC_CONSTRAINED_BASELINE, C2Config::LEVEL_AVC_5_2))
99 .withFields({
100 C2F(mProfileLevel, profile).oneOf({
101 C2Config::PROFILE_AVC_CONSTRAINED_BASELINE,
102 C2Config::PROFILE_AVC_BASELINE,
103 C2Config::PROFILE_AVC_MAIN,
104 C2Config::PROFILE_AVC_CONSTRAINED_HIGH,
105 C2Config::PROFILE_AVC_PROGRESSIVE_HIGH,
106 C2Config::PROFILE_AVC_HIGH}),
107 C2F(mProfileLevel, level).oneOf({
108 C2Config::LEVEL_AVC_1, C2Config::LEVEL_AVC_1B, C2Config::LEVEL_AVC_1_1,
109 C2Config::LEVEL_AVC_1_2, C2Config::LEVEL_AVC_1_3,
110 C2Config::LEVEL_AVC_2, C2Config::LEVEL_AVC_2_1, C2Config::LEVEL_AVC_2_2,
111 C2Config::LEVEL_AVC_3, C2Config::LEVEL_AVC_3_1, C2Config::LEVEL_AVC_3_2,
112 C2Config::LEVEL_AVC_4, C2Config::LEVEL_AVC_4_1, C2Config::LEVEL_AVC_4_2,
113 C2Config::LEVEL_AVC_5, C2Config::LEVEL_AVC_5_1, C2Config::LEVEL_AVC_5_2
114 })
115 })
116 .withSetter(ProfileLevelSetter, mSize)
117 .build());
118
119 addParameter(
120 DefineParam(mMaxInputSize, C2_PARAMKEY_INPUT_MAX_BUFFER_SIZE)
Harish Mahendrakare55c4712019-07-26 12:32:13 -0700121 .withDefault(new C2StreamMaxBufferSizeInfo::input(0u, kMinInputBufferSize))
Pawin Vongmasa36653902018-11-15 00:10:25 -0800122 .withFields({
123 C2F(mMaxInputSize, value).any(),
124 })
125 .calculatedAs(MaxInputSizeSetter, mMaxSize)
126 .build());
127
128 C2ChromaOffsetStruct locations[1] = { C2ChromaOffsetStruct::ITU_YUV_420_0() };
129 std::shared_ptr<C2StreamColorInfo::output> defaultColorInfo =
130 C2StreamColorInfo::output::AllocShared(
131 1u, 0u, 8u /* bitDepth */, C2Color::YUV_420);
132 memcpy(defaultColorInfo->m.locations, locations, sizeof(locations));
133
134 defaultColorInfo =
135 C2StreamColorInfo::output::AllocShared(
136 { C2ChromaOffsetStruct::ITU_YUV_420_0() },
137 0u, 8u /* bitDepth */, C2Color::YUV_420);
138 helper->addStructDescriptors<C2ChromaOffsetStruct>();
139
140 addParameter(
141 DefineParam(mColorInfo, C2_PARAMKEY_CODED_COLOR_INFO)
142 .withConstValue(defaultColorInfo)
143 .build());
144
145 addParameter(
146 DefineParam(mDefaultColorAspects, C2_PARAMKEY_DEFAULT_COLOR_ASPECTS)
147 .withDefault(new C2StreamColorAspectsTuning::output(
148 0u, C2Color::RANGE_UNSPECIFIED, C2Color::PRIMARIES_UNSPECIFIED,
149 C2Color::TRANSFER_UNSPECIFIED, C2Color::MATRIX_UNSPECIFIED))
150 .withFields({
151 C2F(mDefaultColorAspects, range).inRange(
152 C2Color::RANGE_UNSPECIFIED, C2Color::RANGE_OTHER),
153 C2F(mDefaultColorAspects, primaries).inRange(
154 C2Color::PRIMARIES_UNSPECIFIED, C2Color::PRIMARIES_OTHER),
155 C2F(mDefaultColorAspects, transfer).inRange(
156 C2Color::TRANSFER_UNSPECIFIED, C2Color::TRANSFER_OTHER),
157 C2F(mDefaultColorAspects, matrix).inRange(
158 C2Color::MATRIX_UNSPECIFIED, C2Color::MATRIX_OTHER)
159 })
160 .withSetter(DefaultColorAspectsSetter)
161 .build());
162
163 addParameter(
164 DefineParam(mCodedColorAspects, C2_PARAMKEY_VUI_COLOR_ASPECTS)
165 .withDefault(new C2StreamColorAspectsInfo::input(
166 0u, C2Color::RANGE_LIMITED, C2Color::PRIMARIES_UNSPECIFIED,
167 C2Color::TRANSFER_UNSPECIFIED, C2Color::MATRIX_UNSPECIFIED))
168 .withFields({
169 C2F(mCodedColorAspects, range).inRange(
170 C2Color::RANGE_UNSPECIFIED, C2Color::RANGE_OTHER),
171 C2F(mCodedColorAspects, primaries).inRange(
172 C2Color::PRIMARIES_UNSPECIFIED, C2Color::PRIMARIES_OTHER),
173 C2F(mCodedColorAspects, transfer).inRange(
174 C2Color::TRANSFER_UNSPECIFIED, C2Color::TRANSFER_OTHER),
175 C2F(mCodedColorAspects, matrix).inRange(
176 C2Color::MATRIX_UNSPECIFIED, C2Color::MATRIX_OTHER)
177 })
178 .withSetter(CodedColorAspectsSetter)
179 .build());
180
181 addParameter(
182 DefineParam(mColorAspects, C2_PARAMKEY_COLOR_ASPECTS)
183 .withDefault(new C2StreamColorAspectsInfo::output(
184 0u, C2Color::RANGE_UNSPECIFIED, C2Color::PRIMARIES_UNSPECIFIED,
185 C2Color::TRANSFER_UNSPECIFIED, C2Color::MATRIX_UNSPECIFIED))
186 .withFields({
187 C2F(mColorAspects, range).inRange(
188 C2Color::RANGE_UNSPECIFIED, C2Color::RANGE_OTHER),
189 C2F(mColorAspects, primaries).inRange(
190 C2Color::PRIMARIES_UNSPECIFIED, C2Color::PRIMARIES_OTHER),
191 C2F(mColorAspects, transfer).inRange(
192 C2Color::TRANSFER_UNSPECIFIED, C2Color::TRANSFER_OTHER),
193 C2F(mColorAspects, matrix).inRange(
194 C2Color::MATRIX_UNSPECIFIED, C2Color::MATRIX_OTHER)
195 })
196 .withSetter(ColorAspectsSetter, mDefaultColorAspects, mCodedColorAspects)
197 .build());
198
199 // TODO: support more formats?
200 addParameter(
201 DefineParam(mPixelFormat, C2_PARAMKEY_PIXEL_FORMAT)
202 .withConstValue(new C2StreamPixelFormatInfo::output(
203 0u, HAL_PIXEL_FORMAT_YCBCR_420_888))
204 .build());
205 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800206 static C2R SizeSetter(bool mayBlock, const C2P<C2StreamPictureSizeInfo::output> &oldMe,
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800207 C2P<C2StreamPictureSizeInfo::output> &me) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800208 (void)mayBlock;
209 C2R res = C2R::Ok();
210 if (!me.F(me.v.width).supportsAtAll(me.v.width)) {
211 res = res.plus(C2SettingResultBuilder::BadValue(me.F(me.v.width)));
212 me.set().width = oldMe.v.width;
213 }
214 if (!me.F(me.v.height).supportsAtAll(me.v.height)) {
215 res = res.plus(C2SettingResultBuilder::BadValue(me.F(me.v.height)));
216 me.set().height = oldMe.v.height;
217 }
218 return res;
219 }
220
221 static C2R MaxPictureSizeSetter(bool mayBlock, C2P<C2StreamMaxPictureSizeTuning::output> &me,
222 const C2P<C2StreamPictureSizeInfo::output> &size) {
223 (void)mayBlock;
224 // TODO: get max width/height from the size's field helpers vs. hardcoding
225 me.set().width = c2_min(c2_max(me.v.width, size.v.width), 4080u);
226 me.set().height = c2_min(c2_max(me.v.height, size.v.height), 4080u);
227 return C2R::Ok();
228 }
229
230 static C2R MaxInputSizeSetter(bool mayBlock, C2P<C2StreamMaxBufferSizeInfo::input> &me,
231 const C2P<C2StreamMaxPictureSizeTuning::output> &maxSize) {
232 (void)mayBlock;
233 // assume compression ratio of 2
Harish Mahendrakare55c4712019-07-26 12:32:13 -0700234 me.set().value = c2_max((((maxSize.v.width + 15) / 16)
235 * ((maxSize.v.height + 15) / 16) * 192), kMinInputBufferSize);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800236 return C2R::Ok();
237 }
238
239 static C2R ProfileLevelSetter(bool mayBlock, C2P<C2StreamProfileLevelInfo::input> &me,
240 const C2P<C2StreamPictureSizeInfo::output> &size) {
241 (void)mayBlock;
242 (void)size;
243 (void)me; // TODO: validate
244 return C2R::Ok();
245 }
246
247 static C2R DefaultColorAspectsSetter(bool mayBlock, C2P<C2StreamColorAspectsTuning::output> &me) {
248 (void)mayBlock;
249 if (me.v.range > C2Color::RANGE_OTHER) {
250 me.set().range = C2Color::RANGE_OTHER;
251 }
252 if (me.v.primaries > C2Color::PRIMARIES_OTHER) {
253 me.set().primaries = C2Color::PRIMARIES_OTHER;
254 }
255 if (me.v.transfer > C2Color::TRANSFER_OTHER) {
256 me.set().transfer = C2Color::TRANSFER_OTHER;
257 }
258 if (me.v.matrix > C2Color::MATRIX_OTHER) {
259 me.set().matrix = C2Color::MATRIX_OTHER;
260 }
261 return C2R::Ok();
262 }
263
264 static C2R CodedColorAspectsSetter(bool mayBlock, C2P<C2StreamColorAspectsInfo::input> &me) {
265 (void)mayBlock;
266 if (me.v.range > C2Color::RANGE_OTHER) {
267 me.set().range = C2Color::RANGE_OTHER;
268 }
269 if (me.v.primaries > C2Color::PRIMARIES_OTHER) {
270 me.set().primaries = C2Color::PRIMARIES_OTHER;
271 }
272 if (me.v.transfer > C2Color::TRANSFER_OTHER) {
273 me.set().transfer = C2Color::TRANSFER_OTHER;
274 }
275 if (me.v.matrix > C2Color::MATRIX_OTHER) {
276 me.set().matrix = C2Color::MATRIX_OTHER;
277 }
278 return C2R::Ok();
279 }
280
281 static C2R ColorAspectsSetter(bool mayBlock, C2P<C2StreamColorAspectsInfo::output> &me,
282 const C2P<C2StreamColorAspectsTuning::output> &def,
283 const C2P<C2StreamColorAspectsInfo::input> &coded) {
284 (void)mayBlock;
285 // take default values for all unspecified fields, and coded values for specified ones
286 me.set().range = coded.v.range == RANGE_UNSPECIFIED ? def.v.range : coded.v.range;
287 me.set().primaries = coded.v.primaries == PRIMARIES_UNSPECIFIED
288 ? def.v.primaries : coded.v.primaries;
289 me.set().transfer = coded.v.transfer == TRANSFER_UNSPECIFIED
290 ? def.v.transfer : coded.v.transfer;
291 me.set().matrix = coded.v.matrix == MATRIX_UNSPECIFIED ? def.v.matrix : coded.v.matrix;
292 return C2R::Ok();
293 }
294
295 std::shared_ptr<C2StreamColorAspectsInfo::output> getColorAspects_l() {
296 return mColorAspects;
297 }
298
299private:
300 std::shared_ptr<C2StreamProfileLevelInfo::input> mProfileLevel;
301 std::shared_ptr<C2StreamPictureSizeInfo::output> mSize;
302 std::shared_ptr<C2StreamMaxPictureSizeTuning::output> mMaxSize;
303 std::shared_ptr<C2StreamMaxBufferSizeInfo::input> mMaxInputSize;
304 std::shared_ptr<C2StreamColorInfo::output> mColorInfo;
305 std::shared_ptr<C2StreamColorAspectsInfo::input> mCodedColorAspects;
306 std::shared_ptr<C2StreamColorAspectsTuning::output> mDefaultColorAspects;
307 std::shared_ptr<C2StreamColorAspectsInfo::output> mColorAspects;
308 std::shared_ptr<C2StreamPixelFormatInfo::output> mPixelFormat;
309};
310
311static size_t getCpuCoreCount() {
312 long cpuCoreCount = 1;
313#if defined(_SC_NPROCESSORS_ONLN)
314 cpuCoreCount = sysconf(_SC_NPROCESSORS_ONLN);
315#else
316 // _SC_NPROC_ONLN must be defined...
317 cpuCoreCount = sysconf(_SC_NPROC_ONLN);
318#endif
319 CHECK(cpuCoreCount >= 1);
320 ALOGV("Number of CPU cores: %ld", cpuCoreCount);
321 return (size_t)cpuCoreCount;
322}
323
324static void *ivd_aligned_malloc(void *ctxt, WORD32 alignment, WORD32 size) {
325 (void) ctxt;
326 return memalign(alignment, size);
327}
328
329static void ivd_aligned_free(void *ctxt, void *mem) {
330 (void) ctxt;
331 free(mem);
332}
333
334C2SoftAvcDec::C2SoftAvcDec(
335 const char *name,
336 c2_node_id_t id,
337 const std::shared_ptr<IntfImpl> &intfImpl)
338 : SimpleC2Component(std::make_shared<SimpleInterface<IntfImpl>>(name, id, intfImpl)),
339 mIntf(intfImpl),
340 mDecHandle(nullptr),
341 mOutBufferFlush(nullptr),
Wonsik Kimdbda76a2021-04-12 16:31:49 -0700342 mIvColorFormat(IV_YUV_420P),
Harish Mahendrakar343be8a2019-08-01 12:38:58 -0700343 mOutputDelay(kDefaultOutputDelay),
Pawin Vongmasa36653902018-11-15 00:10:25 -0800344 mWidth(320),
345 mHeight(240),
Rakesh Kumar4ec85ae2019-02-13 00:50:07 +0530346 mHeaderDecoded(false),
347 mOutIndex(0u) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800348 GENERATE_FILE_NAMES();
349 CREATE_DUMP_FILE(mInFile);
350}
351
352C2SoftAvcDec::~C2SoftAvcDec() {
353 onRelease();
354}
355
356c2_status_t C2SoftAvcDec::onInit() {
357 status_t err = initDecoder();
358 return err == OK ? C2_OK : C2_CORRUPTED;
359}
360
361c2_status_t C2SoftAvcDec::onStop() {
362 if (OK != resetDecoder()) return C2_CORRUPTED;
363 resetPlugin();
364 return C2_OK;
365}
366
367void C2SoftAvcDec::onReset() {
368 (void) onStop();
369}
370
371void C2SoftAvcDec::onRelease() {
372 (void) deleteDecoder();
373 if (mOutBufferFlush) {
374 ivd_aligned_free(nullptr, mOutBufferFlush);
375 mOutBufferFlush = nullptr;
376 }
377 if (mOutBlock) {
378 mOutBlock.reset();
379 }
380}
381
382c2_status_t C2SoftAvcDec::onFlush_sm() {
383 if (OK != setFlushMode()) return C2_CORRUPTED;
384
385 uint32_t bufferSize = mStride * mHeight * 3 / 2;
386 mOutBufferFlush = (uint8_t *)ivd_aligned_malloc(nullptr, 128, bufferSize);
387 if (!mOutBufferFlush) {
388 ALOGE("could not allocate tmp output buffer (for flush) of size %u ", bufferSize);
389 return C2_NO_MEMORY;
390 }
391
392 while (true) {
Shivaansh Agrawal193b6122020-12-20 14:31:04 +0530393 ih264d_video_decode_ip_t s_h264d_decode_ip = {};
394 ih264d_video_decode_op_t s_h264d_decode_op = {};
395 ivd_video_decode_ip_t *ps_decode_ip = &s_h264d_decode_ip.s_ivd_video_decode_ip_t;
396 ivd_video_decode_op_t *ps_decode_op = &s_h264d_decode_op.s_ivd_video_decode_op_t;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800397
Shivaansh Agrawal193b6122020-12-20 14:31:04 +0530398 setDecodeArgs(ps_decode_ip, ps_decode_op, nullptr, nullptr, 0, 0, 0);
399 (void) ivdec_api_function(mDecHandle, &s_h264d_decode_ip, &s_h264d_decode_op);
400 if (0 == ps_decode_op->u4_output_present) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800401 resetPlugin();
402 break;
403 }
404 }
405
406 if (mOutBufferFlush) {
407 ivd_aligned_free(nullptr, mOutBufferFlush);
408 mOutBufferFlush = nullptr;
409 }
410
411 return C2_OK;
412}
413
414status_t C2SoftAvcDec::createDecoder() {
Shivaansh Agrawal193b6122020-12-20 14:31:04 +0530415 ivdext_create_ip_t s_create_ip = {};
416 ivdext_create_op_t s_create_op = {};
Pawin Vongmasa36653902018-11-15 00:10:25 -0800417
418 s_create_ip.s_ivd_create_ip_t.u4_size = sizeof(ivdext_create_ip_t);
419 s_create_ip.s_ivd_create_ip_t.e_cmd = IVD_CMD_CREATE;
420 s_create_ip.s_ivd_create_ip_t.u4_share_disp_buf = 0;
Wonsik Kimdbda76a2021-04-12 16:31:49 -0700421 s_create_ip.s_ivd_create_ip_t.e_output_format = mIvColorFormat;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800422 s_create_ip.s_ivd_create_ip_t.pf_aligned_alloc = ivd_aligned_malloc;
423 s_create_ip.s_ivd_create_ip_t.pf_aligned_free = ivd_aligned_free;
424 s_create_ip.s_ivd_create_ip_t.pv_mem_ctxt = nullptr;
425 s_create_op.s_ivd_create_op_t.u4_size = sizeof(ivdext_create_op_t);
426 IV_API_CALL_STATUS_T status = ivdec_api_function(nullptr,
427 &s_create_ip,
428 &s_create_op);
429 if (status != IV_SUCCESS) {
430 ALOGE("error in %s: 0x%x", __func__,
431 s_create_op.s_ivd_create_op_t.u4_error_code);
432 return UNKNOWN_ERROR;
433 }
434 mDecHandle = (iv_obj_t*)s_create_op.s_ivd_create_op_t.pv_handle;
435 mDecHandle->pv_fxns = (void *)ivdec_api_function;
436 mDecHandle->u4_size = sizeof(iv_obj_t);
437
438 return OK;
439}
440
441status_t C2SoftAvcDec::setNumCores() {
Shivaansh Agrawal193b6122020-12-20 14:31:04 +0530442 ivdext_ctl_set_num_cores_ip_t s_set_num_cores_ip = {};
443 ivdext_ctl_set_num_cores_op_t s_set_num_cores_op = {};
Pawin Vongmasa36653902018-11-15 00:10:25 -0800444
445 s_set_num_cores_ip.u4_size = sizeof(ivdext_ctl_set_num_cores_ip_t);
446 s_set_num_cores_ip.e_cmd = IVD_CMD_VIDEO_CTL;
447 s_set_num_cores_ip.e_sub_cmd = IVDEXT_CMD_CTL_SET_NUM_CORES;
448 s_set_num_cores_ip.u4_num_cores = mNumCores;
449 s_set_num_cores_op.u4_size = sizeof(ivdext_ctl_set_num_cores_op_t);
450 IV_API_CALL_STATUS_T status = ivdec_api_function(mDecHandle,
451 &s_set_num_cores_ip,
452 &s_set_num_cores_op);
453 if (IV_SUCCESS != status) {
454 ALOGD("error in %s: 0x%x", __func__, s_set_num_cores_op.u4_error_code);
455 return UNKNOWN_ERROR;
456 }
457
458 return OK;
459}
460
461status_t C2SoftAvcDec::setParams(size_t stride, IVD_VIDEO_DECODE_MODE_T dec_mode) {
Shivaansh Agrawal193b6122020-12-20 14:31:04 +0530462 ih264d_ctl_set_config_ip_t s_h264d_set_dyn_params_ip = {};
463 ih264d_ctl_set_config_op_t s_h264d_set_dyn_params_op = {};
464 ivd_ctl_set_config_ip_t *ps_set_dyn_params_ip =
465 &s_h264d_set_dyn_params_ip.s_ivd_ctl_set_config_ip_t;
466 ivd_ctl_set_config_op_t *ps_set_dyn_params_op =
467 &s_h264d_set_dyn_params_op.s_ivd_ctl_set_config_op_t;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800468
Shivaansh Agrawal193b6122020-12-20 14:31:04 +0530469 ps_set_dyn_params_ip->u4_size = sizeof(ih264d_ctl_set_config_ip_t);
470 ps_set_dyn_params_ip->e_cmd = IVD_CMD_VIDEO_CTL;
471 ps_set_dyn_params_ip->e_sub_cmd = IVD_CMD_CTL_SETPARAMS;
472 ps_set_dyn_params_ip->u4_disp_wd = (UWORD32) stride;
473 ps_set_dyn_params_ip->e_frm_skip_mode = IVD_SKIP_NONE;
474 ps_set_dyn_params_ip->e_frm_out_mode = IVD_DISPLAY_FRAME_OUT;
475 ps_set_dyn_params_ip->e_vid_dec_mode = dec_mode;
476 ps_set_dyn_params_op->u4_size = sizeof(ih264d_ctl_set_config_op_t);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800477 IV_API_CALL_STATUS_T status = ivdec_api_function(mDecHandle,
Shivaansh Agrawal193b6122020-12-20 14:31:04 +0530478 &s_h264d_set_dyn_params_ip,
479 &s_h264d_set_dyn_params_op);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800480 if (status != IV_SUCCESS) {
Shivaansh Agrawal193b6122020-12-20 14:31:04 +0530481 ALOGE("error in %s: 0x%x", __func__, ps_set_dyn_params_op->u4_error_code);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800482 return UNKNOWN_ERROR;
483 }
484
485 return OK;
486}
487
488void C2SoftAvcDec::getVersion() {
Shivaansh Agrawal193b6122020-12-20 14:31:04 +0530489 ivd_ctl_getversioninfo_ip_t s_get_versioninfo_ip = {};
490 ivd_ctl_getversioninfo_op_t s_get_versioninfo_op = {};
Pawin Vongmasa36653902018-11-15 00:10:25 -0800491 UWORD8 au1_buf[512];
492
493 s_get_versioninfo_ip.u4_size = sizeof(ivd_ctl_getversioninfo_ip_t);
494 s_get_versioninfo_ip.e_cmd = IVD_CMD_VIDEO_CTL;
495 s_get_versioninfo_ip.e_sub_cmd = IVD_CMD_CTL_GETVERSION;
496 s_get_versioninfo_ip.pv_version_buffer = au1_buf;
497 s_get_versioninfo_ip.u4_version_buffer_size = sizeof(au1_buf);
498 s_get_versioninfo_op.u4_size = sizeof(ivd_ctl_getversioninfo_op_t);
499 IV_API_CALL_STATUS_T status = ivdec_api_function(mDecHandle,
500 &s_get_versioninfo_ip,
501 &s_get_versioninfo_op);
502 if (status != IV_SUCCESS) {
503 ALOGD("error in %s: 0x%x", __func__,
504 s_get_versioninfo_op.u4_error_code);
505 } else {
506 ALOGV("ittiam decoder version number: %s",
507 (char *) s_get_versioninfo_ip.pv_version_buffer);
508 }
509}
510
511status_t C2SoftAvcDec::initDecoder() {
512 if (OK != createDecoder()) return UNKNOWN_ERROR;
513 mNumCores = MIN(getCpuCoreCount(), MAX_NUM_CORES);
Harish Mahendrakare403bf72021-10-21 10:30:35 -0700514 mStride = ALIGN128(mWidth);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800515 mSignalledError = false;
516 resetPlugin();
517 (void) setNumCores();
518 if (OK != setParams(mStride, IVD_DECODE_FRAME)) return UNKNOWN_ERROR;
519 (void) getVersion();
520
521 return OK;
522}
523
524bool C2SoftAvcDec::setDecodeArgs(ivd_video_decode_ip_t *ps_decode_ip,
525 ivd_video_decode_op_t *ps_decode_op,
526 C2ReadView *inBuffer,
527 C2GraphicView *outBuffer,
528 size_t inOffset,
529 size_t inSize,
530 uint32_t tsMarker) {
531 uint32_t displayStride = mStride;
Harish Mahendrakardc1d2d92019-10-18 16:27:38 -0700532 if (outBuffer) {
533 C2PlanarLayout layout;
534 layout = outBuffer->layout();
535 displayStride = layout.planes[C2PlanarLayout::PLANE_Y].rowInc;
536 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800537 uint32_t displayHeight = mHeight;
538 size_t lumaSize = displayStride * displayHeight;
539 size_t chromaSize = lumaSize >> 2;
540
Harish Mahendrakardc1d2d92019-10-18 16:27:38 -0700541 if (mStride != displayStride) {
542 mStride = displayStride;
543 if (OK != setParams(mStride, IVD_DECODE_FRAME)) return false;
544 }
545
Shivaansh Agrawal193b6122020-12-20 14:31:04 +0530546 ps_decode_ip->u4_size = sizeof(ih264d_video_decode_ip_t);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800547 ps_decode_ip->e_cmd = IVD_CMD_VIDEO_DECODE;
548 if (inBuffer) {
549 ps_decode_ip->u4_ts = tsMarker;
550 ps_decode_ip->pv_stream_buffer = const_cast<uint8_t *>(inBuffer->data() + inOffset);
551 ps_decode_ip->u4_num_Bytes = inSize;
552 } else {
553 ps_decode_ip->u4_ts = 0;
554 ps_decode_ip->pv_stream_buffer = nullptr;
555 ps_decode_ip->u4_num_Bytes = 0;
556 }
557 ps_decode_ip->s_out_buffer.u4_min_out_buf_size[0] = lumaSize;
Wonsik Kimdbda76a2021-04-12 16:31:49 -0700558 ps_decode_ip->s_out_buffer.u4_min_out_buf_size[1] = chromaSize;
559 ps_decode_ip->s_out_buffer.u4_min_out_buf_size[2] = chromaSize;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800560 if (outBuffer) {
Jason Macnak3a8a46c2020-04-30 17:41:53 -0700561 if (outBuffer->height() < displayHeight) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800562 ALOGE("Output buffer too small: provided (%dx%d) required (%ux%u)",
563 outBuffer->width(), outBuffer->height(), displayStride, displayHeight);
564 return false;
565 }
566 ps_decode_ip->s_out_buffer.pu1_bufs[0] = outBuffer->data()[C2PlanarLayout::PLANE_Y];
567 ps_decode_ip->s_out_buffer.pu1_bufs[1] = outBuffer->data()[C2PlanarLayout::PLANE_U];
Wonsik Kimdbda76a2021-04-12 16:31:49 -0700568 ps_decode_ip->s_out_buffer.pu1_bufs[2] = outBuffer->data()[C2PlanarLayout::PLANE_V];
Pawin Vongmasa36653902018-11-15 00:10:25 -0800569 } else {
570 ps_decode_ip->s_out_buffer.pu1_bufs[0] = mOutBufferFlush;
571 ps_decode_ip->s_out_buffer.pu1_bufs[1] = mOutBufferFlush + lumaSize;
Wonsik Kimdbda76a2021-04-12 16:31:49 -0700572 ps_decode_ip->s_out_buffer.pu1_bufs[2] = mOutBufferFlush + lumaSize + chromaSize;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800573 }
Wonsik Kimdbda76a2021-04-12 16:31:49 -0700574 ps_decode_ip->s_out_buffer.u4_num_bufs = 3;
Shivaansh Agrawal193b6122020-12-20 14:31:04 +0530575 ps_decode_op->u4_size = sizeof(ih264d_video_decode_op_t);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800576
577 return true;
578}
579
580bool C2SoftAvcDec::getVuiParams() {
Shivaansh Agrawal193b6122020-12-20 14:31:04 +0530581 ivdext_ctl_get_vui_params_ip_t s_get_vui_params_ip = {};
582 ivdext_ctl_get_vui_params_op_t s_get_vui_params_op = {};
Pawin Vongmasa36653902018-11-15 00:10:25 -0800583
584 s_get_vui_params_ip.u4_size = sizeof(ivdext_ctl_get_vui_params_ip_t);
585 s_get_vui_params_ip.e_cmd = IVD_CMD_VIDEO_CTL;
586 s_get_vui_params_ip.e_sub_cmd =
587 (IVD_CONTROL_API_COMMAND_TYPE_T) IH264D_CMD_CTL_GET_VUI_PARAMS;
588 s_get_vui_params_op.u4_size = sizeof(ivdext_ctl_get_vui_params_op_t);
589 IV_API_CALL_STATUS_T status = ivdec_api_function(mDecHandle,
590 &s_get_vui_params_ip,
591 &s_get_vui_params_op);
592 if (status != IV_SUCCESS) {
593 ALOGD("error in %s: 0x%x", __func__, s_get_vui_params_op.u4_error_code);
594 return false;
595 }
596
597 VuiColorAspects vuiColorAspects;
598 vuiColorAspects.primaries = s_get_vui_params_op.u1_colour_primaries;
599 vuiColorAspects.transfer = s_get_vui_params_op.u1_tfr_chars;
600 vuiColorAspects.coeffs = s_get_vui_params_op.u1_matrix_coeffs;
601 vuiColorAspects.fullRange = s_get_vui_params_op.u1_video_full_range_flag;
602
603 // convert vui aspects to C2 values if changed
604 if (!(vuiColorAspects == mBitstreamColorAspects)) {
605 mBitstreamColorAspects = vuiColorAspects;
606 ColorAspects sfAspects;
607 C2StreamColorAspectsInfo::input codedAspects = { 0u };
608 ColorUtils::convertIsoColorAspectsToCodecAspects(
609 vuiColorAspects.primaries, vuiColorAspects.transfer, vuiColorAspects.coeffs,
610 vuiColorAspects.fullRange, sfAspects);
611 if (!C2Mapper::map(sfAspects.mPrimaries, &codedAspects.primaries)) {
612 codedAspects.primaries = C2Color::PRIMARIES_UNSPECIFIED;
613 }
614 if (!C2Mapper::map(sfAspects.mRange, &codedAspects.range)) {
615 codedAspects.range = C2Color::RANGE_UNSPECIFIED;
616 }
617 if (!C2Mapper::map(sfAspects.mMatrixCoeffs, &codedAspects.matrix)) {
618 codedAspects.matrix = C2Color::MATRIX_UNSPECIFIED;
619 }
620 if (!C2Mapper::map(sfAspects.mTransfer, &codedAspects.transfer)) {
621 codedAspects.transfer = C2Color::TRANSFER_UNSPECIFIED;
622 }
623 std::vector<std::unique_ptr<C2SettingResult>> failures;
624 (void)mIntf->config({&codedAspects}, C2_MAY_BLOCK, &failures);
625 }
626 return true;
627}
628
629status_t C2SoftAvcDec::setFlushMode() {
Shivaansh Agrawal193b6122020-12-20 14:31:04 +0530630 ivd_ctl_flush_ip_t s_set_flush_ip = {};
631 ivd_ctl_flush_op_t s_set_flush_op = {};
Pawin Vongmasa36653902018-11-15 00:10:25 -0800632
633 s_set_flush_ip.u4_size = sizeof(ivd_ctl_flush_ip_t);
634 s_set_flush_ip.e_cmd = IVD_CMD_VIDEO_CTL;
635 s_set_flush_ip.e_sub_cmd = IVD_CMD_CTL_FLUSH;
636 s_set_flush_op.u4_size = sizeof(ivd_ctl_flush_op_t);
637 IV_API_CALL_STATUS_T status = ivdec_api_function(mDecHandle,
638 &s_set_flush_ip,
639 &s_set_flush_op);
640 if (status != IV_SUCCESS) {
641 ALOGE("error in %s: 0x%x", __func__, s_set_flush_op.u4_error_code);
642 return UNKNOWN_ERROR;
643 }
644
645 return OK;
646}
647
648status_t C2SoftAvcDec::resetDecoder() {
Shivaansh Agrawal193b6122020-12-20 14:31:04 +0530649 ivd_ctl_reset_ip_t s_reset_ip = {};
650 ivd_ctl_reset_op_t s_reset_op = {};
Pawin Vongmasa36653902018-11-15 00:10:25 -0800651
652 s_reset_ip.u4_size = sizeof(ivd_ctl_reset_ip_t);
653 s_reset_ip.e_cmd = IVD_CMD_VIDEO_CTL;
654 s_reset_ip.e_sub_cmd = IVD_CMD_CTL_RESET;
655 s_reset_op.u4_size = sizeof(ivd_ctl_reset_op_t);
656 IV_API_CALL_STATUS_T status = ivdec_api_function(mDecHandle,
657 &s_reset_ip,
658 &s_reset_op);
659 if (IV_SUCCESS != status) {
660 ALOGE("error in %s: 0x%x", __func__, s_reset_op.u4_error_code);
661 return UNKNOWN_ERROR;
662 }
663 mStride = 0;
664 (void) setNumCores();
665 mSignalledError = false;
666 mHeaderDecoded = false;
667
668 return OK;
669}
670
671void C2SoftAvcDec::resetPlugin() {
672 mSignalledOutputEos = false;
Ray Essick24754942022-04-16 09:50:35 -0700673 mTimeStart = mTimeEnd = systemTime();
Harish Mahendrakar05575b12022-10-19 18:17:07 -0700674 if (mOutBlock) {
675 mOutBlock.reset();
676 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800677}
678
679status_t C2SoftAvcDec::deleteDecoder() {
680 if (mDecHandle) {
Shivaansh Agrawal193b6122020-12-20 14:31:04 +0530681 ivdext_delete_ip_t s_delete_ip = {};
682 ivdext_delete_op_t s_delete_op = {};
Pawin Vongmasa36653902018-11-15 00:10:25 -0800683
684 s_delete_ip.s_ivd_delete_ip_t.u4_size = sizeof(ivdext_delete_ip_t);
685 s_delete_ip.s_ivd_delete_ip_t.e_cmd = IVD_CMD_DELETE;
686 s_delete_op.s_ivd_delete_op_t.u4_size = sizeof(ivdext_delete_op_t);
687 IV_API_CALL_STATUS_T status = ivdec_api_function(mDecHandle,
688 &s_delete_ip,
689 &s_delete_op);
690 if (status != IV_SUCCESS) {
691 ALOGE("error in %s: 0x%x", __func__,
692 s_delete_op.s_ivd_delete_op_t.u4_error_code);
693 return UNKNOWN_ERROR;
694 }
695 mDecHandle = nullptr;
696 }
697
698 return OK;
699}
700
701static void fillEmptyWork(const std::unique_ptr<C2Work> &work) {
702 uint32_t flags = 0;
703 if (work->input.flags & C2FrameData::FLAG_END_OF_STREAM) {
704 flags |= C2FrameData::FLAG_END_OF_STREAM;
705 ALOGV("signalling eos");
706 }
707 work->worklets.front()->output.flags = (C2FrameData::flags_t)flags;
708 work->worklets.front()->output.buffers.clear();
709 work->worklets.front()->output.ordinal = work->input.ordinal;
710 work->workletsProcessed = 1u;
711}
712
713void C2SoftAvcDec::finishWork(uint64_t index, const std::unique_ptr<C2Work> &work) {
714 std::shared_ptr<C2Buffer> buffer = createGraphicBuffer(std::move(mOutBlock),
715 C2Rect(mWidth, mHeight));
716 mOutBlock = nullptr;
717 {
718 IntfImpl::Lock lock = mIntf->lock();
719 buffer->setInfo(mIntf->getColorAspects_l());
720 }
721
Rakesh Kumar4ec85ae2019-02-13 00:50:07 +0530722 class FillWork {
723 public:
724 FillWork(uint32_t flags, C2WorkOrdinalStruct ordinal,
725 const std::shared_ptr<C2Buffer>& buffer)
726 : mFlags(flags), mOrdinal(ordinal), mBuffer(buffer) {}
727 ~FillWork() = default;
728
729 void operator()(const std::unique_ptr<C2Work>& work) {
730 work->worklets.front()->output.flags = (C2FrameData::flags_t)mFlags;
731 work->worklets.front()->output.buffers.clear();
732 work->worklets.front()->output.ordinal = mOrdinal;
733 work->workletsProcessed = 1u;
734 work->result = C2_OK;
735 if (mBuffer) {
736 work->worklets.front()->output.buffers.push_back(mBuffer);
737 }
738 ALOGV("timestamp = %lld, index = %lld, w/%s buffer",
739 mOrdinal.timestamp.peekll(), mOrdinal.frameIndex.peekll(),
740 mBuffer ? "" : "o");
741 }
742
743 private:
744 const uint32_t mFlags;
745 const C2WorkOrdinalStruct mOrdinal;
746 const std::shared_ptr<C2Buffer> mBuffer;
747 };
748
Pawin Vongmasa36653902018-11-15 00:10:25 -0800749 auto fillWork = [buffer](const std::unique_ptr<C2Work> &work) {
750 work->worklets.front()->output.flags = (C2FrameData::flags_t)0;
751 work->worklets.front()->output.buffers.clear();
752 work->worklets.front()->output.buffers.push_back(buffer);
753 work->worklets.front()->output.ordinal = work->input.ordinal;
754 work->workletsProcessed = 1u;
755 };
756 if (work && c2_cntr64_t(index) == work->input.ordinal.frameIndex) {
Rakesh Kumar4ec85ae2019-02-13 00:50:07 +0530757 bool eos = ((work->input.flags & C2FrameData::FLAG_END_OF_STREAM) != 0);
758 // TODO: Check if cloneAndSend can be avoided by tracking number of frames remaining
759 if (eos) {
760 if (buffer) {
761 mOutIndex = index;
762 C2WorkOrdinalStruct outOrdinal = work->input.ordinal;
763 cloneAndSend(
764 mOutIndex, work,
765 FillWork(C2FrameData::FLAG_INCOMPLETE, outOrdinal, buffer));
766 buffer.reset();
767 }
768 } else {
769 fillWork(work);
770 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800771 } else {
772 finish(index, fillWork);
773 }
774}
775
776c2_status_t C2SoftAvcDec::ensureDecoderState(const std::shared_ptr<C2BlockPool> &pool) {
777 if (!mDecHandle) {
778 ALOGE("not supposed to be here, invalid decoder context");
779 return C2_CORRUPTED;
780 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800781 if (mOutBlock &&
Harish Mahendrakare403bf72021-10-21 10:30:35 -0700782 (mOutBlock->width() != ALIGN128(mWidth) || mOutBlock->height() != mHeight)) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800783 mOutBlock.reset();
784 }
785 if (!mOutBlock) {
Wonsik Kimdbda76a2021-04-12 16:31:49 -0700786 uint32_t format = HAL_PIXEL_FORMAT_YV12;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800787 C2MemoryUsage usage = { C2MemoryUsage::CPU_READ, C2MemoryUsage::CPU_WRITE };
Harish Mahendrakardc1d2d92019-10-18 16:27:38 -0700788 c2_status_t err =
Harish Mahendrakare403bf72021-10-21 10:30:35 -0700789 pool->fetchGraphicBlock(ALIGN128(mWidth), mHeight, format, usage, &mOutBlock);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800790 if (err != C2_OK) {
791 ALOGE("fetchGraphicBlock for Output failed with status %d", err);
792 return err;
793 }
794 ALOGV("provided (%dx%d) required (%dx%d)",
Harish Mahendrakare403bf72021-10-21 10:30:35 -0700795 mOutBlock->width(), mOutBlock->height(), ALIGN128(mWidth), mHeight);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800796 }
797
798 return C2_OK;
799}
800
801// TODO: can overall error checking be improved?
Wonsik Kimdbda76a2021-04-12 16:31:49 -0700802// TODO: allow configuration of color format and usage for graphic buffers instead
803// of hard coding them to HAL_PIXEL_FORMAT_YV12
Pawin Vongmasa36653902018-11-15 00:10:25 -0800804// TODO: pass coloraspects information to surface
805// TODO: test support for dynamic change in resolution
806// TODO: verify if the decoder sent back all frames
807void C2SoftAvcDec::process(
808 const std::unique_ptr<C2Work> &work,
809 const std::shared_ptr<C2BlockPool> &pool) {
810 // Initialize output work
811 work->result = C2_OK;
812 work->workletsProcessed = 0u;
813 work->worklets.front()->output.flags = work->input.flags;
814 if (mSignalledError || mSignalledOutputEos) {
815 work->result = C2_BAD_VALUE;
816 return;
817 }
818
819 size_t inOffset = 0u;
820 size_t inSize = 0u;
821 uint32_t workIndex = work->input.ordinal.frameIndex.peeku() & 0xFFFFFFFF;
822 C2ReadView rView = mDummyReadView;
823 if (!work->input.buffers.empty()) {
824 rView = work->input.buffers[0]->data().linearBlocks().front().map().get();
825 inSize = rView.capacity();
826 if (inSize && rView.error()) {
827 ALOGE("read view map failed %d", rView.error());
828 work->result = rView.error();
829 return;
830 }
831 }
832 bool eos = ((work->input.flags & C2FrameData::FLAG_END_OF_STREAM) != 0);
833 bool hasPicture = false;
834
835 ALOGV("in buffer attr. size %zu timestamp %d frameindex %d, flags %x",
836 inSize, (int)work->input.ordinal.timestamp.peeku(),
837 (int)work->input.ordinal.frameIndex.peeku(), work->input.flags);
838 size_t inPos = 0;
Harish Mahendrakara17cf652020-04-02 05:45:05 +0530839 while (inPos < inSize && inSize - inPos >= kMinInputBytes) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800840 if (C2_OK != ensureDecoderState(pool)) {
841 mSignalledError = true;
842 work->workletsProcessed = 1u;
843 work->result = C2_CORRUPTED;
844 return;
845 }
846
Shivaansh Agrawal193b6122020-12-20 14:31:04 +0530847 ih264d_video_decode_ip_t s_h264d_decode_ip = {};
848 ih264d_video_decode_op_t s_h264d_decode_op = {};
849 ivd_video_decode_ip_t *ps_decode_ip = &s_h264d_decode_ip.s_ivd_video_decode_ip_t;
850 ivd_video_decode_op_t *ps_decode_op = &s_h264d_decode_op.s_ivd_video_decode_op_t;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800851 {
852 C2GraphicView wView = mOutBlock->map().get();
853 if (wView.error()) {
854 ALOGE("graphic view map failed %d", wView.error());
855 work->result = wView.error();
856 return;
857 }
Shivaansh Agrawal193b6122020-12-20 14:31:04 +0530858 if (!setDecodeArgs(ps_decode_ip, ps_decode_op, &rView, &wView,
Pawin Vongmasa36653902018-11-15 00:10:25 -0800859 inOffset + inPos, inSize - inPos, workIndex)) {
860 mSignalledError = true;
861 work->workletsProcessed = 1u;
862 work->result = C2_CORRUPTED;
863 return;
864 }
865
866 if (false == mHeaderDecoded) {
867 /* Decode header and get dimensions */
868 setParams(mStride, IVD_DECODE_HEADER);
869 }
870
Ray Essick24754942022-04-16 09:50:35 -0700871 mTimeStart = systemTime();
872 nsecs_t delay = mTimeStart - mTimeEnd;
Shivaansh Agrawal193b6122020-12-20 14:31:04 +0530873 (void) ivdec_api_function(mDecHandle, &s_h264d_decode_ip, &s_h264d_decode_op);
Ray Essick24754942022-04-16 09:50:35 -0700874
875 mTimeEnd = systemTime();
876 nsecs_t decodeTime = mTimeEnd - mTimeStart;
877 ALOGV("decodeTime=%" PRId64 " delay=%" PRId64 " numBytes=%6d", decodeTime, delay,
Shivaansh Agrawal193b6122020-12-20 14:31:04 +0530878 ps_decode_op->u4_num_bytes_consumed);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800879 }
Shivaansh Agrawal193b6122020-12-20 14:31:04 +0530880 if (IVD_MEM_ALLOC_FAILED == (ps_decode_op->u4_error_code & IVD_ERROR_MASK)) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800881 ALOGE("allocation failure in decoder");
882 mSignalledError = true;
883 work->workletsProcessed = 1u;
884 work->result = C2_CORRUPTED;
885 return;
Shivaansh Agrawal193b6122020-12-20 14:31:04 +0530886 } else if (IVD_STREAM_WIDTH_HEIGHT_NOT_SUPPORTED ==
887 (ps_decode_op->u4_error_code & IVD_ERROR_MASK)) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800888 ALOGE("unsupported resolution : %dx%d", mWidth, mHeight);
889 mSignalledError = true;
890 work->workletsProcessed = 1u;
891 work->result = C2_CORRUPTED;
892 return;
Shivaansh Agrawal193b6122020-12-20 14:31:04 +0530893 } else if (IVD_RES_CHANGED == (ps_decode_op->u4_error_code & IVD_ERROR_MASK)) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800894 ALOGV("resolution changed");
895 drainInternal(DRAIN_COMPONENT_NO_EOS, pool, work);
896 resetDecoder();
897 resetPlugin();
898 work->workletsProcessed = 0u;
899
900 /* Decode header and get new dimensions */
901 setParams(mStride, IVD_DECODE_HEADER);
Shivaansh Agrawal193b6122020-12-20 14:31:04 +0530902 (void) ivdec_api_function(mDecHandle, ps_decode_ip, ps_decode_op);
903 } else if (IS_IVD_FATAL_ERROR(ps_decode_op->u4_error_code)) {
904 ALOGE("Fatal error in decoder 0x%x", ps_decode_op->u4_error_code);
Harish Mahendrakar8f98eee2019-04-16 11:34:33 -0700905 mSignalledError = true;
906 work->workletsProcessed = 1u;
907 work->result = C2_CORRUPTED;
908 return;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800909 }
Shivaansh Agrawal193b6122020-12-20 14:31:04 +0530910 if (ps_decode_op->i4_reorder_depth >= 0 && mOutputDelay != ps_decode_op->i4_reorder_depth) {
911 mOutputDelay = ps_decode_op->i4_reorder_depth;
Harish Mahendrakar343be8a2019-08-01 12:38:58 -0700912 ALOGV("New Output delay %d ", mOutputDelay);
913
914 C2PortActualDelayTuning::output outputDelay(mOutputDelay);
915 std::vector<std::unique_ptr<C2SettingResult>> failures;
916 c2_status_t err =
917 mIntf->config({&outputDelay}, C2_MAY_BLOCK, &failures);
918 if (err == OK) {
919 work->worklets.front()->output.configUpdate.push_back(
920 C2Param::Copy(outputDelay));
921 } else {
922 ALOGE("Cannot set output delay");
923 mSignalledError = true;
924 work->workletsProcessed = 1u;
925 work->result = C2_CORRUPTED;
926 return;
927 }
Harish Mahendrakar343be8a2019-08-01 12:38:58 -0700928 }
Shivaansh Agrawal193b6122020-12-20 14:31:04 +0530929 if (0 < ps_decode_op->u4_pic_wd && 0 < ps_decode_op->u4_pic_ht) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800930 if (mHeaderDecoded == false) {
931 mHeaderDecoded = true;
Harish Mahendrakare403bf72021-10-21 10:30:35 -0700932 mStride = ALIGN128(ps_decode_op->u4_pic_wd);
Harish Mahendrakardc1d2d92019-10-18 16:27:38 -0700933 setParams(mStride, IVD_DECODE_FRAME);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800934 }
Shivaansh Agrawal193b6122020-12-20 14:31:04 +0530935 if (ps_decode_op->u4_pic_wd != mWidth || ps_decode_op->u4_pic_ht != mHeight) {
936 mWidth = ps_decode_op->u4_pic_wd;
937 mHeight = ps_decode_op->u4_pic_ht;
938 CHECK_EQ(0u, ps_decode_op->u4_output_present);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800939
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800940 C2StreamPictureSizeInfo::output size(0u, mWidth, mHeight);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800941 std::vector<std::unique_ptr<C2SettingResult>> failures;
942 c2_status_t err = mIntf->config({&size}, C2_MAY_BLOCK, &failures);
943 if (err == OK) {
944 work->worklets.front()->output.configUpdate.push_back(
945 C2Param::Copy(size));
946 } else {
947 ALOGE("Cannot set width and height");
948 mSignalledError = true;
949 work->workletsProcessed = 1u;
950 work->result = C2_CORRUPTED;
951 return;
952 }
953 continue;
954 }
955 }
956 (void)getVuiParams();
Shivaansh Agrawal193b6122020-12-20 14:31:04 +0530957 hasPicture |= (1 == ps_decode_op->u4_frame_decoded_flag);
958 if (ps_decode_op->u4_output_present) {
959 finishWork(ps_decode_op->u4_ts, work);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800960 }
Shivaansh Agrawal193b6122020-12-20 14:31:04 +0530961 inPos += ps_decode_op->u4_num_bytes_consumed;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800962 }
963 if (eos) {
964 drainInternal(DRAIN_COMPONENT_WITH_EOS, pool, work);
965 mSignalledOutputEos = true;
966 } else if (!hasPicture) {
967 fillEmptyWork(work);
968 }
Wonsik Kimab34ed62019-01-31 15:28:46 -0800969
970 work->input.buffers.clear();
Pawin Vongmasa36653902018-11-15 00:10:25 -0800971}
972
973c2_status_t C2SoftAvcDec::drainInternal(
974 uint32_t drainMode,
975 const std::shared_ptr<C2BlockPool> &pool,
976 const std::unique_ptr<C2Work> &work) {
977 if (drainMode == NO_DRAIN) {
978 ALOGW("drain with NO_DRAIN: no-op");
979 return C2_OK;
980 }
981 if (drainMode == DRAIN_CHAIN) {
982 ALOGW("DRAIN_CHAIN not supported");
983 return C2_OMITTED;
984 }
985
986 if (OK != setFlushMode()) return C2_CORRUPTED;
987 while (true) {
988 if (C2_OK != ensureDecoderState(pool)) {
989 mSignalledError = true;
990 work->workletsProcessed = 1u;
991 work->result = C2_CORRUPTED;
992 return C2_CORRUPTED;
993 }
994 C2GraphicView wView = mOutBlock->map().get();
995 if (wView.error()) {
996 ALOGE("graphic view map failed %d", wView.error());
997 return C2_CORRUPTED;
998 }
Shivaansh Agrawal193b6122020-12-20 14:31:04 +0530999 ih264d_video_decode_ip_t s_h264d_decode_ip = {};
1000 ih264d_video_decode_op_t s_h264d_decode_op = {};
1001 ivd_video_decode_ip_t *ps_decode_ip = &s_h264d_decode_ip.s_ivd_video_decode_ip_t;
1002 ivd_video_decode_op_t *ps_decode_op = &s_h264d_decode_op.s_ivd_video_decode_op_t;
1003 if (!setDecodeArgs(ps_decode_ip, ps_decode_op, nullptr, &wView, 0, 0, 0)) {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001004 mSignalledError = true;
1005 work->workletsProcessed = 1u;
1006 return C2_CORRUPTED;
1007 }
Shivaansh Agrawal193b6122020-12-20 14:31:04 +05301008 (void) ivdec_api_function(mDecHandle, &s_h264d_decode_ip, &s_h264d_decode_op);
1009 if (ps_decode_op->u4_output_present) {
1010 finishWork(ps_decode_op->u4_ts, work);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001011 } else {
1012 fillEmptyWork(work);
1013 break;
1014 }
1015 }
1016
1017 return C2_OK;
1018}
1019
1020c2_status_t C2SoftAvcDec::drain(
1021 uint32_t drainMode,
1022 const std::shared_ptr<C2BlockPool> &pool) {
1023 return drainInternal(drainMode, pool, nullptr);
1024}
1025
1026class C2SoftAvcDecFactory : public C2ComponentFactory {
1027public:
1028 C2SoftAvcDecFactory() : mHelper(std::static_pointer_cast<C2ReflectorHelper>(
1029 GetCodec2PlatformComponentStore()->getParamReflector())) {
1030 }
1031
1032 virtual c2_status_t createComponent(
1033 c2_node_id_t id,
1034 std::shared_ptr<C2Component>* const component,
1035 std::function<void(C2Component*)> deleter) override {
1036 *component = std::shared_ptr<C2Component>(
1037 new C2SoftAvcDec(COMPONENT_NAME,
1038 id,
1039 std::make_shared<C2SoftAvcDec::IntfImpl>(mHelper)),
1040 deleter);
1041 return C2_OK;
1042 }
1043
1044 virtual c2_status_t createInterface(
1045 c2_node_id_t id,
1046 std::shared_ptr<C2ComponentInterface>* const interface,
1047 std::function<void(C2ComponentInterface*)> deleter) override {
1048 *interface = std::shared_ptr<C2ComponentInterface>(
1049 new SimpleInterface<C2SoftAvcDec::IntfImpl>(
1050 COMPONENT_NAME, id, std::make_shared<C2SoftAvcDec::IntfImpl>(mHelper)),
1051 deleter);
1052 return C2_OK;
1053 }
1054
1055 virtual ~C2SoftAvcDecFactory() override = default;
1056
1057private:
1058 std::shared_ptr<C2ReflectorHelper> mHelper;
1059};
1060
1061} // namespace android
1062
Cindy Zhouf6c0c3c2020-12-02 10:53:40 -08001063__attribute__((cfi_canonical_jump_table))
Pawin Vongmasa36653902018-11-15 00:10:25 -08001064extern "C" ::C2ComponentFactory* CreateCodec2Factory() {
1065 ALOGV("in %s", __func__);
1066 return new ::android::C2SoftAvcDecFactory();
1067}
1068
Cindy Zhouf6c0c3c2020-12-02 10:53:40 -08001069__attribute__((cfi_canonical_jump_table))
Pawin Vongmasa36653902018-11-15 00:10:25 -08001070extern "C" void DestroyCodec2Factory(::C2ComponentFactory* factory) {
1071 ALOGV("in %s", __func__);
1072 delete factory;
1073}