blob: 81db2a1e19f8dcb9c7e41d732e614c94582d32b2 [file] [log] [blame]
Pawin Vongmasa36653902018-11-15 00:10:25 -08001/*
2 * Copyright (C) 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "C2SoftHevcDec"
19#include <log/log.h>
20
21#include <media/stagefright/foundation/MediaDefs.h>
22
23#include <C2Debug.h>
24#include <C2PlatformSupport.h>
25#include <Codec2Mapper.h>
26#include <SimpleC2Interface.h>
27
28#include "C2SoftHevcDec.h"
Pawin Vongmasa36653902018-11-15 00:10:25 -080029
30namespace android {
31
32namespace {
33
34constexpr char COMPONENT_NAME[] = "c2.android.hevc.decoder";
Harish Mahendrakar343be8a2019-08-01 12:38:58 -070035constexpr uint32_t kDefaultOutputDelay = 8;
36constexpr uint32_t kMaxOutputDelay = 16;
Ray Essick1af2cc52022-01-25 15:59:23 -080037constexpr size_t kMinInputBufferSize = 2 * 1024 * 1024;
Pawin Vongmasa36653902018-11-15 00:10:25 -080038} // namespace
39
40class C2SoftHevcDec::IntfImpl : public SimpleInterface<void>::BaseParams {
41public:
42 explicit IntfImpl(const std::shared_ptr<C2ReflectorHelper> &helper)
43 : SimpleInterface<void>::BaseParams(
44 helper,
45 COMPONENT_NAME,
46 C2Component::KIND_DECODER,
47 C2Component::DOMAIN_VIDEO,
48 MEDIA_MIMETYPE_VIDEO_HEVC) {
49 noPrivateBuffers(); // TODO: account for our buffers here
50 noInputReferences();
51 noOutputReferences();
52 noInputLatency();
53 noTimeStretch();
54
Wonsik Kimab34ed62019-01-31 15:28:46 -080055 // TODO: Proper support for reorder depth.
56 addParameter(
57 DefineParam(mActualOutputDelay, C2_PARAMKEY_OUTPUT_DELAY)
Harish Mahendrakar343be8a2019-08-01 12:38:58 -070058 .withDefault(new C2PortActualDelayTuning::output(kDefaultOutputDelay))
59 .withFields({C2F(mActualOutputDelay, value).inRange(0, kMaxOutputDelay)})
60 .withSetter(Setter<decltype(*mActualOutputDelay)>::StrictValueWithNoDeps)
Wonsik Kimab34ed62019-01-31 15:28:46 -080061 .build());
Pawin Vongmasa36653902018-11-15 00:10:25 -080062
63 addParameter(
64 DefineParam(mAttrib, C2_PARAMKEY_COMPONENT_ATTRIBUTES)
65 .withConstValue(new C2ComponentAttributesSetting(C2Component::ATTRIB_IS_TEMPORAL))
66 .build());
67
68 addParameter(
69 DefineParam(mSize, C2_PARAMKEY_PICTURE_SIZE)
70 .withDefault(new C2StreamPictureSizeInfo::output(0u, 320, 240))
71 .withFields({
72 C2F(mSize, width).inRange(2, 4096, 2),
73 C2F(mSize, height).inRange(2, 4096, 2),
74 })
75 .withSetter(SizeSetter)
76 .build());
77
78 addParameter(
79 DefineParam(mProfileLevel, C2_PARAMKEY_PROFILE_LEVEL)
80 .withDefault(new C2StreamProfileLevelInfo::input(0u,
81 C2Config::PROFILE_HEVC_MAIN, C2Config::LEVEL_HEVC_MAIN_5_1))
82 .withFields({
83 C2F(mProfileLevel, profile).oneOf({
84 C2Config::PROFILE_HEVC_MAIN,
85 C2Config::PROFILE_HEVC_MAIN_STILL}),
86 C2F(mProfileLevel, level).oneOf({
87 C2Config::LEVEL_HEVC_MAIN_1,
88 C2Config::LEVEL_HEVC_MAIN_2, C2Config::LEVEL_HEVC_MAIN_2_1,
89 C2Config::LEVEL_HEVC_MAIN_3, C2Config::LEVEL_HEVC_MAIN_3_1,
90 C2Config::LEVEL_HEVC_MAIN_4, C2Config::LEVEL_HEVC_MAIN_4_1,
91 C2Config::LEVEL_HEVC_MAIN_5, C2Config::LEVEL_HEVC_MAIN_5_1,
92 C2Config::LEVEL_HEVC_MAIN_5_2, C2Config::LEVEL_HEVC_HIGH_4,
93 C2Config::LEVEL_HEVC_HIGH_4_1, C2Config::LEVEL_HEVC_HIGH_5,
94 C2Config::LEVEL_HEVC_HIGH_5_1, C2Config::LEVEL_HEVC_HIGH_5_2
95 })
96 })
97 .withSetter(ProfileLevelSetter, mSize)
98 .build());
99
100 addParameter(
101 DefineParam(mMaxSize, C2_PARAMKEY_MAX_PICTURE_SIZE)
102 .withDefault(new C2StreamMaxPictureSizeTuning::output(0u, 320, 240))
103 .withFields({
104 C2F(mSize, width).inRange(2, 4096, 2),
105 C2F(mSize, height).inRange(2, 4096, 2),
106 })
107 .withSetter(MaxPictureSizeSetter, mSize)
108 .build());
109
110 addParameter(
111 DefineParam(mMaxInputSize, C2_PARAMKEY_INPUT_MAX_BUFFER_SIZE)
Ray Essick1af2cc52022-01-25 15:59:23 -0800112 .withDefault(new C2StreamMaxBufferSizeInfo::input(0u, kMinInputBufferSize))
Pawin Vongmasa36653902018-11-15 00:10:25 -0800113 .withFields({
114 C2F(mMaxInputSize, value).any(),
115 })
116 .calculatedAs(MaxInputSizeSetter, mMaxSize)
117 .build());
118
119 C2ChromaOffsetStruct locations[1] = { C2ChromaOffsetStruct::ITU_YUV_420_0() };
120 std::shared_ptr<C2StreamColorInfo::output> defaultColorInfo =
121 C2StreamColorInfo::output::AllocShared(
122 1u, 0u, 8u /* bitDepth */, C2Color::YUV_420);
123 memcpy(defaultColorInfo->m.locations, locations, sizeof(locations));
124
125 defaultColorInfo = C2StreamColorInfo::output::AllocShared(
126 {C2ChromaOffsetStruct::ITU_YUV_420_0()}, 0u, 8u /* bitDepth */,
127 C2Color::YUV_420);
128 helper->addStructDescriptors<C2ChromaOffsetStruct>();
129
130 addParameter(
131 DefineParam(mColorInfo, C2_PARAMKEY_CODED_COLOR_INFO)
132 .withConstValue(defaultColorInfo)
133 .build());
134
135 addParameter(
136 DefineParam(mDefaultColorAspects, C2_PARAMKEY_DEFAULT_COLOR_ASPECTS)
137 .withDefault(new C2StreamColorAspectsTuning::output(
138 0u, C2Color::RANGE_UNSPECIFIED, C2Color::PRIMARIES_UNSPECIFIED,
139 C2Color::TRANSFER_UNSPECIFIED, C2Color::MATRIX_UNSPECIFIED))
140 .withFields({
141 C2F(mDefaultColorAspects, range).inRange(
142 C2Color::RANGE_UNSPECIFIED, C2Color::RANGE_OTHER),
143 C2F(mDefaultColorAspects, primaries).inRange(
144 C2Color::PRIMARIES_UNSPECIFIED, C2Color::PRIMARIES_OTHER),
145 C2F(mDefaultColorAspects, transfer).inRange(
146 C2Color::TRANSFER_UNSPECIFIED, C2Color::TRANSFER_OTHER),
147 C2F(mDefaultColorAspects, matrix).inRange(
148 C2Color::MATRIX_UNSPECIFIED, C2Color::MATRIX_OTHER)
149 })
150 .withSetter(DefaultColorAspectsSetter)
151 .build());
152
153 addParameter(
154 DefineParam(mCodedColorAspects, C2_PARAMKEY_VUI_COLOR_ASPECTS)
155 .withDefault(new C2StreamColorAspectsInfo::input(
156 0u, C2Color::RANGE_LIMITED, C2Color::PRIMARIES_UNSPECIFIED,
157 C2Color::TRANSFER_UNSPECIFIED, C2Color::MATRIX_UNSPECIFIED))
158 .withFields({
159 C2F(mCodedColorAspects, range).inRange(
160 C2Color::RANGE_UNSPECIFIED, C2Color::RANGE_OTHER),
161 C2F(mCodedColorAspects, primaries).inRange(
162 C2Color::PRIMARIES_UNSPECIFIED, C2Color::PRIMARIES_OTHER),
163 C2F(mCodedColorAspects, transfer).inRange(
164 C2Color::TRANSFER_UNSPECIFIED, C2Color::TRANSFER_OTHER),
165 C2F(mCodedColorAspects, matrix).inRange(
166 C2Color::MATRIX_UNSPECIFIED, C2Color::MATRIX_OTHER)
167 })
168 .withSetter(CodedColorAspectsSetter)
169 .build());
170
171 addParameter(
172 DefineParam(mColorAspects, C2_PARAMKEY_COLOR_ASPECTS)
173 .withDefault(new C2StreamColorAspectsInfo::output(
174 0u, C2Color::RANGE_UNSPECIFIED, C2Color::PRIMARIES_UNSPECIFIED,
175 C2Color::TRANSFER_UNSPECIFIED, C2Color::MATRIX_UNSPECIFIED))
176 .withFields({
177 C2F(mColorAspects, range).inRange(
178 C2Color::RANGE_UNSPECIFIED, C2Color::RANGE_OTHER),
179 C2F(mColorAspects, primaries).inRange(
180 C2Color::PRIMARIES_UNSPECIFIED, C2Color::PRIMARIES_OTHER),
181 C2F(mColorAspects, transfer).inRange(
182 C2Color::TRANSFER_UNSPECIFIED, C2Color::TRANSFER_OTHER),
183 C2F(mColorAspects, matrix).inRange(
184 C2Color::MATRIX_UNSPECIFIED, C2Color::MATRIX_OTHER)
185 })
186 .withSetter(ColorAspectsSetter, mDefaultColorAspects, mCodedColorAspects)
187 .build());
188
189 // TODO: support more formats?
190 addParameter(
191 DefineParam(mPixelFormat, C2_PARAMKEY_PIXEL_FORMAT)
192 .withConstValue(new C2StreamPixelFormatInfo::output(
193 0u, HAL_PIXEL_FORMAT_YCBCR_420_888))
194 .build());
195 }
196
197 static C2R SizeSetter(bool mayBlock, const C2P<C2StreamPictureSizeInfo::output> &oldMe,
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800198 C2P<C2StreamPictureSizeInfo::output> &me) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800199 (void)mayBlock;
200 C2R res = C2R::Ok();
201 if (!me.F(me.v.width).supportsAtAll(me.v.width)) {
202 res = res.plus(C2SettingResultBuilder::BadValue(me.F(me.v.width)));
203 me.set().width = oldMe.v.width;
204 }
205 if (!me.F(me.v.height).supportsAtAll(me.v.height)) {
206 res = res.plus(C2SettingResultBuilder::BadValue(me.F(me.v.height)));
207 me.set().height = oldMe.v.height;
208 }
209 return res;
210 }
211
212 static C2R MaxPictureSizeSetter(bool mayBlock, C2P<C2StreamMaxPictureSizeTuning::output> &me,
213 const C2P<C2StreamPictureSizeInfo::output> &size) {
214 (void)mayBlock;
215 // TODO: get max width/height from the size's field helpers vs. hardcoding
216 me.set().width = c2_min(c2_max(me.v.width, size.v.width), 4096u);
217 me.set().height = c2_min(c2_max(me.v.height, size.v.height), 4096u);
218 return C2R::Ok();
219 }
220
221 static C2R MaxInputSizeSetter(bool mayBlock, C2P<C2StreamMaxBufferSizeInfo::input> &me,
222 const C2P<C2StreamMaxPictureSizeTuning::output> &maxSize) {
223 (void)mayBlock;
Ray Essick1af2cc52022-01-25 15:59:23 -0800224 // assume compression ratio of 2, but enforce a floor
225 me.set().value = c2_max((((maxSize.v.width + 63) / 64)
226 * ((maxSize.v.height + 63) / 64) * 3072), kMinInputBufferSize);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800227 return C2R::Ok();
228 }
229
230 static C2R ProfileLevelSetter(bool mayBlock, C2P<C2StreamProfileLevelInfo::input> &me,
231 const C2P<C2StreamPictureSizeInfo::output> &size) {
232 (void)mayBlock;
233 (void)size;
234 (void)me; // TODO: validate
235 return C2R::Ok();
236 }
237
238 static C2R DefaultColorAspectsSetter(bool mayBlock, C2P<C2StreamColorAspectsTuning::output> &me) {
239 (void)mayBlock;
240 if (me.v.range > C2Color::RANGE_OTHER) {
241 me.set().range = C2Color::RANGE_OTHER;
242 }
243 if (me.v.primaries > C2Color::PRIMARIES_OTHER) {
244 me.set().primaries = C2Color::PRIMARIES_OTHER;
245 }
246 if (me.v.transfer > C2Color::TRANSFER_OTHER) {
247 me.set().transfer = C2Color::TRANSFER_OTHER;
248 }
249 if (me.v.matrix > C2Color::MATRIX_OTHER) {
250 me.set().matrix = C2Color::MATRIX_OTHER;
251 }
252 return C2R::Ok();
253 }
254
255 static C2R CodedColorAspectsSetter(bool mayBlock, C2P<C2StreamColorAspectsInfo::input> &me) {
256 (void)mayBlock;
257 if (me.v.range > C2Color::RANGE_OTHER) {
258 me.set().range = C2Color::RANGE_OTHER;
259 }
260 if (me.v.primaries > C2Color::PRIMARIES_OTHER) {
261 me.set().primaries = C2Color::PRIMARIES_OTHER;
262 }
263 if (me.v.transfer > C2Color::TRANSFER_OTHER) {
264 me.set().transfer = C2Color::TRANSFER_OTHER;
265 }
266 if (me.v.matrix > C2Color::MATRIX_OTHER) {
267 me.set().matrix = C2Color::MATRIX_OTHER;
268 }
269 return C2R::Ok();
270 }
271
272 static C2R ColorAspectsSetter(bool mayBlock, C2P<C2StreamColorAspectsInfo::output> &me,
273 const C2P<C2StreamColorAspectsTuning::output> &def,
274 const C2P<C2StreamColorAspectsInfo::input> &coded) {
275 (void)mayBlock;
276 // take default values for all unspecified fields, and coded values for specified ones
277 me.set().range = coded.v.range == RANGE_UNSPECIFIED ? def.v.range : coded.v.range;
278 me.set().primaries = coded.v.primaries == PRIMARIES_UNSPECIFIED
279 ? def.v.primaries : coded.v.primaries;
280 me.set().transfer = coded.v.transfer == TRANSFER_UNSPECIFIED
281 ? def.v.transfer : coded.v.transfer;
282 me.set().matrix = coded.v.matrix == MATRIX_UNSPECIFIED ? def.v.matrix : coded.v.matrix;
283 return C2R::Ok();
284 }
285
286 std::shared_ptr<C2StreamColorAspectsInfo::output> getColorAspects_l() {
287 return mColorAspects;
288 }
289
290private:
291 std::shared_ptr<C2StreamProfileLevelInfo::input> mProfileLevel;
292 std::shared_ptr<C2StreamPictureSizeInfo::output> mSize;
293 std::shared_ptr<C2StreamMaxPictureSizeTuning::output> mMaxSize;
294 std::shared_ptr<C2StreamMaxBufferSizeInfo::input> mMaxInputSize;
295 std::shared_ptr<C2StreamColorInfo::output> mColorInfo;
296 std::shared_ptr<C2StreamColorAspectsInfo::input> mCodedColorAspects;
297 std::shared_ptr<C2StreamColorAspectsTuning::output> mDefaultColorAspects;
298 std::shared_ptr<C2StreamColorAspectsInfo::output> mColorAspects;
299 std::shared_ptr<C2StreamPixelFormatInfo::output> mPixelFormat;
300};
301
302static size_t getCpuCoreCount() {
303 long cpuCoreCount = 1;
304#if defined(_SC_NPROCESSORS_ONLN)
305 cpuCoreCount = sysconf(_SC_NPROCESSORS_ONLN);
306#else
307 // _SC_NPROC_ONLN must be defined...
308 cpuCoreCount = sysconf(_SC_NPROC_ONLN);
309#endif
310 CHECK(cpuCoreCount >= 1);
311 ALOGV("Number of CPU cores: %ld", cpuCoreCount);
312 return (size_t)cpuCoreCount;
313}
314
315static void *ivd_aligned_malloc(void *ctxt, WORD32 alignment, WORD32 size) {
316 (void) ctxt;
317 return memalign(alignment, size);
318}
319
320static void ivd_aligned_free(void *ctxt, void *mem) {
321 (void) ctxt;
322 free(mem);
323}
324
325C2SoftHevcDec::C2SoftHevcDec(
326 const char *name,
327 c2_node_id_t id,
328 const std::shared_ptr<IntfImpl> &intfImpl)
329 : SimpleC2Component(std::make_shared<SimpleInterface<IntfImpl>>(name, id, intfImpl)),
330 mIntf(intfImpl),
331 mDecHandle(nullptr),
332 mOutBufferFlush(nullptr),
333 mIvColorformat(IV_YUV_420P),
Harish Mahendrakar343be8a2019-08-01 12:38:58 -0700334 mOutputDelay(kDefaultOutputDelay),
Pawin Vongmasa36653902018-11-15 00:10:25 -0800335 mWidth(320),
336 mHeight(240),
Rakesh Kumar3bfa6e72019-02-18 10:41:14 +0530337 mHeaderDecoded(false),
338 mOutIndex(0u) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800339}
340
341C2SoftHevcDec::~C2SoftHevcDec() {
342 onRelease();
343}
344
345c2_status_t C2SoftHevcDec::onInit() {
346 status_t err = initDecoder();
347 return err == OK ? C2_OK : C2_CORRUPTED;
348}
349
350c2_status_t C2SoftHevcDec::onStop() {
351 if (OK != resetDecoder()) return C2_CORRUPTED;
352 resetPlugin();
353 return C2_OK;
354}
355
356void C2SoftHevcDec::onReset() {
357 (void) onStop();
358}
359
360void C2SoftHevcDec::onRelease() {
361 (void) deleteDecoder();
362 if (mOutBufferFlush) {
363 ivd_aligned_free(nullptr, mOutBufferFlush);
364 mOutBufferFlush = nullptr;
365 }
366 if (mOutBlock) {
367 mOutBlock.reset();
368 }
369}
370
371c2_status_t C2SoftHevcDec::onFlush_sm() {
372 if (OK != setFlushMode()) return C2_CORRUPTED;
373
374 uint32_t displayStride = mStride;
375 uint32_t displayHeight = mHeight;
376 uint32_t bufferSize = displayStride * displayHeight * 3 / 2;
377 mOutBufferFlush = (uint8_t *)ivd_aligned_malloc(nullptr, 128, bufferSize);
378 if (!mOutBufferFlush) {
379 ALOGE("could not allocate tmp output buffer (for flush) of size %u ", bufferSize);
380 return C2_NO_MEMORY;
381 }
382
383 while (true) {
Shivaansh Agrawalf01aba92020-12-28 18:20:58 +0530384 ihevcd_cxa_video_decode_ip_t s_hevcd_decode_ip = {};
385 ihevcd_cxa_video_decode_op_t s_hevcd_decode_op = {};
386 ivd_video_decode_ip_t *ps_decode_ip = &s_hevcd_decode_ip.s_ivd_video_decode_ip_t;
387 ivd_video_decode_op_t *ps_decode_op = &s_hevcd_decode_op.s_ivd_video_decode_op_t;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800388
Shivaansh Agrawalf01aba92020-12-28 18:20:58 +0530389 setDecodeArgs(ps_decode_ip, ps_decode_op, nullptr, nullptr, 0, 0, 0);
390 (void) ivdec_api_function(mDecHandle, ps_decode_ip, ps_decode_op);
391 if (0 == ps_decode_op->u4_output_present) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800392 resetPlugin();
393 break;
394 }
395 }
396
397 if (mOutBufferFlush) {
398 ivd_aligned_free(nullptr, mOutBufferFlush);
399 mOutBufferFlush = nullptr;
400 }
401
402 return C2_OK;
403}
404
405status_t C2SoftHevcDec::createDecoder() {
Shivaansh Agrawalf01aba92020-12-28 18:20:58 +0530406 ivdext_create_ip_t s_create_ip = {};
407 ivdext_create_op_t s_create_op = {};
Pawin Vongmasa36653902018-11-15 00:10:25 -0800408
409 s_create_ip.s_ivd_create_ip_t.u4_size = sizeof(ivdext_create_ip_t);
srujan vandrangi02618322023-09-11 19:44:31 +0530410 s_create_ip.u4_keep_threads_active = 1;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800411 s_create_ip.s_ivd_create_ip_t.e_cmd = IVD_CMD_CREATE;
412 s_create_ip.s_ivd_create_ip_t.u4_share_disp_buf = 0;
413 s_create_ip.s_ivd_create_ip_t.e_output_format = mIvColorformat;
414 s_create_ip.s_ivd_create_ip_t.pf_aligned_alloc = ivd_aligned_malloc;
415 s_create_ip.s_ivd_create_ip_t.pf_aligned_free = ivd_aligned_free;
416 s_create_ip.s_ivd_create_ip_t.pv_mem_ctxt = nullptr;
417 s_create_op.s_ivd_create_op_t.u4_size = sizeof(ivdext_create_op_t);
418 IV_API_CALL_STATUS_T status = ivdec_api_function(mDecHandle,
419 &s_create_ip,
420 &s_create_op);
421 if (status != IV_SUCCESS) {
422 ALOGE("error in %s: 0x%x", __func__,
423 s_create_op.s_ivd_create_op_t.u4_error_code);
424 return UNKNOWN_ERROR;
425 }
426 mDecHandle = (iv_obj_t*)s_create_op.s_ivd_create_op_t.pv_handle;
427 mDecHandle->pv_fxns = (void *)ivdec_api_function;
428 mDecHandle->u4_size = sizeof(iv_obj_t);
429
430 return OK;
431}
432
433status_t C2SoftHevcDec::setNumCores() {
Shivaansh Agrawalf01aba92020-12-28 18:20:58 +0530434 ivdext_ctl_set_num_cores_ip_t s_set_num_cores_ip = {};
435 ivdext_ctl_set_num_cores_op_t s_set_num_cores_op = {};
Pawin Vongmasa36653902018-11-15 00:10:25 -0800436
437 s_set_num_cores_ip.u4_size = sizeof(ivdext_ctl_set_num_cores_ip_t);
438 s_set_num_cores_ip.e_cmd = IVD_CMD_VIDEO_CTL;
439 s_set_num_cores_ip.e_sub_cmd = IVDEXT_CMD_CTL_SET_NUM_CORES;
440 s_set_num_cores_ip.u4_num_cores = mNumCores;
441 s_set_num_cores_op.u4_size = sizeof(ivdext_ctl_set_num_cores_op_t);
442 IV_API_CALL_STATUS_T status = ivdec_api_function(mDecHandle,
443 &s_set_num_cores_ip,
444 &s_set_num_cores_op);
445 if (IV_SUCCESS != status) {
446 ALOGD("error in %s: 0x%x", __func__, s_set_num_cores_op.u4_error_code);
447 return UNKNOWN_ERROR;
448 }
449
450 return OK;
451}
452
453status_t C2SoftHevcDec::setParams(size_t stride, IVD_VIDEO_DECODE_MODE_T dec_mode) {
Shivaansh Agrawalf01aba92020-12-28 18:20:58 +0530454 ihevcd_cxa_ctl_set_config_ip_t s_hevcd_set_dyn_params_ip = {};
455 ihevcd_cxa_ctl_set_config_op_t s_hevcd_set_dyn_params_op = {};
456 ivd_ctl_set_config_ip_t *ps_set_dyn_params_ip =
457 &s_hevcd_set_dyn_params_ip.s_ivd_ctl_set_config_ip_t;
458 ivd_ctl_set_config_op_t *ps_set_dyn_params_op =
459 &s_hevcd_set_dyn_params_op.s_ivd_ctl_set_config_op_t;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800460
Shivaansh Agrawalf01aba92020-12-28 18:20:58 +0530461 ps_set_dyn_params_ip->u4_size = sizeof(ihevcd_cxa_ctl_set_config_ip_t);
462 ps_set_dyn_params_ip->e_cmd = IVD_CMD_VIDEO_CTL;
463 ps_set_dyn_params_ip->e_sub_cmd = IVD_CMD_CTL_SETPARAMS;
464 ps_set_dyn_params_ip->u4_disp_wd = (UWORD32) stride;
465 ps_set_dyn_params_ip->e_frm_skip_mode = IVD_SKIP_NONE;
466 ps_set_dyn_params_ip->e_frm_out_mode = IVD_DISPLAY_FRAME_OUT;
467 ps_set_dyn_params_ip->e_vid_dec_mode = dec_mode;
468 ps_set_dyn_params_op->u4_size = sizeof(ihevcd_cxa_ctl_set_config_op_t);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800469 IV_API_CALL_STATUS_T status = ivdec_api_function(mDecHandle,
Shivaansh Agrawalf01aba92020-12-28 18:20:58 +0530470 ps_set_dyn_params_ip,
471 ps_set_dyn_params_op);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800472 if (status != IV_SUCCESS) {
Shivaansh Agrawalf01aba92020-12-28 18:20:58 +0530473 ALOGE("error in %s: 0x%x", __func__, ps_set_dyn_params_op->u4_error_code);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800474 return UNKNOWN_ERROR;
475 }
476
477 return OK;
478}
479
480status_t C2SoftHevcDec::getVersion() {
Shivaansh Agrawalf01aba92020-12-28 18:20:58 +0530481 ivd_ctl_getversioninfo_ip_t s_get_versioninfo_ip = {};
482 ivd_ctl_getversioninfo_op_t s_get_versioninfo_op = {};
Pawin Vongmasa36653902018-11-15 00:10:25 -0800483 UWORD8 au1_buf[512];
484
485 s_get_versioninfo_ip.u4_size = sizeof(ivd_ctl_getversioninfo_ip_t);
486 s_get_versioninfo_ip.e_cmd = IVD_CMD_VIDEO_CTL;
487 s_get_versioninfo_ip.e_sub_cmd = IVD_CMD_CTL_GETVERSION;
488 s_get_versioninfo_ip.pv_version_buffer = au1_buf;
489 s_get_versioninfo_ip.u4_version_buffer_size = sizeof(au1_buf);
490 s_get_versioninfo_op.u4_size = sizeof(ivd_ctl_getversioninfo_op_t);
491 IV_API_CALL_STATUS_T status = ivdec_api_function(mDecHandle,
492 &s_get_versioninfo_ip,
493 &s_get_versioninfo_op);
494 if (status != IV_SUCCESS) {
495 ALOGD("error in %s: 0x%x", __func__,
496 s_get_versioninfo_op.u4_error_code);
497 } else {
498 ALOGV("ittiam decoder version number: %s",
499 (char *) s_get_versioninfo_ip.pv_version_buffer);
500 }
501
502 return OK;
503}
504
505status_t C2SoftHevcDec::initDecoder() {
506 if (OK != createDecoder()) return UNKNOWN_ERROR;
507 mNumCores = MIN(getCpuCoreCount(), MAX_NUM_CORES);
Harish Mahendrakarf1533482021-10-21 10:30:35 -0700508 mStride = ALIGN128(mWidth);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800509 mSignalledError = false;
510 resetPlugin();
511 (void) setNumCores();
512 if (OK != setParams(mStride, IVD_DECODE_FRAME)) return UNKNOWN_ERROR;
513 (void) getVersion();
514
515 return OK;
516}
517
518bool C2SoftHevcDec::setDecodeArgs(ivd_video_decode_ip_t *ps_decode_ip,
519 ivd_video_decode_op_t *ps_decode_op,
520 C2ReadView *inBuffer,
521 C2GraphicView *outBuffer,
522 size_t inOffset,
523 size_t inSize,
524 uint32_t tsMarker) {
525 uint32_t displayStride = mStride;
Harish Mahendrakardc1d2d92019-10-18 16:27:38 -0700526 if (outBuffer) {
527 C2PlanarLayout layout;
528 layout = outBuffer->layout();
529 displayStride = layout.planes[C2PlanarLayout::PLANE_Y].rowInc;
530 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800531 uint32_t displayHeight = mHeight;
532 size_t lumaSize = displayStride * displayHeight;
533 size_t chromaSize = lumaSize >> 2;
534
Harish Mahendrakardc1d2d92019-10-18 16:27:38 -0700535 if (mStride != displayStride) {
536 mStride = displayStride;
537 if (OK != setParams(mStride, IVD_DECODE_FRAME)) return false;
538 }
539
Shivaansh Agrawalf01aba92020-12-28 18:20:58 +0530540 ps_decode_ip->u4_size = sizeof(ihevcd_cxa_video_decode_ip_t);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800541 ps_decode_ip->e_cmd = IVD_CMD_VIDEO_DECODE;
542 if (inBuffer) {
543 ps_decode_ip->u4_ts = tsMarker;
544 ps_decode_ip->pv_stream_buffer = const_cast<uint8_t *>(inBuffer->data() + inOffset);
545 ps_decode_ip->u4_num_Bytes = inSize;
546 } else {
547 ps_decode_ip->u4_ts = 0;
548 ps_decode_ip->pv_stream_buffer = nullptr;
549 ps_decode_ip->u4_num_Bytes = 0;
550 }
551 ps_decode_ip->s_out_buffer.u4_min_out_buf_size[0] = lumaSize;
552 ps_decode_ip->s_out_buffer.u4_min_out_buf_size[1] = chromaSize;
553 ps_decode_ip->s_out_buffer.u4_min_out_buf_size[2] = chromaSize;
554 if (outBuffer) {
Jason Macnak3a8a46c2020-04-30 17:41:53 -0700555 if (outBuffer->height() < displayHeight) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800556 ALOGE("Output buffer too small: provided (%dx%d) required (%ux%u)",
557 outBuffer->width(), outBuffer->height(), displayStride, displayHeight);
558 return false;
559 }
560 ps_decode_ip->s_out_buffer.pu1_bufs[0] = outBuffer->data()[C2PlanarLayout::PLANE_Y];
561 ps_decode_ip->s_out_buffer.pu1_bufs[1] = outBuffer->data()[C2PlanarLayout::PLANE_U];
562 ps_decode_ip->s_out_buffer.pu1_bufs[2] = outBuffer->data()[C2PlanarLayout::PLANE_V];
563 } else {
564 ps_decode_ip->s_out_buffer.pu1_bufs[0] = mOutBufferFlush;
565 ps_decode_ip->s_out_buffer.pu1_bufs[1] = mOutBufferFlush + lumaSize;
566 ps_decode_ip->s_out_buffer.pu1_bufs[2] = mOutBufferFlush + lumaSize + chromaSize;
567 }
568 ps_decode_ip->s_out_buffer.u4_num_bufs = 3;
Shivaansh Agrawalf01aba92020-12-28 18:20:58 +0530569 ps_decode_op->u4_size = sizeof(ihevcd_cxa_video_decode_op_t);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800570 ps_decode_op->u4_output_present = 0;
571
572 return true;
573}
574
575bool C2SoftHevcDec::getVuiParams() {
Shivaansh Agrawalf01aba92020-12-28 18:20:58 +0530576 ivdext_ctl_get_vui_params_ip_t s_get_vui_params_ip = {};
577 ivdext_ctl_get_vui_params_op_t s_get_vui_params_op = {};
Pawin Vongmasa36653902018-11-15 00:10:25 -0800578
579 s_get_vui_params_ip.u4_size = sizeof(ivdext_ctl_get_vui_params_ip_t);
580 s_get_vui_params_ip.e_cmd = IVD_CMD_VIDEO_CTL;
581 s_get_vui_params_ip.e_sub_cmd =
582 (IVD_CONTROL_API_COMMAND_TYPE_T) IHEVCD_CXA_CMD_CTL_GET_VUI_PARAMS;
583 s_get_vui_params_op.u4_size = sizeof(ivdext_ctl_get_vui_params_op_t);
584 IV_API_CALL_STATUS_T status = ivdec_api_function(mDecHandle,
585 &s_get_vui_params_ip,
586 &s_get_vui_params_op);
587 if (status != IV_SUCCESS) {
588 ALOGD("error in %s: 0x%x", __func__, s_get_vui_params_op.u4_error_code);
589 return false;
590 }
591
592 VuiColorAspects vuiColorAspects;
593 vuiColorAspects.primaries = s_get_vui_params_op.u1_colour_primaries;
594 vuiColorAspects.transfer = s_get_vui_params_op.u1_transfer_characteristics;
595 vuiColorAspects.coeffs = s_get_vui_params_op.u1_matrix_coefficients;
596 vuiColorAspects.fullRange = s_get_vui_params_op.u1_video_full_range_flag;
597
598 // convert vui aspects to C2 values if changed
599 if (!(vuiColorAspects == mBitstreamColorAspects)) {
600 mBitstreamColorAspects = vuiColorAspects;
601 ColorAspects sfAspects;
602 C2StreamColorAspectsInfo::input codedAspects = { 0u };
603 ColorUtils::convertIsoColorAspectsToCodecAspects(
604 vuiColorAspects.primaries, vuiColorAspects.transfer, vuiColorAspects.coeffs,
605 vuiColorAspects.fullRange, sfAspects);
606 if (!C2Mapper::map(sfAspects.mPrimaries, &codedAspects.primaries)) {
607 codedAspects.primaries = C2Color::PRIMARIES_UNSPECIFIED;
608 }
609 if (!C2Mapper::map(sfAspects.mRange, &codedAspects.range)) {
610 codedAspects.range = C2Color::RANGE_UNSPECIFIED;
611 }
612 if (!C2Mapper::map(sfAspects.mMatrixCoeffs, &codedAspects.matrix)) {
613 codedAspects.matrix = C2Color::MATRIX_UNSPECIFIED;
614 }
615 if (!C2Mapper::map(sfAspects.mTransfer, &codedAspects.transfer)) {
616 codedAspects.transfer = C2Color::TRANSFER_UNSPECIFIED;
617 }
618 std::vector<std::unique_ptr<C2SettingResult>> failures;
619 (void)mIntf->config({&codedAspects}, C2_MAY_BLOCK, &failures);
620 }
621 return true;
622}
623
624status_t C2SoftHevcDec::setFlushMode() {
Shivaansh Agrawalf01aba92020-12-28 18:20:58 +0530625 ivd_ctl_flush_ip_t s_set_flush_ip = {};
626 ivd_ctl_flush_op_t s_set_flush_op = {};
Pawin Vongmasa36653902018-11-15 00:10:25 -0800627
628 s_set_flush_ip.u4_size = sizeof(ivd_ctl_flush_ip_t);
629 s_set_flush_ip.e_cmd = IVD_CMD_VIDEO_CTL;
630 s_set_flush_ip.e_sub_cmd = IVD_CMD_CTL_FLUSH;
631 s_set_flush_op.u4_size = sizeof(ivd_ctl_flush_op_t);
632 IV_API_CALL_STATUS_T status = ivdec_api_function(mDecHandle,
633 &s_set_flush_ip,
634 &s_set_flush_op);
635 if (status != IV_SUCCESS) {
636 ALOGE("error in %s: 0x%x", __func__, s_set_flush_op.u4_error_code);
637 return UNKNOWN_ERROR;
638 }
639
640 return OK;
641}
642
643status_t C2SoftHevcDec::resetDecoder() {
Shivaansh Agrawalf01aba92020-12-28 18:20:58 +0530644 ivd_ctl_reset_ip_t s_reset_ip = {};
645 ivd_ctl_reset_op_t s_reset_op = {};
Pawin Vongmasa36653902018-11-15 00:10:25 -0800646
647 s_reset_ip.u4_size = sizeof(ivd_ctl_reset_ip_t);
648 s_reset_ip.e_cmd = IVD_CMD_VIDEO_CTL;
649 s_reset_ip.e_sub_cmd = IVD_CMD_CTL_RESET;
650 s_reset_op.u4_size = sizeof(ivd_ctl_reset_op_t);
651 IV_API_CALL_STATUS_T status = ivdec_api_function(mDecHandle,
652 &s_reset_ip,
653 &s_reset_op);
654 if (IV_SUCCESS != status) {
655 ALOGE("error in %s: 0x%x", __func__, s_reset_op.u4_error_code);
656 return UNKNOWN_ERROR;
657 }
658 mStride = 0;
659 (void) setNumCores();
660 mSignalledError = false;
661 mHeaderDecoded = false;
662 return OK;
663}
664
665void C2SoftHevcDec::resetPlugin() {
666 mSignalledOutputEos = false;
Ray Essick24754942022-04-16 09:50:35 -0700667 mTimeStart = mTimeEnd = systemTime();
Harish Mahendrakar05575b12022-10-19 18:17:07 -0700668 if (mOutBlock) {
669 mOutBlock.reset();
670 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800671}
672
673status_t C2SoftHevcDec::deleteDecoder() {
674 if (mDecHandle) {
Shivaansh Agrawalf01aba92020-12-28 18:20:58 +0530675 ivdext_delete_ip_t s_delete_ip = {};
676 ivdext_delete_op_t s_delete_op = {};
Pawin Vongmasa36653902018-11-15 00:10:25 -0800677
678 s_delete_ip.s_ivd_delete_ip_t.u4_size = sizeof(ivdext_delete_ip_t);
679 s_delete_ip.s_ivd_delete_ip_t.e_cmd = IVD_CMD_DELETE;
680 s_delete_op.s_ivd_delete_op_t.u4_size = sizeof(ivdext_delete_op_t);
681 IV_API_CALL_STATUS_T status = ivdec_api_function(mDecHandle,
682 &s_delete_ip,
683 &s_delete_op);
684 if (status != IV_SUCCESS) {
685 ALOGE("error in %s: 0x%x", __func__,
686 s_delete_op.s_ivd_delete_op_t.u4_error_code);
687 return UNKNOWN_ERROR;
688 }
689 mDecHandle = nullptr;
690 }
691
692 return OK;
693}
694
695void fillEmptyWork(const std::unique_ptr<C2Work> &work) {
696 uint32_t flags = 0;
697 if (work->input.flags & C2FrameData::FLAG_END_OF_STREAM) {
698 flags |= C2FrameData::FLAG_END_OF_STREAM;
699 ALOGV("signalling eos");
700 }
701 work->worklets.front()->output.flags = (C2FrameData::flags_t)flags;
702 work->worklets.front()->output.buffers.clear();
703 work->worklets.front()->output.ordinal = work->input.ordinal;
704 work->workletsProcessed = 1u;
705}
706
707void C2SoftHevcDec::finishWork(uint64_t index, const std::unique_ptr<C2Work> &work) {
708 std::shared_ptr<C2Buffer> buffer = createGraphicBuffer(std::move(mOutBlock),
709 C2Rect(mWidth, mHeight));
710 mOutBlock = nullptr;
711 {
712 IntfImpl::Lock lock = mIntf->lock();
713 buffer->setInfo(mIntf->getColorAspects_l());
714 }
715
Rakesh Kumar3bfa6e72019-02-18 10:41:14 +0530716 class FillWork {
717 public:
718 FillWork(uint32_t flags, C2WorkOrdinalStruct ordinal,
719 const std::shared_ptr<C2Buffer>& buffer)
720 : mFlags(flags), mOrdinal(ordinal), mBuffer(buffer) {}
721 ~FillWork() = default;
722
723 void operator()(const std::unique_ptr<C2Work>& work) {
724 work->worklets.front()->output.flags = (C2FrameData::flags_t)mFlags;
725 work->worklets.front()->output.buffers.clear();
726 work->worklets.front()->output.ordinal = mOrdinal;
727 work->workletsProcessed = 1u;
728 work->result = C2_OK;
729 if (mBuffer) {
730 work->worklets.front()->output.buffers.push_back(mBuffer);
731 }
732 ALOGV("timestamp = %lld, index = %lld, w/%s buffer",
733 mOrdinal.timestamp.peekll(), mOrdinal.frameIndex.peekll(),
734 mBuffer ? "" : "o");
735 }
736
737 private:
738 const uint32_t mFlags;
739 const C2WorkOrdinalStruct mOrdinal;
740 const std::shared_ptr<C2Buffer> mBuffer;
741 };
742
Pawin Vongmasa36653902018-11-15 00:10:25 -0800743 auto fillWork = [buffer](const std::unique_ptr<C2Work> &work) {
744 work->worklets.front()->output.flags = (C2FrameData::flags_t)0;
745 work->worklets.front()->output.buffers.clear();
746 work->worklets.front()->output.buffers.push_back(buffer);
747 work->worklets.front()->output.ordinal = work->input.ordinal;
748 work->workletsProcessed = 1u;
749 };
750 if (work && c2_cntr64_t(index) == work->input.ordinal.frameIndex) {
Rakesh Kumar3bfa6e72019-02-18 10:41:14 +0530751 bool eos = ((work->input.flags & C2FrameData::FLAG_END_OF_STREAM) != 0);
752 // TODO: Check if cloneAndSend can be avoided by tracking number of frames remaining
753 if (eos) {
754 if (buffer) {
755 mOutIndex = index;
756 C2WorkOrdinalStruct outOrdinal = work->input.ordinal;
757 cloneAndSend(
758 mOutIndex, work,
759 FillWork(C2FrameData::FLAG_INCOMPLETE, outOrdinal, buffer));
760 buffer.reset();
761 }
762 } else {
763 fillWork(work);
764 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800765 } else {
766 finish(index, fillWork);
767 }
768}
769
770c2_status_t C2SoftHevcDec::ensureDecoderState(const std::shared_ptr<C2BlockPool> &pool) {
771 if (!mDecHandle) {
772 ALOGE("not supposed to be here, invalid decoder context");
773 return C2_CORRUPTED;
774 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800775 if (mOutBlock &&
Harish Mahendrakarf1533482021-10-21 10:30:35 -0700776 (mOutBlock->width() != ALIGN128(mWidth) || mOutBlock->height() != mHeight)) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800777 mOutBlock.reset();
778 }
779 if (!mOutBlock) {
780 uint32_t format = HAL_PIXEL_FORMAT_YV12;
781 C2MemoryUsage usage = { C2MemoryUsage::CPU_READ, C2MemoryUsage::CPU_WRITE };
Harish Mahendrakardc1d2d92019-10-18 16:27:38 -0700782 c2_status_t err =
Harish Mahendrakarf1533482021-10-21 10:30:35 -0700783 pool->fetchGraphicBlock(ALIGN128(mWidth), mHeight, format, usage, &mOutBlock);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800784 if (err != C2_OK) {
785 ALOGE("fetchGraphicBlock for Output failed with status %d", err);
786 return err;
787 }
788 ALOGV("provided (%dx%d) required (%dx%d)",
Harish Mahendrakarf1533482021-10-21 10:30:35 -0700789 mOutBlock->width(), mOutBlock->height(), ALIGN128(mWidth), mHeight);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800790 }
791
792 return C2_OK;
793}
794
795// TODO: can overall error checking be improved?
796// TODO: allow configuration of color format and usage for graphic buffers instead
797// of hard coding them to HAL_PIXEL_FORMAT_YV12
798// TODO: pass coloraspects information to surface
799// TODO: test support for dynamic change in resolution
800// TODO: verify if the decoder sent back all frames
801void C2SoftHevcDec::process(
802 const std::unique_ptr<C2Work> &work,
803 const std::shared_ptr<C2BlockPool> &pool) {
804 // Initialize output work
805 work->result = C2_OK;
806 work->workletsProcessed = 0u;
807 work->worklets.front()->output.configUpdate.clear();
808 work->worklets.front()->output.flags = work->input.flags;
809
810 if (mSignalledError || mSignalledOutputEos) {
811 work->result = C2_BAD_VALUE;
812 return;
813 }
814
815 size_t inOffset = 0u;
816 size_t inSize = 0u;
817 uint32_t workIndex = work->input.ordinal.frameIndex.peeku() & 0xFFFFFFFF;
818 C2ReadView rView = mDummyReadView;
819 if (!work->input.buffers.empty()) {
820 rView = work->input.buffers[0]->data().linearBlocks().front().map().get();
821 inSize = rView.capacity();
822 if (inSize && rView.error()) {
823 ALOGE("read view map failed %d", rView.error());
824 work->result = rView.error();
825 return;
826 }
827 }
828 bool eos = ((work->input.flags & C2FrameData::FLAG_END_OF_STREAM) != 0);
829 bool hasPicture = false;
830
831 ALOGV("in buffer attr. size %zu timestamp %d frameindex %d, flags %x",
832 inSize, (int)work->input.ordinal.timestamp.peeku(),
833 (int)work->input.ordinal.frameIndex.peeku(), work->input.flags);
834 size_t inPos = 0;
835 while (inPos < inSize) {
836 if (C2_OK != ensureDecoderState(pool)) {
837 mSignalledError = true;
838 work->workletsProcessed = 1u;
839 work->result = C2_CORRUPTED;
840 return;
841 }
842 C2GraphicView wView = mOutBlock->map().get();
843 if (wView.error()) {
844 ALOGE("graphic view map failed %d", wView.error());
845 work->result = wView.error();
846 return;
847 }
Shivaansh Agrawalf01aba92020-12-28 18:20:58 +0530848 ihevcd_cxa_video_decode_ip_t s_hevcd_decode_ip = {};
849 ihevcd_cxa_video_decode_op_t s_hevcd_decode_op = {};
850 ivd_video_decode_ip_t *ps_decode_ip = &s_hevcd_decode_ip.s_ivd_video_decode_ip_t;
851 ivd_video_decode_op_t *ps_decode_op = &s_hevcd_decode_op.s_ivd_video_decode_op_t;
852 if (!setDecodeArgs(ps_decode_ip, ps_decode_op, &rView, &wView,
Pawin Vongmasa36653902018-11-15 00:10:25 -0800853 inOffset + inPos, inSize - inPos, workIndex)) {
854 mSignalledError = true;
855 work->workletsProcessed = 1u;
856 work->result = C2_CORRUPTED;
857 return;
858 }
859
860 if (false == mHeaderDecoded) {
861 /* Decode header and get dimensions */
862 setParams(mStride, IVD_DECODE_HEADER);
863 }
Ray Essick24754942022-04-16 09:50:35 -0700864
865 mTimeStart = systemTime();
866 nsecs_t delay = mTimeStart - mTimeEnd;
Shivaansh Agrawalf01aba92020-12-28 18:20:58 +0530867 (void) ivdec_api_function(mDecHandle, ps_decode_ip, ps_decode_op);
Ray Essick24754942022-04-16 09:50:35 -0700868 mTimeEnd = systemTime();
869 nsecs_t decodeTime = mTimeEnd - mTimeStart;
870 ALOGV("decodeTime=%6" PRId64 " delay=%6" PRId64 " numBytes=%6d", decodeTime, delay,
Shivaansh Agrawalf01aba92020-12-28 18:20:58 +0530871 ps_decode_op->u4_num_bytes_consumed);
872 if (IVD_MEM_ALLOC_FAILED == (ps_decode_op->u4_error_code & IVD_ERROR_MASK)) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800873 ALOGE("allocation failure in decoder");
874 mSignalledError = true;
875 work->workletsProcessed = 1u;
876 work->result = C2_CORRUPTED;
877 return;
Harish Mahendrakar7d1d5722019-04-12 15:13:26 -0700878 } else if (IVD_STREAM_WIDTH_HEIGHT_NOT_SUPPORTED ==
Shivaansh Agrawalf01aba92020-12-28 18:20:58 +0530879 (ps_decode_op->u4_error_code & IVD_ERROR_MASK)) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800880 ALOGE("unsupported resolution : %dx%d", mWidth, mHeight);
881 mSignalledError = true;
882 work->workletsProcessed = 1u;
883 work->result = C2_CORRUPTED;
884 return;
Shivaansh Agrawalf01aba92020-12-28 18:20:58 +0530885 } else if (IVD_RES_CHANGED == (ps_decode_op->u4_error_code & IVD_ERROR_MASK)) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800886 ALOGV("resolution changed");
887 drainInternal(DRAIN_COMPONENT_NO_EOS, pool, work);
888 resetDecoder();
889 resetPlugin();
890 work->workletsProcessed = 0u;
891
892 /* Decode header and get new dimensions */
893 setParams(mStride, IVD_DECODE_HEADER);
Shivaansh Agrawalf01aba92020-12-28 18:20:58 +0530894 (void) ivdec_api_function(mDecHandle, ps_decode_ip, ps_decode_op);
895 } else if (IS_IVD_FATAL_ERROR(ps_decode_op->u4_error_code)) {
896 ALOGE("Fatal error in decoder 0x%x", ps_decode_op->u4_error_code);
Harish Mahendrakar7d1d5722019-04-12 15:13:26 -0700897 mSignalledError = true;
898 work->workletsProcessed = 1u;
899 work->result = C2_CORRUPTED;
900 return;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800901 }
Shivaansh Agrawalf01aba92020-12-28 18:20:58 +0530902 if (ps_decode_op->i4_reorder_depth >= 0 && mOutputDelay != ps_decode_op->i4_reorder_depth) {
903 mOutputDelay = ps_decode_op->i4_reorder_depth;
Harish Mahendrakar343be8a2019-08-01 12:38:58 -0700904 ALOGV("New Output delay %d ", mOutputDelay);
905
906 C2PortActualDelayTuning::output outputDelay(mOutputDelay);
907 std::vector<std::unique_ptr<C2SettingResult>> failures;
908 c2_status_t err =
909 mIntf->config({&outputDelay}, C2_MAY_BLOCK, &failures);
910 if (err == OK) {
911 work->worklets.front()->output.configUpdate.push_back(
912 C2Param::Copy(outputDelay));
913 } else {
914 ALOGE("Cannot set output delay");
915 mSignalledError = true;
916 work->workletsProcessed = 1u;
917 work->result = C2_CORRUPTED;
918 return;
919 }
Harish Mahendrakar343be8a2019-08-01 12:38:58 -0700920 }
Shivaansh Agrawalf01aba92020-12-28 18:20:58 +0530921 if (0 < ps_decode_op->u4_pic_wd && 0 < ps_decode_op->u4_pic_ht) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800922 if (mHeaderDecoded == false) {
923 mHeaderDecoded = true;
Harish Mahendrakar6b6b1882022-08-02 20:33:09 -0700924 mStride = ALIGN128(ps_decode_op->u4_pic_wd);
925 setParams(mStride, IVD_DECODE_FRAME);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800926 }
Shivaansh Agrawalf01aba92020-12-28 18:20:58 +0530927 if (ps_decode_op->u4_pic_wd != mWidth || ps_decode_op->u4_pic_ht != mHeight) {
928 mWidth = ps_decode_op->u4_pic_wd;
929 mHeight = ps_decode_op->u4_pic_ht;
930 CHECK_EQ(0u, ps_decode_op->u4_output_present);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800931
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800932 C2StreamPictureSizeInfo::output size(0u, mWidth, mHeight);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800933 std::vector<std::unique_ptr<C2SettingResult>> failures;
934 c2_status_t err =
935 mIntf->config({&size}, C2_MAY_BLOCK, &failures);
936 if (err == OK) {
937 work->worklets.front()->output.configUpdate.push_back(
938 C2Param::Copy(size));
939 } else {
940 ALOGE("Cannot set width and height");
941 mSignalledError = true;
942 work->workletsProcessed = 1u;
943 work->result = C2_CORRUPTED;
944 return;
945 }
946 continue;
947 }
948 }
949 (void) getVuiParams();
Shivaansh Agrawalf01aba92020-12-28 18:20:58 +0530950 hasPicture |= (1 == ps_decode_op->u4_frame_decoded_flag);
951 if (ps_decode_op->u4_output_present) {
952 finishWork(ps_decode_op->u4_ts, work);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800953 }
Shivaansh Agrawalf01aba92020-12-28 18:20:58 +0530954 if (0 == ps_decode_op->u4_num_bytes_consumed) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800955 ALOGD("Bytes consumed is zero. Ignoring remaining bytes");
956 break;
957 }
Shivaansh Agrawalf01aba92020-12-28 18:20:58 +0530958 inPos += ps_decode_op->u4_num_bytes_consumed;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800959 if (hasPicture && (inSize - inPos)) {
960 ALOGD("decoded frame in current access nal, ignoring further trailing bytes %d",
961 (int)inSize - (int)inPos);
962 break;
963 }
964 }
965
966 if (eos) {
967 drainInternal(DRAIN_COMPONENT_WITH_EOS, pool, work);
968 mSignalledOutputEos = true;
969 } else if (!hasPicture) {
970 fillEmptyWork(work);
971 }
972}
973
974c2_status_t C2SoftHevcDec::drainInternal(
975 uint32_t drainMode,
976 const std::shared_ptr<C2BlockPool> &pool,
977 const std::unique_ptr<C2Work> &work) {
978 if (drainMode == NO_DRAIN) {
979 ALOGW("drain with NO_DRAIN: no-op");
980 return C2_OK;
981 }
982 if (drainMode == DRAIN_CHAIN) {
983 ALOGW("DRAIN_CHAIN not supported");
984 return C2_OMITTED;
985 }
986
987 if (OK != setFlushMode()) return C2_CORRUPTED;
988 while (true) {
989 if (C2_OK != ensureDecoderState(pool)) {
990 mSignalledError = true;
991 work->workletsProcessed = 1u;
992 work->result = C2_CORRUPTED;
993 return C2_CORRUPTED;
994 }
995 C2GraphicView wView = mOutBlock->map().get();
996 if (wView.error()) {
997 ALOGE("graphic view map failed %d", wView.error());
998 return C2_CORRUPTED;
999 }
Shivaansh Agrawalf01aba92020-12-28 18:20:58 +05301000 ihevcd_cxa_video_decode_ip_t s_hevcd_decode_ip = {};
1001 ihevcd_cxa_video_decode_op_t s_hevcd_decode_op = {};
1002 ivd_video_decode_ip_t *ps_decode_ip = &s_hevcd_decode_ip.s_ivd_video_decode_ip_t;
1003 ivd_video_decode_op_t *ps_decode_op = &s_hevcd_decode_op.s_ivd_video_decode_op_t;
1004 if (!setDecodeArgs(ps_decode_ip, ps_decode_op, nullptr, &wView, 0, 0, 0)) {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001005 mSignalledError = true;
1006 work->workletsProcessed = 1u;
1007 return C2_CORRUPTED;
1008 }
Shivaansh Agrawalf01aba92020-12-28 18:20:58 +05301009 (void) ivdec_api_function(mDecHandle, ps_decode_ip, ps_decode_op);
1010 if (ps_decode_op->u4_output_present) {
1011 finishWork(ps_decode_op->u4_ts, work);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001012 } else {
1013 fillEmptyWork(work);
1014 break;
1015 }
1016 }
1017
1018 return C2_OK;
1019}
1020
1021c2_status_t C2SoftHevcDec::drain(
1022 uint32_t drainMode,
1023 const std::shared_ptr<C2BlockPool> &pool) {
1024 return drainInternal(drainMode, pool, nullptr);
1025}
1026
1027class C2SoftHevcDecFactory : public C2ComponentFactory {
1028public:
1029 C2SoftHevcDecFactory() : mHelper(std::static_pointer_cast<C2ReflectorHelper>(
1030 GetCodec2PlatformComponentStore()->getParamReflector())) {
1031 }
1032
1033 virtual c2_status_t createComponent(
1034 c2_node_id_t id,
1035 std::shared_ptr<C2Component>* const component,
1036 std::function<void(C2Component*)> deleter) override {
1037 *component = std::shared_ptr<C2Component>(
1038 new C2SoftHevcDec(COMPONENT_NAME,
1039 id,
1040 std::make_shared<C2SoftHevcDec::IntfImpl>(mHelper)),
1041 deleter);
1042 return C2_OK;
1043 }
1044
1045 virtual c2_status_t createInterface(
1046 c2_node_id_t id,
1047 std::shared_ptr<C2ComponentInterface>* const interface,
1048 std::function<void(C2ComponentInterface*)> deleter) override {
1049 *interface = std::shared_ptr<C2ComponentInterface>(
1050 new SimpleInterface<C2SoftHevcDec::IntfImpl>(
1051 COMPONENT_NAME, id, std::make_shared<C2SoftHevcDec::IntfImpl>(mHelper)),
1052 deleter);
1053 return C2_OK;
1054 }
1055
1056 virtual ~C2SoftHevcDecFactory() override = default;
1057
1058private:
1059 std::shared_ptr<C2ReflectorHelper> mHelper;
1060};
1061
1062} // namespace android
1063
Cindy Zhouf6c0c3c2020-12-02 10:53:40 -08001064__attribute__((cfi_canonical_jump_table))
Pawin Vongmasa36653902018-11-15 00:10:25 -08001065extern "C" ::C2ComponentFactory* CreateCodec2Factory() {
1066 ALOGV("in %s", __func__);
1067 return new ::android::C2SoftHevcDecFactory();
1068}
1069
Cindy Zhouf6c0c3c2020-12-02 10:53:40 -08001070__attribute__((cfi_canonical_jump_table))
Pawin Vongmasa36653902018-11-15 00:10:25 -08001071extern "C" void DestroyCodec2Factory(::C2ComponentFactory* factory) {
1072 ALOGV("in %s", __func__);
1073 delete factory;
1074}