blob: e424860c1169957d9ac4b7fd1a909cdd89b3decc [file] [log] [blame]
Pawin Vongmasa36653902018-11-15 00:10:25 -08001/*
2 * Copyright 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "C2SoftAvcEnc"
19#include <log/log.h>
20#include <utils/misc.h>
21
Ray Essickf78afc32021-03-10 19:42:49 -080022#include <algorithm>
23
Pawin Vongmasa36653902018-11-15 00:10:25 -080024#include <media/hardware/VideoAPI.h>
25#include <media/stagefright/MediaDefs.h>
26#include <media/stagefright/MediaErrors.h>
27#include <media/stagefright/MetaData.h>
28#include <media/stagefright/foundation/AUtils.h>
29
30#include <C2Debug.h>
Manisha Jajoo2569a522021-03-08 19:45:42 +053031#include <Codec2Mapper.h>
Pawin Vongmasa36653902018-11-15 00:10:25 -080032#include <C2PlatformSupport.h>
33#include <Codec2BufferUtils.h>
34#include <SimpleC2Interface.h>
35#include <util/C2InterfaceHelper.h>
36
37#include "C2SoftAvcEnc.h"
38#include "ih264e.h"
39#include "ih264e_error.h"
40
41namespace android {
42
Manisha Jajoo9acd73d2019-03-12 14:08:05 +053043namespace {
44
45constexpr char COMPONENT_NAME[] = "c2.android.avc.encoder";
Harish Mahendrakarea0eb372019-11-21 10:33:05 -080046constexpr uint32_t kMinOutBufferSize = 524288;
Wonsik Kime1c360a2019-05-22 10:38:58 -070047void ParseGop(
48 const C2StreamGopTuning::output &gop,
49 uint32_t *syncInterval, uint32_t *iInterval, uint32_t *maxBframes) {
50 uint32_t syncInt = 1;
51 uint32_t iInt = 1;
52 for (size_t i = 0; i < gop.flexCount(); ++i) {
53 const C2GopLayerStruct &layer = gop.m.values[i];
54 if (layer.count == UINT32_MAX) {
55 syncInt = 0;
56 } else if (syncInt <= UINT32_MAX / (layer.count + 1)) {
57 syncInt *= (layer.count + 1);
58 }
59 if ((layer.type_ & I_FRAME) == 0) {
60 if (layer.count == UINT32_MAX) {
61 iInt = 0;
62 } else if (iInt <= UINT32_MAX / (layer.count + 1)) {
63 iInt *= (layer.count + 1);
64 }
65 }
66 if (layer.type_ == C2Config::picture_type_t(P_FRAME | B_FRAME) && maxBframes) {
67 *maxBframes = layer.count;
68 }
69 }
70 if (syncInterval) {
71 *syncInterval = syncInt;
72 }
73 if (iInterval) {
74 *iInterval = iInt;
75 }
76}
77
Manisha Jajoo9acd73d2019-03-12 14:08:05 +053078} // namespace
79
80class C2SoftAvcEnc::IntfImpl : public SimpleInterface<void>::BaseParams {
Pawin Vongmasa36653902018-11-15 00:10:25 -080081public:
82 explicit IntfImpl(const std::shared_ptr<C2ReflectorHelper> &helper)
Manisha Jajoo9acd73d2019-03-12 14:08:05 +053083 : SimpleInterface<void>::BaseParams(
84 helper,
85 COMPONENT_NAME,
86 C2Component::KIND_ENCODER,
87 C2Component::DOMAIN_VIDEO,
88 MEDIA_MIMETYPE_VIDEO_AVC) {
89 noPrivateBuffers(); // TODO: account for our buffers here
90 noInputReferences();
91 noOutputReferences();
Manisha Jajoo9acd73d2019-03-12 14:08:05 +053092 noTimeStretch();
Pawin Vongmasa36653902018-11-15 00:10:25 -080093 setDerivedInstance(this);
94
95 addParameter(
Lajos Molnar3bb81cd2019-02-20 15:10:30 -080096 DefineParam(mUsage, C2_PARAMKEY_INPUT_STREAM_USAGE)
Pawin Vongmasa36653902018-11-15 00:10:25 -080097 .withConstValue(new C2StreamUsageTuning::input(
98 0u, (uint64_t)C2MemoryUsage::CPU_READ))
99 .build());
100
101 addParameter(
Manisha Jajoo9acd73d2019-03-12 14:08:05 +0530102 DefineParam(mAttrib, C2_PARAMKEY_COMPONENT_ATTRIBUTES)
103 .withConstValue(new C2ComponentAttributesSetting(
104 C2Component::ATTRIB_IS_TEMPORAL))
105 .build());
106
107 addParameter(
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800108 DefineParam(mSize, C2_PARAMKEY_PICTURE_SIZE)
Harish Mahendrakarbb40ea82020-04-07 01:35:52 +0530109 .withDefault(new C2StreamPictureSizeInfo::input(0u, 16, 16))
Pawin Vongmasa36653902018-11-15 00:10:25 -0800110 .withFields({
111 C2F(mSize, width).inRange(2, 2560, 2),
112 C2F(mSize, height).inRange(2, 2560, 2),
113 })
114 .withSetter(SizeSetter)
115 .build());
116
117 addParameter(
Wonsik Kime1c360a2019-05-22 10:38:58 -0700118 DefineParam(mGop, C2_PARAMKEY_GOP)
119 .withDefault(C2StreamGopTuning::output::AllocShared(
120 0 /* flexCount */, 0u /* stream */))
121 .withFields({C2F(mGop, m.values[0].type_).any(),
122 C2F(mGop, m.values[0].count).any()})
123 .withSetter(GopSetter)
124 .build());
125
126 addParameter(
Ray Essickf78afc32021-03-10 19:42:49 -0800127 DefineParam(mPictureQuantization, C2_PARAMKEY_PICTURE_QUANTIZATION)
128 .withDefault(C2StreamPictureQuantizationTuning::output::AllocShared(
129 0 /* flexCount */, 0u /* stream */))
130 .withFields({C2F(mPictureQuantization, m.values[0].type_).oneOf(
131 {C2Config::picture_type_t(I_FRAME),
132 C2Config::picture_type_t(P_FRAME),
133 C2Config::picture_type_t(B_FRAME)}),
134 C2F(mPictureQuantization, m.values[0].min).any(),
135 C2F(mPictureQuantization, m.values[0].max).any()})
136 .withSetter(PictureQuantizationSetter)
137 .build());
138
139 addParameter(
Manisha Jajoo26b946d2019-03-15 18:15:11 +0530140 DefineParam(mActualInputDelay, C2_PARAMKEY_INPUT_DELAY)
141 .withDefault(new C2PortActualDelayTuning::input(DEFAULT_B_FRAMES))
142 .withFields({C2F(mActualInputDelay, value).inRange(0, MAX_B_FRAMES)})
Wonsik Kime1c360a2019-05-22 10:38:58 -0700143 .calculatedAs(InputDelaySetter, mGop)
Manisha Jajoo26b946d2019-03-15 18:15:11 +0530144 .build());
145
146 addParameter(
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800147 DefineParam(mFrameRate, C2_PARAMKEY_FRAME_RATE)
Harish Mahendrakarbb40ea82020-04-07 01:35:52 +0530148 .withDefault(new C2StreamFrameRateInfo::output(0u, 1.))
Pawin Vongmasa36653902018-11-15 00:10:25 -0800149 // TODO: More restriction?
150 .withFields({C2F(mFrameRate, value).greaterThan(0.)})
151 .withSetter(Setter<decltype(*mFrameRate)>::StrictValueWithNoDeps)
152 .build());
153
154 addParameter(
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800155 DefineParam(mBitrate, C2_PARAMKEY_BITRATE)
156 .withDefault(new C2StreamBitrateInfo::output(0u, 64000))
Pawin Vongmasa36653902018-11-15 00:10:25 -0800157 .withFields({C2F(mBitrate, value).inRange(4096, 12000000)})
158 .withSetter(BitrateSetter)
159 .build());
160
161 addParameter(
162 DefineParam(mIntraRefresh, C2_PARAMKEY_INTRA_REFRESH)
163 .withDefault(new C2StreamIntraRefreshTuning::output(
164 0u, C2Config::INTRA_REFRESH_DISABLED, 0.))
165 .withFields({
166 C2F(mIntraRefresh, mode).oneOf({
167 C2Config::INTRA_REFRESH_DISABLED, C2Config::INTRA_REFRESH_ARBITRARY }),
168 C2F(mIntraRefresh, period).any()
169 })
170 .withSetter(IntraRefreshSetter)
171 .build());
172
173 addParameter(
174 DefineParam(mProfileLevel, C2_PARAMKEY_PROFILE_LEVEL)
175 .withDefault(new C2StreamProfileLevelInfo::output(
176 0u, PROFILE_AVC_CONSTRAINED_BASELINE, LEVEL_AVC_4_1))
177 .withFields({
178 C2F(mProfileLevel, profile).oneOf({
179 PROFILE_AVC_BASELINE,
180 PROFILE_AVC_CONSTRAINED_BASELINE,
181 PROFILE_AVC_MAIN,
182 }),
183 C2F(mProfileLevel, level).oneOf({
184 LEVEL_AVC_1,
185 LEVEL_AVC_1B,
186 LEVEL_AVC_1_1,
187 LEVEL_AVC_1_2,
188 LEVEL_AVC_1_3,
189 LEVEL_AVC_2,
190 LEVEL_AVC_2_1,
191 LEVEL_AVC_2_2,
192 LEVEL_AVC_3,
193 LEVEL_AVC_3_1,
194 LEVEL_AVC_3_2,
195 LEVEL_AVC_4,
196 LEVEL_AVC_4_1,
197 LEVEL_AVC_4_2,
198 LEVEL_AVC_5,
199 }),
200 })
201 .withSetter(ProfileLevelSetter, mSize, mFrameRate, mBitrate)
202 .build());
203
204 addParameter(
205 DefineParam(mRequestSync, C2_PARAMKEY_REQUEST_SYNC_FRAME)
206 .withDefault(new C2StreamRequestSyncFrameTuning::output(0u, C2_FALSE))
207 .withFields({C2F(mRequestSync, value).oneOf({ C2_FALSE, C2_TRUE }) })
208 .withSetter(Setter<decltype(*mRequestSync)>::NonStrictValueWithNoDeps)
209 .build());
210
211 addParameter(
212 DefineParam(mSyncFramePeriod, C2_PARAMKEY_SYNC_FRAME_INTERVAL)
213 .withDefault(new C2StreamSyncFrameIntervalTuning::output(0u, 1000000))
214 .withFields({C2F(mSyncFramePeriod, value).any()})
215 .withSetter(Setter<decltype(*mSyncFramePeriod)>::StrictValueWithNoDeps)
216 .build());
Manisha Jajoo2569a522021-03-08 19:45:42 +0530217
218 addParameter(
219 DefineParam(mColorAspects, C2_PARAMKEY_COLOR_ASPECTS)
220 .withDefault(new C2StreamColorAspectsInfo::input(
221 0u, C2Color::RANGE_UNSPECIFIED, C2Color::PRIMARIES_UNSPECIFIED,
222 C2Color::TRANSFER_UNSPECIFIED, C2Color::MATRIX_UNSPECIFIED))
223 .withFields({
224 C2F(mColorAspects, range).inRange(
225 C2Color::RANGE_UNSPECIFIED, C2Color::RANGE_OTHER),
226 C2F(mColorAspects, primaries).inRange(
227 C2Color::PRIMARIES_UNSPECIFIED, C2Color::PRIMARIES_OTHER),
228 C2F(mColorAspects, transfer).inRange(
229 C2Color::TRANSFER_UNSPECIFIED, C2Color::TRANSFER_OTHER),
230 C2F(mColorAspects, matrix).inRange(
231 C2Color::MATRIX_UNSPECIFIED, C2Color::MATRIX_OTHER)
232 })
233 .withSetter(ColorAspectsSetter)
234 .build());
235
236 addParameter(
237 DefineParam(mCodedColorAspects, C2_PARAMKEY_VUI_COLOR_ASPECTS)
238 .withDefault(new C2StreamColorAspectsInfo::output(
239 0u, C2Color::RANGE_LIMITED, C2Color::PRIMARIES_UNSPECIFIED,
240 C2Color::TRANSFER_UNSPECIFIED, C2Color::MATRIX_UNSPECIFIED))
241 .withFields({
242 C2F(mCodedColorAspects, range).inRange(
243 C2Color::RANGE_UNSPECIFIED, C2Color::RANGE_OTHER),
244 C2F(mCodedColorAspects, primaries).inRange(
245 C2Color::PRIMARIES_UNSPECIFIED, C2Color::PRIMARIES_OTHER),
246 C2F(mCodedColorAspects, transfer).inRange(
247 C2Color::TRANSFER_UNSPECIFIED, C2Color::TRANSFER_OTHER),
248 C2F(mCodedColorAspects, matrix).inRange(
249 C2Color::MATRIX_UNSPECIFIED, C2Color::MATRIX_OTHER)
250 })
251 .withSetter(CodedColorAspectsSetter, mColorAspects)
252 .build());
Pawin Vongmasa36653902018-11-15 00:10:25 -0800253 }
254
Wonsik Kime1c360a2019-05-22 10:38:58 -0700255 static C2R InputDelaySetter(
256 bool mayBlock,
257 C2P<C2PortActualDelayTuning::input> &me,
258 const C2P<C2StreamGopTuning::output> &gop) {
259 (void)mayBlock;
260 uint32_t maxBframes = 0;
261 ParseGop(gop.v, nullptr, nullptr, &maxBframes);
262 me.set().value = maxBframes;
263 return C2R::Ok();
264 }
265
Pawin Vongmasa36653902018-11-15 00:10:25 -0800266 static C2R BitrateSetter(bool mayBlock, C2P<C2StreamBitrateInfo::output> &me) {
267 (void)mayBlock;
268 C2R res = C2R::Ok();
269 if (me.v.value <= 4096) {
270 me.set().value = 4096;
271 }
272 return res;
273 }
274
Ray Essick825104d2021-03-04 13:29:57 -0800275
Pawin Vongmasa36653902018-11-15 00:10:25 -0800276 static C2R SizeSetter(bool mayBlock, const C2P<C2StreamPictureSizeInfo::input> &oldMe,
277 C2P<C2StreamPictureSizeInfo::input> &me) {
278 (void)mayBlock;
279 C2R res = C2R::Ok();
280 if (!me.F(me.v.width).supportsAtAll(me.v.width)) {
281 res = res.plus(C2SettingResultBuilder::BadValue(me.F(me.v.width)));
282 me.set().width = oldMe.v.width;
283 }
284 if (!me.F(me.v.height).supportsAtAll(me.v.height)) {
285 res = res.plus(C2SettingResultBuilder::BadValue(me.F(me.v.height)));
286 me.set().height = oldMe.v.height;
287 }
288 return res;
289 }
290
291 static C2R ProfileLevelSetter(
292 bool mayBlock,
293 C2P<C2StreamProfileLevelInfo::output> &me,
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800294 const C2P<C2StreamPictureSizeInfo::input> &size,
Pawin Vongmasa36653902018-11-15 00:10:25 -0800295 const C2P<C2StreamFrameRateInfo::output> &frameRate,
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800296 const C2P<C2StreamBitrateInfo::output> &bitrate) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800297 (void)mayBlock;
298 if (!me.F(me.v.profile).supportsAtAll(me.v.profile)) {
299 me.set().profile = PROFILE_AVC_CONSTRAINED_BASELINE;
300 }
301
302 struct LevelLimits {
303 C2Config::level_t level;
304 float mbsPerSec;
305 uint64_t mbs;
306 uint32_t bitrate;
307 };
308 constexpr LevelLimits kLimits[] = {
309 { LEVEL_AVC_1, 1485, 99, 64000 },
310 // Decoder does not properly handle level 1b.
311 // { LEVEL_AVC_1B, 1485, 99, 128000 },
312 { LEVEL_AVC_1_1, 3000, 396, 192000 },
313 { LEVEL_AVC_1_2, 6000, 396, 384000 },
314 { LEVEL_AVC_1_3, 11880, 396, 768000 },
315 { LEVEL_AVC_2, 11880, 396, 2000000 },
316 { LEVEL_AVC_2_1, 19800, 792, 4000000 },
317 { LEVEL_AVC_2_2, 20250, 1620, 4000000 },
318 { LEVEL_AVC_3, 40500, 1620, 10000000 },
319 { LEVEL_AVC_3_1, 108000, 3600, 14000000 },
320 { LEVEL_AVC_3_2, 216000, 5120, 20000000 },
321 { LEVEL_AVC_4, 245760, 8192, 20000000 },
322 { LEVEL_AVC_4_1, 245760, 8192, 50000000 },
323 { LEVEL_AVC_4_2, 522240, 8704, 50000000 },
324 { LEVEL_AVC_5, 589824, 22080, 135000000 },
325 };
326
327 uint64_t mbs = uint64_t((size.v.width + 15) / 16) * ((size.v.height + 15) / 16);
Pawin Vongmasa1f213362019-01-24 06:59:16 -0800328 float mbsPerSec = float(mbs) * frameRate.v.value;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800329
330 // Check if the supplied level meets the MB / bitrate requirements. If
331 // not, update the level with the lowest level meeting the requirements.
332
333 bool found = false;
334 // By default needsUpdate = false in case the supplied level does meet
335 // the requirements. For Level 1b, we want to update the level anyway,
336 // so we set it to true in that case.
Ram Mohan094e0252023-04-14 18:41:11 +0530337 bool needsUpdate = false;
338 if (me.v.level == LEVEL_AVC_1B || !me.F(me.v.level).supportsAtAll(me.v.level)) {
339 needsUpdate = true;
340 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800341 for (const LevelLimits &limit : kLimits) {
342 if (mbs <= limit.mbs && mbsPerSec <= limit.mbsPerSec &&
343 bitrate.v.value <= limit.bitrate) {
344 // This is the lowest level that meets the requirements, and if
345 // we haven't seen the supplied level yet, that means we don't
346 // need the update.
347 if (needsUpdate) {
348 ALOGD("Given level %x does not cover current configuration: "
349 "adjusting to %x", me.v.level, limit.level);
350 me.set().level = limit.level;
351 }
352 found = true;
353 break;
354 }
355 if (me.v.level == limit.level) {
356 // We break out of the loop when the lowest feasible level is
357 // found. The fact that we're here means that our level doesn't
358 // meet the requirement and needs to be updated.
359 needsUpdate = true;
360 }
361 }
Ram Mohan88bd8312023-03-11 20:46:02 +0530362 if (!found || me.v.level > LEVEL_AVC_5) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800363 // We set to the highest supported level.
364 me.set().level = LEVEL_AVC_5;
365 }
366
367 return C2R::Ok();
368 }
369
370 static C2R IntraRefreshSetter(bool mayBlock, C2P<C2StreamIntraRefreshTuning::output> &me) {
371 (void)mayBlock;
372 C2R res = C2R::Ok();
373 if (me.v.period < 1) {
374 me.set().mode = C2Config::INTRA_REFRESH_DISABLED;
375 me.set().period = 0;
376 } else {
377 // only support arbitrary mode (cyclic in our case)
378 me.set().mode = C2Config::INTRA_REFRESH_ARBITRARY;
379 }
380 return res;
381 }
382
Wonsik Kime1c360a2019-05-22 10:38:58 -0700383 static C2R GopSetter(bool mayBlock, C2P<C2StreamGopTuning::output> &me) {
384 (void)mayBlock;
385 for (size_t i = 0; i < me.v.flexCount(); ++i) {
386 const C2GopLayerStruct &layer = me.v.m.values[0];
387 if (layer.type_ == C2Config::picture_type_t(P_FRAME | B_FRAME)
388 && layer.count > MAX_B_FRAMES) {
389 me.set().m.values[i].count = MAX_B_FRAMES;
390 }
391 }
392 return C2R::Ok();
393 }
394
Ray Essickf78afc32021-03-10 19:42:49 -0800395 static C2R PictureQuantizationSetter(bool mayBlock,
396 C2P<C2StreamPictureQuantizationTuning::output> &me) {
397 (void)mayBlock;
Ray Essickb2289942021-06-23 08:50:57 -0700398
Manisha Jajoo6993db12021-04-28 06:48:37 -0700399 // these are the ones we're going to set, so want them to default
400 // to the DEFAULT values for the codec
Ray Essickb2289942021-06-23 08:50:57 -0700401 int32_t iMin = DEFAULT_I_QP_MIN, pMin = DEFAULT_P_QP_MIN, bMin = DEFAULT_B_QP_MIN;
402 int32_t iMax = DEFAULT_I_QP_MAX, pMax = DEFAULT_P_QP_MAX, bMax = DEFAULT_B_QP_MAX;
403
404 for (size_t i = 0; i < me.v.flexCount(); ++i) {
405 const C2PictureQuantizationStruct &layer = me.v.m.values[i];
406
407 if (layer.type_ == C2Config::picture_type_t(I_FRAME)) {
408 iMax = layer.max;
409 iMin = layer.min;
410 ALOGV("iMin %d iMax %d", iMin, iMax);
411 } else if (layer.type_ == C2Config::picture_type_t(P_FRAME)) {
412 pMax = layer.max;
413 pMin = layer.min;
414 ALOGV("pMin %d pMax %d", pMin, pMax);
415 } else if (layer.type_ == C2Config::picture_type_t(B_FRAME)) {
416 bMax = layer.max;
417 bMin = layer.min;
418 ALOGV("bMin %d bMax %d", bMin, bMax);
419 }
420 }
421
422 ALOGV("PictureQuantizationSetter(entry): i %d-%d p %d-%d b %d-%d",
423 iMin, iMax, pMin, pMax, bMin, bMax);
424
Manisha Jajoo6993db12021-04-28 06:48:37 -0700425 // min is clamped to [AVC_QP_MIN, max] to avoid error
426 // cases where layer.min > layer.max
427 iMax = std::clamp(iMax, AVC_QP_MIN, AVC_QP_MAX);
428 iMin = std::clamp(iMin, AVC_QP_MIN, iMax);
429 pMax = std::clamp(pMax, AVC_QP_MIN, AVC_QP_MAX);
430 pMin = std::clamp(pMin, AVC_QP_MIN, pMax);
431 bMax = std::clamp(bMax, AVC_QP_MIN, AVC_QP_MAX);
432 bMin = std::clamp(bMin, AVC_QP_MIN, bMax);
Ray Essickb2289942021-06-23 08:50:57 -0700433
434 // put them back into the structure
435 for (size_t i = 0; i < me.v.flexCount(); ++i) {
436 const C2PictureQuantizationStruct &layer = me.v.m.values[i];
437
438 if (layer.type_ == C2Config::picture_type_t(I_FRAME)) {
439 me.set().m.values[i].max = iMax;
440 me.set().m.values[i].min = iMin;
441 }
442 if (layer.type_ == C2Config::picture_type_t(P_FRAME)) {
443 me.set().m.values[i].max = pMax;
444 me.set().m.values[i].min = pMin;
445 }
446 if (layer.type_ == C2Config::picture_type_t(B_FRAME)) {
447 me.set().m.values[i].max = bMax;
448 me.set().m.values[i].min = bMin;
449 }
450 }
451
452 ALOGV("PictureQuantizationSetter(exit): i %d-%d p %d-%d b %d-%d",
453 iMin, iMax, pMin, pMax, bMin, bMax);
454
Ray Essickf78afc32021-03-10 19:42:49 -0800455 return C2R::Ok();
456 }
457
Manisha Jajoo2569a522021-03-08 19:45:42 +0530458 static C2R ColorAspectsSetter(bool mayBlock, C2P<C2StreamColorAspectsInfo::input> &me) {
459 (void)mayBlock;
460 if (me.v.range > C2Color::RANGE_OTHER) {
461 me.set().range = C2Color::RANGE_OTHER;
462 }
463 if (me.v.primaries > C2Color::PRIMARIES_OTHER) {
464 me.set().primaries = C2Color::PRIMARIES_OTHER;
465 }
466 if (me.v.transfer > C2Color::TRANSFER_OTHER) {
467 me.set().transfer = C2Color::TRANSFER_OTHER;
468 }
469 if (me.v.matrix > C2Color::MATRIX_OTHER) {
470 me.set().matrix = C2Color::MATRIX_OTHER;
471 }
472 return C2R::Ok();
473 }
474
475 static C2R CodedColorAspectsSetter(bool mayBlock, C2P<C2StreamColorAspectsInfo::output> &me,
476 const C2P<C2StreamColorAspectsInfo::input> &coded) {
477 (void)mayBlock;
478 me.set().range = coded.v.range;
479 me.set().primaries = coded.v.primaries;
480 me.set().transfer = coded.v.transfer;
481 me.set().matrix = coded.v.matrix;
482 return C2R::Ok();
483 }
484
Pawin Vongmasa36653902018-11-15 00:10:25 -0800485 IV_PROFILE_T getProfile_l() const {
486 switch (mProfileLevel->profile) {
487 case PROFILE_AVC_CONSTRAINED_BASELINE: [[fallthrough]];
488 case PROFILE_AVC_BASELINE: return IV_PROFILE_BASE;
489 case PROFILE_AVC_MAIN: return IV_PROFILE_MAIN;
490 default:
491 ALOGD("Unrecognized profile: %x", mProfileLevel->profile);
492 return IV_PROFILE_DEFAULT;
493 }
494 }
495
496 UWORD32 getLevel_l() const {
497 struct Level {
498 C2Config::level_t c2Level;
499 UWORD32 avcLevel;
500 };
501 constexpr Level levels[] = {
502 { LEVEL_AVC_1, 10 },
503 { LEVEL_AVC_1B, 9 },
504 { LEVEL_AVC_1_1, 11 },
505 { LEVEL_AVC_1_2, 12 },
506 { LEVEL_AVC_1_3, 13 },
507 { LEVEL_AVC_2, 20 },
508 { LEVEL_AVC_2_1, 21 },
509 { LEVEL_AVC_2_2, 22 },
510 { LEVEL_AVC_3, 30 },
511 { LEVEL_AVC_3_1, 31 },
512 { LEVEL_AVC_3_2, 32 },
513 { LEVEL_AVC_4, 40 },
514 { LEVEL_AVC_4_1, 41 },
515 { LEVEL_AVC_4_2, 42 },
516 { LEVEL_AVC_5, 50 },
517 };
518 for (const Level &level : levels) {
519 if (mProfileLevel->level == level.c2Level) {
520 return level.avcLevel;
521 }
522 }
523 ALOGD("Unrecognized level: %x", mProfileLevel->level);
524 return 41;
525 }
Wonsik Kime1c360a2019-05-22 10:38:58 -0700526
Pawin Vongmasa36653902018-11-15 00:10:25 -0800527 uint32_t getSyncFramePeriod_l() const {
528 if (mSyncFramePeriod->value < 0 || mSyncFramePeriod->value == INT64_MAX) {
529 return 0;
530 }
531 double period = mSyncFramePeriod->value / 1e6 * mFrameRate->value;
532 return (uint32_t)c2_max(c2_min(period + 0.5, double(UINT32_MAX)), 1.);
533 }
534
535 // unsafe getters
536 std::shared_ptr<C2StreamPictureSizeInfo::input> getSize_l() const { return mSize; }
537 std::shared_ptr<C2StreamIntraRefreshTuning::output> getIntraRefresh_l() const { return mIntraRefresh; }
538 std::shared_ptr<C2StreamFrameRateInfo::output> getFrameRate_l() const { return mFrameRate; }
539 std::shared_ptr<C2StreamBitrateInfo::output> getBitrate_l() const { return mBitrate; }
540 std::shared_ptr<C2StreamRequestSyncFrameTuning::output> getRequestSync_l() const { return mRequestSync; }
Wonsik Kime1c360a2019-05-22 10:38:58 -0700541 std::shared_ptr<C2StreamGopTuning::output> getGop_l() const { return mGop; }
Ray Essickf78afc32021-03-10 19:42:49 -0800542 std::shared_ptr<C2StreamPictureQuantizationTuning::output> getPictureQuantization_l() const
543 { return mPictureQuantization; }
Manisha Jajoo2569a522021-03-08 19:45:42 +0530544 std::shared_ptr<C2StreamColorAspectsInfo::output> getCodedColorAspects_l() const {
545 return mCodedColorAspects;
546 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800547
548private:
Pawin Vongmasa36653902018-11-15 00:10:25 -0800549 std::shared_ptr<C2StreamUsageTuning::input> mUsage;
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800550 std::shared_ptr<C2StreamPictureSizeInfo::input> mSize;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800551 std::shared_ptr<C2StreamFrameRateInfo::output> mFrameRate;
552 std::shared_ptr<C2StreamRequestSyncFrameTuning::output> mRequestSync;
553 std::shared_ptr<C2StreamIntraRefreshTuning::output> mIntraRefresh;
Lajos Molnar3bb81cd2019-02-20 15:10:30 -0800554 std::shared_ptr<C2StreamBitrateInfo::output> mBitrate;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800555 std::shared_ptr<C2StreamProfileLevelInfo::output> mProfileLevel;
556 std::shared_ptr<C2StreamSyncFrameIntervalTuning::output> mSyncFramePeriod;
Wonsik Kime1c360a2019-05-22 10:38:58 -0700557 std::shared_ptr<C2StreamGopTuning::output> mGop;
Ray Essickf78afc32021-03-10 19:42:49 -0800558 std::shared_ptr<C2StreamPictureQuantizationTuning::output> mPictureQuantization;
Manisha Jajoo2569a522021-03-08 19:45:42 +0530559 std::shared_ptr<C2StreamColorAspectsInfo::input> mColorAspects;
560 std::shared_ptr<C2StreamColorAspectsInfo::output> mCodedColorAspects;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800561};
562
563#define ive_api_function ih264e_api_function
564
Pawin Vongmasa36653902018-11-15 00:10:25 -0800565namespace {
566
567// From external/libavc/encoder/ih264e_bitstream.h
568constexpr uint32_t MIN_STREAM_SIZE = 0x800;
569
570static size_t GetCPUCoreCount() {
571 long cpuCoreCount = 1;
572#if defined(_SC_NPROCESSORS_ONLN)
573 cpuCoreCount = sysconf(_SC_NPROCESSORS_ONLN);
574#else
575 // _SC_NPROC_ONLN must be defined...
576 cpuCoreCount = sysconf(_SC_NPROC_ONLN);
577#endif
578 CHECK(cpuCoreCount >= 1);
579 ALOGV("Number of CPU cores: %ld", cpuCoreCount);
580 return (size_t)cpuCoreCount;
581}
582
583} // namespace
584
585C2SoftAvcEnc::C2SoftAvcEnc(
586 const char *name, c2_node_id_t id, const std::shared_ptr<IntfImpl> &intfImpl)
587 : SimpleC2Component(std::make_shared<SimpleInterface<IntfImpl>>(name, id, intfImpl)),
588 mIntf(intfImpl),
Harish Mahendrakar70dc7df2021-04-16 16:50:01 -0700589 mIvVideoColorFormat(IV_YUV_420P),
Pawin Vongmasa36653902018-11-15 00:10:25 -0800590 mAVCEncProfile(IV_PROFILE_BASE),
591 mAVCEncLevel(41),
592 mStarted(false),
593 mSawInputEOS(false),
Pawin Vongmasa36653902018-11-15 00:10:25 -0800594 mSignalledError(false),
595 mCodecCtx(nullptr),
Manisha Jajoo26b946d2019-03-15 18:15:11 +0530596 mOutBlock(nullptr),
Harish Mahendrakarea0eb372019-11-21 10:33:05 -0800597 mOutBufferSize(kMinOutBufferSize) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800598
599 // If dump is enabled, then open create an empty file
600 GENERATE_FILE_NAMES();
601 CREATE_DUMP_FILE(mInFile);
602 CREATE_DUMP_FILE(mOutFile);
603
604 initEncParams();
605}
606
607C2SoftAvcEnc::~C2SoftAvcEnc() {
Manisha Jajoo26b946d2019-03-15 18:15:11 +0530608 onRelease();
Pawin Vongmasa36653902018-11-15 00:10:25 -0800609}
610
611c2_status_t C2SoftAvcEnc::onInit() {
612 return C2_OK;
613}
614
615c2_status_t C2SoftAvcEnc::onStop() {
616 return C2_OK;
617}
618
619void C2SoftAvcEnc::onReset() {
620 // TODO: use IVE_CMD_CTL_RESET?
621 releaseEncoder();
Manisha Jajoo26b946d2019-03-15 18:15:11 +0530622 if (mOutBlock) {
623 mOutBlock.reset();
624 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800625 initEncParams();
626}
627
628void C2SoftAvcEnc::onRelease() {
629 releaseEncoder();
Manisha Jajoo26b946d2019-03-15 18:15:11 +0530630 if (mOutBlock) {
631 mOutBlock.reset();
632 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800633}
634
635c2_status_t C2SoftAvcEnc::onFlush_sm() {
636 // TODO: use IVE_CMD_CTL_FLUSH?
637 return C2_OK;
638}
639
640void C2SoftAvcEnc::initEncParams() {
641 mCodecCtx = nullptr;
642 mMemRecords = nullptr;
643 mNumMemRecords = DEFAULT_MEM_REC_CNT;
644 mHeaderGenerated = 0;
645 mNumCores = GetCPUCoreCount();
646 mArch = DEFAULT_ARCH;
647 mSliceMode = DEFAULT_SLICE_MODE;
648 mSliceParam = DEFAULT_SLICE_PARAM;
649 mHalfPelEnable = DEFAULT_HPEL;
650 mIInterval = DEFAULT_I_INTERVAL;
651 mIDRInterval = DEFAULT_IDR_INTERVAL;
652 mDisableDeblkLevel = DEFAULT_DISABLE_DEBLK_LEVEL;
653 mEnableFastSad = DEFAULT_ENABLE_FAST_SAD;
654 mEnableAltRef = DEFAULT_ENABLE_ALT_REF;
655 mEncSpeed = DEFAULT_ENC_SPEED;
656 mIntra4x4 = DEFAULT_INTRA4x4;
657 mConstrainedIntraFlag = DEFAULT_CONSTRAINED_INTRA;
658 mPSNREnable = DEFAULT_PSNR_ENABLE;
659 mReconEnable = DEFAULT_RECON_ENABLE;
660 mEntropyMode = DEFAULT_ENTROPY_MODE;
661 mBframes = DEFAULT_B_FRAMES;
662
Ray Essick24754942022-04-16 09:50:35 -0700663 mTimeStart = mTimeEnd = systemTime();
Pawin Vongmasa36653902018-11-15 00:10:25 -0800664}
665
666c2_status_t C2SoftAvcEnc::setDimensions() {
667 ive_ctl_set_dimensions_ip_t s_dimensions_ip;
668 ive_ctl_set_dimensions_op_t s_dimensions_op;
669 IV_STATUS_T status;
670
671 s_dimensions_ip.e_cmd = IVE_CMD_VIDEO_CTL;
672 s_dimensions_ip.e_sub_cmd = IVE_CMD_CTL_SET_DIMENSIONS;
673 s_dimensions_ip.u4_ht = mSize->height;
674 s_dimensions_ip.u4_wd = mSize->width;
675
676 s_dimensions_ip.u4_timestamp_high = -1;
677 s_dimensions_ip.u4_timestamp_low = -1;
678
679 s_dimensions_ip.u4_size = sizeof(ive_ctl_set_dimensions_ip_t);
680 s_dimensions_op.u4_size = sizeof(ive_ctl_set_dimensions_op_t);
681
682 status = ive_api_function(mCodecCtx, &s_dimensions_ip, &s_dimensions_op);
683 if (status != IV_SUCCESS) {
684 ALOGE("Unable to set frame dimensions = 0x%x\n",
685 s_dimensions_op.u4_error_code);
686 return C2_CORRUPTED;
687 }
688 return C2_OK;
689}
690
691c2_status_t C2SoftAvcEnc::setNumCores() {
692 IV_STATUS_T status;
693 ive_ctl_set_num_cores_ip_t s_num_cores_ip;
694 ive_ctl_set_num_cores_op_t s_num_cores_op;
695 s_num_cores_ip.e_cmd = IVE_CMD_VIDEO_CTL;
696 s_num_cores_ip.e_sub_cmd = IVE_CMD_CTL_SET_NUM_CORES;
697 s_num_cores_ip.u4_num_cores = MIN(mNumCores, CODEC_MAX_CORES);
698 s_num_cores_ip.u4_timestamp_high = -1;
699 s_num_cores_ip.u4_timestamp_low = -1;
700 s_num_cores_ip.u4_size = sizeof(ive_ctl_set_num_cores_ip_t);
701
702 s_num_cores_op.u4_size = sizeof(ive_ctl_set_num_cores_op_t);
703
704 status = ive_api_function(
705 mCodecCtx, (void *) &s_num_cores_ip, (void *) &s_num_cores_op);
706 if (status != IV_SUCCESS) {
707 ALOGE("Unable to set processor params = 0x%x\n",
708 s_num_cores_op.u4_error_code);
709 return C2_CORRUPTED;
710 }
711 return C2_OK;
712}
713
714c2_status_t C2SoftAvcEnc::setFrameRate() {
715 ive_ctl_set_frame_rate_ip_t s_frame_rate_ip;
716 ive_ctl_set_frame_rate_op_t s_frame_rate_op;
717 IV_STATUS_T status;
718
719 s_frame_rate_ip.e_cmd = IVE_CMD_VIDEO_CTL;
720 s_frame_rate_ip.e_sub_cmd = IVE_CMD_CTL_SET_FRAMERATE;
721
722 s_frame_rate_ip.u4_src_frame_rate = mFrameRate->value + 0.5;
723 s_frame_rate_ip.u4_tgt_frame_rate = mFrameRate->value + 0.5;
724
725 s_frame_rate_ip.u4_timestamp_high = -1;
726 s_frame_rate_ip.u4_timestamp_low = -1;
727
728 s_frame_rate_ip.u4_size = sizeof(ive_ctl_set_frame_rate_ip_t);
729 s_frame_rate_op.u4_size = sizeof(ive_ctl_set_frame_rate_op_t);
730
731 status = ive_api_function(mCodecCtx, &s_frame_rate_ip, &s_frame_rate_op);
732 if (status != IV_SUCCESS) {
733 ALOGE("Unable to set frame rate = 0x%x\n",
734 s_frame_rate_op.u4_error_code);
735 return C2_CORRUPTED;
736 }
737 return C2_OK;
738}
739
740c2_status_t C2SoftAvcEnc::setIpeParams() {
741 ive_ctl_set_ipe_params_ip_t s_ipe_params_ip;
742 ive_ctl_set_ipe_params_op_t s_ipe_params_op;
743 IV_STATUS_T status;
744
745 s_ipe_params_ip.e_cmd = IVE_CMD_VIDEO_CTL;
746 s_ipe_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_IPE_PARAMS;
747
748 s_ipe_params_ip.u4_enable_intra_4x4 = mIntra4x4;
749 s_ipe_params_ip.u4_enc_speed_preset = mEncSpeed;
750 s_ipe_params_ip.u4_constrained_intra_pred = mConstrainedIntraFlag;
751
752 s_ipe_params_ip.u4_timestamp_high = -1;
753 s_ipe_params_ip.u4_timestamp_low = -1;
754
755 s_ipe_params_ip.u4_size = sizeof(ive_ctl_set_ipe_params_ip_t);
756 s_ipe_params_op.u4_size = sizeof(ive_ctl_set_ipe_params_op_t);
757
758 status = ive_api_function(mCodecCtx, &s_ipe_params_ip, &s_ipe_params_op);
759 if (status != IV_SUCCESS) {
760 ALOGE("Unable to set ipe params = 0x%x\n",
761 s_ipe_params_op.u4_error_code);
762 return C2_CORRUPTED;
763 }
764 return C2_OK;
765}
766
767c2_status_t C2SoftAvcEnc::setBitRate() {
768 ive_ctl_set_bitrate_ip_t s_bitrate_ip;
769 ive_ctl_set_bitrate_op_t s_bitrate_op;
770 IV_STATUS_T status;
771
772 s_bitrate_ip.e_cmd = IVE_CMD_VIDEO_CTL;
773 s_bitrate_ip.e_sub_cmd = IVE_CMD_CTL_SET_BITRATE;
774
775 s_bitrate_ip.u4_target_bitrate = mBitrate->value;
776
777 s_bitrate_ip.u4_timestamp_high = -1;
778 s_bitrate_ip.u4_timestamp_low = -1;
779
780 s_bitrate_ip.u4_size = sizeof(ive_ctl_set_bitrate_ip_t);
781 s_bitrate_op.u4_size = sizeof(ive_ctl_set_bitrate_op_t);
782
783 status = ive_api_function(mCodecCtx, &s_bitrate_ip, &s_bitrate_op);
784 if (status != IV_SUCCESS) {
785 ALOGE("Unable to set bit rate = 0x%x\n", s_bitrate_op.u4_error_code);
786 return C2_CORRUPTED;
787 }
788 return C2_OK;
789}
790
791c2_status_t C2SoftAvcEnc::setFrameType(IV_PICTURE_CODING_TYPE_T e_frame_type) {
792 ive_ctl_set_frame_type_ip_t s_frame_type_ip;
793 ive_ctl_set_frame_type_op_t s_frame_type_op;
794 IV_STATUS_T status;
795 s_frame_type_ip.e_cmd = IVE_CMD_VIDEO_CTL;
796 s_frame_type_ip.e_sub_cmd = IVE_CMD_CTL_SET_FRAMETYPE;
797
798 s_frame_type_ip.e_frame_type = e_frame_type;
799
800 s_frame_type_ip.u4_timestamp_high = -1;
801 s_frame_type_ip.u4_timestamp_low = -1;
802
803 s_frame_type_ip.u4_size = sizeof(ive_ctl_set_frame_type_ip_t);
804 s_frame_type_op.u4_size = sizeof(ive_ctl_set_frame_type_op_t);
805
806 status = ive_api_function(mCodecCtx, &s_frame_type_ip, &s_frame_type_op);
807 if (status != IV_SUCCESS) {
808 ALOGE("Unable to set frame type = 0x%x\n",
809 s_frame_type_op.u4_error_code);
810 return C2_CORRUPTED;
811 }
812 return C2_OK;
813}
814
815c2_status_t C2SoftAvcEnc::setQp() {
816 ive_ctl_set_qp_ip_t s_qp_ip;
817 ive_ctl_set_qp_op_t s_qp_op;
818 IV_STATUS_T status;
819
Ray Essickf78afc32021-03-10 19:42:49 -0800820 ALOGV("in setQp()");
821
Ray Essick825104d2021-03-04 13:29:57 -0800822 // set the defaults
Pawin Vongmasa36653902018-11-15 00:10:25 -0800823 s_qp_ip.e_cmd = IVE_CMD_VIDEO_CTL;
824 s_qp_ip.e_sub_cmd = IVE_CMD_CTL_SET_QP;
825
Manisha Jajoo6993db12021-04-28 06:48:37 -0700826 // we resolved out-of-bound and unspecified values in PictureQuantizationSetter()
827 // so we can start with defaults that are overridden as needed.
Ray Essickb2289942021-06-23 08:50:57 -0700828 int32_t iMin = DEFAULT_I_QP_MIN, pMin = DEFAULT_P_QP_MIN, bMin = DEFAULT_B_QP_MIN;
829 int32_t iMax = DEFAULT_I_QP_MAX, pMax = DEFAULT_P_QP_MAX, bMax = DEFAULT_B_QP_MAX;
830
831 IntfImpl::Lock lock = mIntf->lock();
Pawin Vongmasa36653902018-11-15 00:10:25 -0800832
Ray Essickf78afc32021-03-10 19:42:49 -0800833 std::shared_ptr<C2StreamPictureQuantizationTuning::output> qp =
834 mIntf->getPictureQuantization_l();
835 for (size_t i = 0; i < qp->flexCount(); ++i) {
836 const C2PictureQuantizationStruct &layer = qp->m.values[i];
Pawin Vongmasa36653902018-11-15 00:10:25 -0800837
Ray Essickf78afc32021-03-10 19:42:49 -0800838 if (layer.type_ == C2Config::picture_type_t(I_FRAME)) {
839 iMax = layer.max;
840 iMin = layer.min;
841 ALOGV("iMin %d iMax %d", iMin, iMax);
842 } else if (layer.type_ == C2Config::picture_type_t(P_FRAME)) {
843 pMax = layer.max;
844 pMin = layer.min;
845 ALOGV("pMin %d pMax %d", pMin, pMax);
846 } else if (layer.type_ == C2Config::picture_type_t(B_FRAME)) {
847 bMax = layer.max;
848 bMin = layer.min;
849 ALOGV("bMin %d bMax %d", bMin, bMax);
850 }
Ray Essick825104d2021-03-04 13:29:57 -0800851 }
852
Ray Essickf78afc32021-03-10 19:42:49 -0800853 s_qp_ip.u4_i_qp_max = iMax;
854 s_qp_ip.u4_i_qp_min = iMin;
855 s_qp_ip.u4_p_qp_max = pMax;
856 s_qp_ip.u4_p_qp_min = pMin;
857 s_qp_ip.u4_b_qp_max = bMax;
858 s_qp_ip.u4_b_qp_min = bMin;
859
860 // ensure initial qp values are within our newly configured bounds...
861 s_qp_ip.u4_i_qp = std::clamp(DEFAULT_I_QP, iMin, iMax);
862 s_qp_ip.u4_p_qp = std::clamp(DEFAULT_P_QP, pMin, pMax);
863 s_qp_ip.u4_b_qp = std::clamp(DEFAULT_B_QP, bMin, bMax);
864
Ray Essickb2289942021-06-23 08:50:57 -0700865 ALOGV("setQp(): i %d-%d p %d-%d b %d-%d", iMin, iMax, pMin, pMax, bMin, bMax);
Ray Essickf78afc32021-03-10 19:42:49 -0800866
Pawin Vongmasa36653902018-11-15 00:10:25 -0800867
868 s_qp_ip.u4_timestamp_high = -1;
869 s_qp_ip.u4_timestamp_low = -1;
870
871 s_qp_ip.u4_size = sizeof(ive_ctl_set_qp_ip_t);
872 s_qp_op.u4_size = sizeof(ive_ctl_set_qp_op_t);
873
874 status = ive_api_function(mCodecCtx, &s_qp_ip, &s_qp_op);
875 if (status != IV_SUCCESS) {
876 ALOGE("Unable to set qp 0x%x\n", s_qp_op.u4_error_code);
877 return C2_CORRUPTED;
878 }
879 return C2_OK;
880}
881
882c2_status_t C2SoftAvcEnc::setEncMode(IVE_ENC_MODE_T e_enc_mode) {
883 IV_STATUS_T status;
884 ive_ctl_set_enc_mode_ip_t s_enc_mode_ip;
885 ive_ctl_set_enc_mode_op_t s_enc_mode_op;
886
887 s_enc_mode_ip.e_cmd = IVE_CMD_VIDEO_CTL;
888 s_enc_mode_ip.e_sub_cmd = IVE_CMD_CTL_SET_ENC_MODE;
889
890 s_enc_mode_ip.e_enc_mode = e_enc_mode;
891
892 s_enc_mode_ip.u4_timestamp_high = -1;
893 s_enc_mode_ip.u4_timestamp_low = -1;
894
895 s_enc_mode_ip.u4_size = sizeof(ive_ctl_set_enc_mode_ip_t);
896 s_enc_mode_op.u4_size = sizeof(ive_ctl_set_enc_mode_op_t);
897
898 status = ive_api_function(mCodecCtx, &s_enc_mode_ip, &s_enc_mode_op);
899 if (status != IV_SUCCESS) {
900 ALOGE("Unable to set in header encode mode = 0x%x\n",
901 s_enc_mode_op.u4_error_code);
902 return C2_CORRUPTED;
903 }
904 return C2_OK;
905}
906
907c2_status_t C2SoftAvcEnc::setVbvParams() {
908 ive_ctl_set_vbv_params_ip_t s_vbv_ip;
909 ive_ctl_set_vbv_params_op_t s_vbv_op;
910 IV_STATUS_T status;
911
912 s_vbv_ip.e_cmd = IVE_CMD_VIDEO_CTL;
913 s_vbv_ip.e_sub_cmd = IVE_CMD_CTL_SET_VBV_PARAMS;
914
915 s_vbv_ip.u4_vbv_buf_size = 0;
916 s_vbv_ip.u4_vbv_buffer_delay = 1000;
917
918 s_vbv_ip.u4_timestamp_high = -1;
919 s_vbv_ip.u4_timestamp_low = -1;
920
921 s_vbv_ip.u4_size = sizeof(ive_ctl_set_vbv_params_ip_t);
922 s_vbv_op.u4_size = sizeof(ive_ctl_set_vbv_params_op_t);
923
924 status = ive_api_function(mCodecCtx, &s_vbv_ip, &s_vbv_op);
925 if (status != IV_SUCCESS) {
926 ALOGE("Unable to set VBV params = 0x%x\n", s_vbv_op.u4_error_code);
927 return C2_CORRUPTED;
928 }
929 return C2_OK;
930}
931
932c2_status_t C2SoftAvcEnc::setAirParams() {
933 ive_ctl_set_air_params_ip_t s_air_ip;
934 ive_ctl_set_air_params_op_t s_air_op;
935 IV_STATUS_T status;
936
937 s_air_ip.e_cmd = IVE_CMD_VIDEO_CTL;
938 s_air_ip.e_sub_cmd = IVE_CMD_CTL_SET_AIR_PARAMS;
939
940 s_air_ip.e_air_mode =
941 (mIntraRefresh->mode == C2Config::INTRA_REFRESH_DISABLED || mIntraRefresh->period < 1)
942 ? IVE_AIR_MODE_NONE : IVE_AIR_MODE_CYCLIC;
943 s_air_ip.u4_air_refresh_period = mIntraRefresh->period;
944
945 s_air_ip.u4_timestamp_high = -1;
946 s_air_ip.u4_timestamp_low = -1;
947
948 s_air_ip.u4_size = sizeof(ive_ctl_set_air_params_ip_t);
949 s_air_op.u4_size = sizeof(ive_ctl_set_air_params_op_t);
950
951 status = ive_api_function(mCodecCtx, &s_air_ip, &s_air_op);
952 if (status != IV_SUCCESS) {
953 ALOGE("Unable to set air params = 0x%x\n", s_air_op.u4_error_code);
954 return C2_CORRUPTED;
955 }
956 return C2_OK;
957}
958
959c2_status_t C2SoftAvcEnc::setMeParams() {
960 IV_STATUS_T status;
961 ive_ctl_set_me_params_ip_t s_me_params_ip;
962 ive_ctl_set_me_params_op_t s_me_params_op;
963
964 s_me_params_ip.e_cmd = IVE_CMD_VIDEO_CTL;
965 s_me_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_ME_PARAMS;
966
967 s_me_params_ip.u4_enable_fast_sad = mEnableFastSad;
968 s_me_params_ip.u4_enable_alt_ref = mEnableAltRef;
969
970 s_me_params_ip.u4_enable_hpel = mHalfPelEnable;
971 s_me_params_ip.u4_enable_qpel = DEFAULT_QPEL;
972 s_me_params_ip.u4_me_speed_preset = DEFAULT_ME_SPEED;
973 s_me_params_ip.u4_srch_rng_x = DEFAULT_SRCH_RNG_X;
974 s_me_params_ip.u4_srch_rng_y = DEFAULT_SRCH_RNG_Y;
975
976 s_me_params_ip.u4_timestamp_high = -1;
977 s_me_params_ip.u4_timestamp_low = -1;
978
979 s_me_params_ip.u4_size = sizeof(ive_ctl_set_me_params_ip_t);
980 s_me_params_op.u4_size = sizeof(ive_ctl_set_me_params_op_t);
981
982 status = ive_api_function(mCodecCtx, &s_me_params_ip, &s_me_params_op);
983 if (status != IV_SUCCESS) {
984 ALOGE("Unable to set me params = 0x%x\n", s_me_params_op.u4_error_code);
985 return C2_CORRUPTED;
986 }
987 return C2_OK;
988}
989
990c2_status_t C2SoftAvcEnc::setGopParams() {
991 IV_STATUS_T status;
992 ive_ctl_set_gop_params_ip_t s_gop_params_ip;
993 ive_ctl_set_gop_params_op_t s_gop_params_op;
994
995 s_gop_params_ip.e_cmd = IVE_CMD_VIDEO_CTL;
996 s_gop_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_GOP_PARAMS;
997
998 s_gop_params_ip.u4_i_frm_interval = mIInterval;
999 s_gop_params_ip.u4_idr_frm_interval = mIDRInterval;
1000
1001 s_gop_params_ip.u4_timestamp_high = -1;
1002 s_gop_params_ip.u4_timestamp_low = -1;
1003
1004 s_gop_params_ip.u4_size = sizeof(ive_ctl_set_gop_params_ip_t);
1005 s_gop_params_op.u4_size = sizeof(ive_ctl_set_gop_params_op_t);
1006
1007 status = ive_api_function(mCodecCtx, &s_gop_params_ip, &s_gop_params_op);
1008 if (status != IV_SUCCESS) {
1009 ALOGE("Unable to set GOP params = 0x%x\n",
1010 s_gop_params_op.u4_error_code);
1011 return C2_CORRUPTED;
1012 }
1013 return C2_OK;
1014}
1015
1016c2_status_t C2SoftAvcEnc::setProfileParams() {
1017 IntfImpl::Lock lock = mIntf->lock();
1018
1019 IV_STATUS_T status;
1020 ive_ctl_set_profile_params_ip_t s_profile_params_ip;
1021 ive_ctl_set_profile_params_op_t s_profile_params_op;
1022
1023 s_profile_params_ip.e_cmd = IVE_CMD_VIDEO_CTL;
1024 s_profile_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_PROFILE_PARAMS;
1025
1026 s_profile_params_ip.e_profile = mIntf->getProfile_l();
Harish Mahendrakar8725ae02018-08-31 10:33:56 -07001027 if (s_profile_params_ip.e_profile == IV_PROFILE_BASE) {
1028 s_profile_params_ip.u4_entropy_coding_mode = 0;
1029 } else {
1030 s_profile_params_ip.u4_entropy_coding_mode = 1;
1031 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001032 s_profile_params_ip.u4_timestamp_high = -1;
1033 s_profile_params_ip.u4_timestamp_low = -1;
1034
1035 s_profile_params_ip.u4_size = sizeof(ive_ctl_set_profile_params_ip_t);
1036 s_profile_params_op.u4_size = sizeof(ive_ctl_set_profile_params_op_t);
1037 lock.unlock();
1038
1039 status = ive_api_function(mCodecCtx, &s_profile_params_ip, &s_profile_params_op);
1040 if (status != IV_SUCCESS) {
1041 ALOGE("Unable to set profile params = 0x%x\n",
1042 s_profile_params_op.u4_error_code);
1043 return C2_CORRUPTED;
1044 }
1045 return C2_OK;
1046}
1047
1048c2_status_t C2SoftAvcEnc::setDeblockParams() {
1049 IV_STATUS_T status;
1050 ive_ctl_set_deblock_params_ip_t s_deblock_params_ip;
1051 ive_ctl_set_deblock_params_op_t s_deblock_params_op;
1052
1053 s_deblock_params_ip.e_cmd = IVE_CMD_VIDEO_CTL;
1054 s_deblock_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_DEBLOCK_PARAMS;
1055
1056 s_deblock_params_ip.u4_disable_deblock_level = mDisableDeblkLevel;
1057
1058 s_deblock_params_ip.u4_timestamp_high = -1;
1059 s_deblock_params_ip.u4_timestamp_low = -1;
1060
1061 s_deblock_params_ip.u4_size = sizeof(ive_ctl_set_deblock_params_ip_t);
1062 s_deblock_params_op.u4_size = sizeof(ive_ctl_set_deblock_params_op_t);
1063
1064 status = ive_api_function(mCodecCtx, &s_deblock_params_ip, &s_deblock_params_op);
1065 if (status != IV_SUCCESS) {
1066 ALOGE("Unable to enable/disable deblock params = 0x%x\n",
1067 s_deblock_params_op.u4_error_code);
1068 return C2_CORRUPTED;
1069 }
1070 return C2_OK;
1071}
1072
1073void C2SoftAvcEnc::logVersion() {
1074 ive_ctl_getversioninfo_ip_t s_ctl_ip;
1075 ive_ctl_getversioninfo_op_t s_ctl_op;
1076 UWORD8 au1_buf[512];
1077 IV_STATUS_T status;
1078
1079 s_ctl_ip.e_cmd = IVE_CMD_VIDEO_CTL;
1080 s_ctl_ip.e_sub_cmd = IVE_CMD_CTL_GETVERSION;
1081 s_ctl_ip.u4_size = sizeof(ive_ctl_getversioninfo_ip_t);
1082 s_ctl_op.u4_size = sizeof(ive_ctl_getversioninfo_op_t);
1083 s_ctl_ip.pu1_version = au1_buf;
1084 s_ctl_ip.u4_version_bufsize = sizeof(au1_buf);
1085
1086 status = ive_api_function(mCodecCtx, (void *) &s_ctl_ip, (void *) &s_ctl_op);
1087
1088 if (status != IV_SUCCESS) {
1089 ALOGE("Error in getting version: 0x%x", s_ctl_op.u4_error_code);
1090 } else {
1091 ALOGV("Ittiam encoder version: %s", (char *)s_ctl_ip.pu1_version);
1092 }
1093 return;
1094}
1095
Manisha Jajoo2569a522021-03-08 19:45:42 +05301096c2_status_t C2SoftAvcEnc::setVuiParams()
1097{
1098 ColorAspects sfAspects;
1099 if (!C2Mapper::map(mColorAspects->primaries, &sfAspects.mPrimaries)) {
1100 sfAspects.mPrimaries = android::ColorAspects::PrimariesUnspecified;
1101 }
1102 if (!C2Mapper::map(mColorAspects->range, &sfAspects.mRange)) {
1103 sfAspects.mRange = android::ColorAspects::RangeUnspecified;
1104 }
1105 if (!C2Mapper::map(mColorAspects->matrix, &sfAspects.mMatrixCoeffs)) {
1106 sfAspects.mMatrixCoeffs = android::ColorAspects::MatrixUnspecified;
1107 }
1108 if (!C2Mapper::map(mColorAspects->transfer, &sfAspects.mTransfer)) {
1109 sfAspects.mTransfer = android::ColorAspects::TransferUnspecified;
1110 }
1111 int32_t primaries, transfer, matrixCoeffs;
1112 bool range;
1113 ColorUtils::convertCodecColorAspectsToIsoAspects(sfAspects,
1114 &primaries,
1115 &transfer,
1116 &matrixCoeffs,
1117 &range);
1118 ih264e_vui_ip_t s_vui_params_ip {};
1119 ih264e_vui_op_t s_vui_params_op {};
1120
1121 s_vui_params_ip.e_cmd = IVE_CMD_VIDEO_CTL;
1122 s_vui_params_ip.e_sub_cmd = IVE_CMD_CTL_SET_VUI_PARAMS;
1123
1124 s_vui_params_ip.u1_video_signal_type_present_flag = 1;
1125 s_vui_params_ip.u1_colour_description_present_flag = 1;
1126 s_vui_params_ip.u1_colour_primaries = primaries;
1127 s_vui_params_ip.u1_transfer_characteristics = transfer;
1128 s_vui_params_ip.u1_matrix_coefficients = matrixCoeffs;
1129 s_vui_params_ip.u1_video_full_range_flag = range;
1130
1131 s_vui_params_ip.u4_size = sizeof(ih264e_vui_ip_t);
1132 s_vui_params_op.u4_size = sizeof(ih264e_vui_op_t);
1133
1134 IV_STATUS_T status = ih264e_api_function(mCodecCtx, &s_vui_params_ip,
1135 &s_vui_params_op);
1136 if(status != IV_SUCCESS)
1137 {
1138 ALOGE("Unable to set vui params = 0x%x\n",
1139 s_vui_params_op.u4_error_code);
1140 return C2_CORRUPTED;
1141 }
1142 return C2_OK;
1143}
1144
Pawin Vongmasa36653902018-11-15 00:10:25 -08001145c2_status_t C2SoftAvcEnc::initEncoder() {
1146 IV_STATUS_T status;
1147 WORD32 level;
1148
1149 CHECK(!mStarted);
1150
1151 c2_status_t errType = C2_OK;
1152
Wonsik Kime1c360a2019-05-22 10:38:58 -07001153 std::shared_ptr<C2StreamGopTuning::output> gop;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001154 {
1155 IntfImpl::Lock lock = mIntf->lock();
1156 mSize = mIntf->getSize_l();
1157 mBitrate = mIntf->getBitrate_l();
1158 mFrameRate = mIntf->getFrameRate_l();
1159 mIntraRefresh = mIntf->getIntraRefresh_l();
1160 mAVCEncLevel = mIntf->getLevel_l();
1161 mIInterval = mIntf->getSyncFramePeriod_l();
1162 mIDRInterval = mIntf->getSyncFramePeriod_l();
Wonsik Kime1c360a2019-05-22 10:38:58 -07001163 gop = mIntf->getGop_l();
Manisha Jajoo2569a522021-03-08 19:45:42 +05301164 mColorAspects = mIntf->getCodedColorAspects_l();
Wonsik Kime1c360a2019-05-22 10:38:58 -07001165 }
1166 if (gop && gop->flexCount() > 0) {
1167 uint32_t syncInterval = 1;
1168 uint32_t iInterval = 1;
1169 uint32_t maxBframes = 0;
1170 ParseGop(*gop, &syncInterval, &iInterval, &maxBframes);
1171 if (syncInterval > 0) {
1172 ALOGD("Updating IDR interval from GOP: old %u new %u", mIDRInterval, syncInterval);
1173 mIDRInterval = syncInterval;
1174 }
1175 if (iInterval > 0) {
1176 ALOGD("Updating I interval from GOP: old %u new %u", mIInterval, iInterval);
1177 mIInterval = iInterval;
1178 }
1179 if (mBframes != maxBframes) {
1180 ALOGD("Updating max B frames from GOP: old %u new %u", mBframes, maxBframes);
1181 mBframes = maxBframes;
1182 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001183 }
1184 uint32_t width = mSize->width;
1185 uint32_t height = mSize->height;
1186
1187 mStride = width;
1188
Harish Mahendrakarea0eb372019-11-21 10:33:05 -08001189 // Assume worst case output buffer size to be equal to number of bytes in input
1190 mOutBufferSize = std::max(width * height * 3 / 2, kMinOutBufferSize);
1191
Harish Mahendrakar70dc7df2021-04-16 16:50:01 -07001192 // TODO
1193 mIvVideoColorFormat = IV_YUV_420P;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001194
Wonsik Kime1c360a2019-05-22 10:38:58 -07001195 ALOGD("Params width %d height %d level %d colorFormat %d bframes %d", width,
1196 height, mAVCEncLevel, mIvVideoColorFormat, mBframes);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001197
1198 /* Getting Number of MemRecords */
1199 {
1200 iv_num_mem_rec_ip_t s_num_mem_rec_ip;
1201 iv_num_mem_rec_op_t s_num_mem_rec_op;
1202
1203 s_num_mem_rec_ip.u4_size = sizeof(iv_num_mem_rec_ip_t);
1204 s_num_mem_rec_op.u4_size = sizeof(iv_num_mem_rec_op_t);
1205
1206 s_num_mem_rec_ip.e_cmd = IV_CMD_GET_NUM_MEM_REC;
1207
1208 status = ive_api_function(nullptr, &s_num_mem_rec_ip, &s_num_mem_rec_op);
1209
1210 if (status != IV_SUCCESS) {
1211 ALOGE("Get number of memory records failed = 0x%x\n",
1212 s_num_mem_rec_op.u4_error_code);
1213 return C2_CORRUPTED;
1214 }
1215
1216 mNumMemRecords = s_num_mem_rec_op.u4_num_mem_rec;
1217 }
1218
1219 /* Allocate array to hold memory records */
1220 if (mNumMemRecords > SIZE_MAX / sizeof(iv_mem_rec_t)) {
1221 ALOGE("requested memory size is too big.");
1222 return C2_CORRUPTED;
1223 }
1224 mMemRecords = (iv_mem_rec_t *)malloc(mNumMemRecords * sizeof(iv_mem_rec_t));
1225 if (nullptr == mMemRecords) {
1226 ALOGE("Unable to allocate memory for hold memory records: Size %zu",
1227 mNumMemRecords * sizeof(iv_mem_rec_t));
1228 mSignalledError = true;
1229 return C2_CORRUPTED;
1230 }
1231
1232 {
1233 iv_mem_rec_t *ps_mem_rec;
1234 ps_mem_rec = mMemRecords;
1235 for (size_t i = 0; i < mNumMemRecords; i++) {
1236 ps_mem_rec->u4_size = sizeof(iv_mem_rec_t);
1237 ps_mem_rec->pv_base = nullptr;
1238 ps_mem_rec->u4_mem_size = 0;
1239 ps_mem_rec->u4_mem_alignment = 0;
1240 ps_mem_rec->e_mem_type = IV_NA_MEM_TYPE;
1241
1242 ps_mem_rec++;
1243 }
1244 }
1245
1246 /* Getting MemRecords Attributes */
1247 {
Manisha Jajoo93960e52020-12-21 21:00:11 +05301248 ih264e_fill_mem_rec_ip_t s_ih264e_mem_rec_ip = {};
1249 ih264e_fill_mem_rec_op_t s_ih264e_mem_rec_op = {};
1250 iv_fill_mem_rec_ip_t *ps_fill_mem_rec_ip = &s_ih264e_mem_rec_ip.s_ive_ip;
1251 iv_fill_mem_rec_op_t *ps_fill_mem_rec_op = &s_ih264e_mem_rec_op.s_ive_op;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001252
Manisha Jajoo93960e52020-12-21 21:00:11 +05301253 ps_fill_mem_rec_ip->u4_size = sizeof(ih264e_fill_mem_rec_ip_t);
1254 ps_fill_mem_rec_op->u4_size = sizeof(ih264e_fill_mem_rec_op_t);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001255
Manisha Jajoo93960e52020-12-21 21:00:11 +05301256 ps_fill_mem_rec_ip->e_cmd = IV_CMD_FILL_NUM_MEM_REC;
1257 ps_fill_mem_rec_ip->ps_mem_rec = mMemRecords;
1258 ps_fill_mem_rec_ip->u4_num_mem_rec = mNumMemRecords;
1259 ps_fill_mem_rec_ip->u4_max_wd = width;
1260 ps_fill_mem_rec_ip->u4_max_ht = height;
1261 ps_fill_mem_rec_ip->u4_max_level = mAVCEncLevel;
1262 ps_fill_mem_rec_ip->e_color_format = DEFAULT_INP_COLOR_FORMAT;
1263 ps_fill_mem_rec_ip->u4_max_ref_cnt = DEFAULT_MAX_REF_FRM;
1264 ps_fill_mem_rec_ip->u4_max_reorder_cnt = DEFAULT_MAX_REORDER_FRM;
1265 ps_fill_mem_rec_ip->u4_max_srch_rng_x = DEFAULT_MAX_SRCH_RANGE_X;
1266 ps_fill_mem_rec_ip->u4_max_srch_rng_y = DEFAULT_MAX_SRCH_RANGE_Y;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001267
Manisha Jajoo93960e52020-12-21 21:00:11 +05301268 status = ive_api_function(nullptr, &s_ih264e_mem_rec_ip, &s_ih264e_mem_rec_op);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001269
1270 if (status != IV_SUCCESS) {
1271 ALOGE("Fill memory records failed = 0x%x\n",
Manisha Jajoo93960e52020-12-21 21:00:11 +05301272 ps_fill_mem_rec_op->u4_error_code);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001273 return C2_CORRUPTED;
1274 }
1275 }
1276
1277 /* Allocating Memory for Mem Records */
1278 {
1279 WORD32 total_size;
1280 iv_mem_rec_t *ps_mem_rec;
1281 total_size = 0;
1282 ps_mem_rec = mMemRecords;
1283
1284 for (size_t i = 0; i < mNumMemRecords; i++) {
1285 ps_mem_rec->pv_base = ive_aligned_malloc(
1286 ps_mem_rec->u4_mem_alignment, ps_mem_rec->u4_mem_size);
1287 if (ps_mem_rec->pv_base == nullptr) {
1288 ALOGE("Allocation failure for mem record id %zu size %u\n", i,
1289 ps_mem_rec->u4_mem_size);
1290 return C2_CORRUPTED;
1291
1292 }
1293 total_size += ps_mem_rec->u4_mem_size;
1294
1295 ps_mem_rec++;
1296 }
1297 }
1298
1299 /* Codec Instance Creation */
1300 {
Manisha Jajoo93960e52020-12-21 21:00:11 +05301301 ih264e_init_ip_t s_enc_ip = {};
1302 ih264e_init_op_t s_enc_op = {};
1303
1304 ive_init_ip_t *ps_init_ip = &s_enc_ip.s_ive_ip;
1305 ive_init_op_t *ps_init_op = &s_enc_op.s_ive_op;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001306
1307 mCodecCtx = (iv_obj_t *)mMemRecords[0].pv_base;
1308 mCodecCtx->u4_size = sizeof(iv_obj_t);
1309 mCodecCtx->pv_fxns = (void *)ive_api_function;
1310
Manisha Jajoo93960e52020-12-21 21:00:11 +05301311 ps_init_ip->u4_size = sizeof(ih264e_init_ip_t);
1312 ps_init_op->u4_size = sizeof(ih264e_init_op_t);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001313
Manisha Jajoo93960e52020-12-21 21:00:11 +05301314 ps_init_ip->e_cmd = IV_CMD_INIT;
1315 ps_init_ip->u4_num_mem_rec = mNumMemRecords;
1316 ps_init_ip->ps_mem_rec = mMemRecords;
1317 ps_init_ip->u4_max_wd = width;
1318 ps_init_ip->u4_max_ht = height;
1319 ps_init_ip->u4_max_ref_cnt = DEFAULT_MAX_REF_FRM;
1320 ps_init_ip->u4_max_reorder_cnt = DEFAULT_MAX_REORDER_FRM;
1321 ps_init_ip->u4_max_level = mAVCEncLevel;
1322 ps_init_ip->e_inp_color_fmt = mIvVideoColorFormat;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001323
1324 if (mReconEnable || mPSNREnable) {
Manisha Jajoo93960e52020-12-21 21:00:11 +05301325 ps_init_ip->u4_enable_recon = 1;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001326 } else {
Manisha Jajoo93960e52020-12-21 21:00:11 +05301327 ps_init_ip->u4_enable_recon = 0;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001328 }
Manisha Jajoo93960e52020-12-21 21:00:11 +05301329 ps_init_ip->e_recon_color_fmt = DEFAULT_RECON_COLOR_FORMAT;
1330 ps_init_ip->e_rc_mode = DEFAULT_RC_MODE;
1331 ps_init_ip->u4_max_framerate = DEFAULT_MAX_FRAMERATE;
1332 ps_init_ip->u4_max_bitrate = DEFAULT_MAX_BITRATE;
1333 ps_init_ip->u4_num_bframes = mBframes;
1334 ps_init_ip->e_content_type = IV_PROGRESSIVE;
1335 ps_init_ip->u4_max_srch_rng_x = DEFAULT_MAX_SRCH_RANGE_X;
1336 ps_init_ip->u4_max_srch_rng_y = DEFAULT_MAX_SRCH_RANGE_Y;
1337 ps_init_ip->e_slice_mode = mSliceMode;
1338 ps_init_ip->u4_slice_param = mSliceParam;
1339 ps_init_ip->e_arch = mArch;
1340 ps_init_ip->e_soc = DEFAULT_SOC;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001341
Manisha Jajoo93960e52020-12-21 21:00:11 +05301342 status = ive_api_function(mCodecCtx, &s_enc_ip, &s_enc_op);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001343
1344 if (status != IV_SUCCESS) {
Manisha Jajoo93960e52020-12-21 21:00:11 +05301345 ALOGE("Init encoder failed = 0x%x\n", ps_init_op->u4_error_code);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001346 return C2_CORRUPTED;
1347 }
1348 }
1349
1350 /* Get Codec Version */
1351 logVersion();
1352
1353 /* set processor details */
1354 setNumCores();
1355
1356 /* Video control Set Frame dimensions */
1357 setDimensions();
1358
1359 /* Video control Set Frame rates */
1360 setFrameRate();
1361
1362 /* Video control Set IPE Params */
1363 setIpeParams();
1364
1365 /* Video control Set Bitrate */
1366 setBitRate();
1367
1368 /* Video control Set QP */
1369 setQp();
1370
1371 /* Video control Set AIR params */
1372 setAirParams();
1373
1374 /* Video control Set VBV params */
1375 setVbvParams();
1376
1377 /* Video control Set Motion estimation params */
1378 setMeParams();
1379
1380 /* Video control Set GOP params */
1381 setGopParams();
1382
1383 /* Video control Set Deblock params */
1384 setDeblockParams();
1385
1386 /* Video control Set Profile params */
1387 setProfileParams();
1388
Manisha Jajoo2569a522021-03-08 19:45:42 +05301389 /* Video control Set VUI params */
1390 setVuiParams();
1391
Pawin Vongmasa36653902018-11-15 00:10:25 -08001392 /* Video control Set in Encode header mode */
1393 setEncMode(IVE_ENC_MODE_HEADER);
1394
1395 ALOGV("init_codec successfull");
1396
1397 mSpsPpsHeaderReceived = false;
1398 mStarted = true;
1399
1400 return C2_OK;
1401}
1402
1403c2_status_t C2SoftAvcEnc::releaseEncoder() {
1404 IV_STATUS_T status = IV_SUCCESS;
1405 iv_retrieve_mem_rec_ip_t s_retrieve_mem_ip;
1406 iv_retrieve_mem_rec_op_t s_retrieve_mem_op;
1407 iv_mem_rec_t *ps_mem_rec;
1408
1409 if (!mStarted) {
1410 return C2_OK;
1411 }
1412
1413 s_retrieve_mem_ip.u4_size = sizeof(iv_retrieve_mem_rec_ip_t);
1414 s_retrieve_mem_op.u4_size = sizeof(iv_retrieve_mem_rec_op_t);
1415 s_retrieve_mem_ip.e_cmd = IV_CMD_RETRIEVE_MEMREC;
1416 s_retrieve_mem_ip.ps_mem_rec = mMemRecords;
1417
1418 status = ive_api_function(mCodecCtx, &s_retrieve_mem_ip, &s_retrieve_mem_op);
1419
1420 if (status != IV_SUCCESS) {
1421 ALOGE("Unable to retrieve memory records = 0x%x\n",
1422 s_retrieve_mem_op.u4_error_code);
1423 return C2_CORRUPTED;
1424 }
1425
1426 /* Free memory records */
1427 ps_mem_rec = mMemRecords;
1428 for (size_t i = 0; i < s_retrieve_mem_op.u4_num_mem_rec_filled; i++) {
1429 if (ps_mem_rec) ive_aligned_free(ps_mem_rec->pv_base);
1430 else {
1431 ALOGE("memory record is null.");
1432 return C2_CORRUPTED;
1433 }
1434 ps_mem_rec++;
1435 }
1436
1437 if (mMemRecords) free(mMemRecords);
1438
1439 // clear other pointers into the space being free()d
1440 mCodecCtx = nullptr;
1441
1442 mStarted = false;
1443
1444 return C2_OK;
1445}
1446
1447c2_status_t C2SoftAvcEnc::setEncodeArgs(
1448 ive_video_encode_ip_t *ps_encode_ip,
1449 ive_video_encode_op_t *ps_encode_op,
1450 const C2GraphicView *const input,
1451 uint8_t *base,
1452 uint32_t capacity,
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301453 uint64_t workIndex) {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001454 iv_raw_buf_t *ps_inp_raw_buf;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301455 memset(ps_encode_ip, 0, sizeof(*ps_encode_ip));
1456 memset(ps_encode_op, 0, sizeof(*ps_encode_op));
Pawin Vongmasa36653902018-11-15 00:10:25 -08001457
1458 ps_inp_raw_buf = &ps_encode_ip->s_inp_buf;
1459 ps_encode_ip->s_out_buf.pv_buf = base;
1460 ps_encode_ip->s_out_buf.u4_bytes = 0;
1461 ps_encode_ip->s_out_buf.u4_bufsize = capacity;
1462 ps_encode_ip->u4_size = sizeof(ive_video_encode_ip_t);
1463 ps_encode_op->u4_size = sizeof(ive_video_encode_op_t);
1464
1465 ps_encode_ip->e_cmd = IVE_CMD_VIDEO_ENCODE;
1466 ps_encode_ip->pv_bufs = nullptr;
1467 ps_encode_ip->pv_mb_info = nullptr;
1468 ps_encode_ip->pv_pic_info = nullptr;
1469 ps_encode_ip->u4_mb_info_type = 0;
1470 ps_encode_ip->u4_pic_info_type = 0;
1471 ps_encode_ip->u4_is_last = 0;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301472 ps_encode_ip->u4_timestamp_high = workIndex >> 32;
1473 ps_encode_ip->u4_timestamp_low = workIndex & 0xFFFFFFFF;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001474 ps_encode_op->s_out_buf.pv_buf = nullptr;
1475
1476 /* Initialize color formats */
1477 memset(ps_inp_raw_buf, 0, sizeof(iv_raw_buf_t));
1478 ps_inp_raw_buf->u4_size = sizeof(iv_raw_buf_t);
1479 ps_inp_raw_buf->e_color_fmt = mIvVideoColorFormat;
1480 if (input == nullptr) {
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301481 if (mSawInputEOS) {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001482 ps_encode_ip->u4_is_last = 1;
1483 }
1484 return C2_OK;
1485 }
1486
1487 if (input->width() < mSize->width ||
1488 input->height() < mSize->height) {
1489 /* Expect width height to be configured */
1490 ALOGW("unexpected Capacity Aspect %d(%d) x %d(%d)", input->width(),
1491 mSize->width, input->height(), mSize->height);
1492 return C2_BAD_VALUE;
1493 }
Harish Mahendrakar70dc7df2021-04-16 16:50:01 -07001494 ALOGV("width = %d, height = %d", input->width(), input->height());
Pawin Vongmasa36653902018-11-15 00:10:25 -08001495 const C2PlanarLayout &layout = input->layout();
1496 uint8_t *yPlane = const_cast<uint8_t *>(input->data()[C2PlanarLayout::PLANE_Y]);
1497 uint8_t *uPlane = const_cast<uint8_t *>(input->data()[C2PlanarLayout::PLANE_U]);
1498 uint8_t *vPlane = const_cast<uint8_t *>(input->data()[C2PlanarLayout::PLANE_V]);
1499 int32_t yStride = layout.planes[C2PlanarLayout::PLANE_Y].rowInc;
1500 int32_t uStride = layout.planes[C2PlanarLayout::PLANE_U].rowInc;
1501 int32_t vStride = layout.planes[C2PlanarLayout::PLANE_V].rowInc;
1502
1503 uint32_t width = mSize->width;
1504 uint32_t height = mSize->height;
1505 // width and height are always even (as block size is 16x16)
1506 CHECK_EQ((width & 1u), 0u);
1507 CHECK_EQ((height & 1u), 0u);
1508 size_t yPlaneSize = width * height;
1509
1510 switch (layout.type) {
1511 case C2PlanarLayout::TYPE_RGB:
1512 [[fallthrough]];
1513 case C2PlanarLayout::TYPE_RGBA: {
1514 ALOGV("yPlaneSize = %zu", yPlaneSize);
1515 MemoryBlock conversionBuffer = mConversionBuffers.fetch(yPlaneSize * 3 / 2);
1516 mConversionBuffersInUse.emplace(conversionBuffer.data(), conversionBuffer);
1517 yPlane = conversionBuffer.data();
1518 uPlane = yPlane + yPlaneSize;
1519 vPlane = uPlane + yPlaneSize / 4;
1520 yStride = width;
1521 uStride = vStride = yStride / 2;
Manisha Jajood9f98442021-06-02 11:27:07 +05301522 ConvertRGBToPlanarYUV(yPlane, yStride, height, conversionBuffer.size(), *input,
1523 mColorAspects->matrix, mColorAspects->range);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001524 break;
1525 }
1526 case C2PlanarLayout::TYPE_YUV: {
1527 if (!IsYUV420(*input)) {
1528 ALOGE("input is not YUV420");
1529 return C2_BAD_VALUE;
1530 }
1531
Harish Mahendrakar70dc7df2021-04-16 16:50:01 -07001532 if (layout.planes[layout.PLANE_Y].colInc == 1
Pawin Vongmasa36653902018-11-15 00:10:25 -08001533 && layout.planes[layout.PLANE_U].colInc == 1
1534 && layout.planes[layout.PLANE_V].colInc == 1
1535 && uStride == vStride
1536 && yStride == 2 * vStride) {
1537 // I420 compatible - already set up above
1538 break;
1539 }
1540
1541 // copy to I420
1542 yStride = width;
1543 uStride = vStride = yStride / 2;
1544 MemoryBlock conversionBuffer = mConversionBuffers.fetch(yPlaneSize * 3 / 2);
1545 mConversionBuffersInUse.emplace(conversionBuffer.data(), conversionBuffer);
Harish Mahendrakar70dc7df2021-04-16 16:50:01 -07001546 MediaImage2 img = CreateYUV420PlanarMediaImage2(width, height, yStride, height);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001547 status_t err = ImageCopy(conversionBuffer.data(), &img, *input);
1548 if (err != OK) {
1549 ALOGE("Buffer conversion failed: %d", err);
1550 return C2_BAD_VALUE;
1551 }
Harish Mahendrakar70dc7df2021-04-16 16:50:01 -07001552 yPlane = conversionBuffer.data();
1553 uPlane = yPlane + yPlaneSize;
1554 vPlane = uPlane + yPlaneSize / 4;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001555 break;
1556
1557 }
1558
1559 case C2PlanarLayout::TYPE_YUVA:
1560 ALOGE("YUVA plane type is not supported");
1561 return C2_BAD_VALUE;
1562
1563 default:
1564 ALOGE("Unrecognized plane type: %d", layout.type);
1565 return C2_BAD_VALUE;
1566 }
1567
1568 switch (mIvVideoColorFormat) {
1569 case IV_YUV_420P:
1570 {
1571 // input buffer is supposed to be const but Ittiam API wants bare pointer.
1572 ps_inp_raw_buf->apv_bufs[0] = yPlane;
1573 ps_inp_raw_buf->apv_bufs[1] = uPlane;
1574 ps_inp_raw_buf->apv_bufs[2] = vPlane;
1575
Harish Mahendrakar4817c9a2020-12-22 12:49:17 -08001576 ps_inp_raw_buf->au4_wd[0] = mSize->width;
1577 ps_inp_raw_buf->au4_wd[1] = mSize->width / 2;
1578 ps_inp_raw_buf->au4_wd[2] = mSize->width / 2;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001579
Harish Mahendrakar4817c9a2020-12-22 12:49:17 -08001580 ps_inp_raw_buf->au4_ht[0] = mSize->height;
1581 ps_inp_raw_buf->au4_ht[1] = mSize->height / 2;
1582 ps_inp_raw_buf->au4_ht[2] = mSize->height / 2;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001583
1584 ps_inp_raw_buf->au4_strd[0] = yStride;
1585 ps_inp_raw_buf->au4_strd[1] = uStride;
1586 ps_inp_raw_buf->au4_strd[2] = vStride;
1587 break;
1588 }
1589
1590 case IV_YUV_422ILE:
1591 {
1592 // TODO
1593 // ps_inp_raw_buf->apv_bufs[0] = pu1_buf;
1594 // ps_inp_raw_buf->au4_wd[0] = mWidth * 2;
1595 // ps_inp_raw_buf->au4_ht[0] = mHeight;
1596 // ps_inp_raw_buf->au4_strd[0] = mStride * 2;
1597 break;
1598 }
1599
Wonsik Kim8f183eb2021-04-05 14:51:39 -07001600 case IV_YUV_420SP_UV:
Harish Mahendrakar70dc7df2021-04-16 16:50:01 -07001601 case IV_YUV_420SP_VU:
Pawin Vongmasa36653902018-11-15 00:10:25 -08001602 default:
1603 {
1604 ps_inp_raw_buf->apv_bufs[0] = yPlane;
1605 ps_inp_raw_buf->apv_bufs[1] = uPlane;
1606
Harish Mahendrakar4817c9a2020-12-22 12:49:17 -08001607 ps_inp_raw_buf->au4_wd[0] = mSize->width;
Harish Mahendrakar70dc7df2021-04-16 16:50:01 -07001608 ps_inp_raw_buf->au4_wd[1] = mSize->width;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001609
Harish Mahendrakar4817c9a2020-12-22 12:49:17 -08001610 ps_inp_raw_buf->au4_ht[0] = mSize->height;
1611 ps_inp_raw_buf->au4_ht[1] = mSize->height / 2;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001612
1613 ps_inp_raw_buf->au4_strd[0] = yStride;
1614 ps_inp_raw_buf->au4_strd[1] = uStride;
1615 break;
1616 }
1617 }
1618 return C2_OK;
1619}
1620
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301621void C2SoftAvcEnc::finishWork(uint64_t workIndex, const std::unique_ptr<C2Work> &work,
1622 ive_video_encode_op_t *ps_encode_op) {
1623 std::shared_ptr<C2Buffer> buffer =
1624 createLinearBuffer(mOutBlock, 0, ps_encode_op->s_out_buf.u4_bytes);
1625 if (IV_IDR_FRAME == ps_encode_op->u4_encoded_frame_type) {
1626 ALOGV("IDR frame produced");
1627 buffer->setInfo(std::make_shared<C2StreamPictureTypeMaskInfo::output>(
1628 0u /* stream id */, C2Config::SYNC_FRAME));
1629 }
1630 mOutBlock = nullptr;
1631
1632 auto fillWork = [buffer](const std::unique_ptr<C2Work> &work) {
1633 work->worklets.front()->output.flags = (C2FrameData::flags_t)0;
1634 work->worklets.front()->output.buffers.clear();
1635 work->worklets.front()->output.buffers.push_back(buffer);
1636 work->worklets.front()->output.ordinal = work->input.ordinal;
1637 work->workletsProcessed = 1u;
1638 };
1639 if (work && c2_cntr64_t(workIndex) == work->input.ordinal.frameIndex) {
1640 fillWork(work);
1641 if (mSawInputEOS) {
1642 work->worklets.front()->output.flags = C2FrameData::FLAG_END_OF_STREAM;
1643 }
1644 } else {
1645 finish(workIndex, fillWork);
1646 }
1647}
1648
Pawin Vongmasa36653902018-11-15 00:10:25 -08001649void C2SoftAvcEnc::process(
1650 const std::unique_ptr<C2Work> &work,
1651 const std::shared_ptr<C2BlockPool> &pool) {
1652 // Initialize output work
1653 work->result = C2_OK;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301654 work->workletsProcessed = 0u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001655 work->worklets.front()->output.flags = work->input.flags;
1656
1657 IV_STATUS_T status;
Ray Essick24754942022-04-16 09:50:35 -07001658 nsecs_t timeDelay = 0;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301659 uint64_t workIndex = work->input.ordinal.frameIndex.peekull();
Pawin Vongmasa36653902018-11-15 00:10:25 -08001660
1661 // Initialize encoder if not already initialized
1662 if (mCodecCtx == nullptr) {
1663 if (C2_OK != initEncoder()) {
1664 ALOGE("Failed to initialize encoder");
1665 mSignalledError = true;
1666 work->result = C2_CORRUPTED;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301667 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001668 return;
1669 }
1670 }
1671 if (mSignalledError) {
1672 return;
1673 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001674 // while (!mSawOutputEOS && !outQueue.empty()) {
1675 c2_status_t error;
Manisha Jajoo93960e52020-12-21 21:00:11 +05301676 ih264e_video_encode_ip_t s_video_encode_ip = {};
1677 ih264e_video_encode_op_t s_video_encode_op = {};
1678 ive_video_encode_ip_t *ps_encode_ip = &s_video_encode_ip.s_ive_ip;
1679 ive_video_encode_op_t *ps_encode_op = &s_video_encode_op.s_ive_op;
1680 memset(ps_encode_op, 0, sizeof(*ps_encode_op));
Pawin Vongmasa36653902018-11-15 00:10:25 -08001681
1682 if (!mSpsPpsHeaderReceived) {
1683 constexpr uint32_t kHeaderLength = MIN_STREAM_SIZE;
1684 uint8_t header[kHeaderLength];
1685 error = setEncodeArgs(
Manisha Jajoo93960e52020-12-21 21:00:11 +05301686 ps_encode_ip, ps_encode_op, nullptr, header, kHeaderLength, workIndex);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001687 if (error != C2_OK) {
1688 ALOGE("setEncodeArgs failed: %d", error);
1689 mSignalledError = true;
1690 work->result = C2_CORRUPTED;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301691 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001692 return;
1693 }
Manisha Jajoo93960e52020-12-21 21:00:11 +05301694 status = ive_api_function(mCodecCtx, ps_encode_ip, ps_encode_op);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001695
1696 if (IV_SUCCESS != status) {
1697 ALOGE("Encode header failed = 0x%x\n",
Manisha Jajoo93960e52020-12-21 21:00:11 +05301698 ps_encode_op->u4_error_code);
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301699 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001700 return;
1701 } else {
1702 ALOGV("Bytes Generated in header %d\n",
Manisha Jajoo93960e52020-12-21 21:00:11 +05301703 ps_encode_op->s_out_buf.u4_bytes);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001704 }
1705
1706 mSpsPpsHeaderReceived = true;
1707
Lajos Molnar3bb81cd2019-02-20 15:10:30 -08001708 std::unique_ptr<C2StreamInitDataInfo::output> csd =
Manisha Jajoo93960e52020-12-21 21:00:11 +05301709 C2StreamInitDataInfo::output::AllocUnique(ps_encode_op->s_out_buf.u4_bytes, 0u);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001710 if (!csd) {
1711 ALOGE("CSD allocation failed");
1712 mSignalledError = true;
1713 work->result = C2_NO_MEMORY;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301714 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001715 return;
1716 }
Manisha Jajoo93960e52020-12-21 21:00:11 +05301717 memcpy(csd->m.value, header, ps_encode_op->s_out_buf.u4_bytes);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001718 work->worklets.front()->output.configUpdate.push_back(std::move(csd));
1719
1720 DUMP_TO_FILE(
1721 mOutFile, csd->m.value, csd->flexCount());
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301722 if (work->input.buffers.empty()) {
1723 work->workletsProcessed = 1u;
1724 return;
1725 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001726 }
1727
1728 // handle dynamic config parameters
1729 {
1730 IntfImpl::Lock lock = mIntf->lock();
1731 std::shared_ptr<C2StreamIntraRefreshTuning::output> intraRefresh = mIntf->getIntraRefresh_l();
1732 std::shared_ptr<C2StreamBitrateInfo::output> bitrate = mIntf->getBitrate_l();
1733 std::shared_ptr<C2StreamRequestSyncFrameTuning::output> requestSync = mIntf->getRequestSync_l();
1734 lock.unlock();
1735
1736 if (bitrate != mBitrate) {
1737 mBitrate = bitrate;
1738 setBitRate();
1739 }
1740
1741 if (intraRefresh != mIntraRefresh) {
1742 mIntraRefresh = intraRefresh;
1743 setAirParams();
1744 }
1745
1746 if (requestSync != mRequestSync) {
1747 // we can handle IDR immediately
1748 if (requestSync->value) {
1749 // unset request
1750 C2StreamRequestSyncFrameTuning::output clearSync(0u, C2_FALSE);
1751 std::vector<std::unique_ptr<C2SettingResult>> failures;
1752 mIntf->config({ &clearSync }, C2_MAY_BLOCK, &failures);
1753 ALOGV("Got sync request");
1754 setFrameType(IV_IDR_FRAME);
1755 }
1756 mRequestSync = requestSync;
1757 }
1758 }
1759
1760 if (work->input.flags & C2FrameData::FLAG_END_OF_STREAM) {
1761 mSawInputEOS = true;
1762 }
1763
1764 /* In normal mode, store inputBufferInfo and this will be returned
1765 when encoder consumes this input */
1766 // if (!mInputDataIsMeta && (inputBufferInfo != NULL)) {
1767 // for (size_t i = 0; i < MAX_INPUT_BUFFER_HEADERS; i++) {
1768 // if (NULL == mInputBufferInfo[i]) {
1769 // mInputBufferInfo[i] = inputBufferInfo;
1770 // break;
1771 // }
1772 // }
1773 // }
Patryk Bussec2607552022-09-05 11:33:07 +00001774 std::shared_ptr<C2GraphicView> view;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001775 std::shared_ptr<C2Buffer> inputBuffer;
1776 if (!work->input.buffers.empty()) {
1777 inputBuffer = work->input.buffers[0];
Patryk Bussec2607552022-09-05 11:33:07 +00001778 view = std::make_shared<C2GraphicView>(
Pawin Vongmasa36653902018-11-15 00:10:25 -08001779 inputBuffer->data().graphicBlocks().front().map().get());
1780 if (view->error() != C2_OK) {
1781 ALOGE("graphic view map err = %d", view->error());
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301782 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001783 return;
1784 }
Patryk Bussec2607552022-09-05 11:33:07 +00001785 //(b/232396154)
1786 //workaround for incorrect crop size in view when using surface mode
1787 view->setCrop_be(C2Rect(mSize->width, mSize->height));
Pawin Vongmasa36653902018-11-15 00:10:25 -08001788 }
1789
Pawin Vongmasa36653902018-11-15 00:10:25 -08001790 do {
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301791 if (mSawInputEOS && work->input.buffers.empty()) break;
1792 if (!mOutBlock) {
1793 C2MemoryUsage usage = {C2MemoryUsage::CPU_READ,
1794 C2MemoryUsage::CPU_WRITE};
1795 // TODO: error handling, proper usage, etc.
1796 c2_status_t err =
1797 pool->fetchLinearBlock(mOutBufferSize, usage, &mOutBlock);
1798 if (err != C2_OK) {
1799 ALOGE("fetch linear block err = %d", err);
1800 work->result = err;
1801 work->workletsProcessed = 1u;
1802 return;
1803 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001804 }
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301805 C2WriteView wView = mOutBlock->map().get();
Pawin Vongmasa36653902018-11-15 00:10:25 -08001806 if (wView.error() != C2_OK) {
1807 ALOGE("write view map err = %d", wView.error());
1808 work->result = wView.error();
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301809 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001810 return;
1811 }
1812
1813 error = setEncodeArgs(
Manisha Jajoo93960e52020-12-21 21:00:11 +05301814 ps_encode_ip, ps_encode_op, view.get(), wView.base(), wView.capacity(), workIndex);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001815 if (error != C2_OK) {
1816 ALOGE("setEncodeArgs failed : %d", error);
1817 mSignalledError = true;
1818 work->result = error;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301819 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001820 return;
1821 }
1822
1823 // DUMP_TO_FILE(
1824 // mInFile, s_encode_ip.s_inp_buf.apv_bufs[0],
1825 // (mHeight * mStride * 3 / 2));
1826
Pawin Vongmasa36653902018-11-15 00:10:25 -08001827 /* Compute time elapsed between end of previous decode()
1828 * to start of current decode() */
Ray Essick24754942022-04-16 09:50:35 -07001829 mTimeStart = systemTime();
1830 timeDelay = mTimeStart - mTimeEnd;
Manisha Jajoo93960e52020-12-21 21:00:11 +05301831 status = ive_api_function(mCodecCtx, &s_video_encode_ip, &s_video_encode_op);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001832
1833 if (IV_SUCCESS != status) {
Manisha Jajoo93960e52020-12-21 21:00:11 +05301834 if ((ps_encode_op->u4_error_code & 0xFF) == IH264E_BITSTREAM_BUFFER_OVERFLOW) {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001835 // TODO: use IVE_CMD_CTL_GETBUFINFO for proper max input size?
1836 mOutBufferSize *= 2;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301837 mOutBlock.reset();
Pawin Vongmasa36653902018-11-15 00:10:25 -08001838 continue;
1839 }
1840 ALOGE("Encode Frame failed = 0x%x\n",
Manisha Jajoo93960e52020-12-21 21:00:11 +05301841 ps_encode_op->u4_error_code);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001842 mSignalledError = true;
1843 work->result = C2_CORRUPTED;
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301844 work->workletsProcessed = 1u;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001845 return;
1846 }
1847 } while (IV_SUCCESS != status);
1848
1849 // Hold input buffer reference
1850 if (inputBuffer) {
Manisha Jajoo93960e52020-12-21 21:00:11 +05301851 mBuffers[ps_encode_ip->s_inp_buf.apv_bufs[0]] = inputBuffer;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001852 }
1853
Pawin Vongmasa36653902018-11-15 00:10:25 -08001854 /* Compute time taken for decode() */
Ray Essick24754942022-04-16 09:50:35 -07001855 mTimeEnd = systemTime();
1856 nsecs_t timeTaken = mTimeEnd - mTimeStart;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001857
Ray Essick24754942022-04-16 09:50:35 -07001858 ALOGV("timeTaken=%" PRId64 "d delay=%" PRId64 " numBytes=%6d", timeTaken, timeDelay,
Manisha Jajoo93960e52020-12-21 21:00:11 +05301859 ps_encode_op->s_out_buf.u4_bytes);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001860
Manisha Jajoo93960e52020-12-21 21:00:11 +05301861 void *freed = ps_encode_op->s_inp_buf.apv_bufs[0];
Pawin Vongmasa36653902018-11-15 00:10:25 -08001862 /* If encoder frees up an input buffer, mark it as free */
1863 if (freed != nullptr) {
1864 if (mBuffers.count(freed) == 0u) {
1865 ALOGD("buffer not tracked");
1866 } else {
1867 // Release input buffer reference
1868 mBuffers.erase(freed);
1869 mConversionBuffersInUse.erase(freed);
1870 }
1871 }
1872
Manisha Jajoo93960e52020-12-21 21:00:11 +05301873 if (ps_encode_op->output_present) {
1874 if (!ps_encode_op->s_out_buf.u4_bytes) {
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301875 ALOGE("Error: Output present but bytes generated is zero");
1876 mSignalledError = true;
1877 work->result = C2_CORRUPTED;
1878 work->workletsProcessed = 1u;
1879 return;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001880 }
Manisha Jajoo93960e52020-12-21 21:00:11 +05301881 uint64_t workId = ((uint64_t)ps_encode_op->u4_timestamp_high << 32) |
1882 ps_encode_op->u4_timestamp_low;
1883 finishWork(workId, work, ps_encode_op);
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301884 }
1885 if (mSawInputEOS) {
1886 drainInternal(DRAIN_COMPONENT_WITH_EOS, pool, work);
1887 }
1888}
1889
1890c2_status_t C2SoftAvcEnc::drainInternal(
1891 uint32_t drainMode,
1892 const std::shared_ptr<C2BlockPool> &pool,
1893 const std::unique_ptr<C2Work> &work) {
1894
1895 if (drainMode == NO_DRAIN) {
1896 ALOGW("drain with NO_DRAIN: no-op");
1897 return C2_OK;
1898 }
1899 if (drainMode == DRAIN_CHAIN) {
1900 ALOGW("DRAIN_CHAIN not supported");
1901 return C2_OMITTED;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001902 }
1903
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301904 while (true) {
1905 if (!mOutBlock) {
1906 C2MemoryUsage usage = {C2MemoryUsage::CPU_READ,
1907 C2MemoryUsage::CPU_WRITE};
1908 // TODO: error handling, proper usage, etc.
1909 c2_status_t err =
1910 pool->fetchLinearBlock(mOutBufferSize, usage, &mOutBlock);
1911 if (err != C2_OK) {
1912 ALOGE("fetch linear block err = %d", err);
1913 work->result = err;
1914 work->workletsProcessed = 1u;
1915 return err;
1916 }
1917 }
1918 C2WriteView wView = mOutBlock->map().get();
1919 if (wView.error()) {
1920 ALOGE("graphic view map failed %d", wView.error());
1921 return C2_CORRUPTED;
1922 }
Manisha Jajoo93960e52020-12-21 21:00:11 +05301923 ih264e_video_encode_ip_t s_video_encode_ip = {};
1924 ih264e_video_encode_op_t s_video_encode_op = {};
1925 ive_video_encode_ip_t *ps_encode_ip = &s_video_encode_ip.s_ive_ip;
1926 ive_video_encode_op_t *ps_encode_op = &s_video_encode_op.s_ive_op;
1927 if (C2_OK != setEncodeArgs(ps_encode_ip, ps_encode_op, nullptr,
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301928 wView.base(), wView.capacity(), 0)) {
1929 ALOGE("setEncodeArgs failed for drainInternal");
1930 mSignalledError = true;
1931 work->result = C2_CORRUPTED;
1932 work->workletsProcessed = 1u;
1933 return C2_CORRUPTED;
1934 }
Manisha Jajoo93960e52020-12-21 21:00:11 +05301935 (void)ive_api_function(mCodecCtx, &s_video_encode_ip, &s_video_encode_op);
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301936
Manisha Jajoo93960e52020-12-21 21:00:11 +05301937 void *freed = ps_encode_op->s_inp_buf.apv_bufs[0];
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301938 /* If encoder frees up an input buffer, mark it as free */
1939 if (freed != nullptr) {
1940 if (mBuffers.count(freed) == 0u) {
1941 ALOGD("buffer not tracked");
1942 } else {
1943 // Release input buffer reference
1944 mBuffers.erase(freed);
1945 mConversionBuffersInUse.erase(freed);
1946 }
1947 }
1948
Manisha Jajoo93960e52020-12-21 21:00:11 +05301949 if (ps_encode_op->output_present) {
1950 uint64_t workId = ((uint64_t)ps_encode_op->u4_timestamp_high << 32) |
1951 ps_encode_op->u4_timestamp_low;
1952 finishWork(workId, work, ps_encode_op);
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301953 } else {
1954 if (work->workletsProcessed != 1u) {
1955 work->worklets.front()->output.flags = work->input.flags;
1956 work->worklets.front()->output.ordinal = work->input.ordinal;
1957 work->worklets.front()->output.buffers.clear();
1958 work->workletsProcessed = 1u;
1959 }
1960 break;
1961 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001962 }
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301963
1964 return C2_OK;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001965}
1966
1967c2_status_t C2SoftAvcEnc::drain(
1968 uint32_t drainMode,
1969 const std::shared_ptr<C2BlockPool> &pool) {
Manisha Jajoo26b946d2019-03-15 18:15:11 +05301970 return drainInternal(drainMode, pool, nullptr);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001971}
1972
Pawin Vongmasa36653902018-11-15 00:10:25 -08001973class C2SoftAvcEncFactory : public C2ComponentFactory {
1974public:
1975 C2SoftAvcEncFactory() : mHelper(std::static_pointer_cast<C2ReflectorHelper>(
1976 GetCodec2PlatformComponentStore()->getParamReflector())) {
1977 }
1978
1979 virtual c2_status_t createComponent(
1980 c2_node_id_t id,
1981 std::shared_ptr<C2Component>* const component,
1982 std::function<void(C2Component*)> deleter) override {
1983 *component = std::shared_ptr<C2Component>(
1984 new C2SoftAvcEnc(COMPONENT_NAME,
1985 id,
1986 std::make_shared<C2SoftAvcEnc::IntfImpl>(mHelper)),
1987 deleter);
1988 return C2_OK;
1989 }
1990
1991 virtual c2_status_t createInterface(
1992 c2_node_id_t id,
1993 std::shared_ptr<C2ComponentInterface>* const interface,
1994 std::function<void(C2ComponentInterface*)> deleter) override {
1995 *interface = std::shared_ptr<C2ComponentInterface>(
1996 new SimpleInterface<C2SoftAvcEnc::IntfImpl>(
1997 COMPONENT_NAME, id, std::make_shared<C2SoftAvcEnc::IntfImpl>(mHelper)),
1998 deleter);
1999 return C2_OK;
2000 }
2001
2002 virtual ~C2SoftAvcEncFactory() override = default;
2003
2004private:
2005 std::shared_ptr<C2ReflectorHelper> mHelper;
2006};
2007
2008} // namespace android
2009
Cindy Zhouf6c0c3c2020-12-02 10:53:40 -08002010__attribute__((cfi_canonical_jump_table))
Pawin Vongmasa36653902018-11-15 00:10:25 -08002011extern "C" ::C2ComponentFactory* CreateCodec2Factory() {
2012 ALOGV("in %s", __func__);
2013 return new ::android::C2SoftAvcEncFactory();
2014}
2015
Cindy Zhouf6c0c3c2020-12-02 10:53:40 -08002016__attribute__((cfi_canonical_jump_table))
Pawin Vongmasa36653902018-11-15 00:10:25 -08002017extern "C" void DestroyCodec2Factory(::C2ComponentFactory* factory) {
2018 ALOGV("in %s", __func__);
2019 delete factory;
2020}