blob: 722b13a568c4d8bfd50fe6fd12995f7cfc10d15e [file] [log] [blame]
Fyodor Kyslovadc71142022-09-15 16:47:03 +00001/*
2 * Copyright (C) 2022 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "C2SoftAomEnc"
19#include <log/log.h>
20
21#include <media/stagefright/foundation/AUtils.h>
22#include <media/stagefright/foundation/MediaDefs.h>
23
24#include <C2Debug.h>
Harish Mahendrakar7de78d42023-02-06 17:12:18 -080025#include <Codec2CommonUtils.h>
Aayush Soni643b9182023-01-18 20:23:56 +053026#include <Codec2Mapper.h>
Fyodor Kyslovadc71142022-09-15 16:47:03 +000027#include <C2PlatformSupport.h>
28#include <SimpleC2Interface.h>
29
30#include "C2SoftAomEnc.h"
31
Haripriya Deshmukhe355f2e2024-02-23 16:57:14 +053032/* Quantization param values defined by the spec */
33#define AOM_QP_MIN 0
34#define AOM_QP_MAX 63
35#define AOM_QP_DEFAULT_MIN AOM_QP_MIN
36#define AOM_QP_DEFAULT_MAX AOM_QP_MAX
37
Fyodor Kyslovadc71142022-09-15 16:47:03 +000038namespace android {
39
40constexpr char COMPONENT_NAME[] = "c2.android.av1.encoder";
41
42#define DEFAULT_SPEED 10
43
44C2SoftAomEnc::IntfImpl::IntfImpl(const std::shared_ptr<C2ReflectorHelper>& helper)
45 : SimpleInterface<void>::BaseParams(helper, COMPONENT_NAME, C2Component::KIND_ENCODER,
46 C2Component::DOMAIN_VIDEO, MEDIA_MIMETYPE_VIDEO_AV1) {
47 noPrivateBuffers(); // TODO: account for our buffers here
48 noInputReferences();
49 noOutputReferences();
50 noInputLatency();
51 noTimeStretch();
52 setDerivedInstance(this);
53
54 addParameter(DefineParam(mUsage, C2_PARAMKEY_INPUT_STREAM_USAGE)
55 .withConstValue(new C2StreamUsageTuning::input(
56 0u, (uint64_t)C2MemoryUsage::CPU_READ))
57 .build());
58
Harish Mahendrakarfc3f7412024-03-21 17:29:37 +000059 // Odd dimension support in encoders requires Android V and above
60 size_t stepSize = isAtLeastV() ? 1 : 2;
Fyodor Kyslovadc71142022-09-15 16:47:03 +000061 addParameter(DefineParam(mSize, C2_PARAMKEY_PICTURE_SIZE)
62 .withDefault(new C2StreamPictureSizeInfo::input(0u, 320, 240))
63 .withFields({
Harish Mahendrakarfc3f7412024-03-21 17:29:37 +000064 C2F(mSize, width).inRange(2, 2048, stepSize),
65 C2F(mSize, height).inRange(2, 2048, stepSize),
Fyodor Kyslovadc71142022-09-15 16:47:03 +000066 })
67 .withSetter(SizeSetter)
68 .build());
69
70 addParameter(DefineParam(mBitrateMode, C2_PARAMKEY_BITRATE_MODE)
71 .withDefault(new C2StreamBitrateModeTuning::output(
72 0u, C2Config::BITRATE_VARIABLE))
73 .withFields({C2F(mBitrateMode, value)
74 .oneOf({C2Config::BITRATE_CONST,
Fyodor Kyslov58d8dea2023-02-10 02:15:54 +000075 C2Config::BITRATE_VARIABLE,
76 C2Config::BITRATE_IGNORE})})
Fyodor Kyslovadc71142022-09-15 16:47:03 +000077 .withSetter(Setter<decltype(*mBitrateMode)>::StrictValueWithNoDeps)
78 .build());
79
80 addParameter(DefineParam(mFrameRate, C2_PARAMKEY_FRAME_RATE)
81 .withDefault(new C2StreamFrameRateInfo::output(0u, 30.))
82 // TODO: More restriction?
83 .withFields({C2F(mFrameRate, value).greaterThan(0.)})
84 .withSetter(Setter<decltype(*mFrameRate)>::StrictValueWithNoDeps)
85 .build());
86
87 addParameter(DefineParam(mSyncFramePeriod, C2_PARAMKEY_SYNC_FRAME_INTERVAL)
88 .withDefault(new C2StreamSyncFrameIntervalTuning::output(0u, 1000000))
89 .withFields({C2F(mSyncFramePeriod, value).any()})
90 .withSetter(Setter<decltype(*mSyncFramePeriod)>::StrictValueWithNoDeps)
91 .build());
92
93 addParameter(DefineParam(mBitrate, C2_PARAMKEY_BITRATE)
94 .withDefault(new C2StreamBitrateInfo::output(0u, 64000))
95 .withFields({C2F(mBitrate, value).inRange(4096, 40000000)})
96 .withSetter(BitrateSetter)
97 .build());
98
Fyodor Kyslov3e3a92b2023-03-15 00:39:36 +000099 addParameter(DefineParam(mComplexity, C2_PARAMKEY_COMPLEXITY)
100 .withDefault(new C2StreamComplexityTuning::output(0u, 0))
101 .withFields({C2F(mComplexity, value).inRange(0, 5)})
102 .withSetter(Setter<decltype(*mComplexity)>::NonStrictValueWithNoDeps)
103 .build());
104
Fyodor Kyslov58d8dea2023-02-10 02:15:54 +0000105 addParameter(DefineParam(mQuality, C2_PARAMKEY_QUALITY)
106 .withDefault(new C2StreamQualityTuning::output(0u, 80))
107 .withFields({C2F(mQuality, value).inRange(0, 100)})
108 .withSetter(Setter<decltype(*mQuality)>::NonStrictValueWithNoDeps)
109 .build());
110
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000111 addParameter(DefineParam(mIntraRefresh, C2_PARAMKEY_INTRA_REFRESH)
112 .withConstValue(new C2StreamIntraRefreshTuning::output(
113 0u, C2Config::INTRA_REFRESH_DISABLED, 0.))
114 .build());
115
116 addParameter(DefineParam(mProfileLevel, C2_PARAMKEY_PROFILE_LEVEL)
117 .withDefault(new C2StreamProfileLevelInfo::output(0u, PROFILE_AV1_0,
Harish Mahendrakar7d482b22023-08-21 20:08:01 -0700118 LEVEL_AV1_2))
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000119 .withFields({
120 C2F(mProfileLevel, profile).equalTo(PROFILE_AV1_0),
Fyodor Kyslova8092322022-10-09 02:47:33 +0000121 C2F(mProfileLevel, level)
122 .oneOf({LEVEL_AV1_2, LEVEL_AV1_2_1, LEVEL_AV1_2_2,
123 LEVEL_AV1_2_3, LEVEL_AV1_3, LEVEL_AV1_3_1,
124 LEVEL_AV1_3_2, LEVEL_AV1_3_3, LEVEL_AV1_4,
125 LEVEL_AV1_4_1}),
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000126 })
mtk12101c1670e92023-02-10 09:34:02 +0800127 .withSetter(ProfileLevelSetter, mSize, mFrameRate, mBitrate)
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000128 .build());
129
Harish Mahendrakar7de78d42023-02-06 17:12:18 -0800130 std::vector<uint32_t> pixelFormats = {HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED,
131 HAL_PIXEL_FORMAT_YCBCR_420_888};
132 if (isHalPixelFormatSupported((AHardwareBuffer_Format)HAL_PIXEL_FORMAT_YCBCR_P010)) {
133 pixelFormats.push_back(HAL_PIXEL_FORMAT_YCBCR_P010);
134 }
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000135 addParameter(DefineParam(mPixelFormat, C2_PARAMKEY_PIXEL_FORMAT)
Harish Mahendrakar7de78d42023-02-06 17:12:18 -0800136 .withDefault(new C2StreamPixelFormatInfo::input(
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000137 0u, HAL_PIXEL_FORMAT_YCBCR_420_888))
Harish Mahendrakar7de78d42023-02-06 17:12:18 -0800138 .withFields({C2F(mPixelFormat, value).oneOf({pixelFormats})})
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000139 .withSetter((Setter<decltype(*mPixelFormat)>::StrictValueWithNoDeps))
140 .build());
141
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000142 addParameter(DefineParam(mRequestSync, C2_PARAMKEY_REQUEST_SYNC_FRAME)
143 .withDefault(new C2StreamRequestSyncFrameTuning::output(0u, C2_FALSE))
144 .withFields({C2F(mRequestSync, value).oneOf({C2_FALSE, C2_TRUE})})
145 .withSetter(Setter<decltype(*mRequestSync)>::NonStrictValueWithNoDeps)
146 .build());
147 addParameter(
148 DefineParam(mColorAspects, C2_PARAMKEY_COLOR_ASPECTS)
149 .withDefault(new C2StreamColorAspectsInfo::input(
150 0u, C2Color::RANGE_UNSPECIFIED, C2Color::PRIMARIES_UNSPECIFIED,
151 C2Color::TRANSFER_UNSPECIFIED, C2Color::MATRIX_UNSPECIFIED))
152 .withFields(
153 {C2F(mColorAspects, range)
154 .inRange(C2Color::RANGE_UNSPECIFIED, C2Color::RANGE_OTHER),
155 C2F(mColorAspects, primaries)
156 .inRange(C2Color::PRIMARIES_UNSPECIFIED,
157 C2Color::PRIMARIES_OTHER),
158 C2F(mColorAspects, transfer)
159 .inRange(C2Color::TRANSFER_UNSPECIFIED,
160 C2Color::TRANSFER_OTHER),
161 C2F(mColorAspects, matrix)
162 .inRange(C2Color::MATRIX_UNSPECIFIED, C2Color::MATRIX_OTHER)})
163 .withSetter(ColorAspectsSetter)
164 .build());
165
166 addParameter(
167 DefineParam(mCodedColorAspects, C2_PARAMKEY_VUI_COLOR_ASPECTS)
168 .withDefault(new C2StreamColorAspectsInfo::output(
169 0u, C2Color::RANGE_LIMITED, C2Color::PRIMARIES_UNSPECIFIED,
170 C2Color::TRANSFER_UNSPECIFIED, C2Color::MATRIX_UNSPECIFIED))
171 .withFields(
172 {C2F(mCodedColorAspects, range)
173 .inRange(C2Color::RANGE_UNSPECIFIED, C2Color::RANGE_OTHER),
174 C2F(mCodedColorAspects, primaries)
175 .inRange(C2Color::PRIMARIES_UNSPECIFIED,
176 C2Color::PRIMARIES_OTHER),
177 C2F(mCodedColorAspects, transfer)
178 .inRange(C2Color::TRANSFER_UNSPECIFIED,
179 C2Color::TRANSFER_OTHER),
180 C2F(mCodedColorAspects, matrix)
181 .inRange(C2Color::MATRIX_UNSPECIFIED, C2Color::MATRIX_OTHER)})
182 .withSetter(CodedColorAspectsSetter, mColorAspects)
183 .build());
Haripriya Deshmukhe355f2e2024-02-23 16:57:14 +0530184
185 addParameter(
186 DefineParam(mPictureQuantization, C2_PARAMKEY_PICTURE_QUANTIZATION)
187 .withDefault(C2StreamPictureQuantizationTuning::output::AllocShared(
188 0 /* flexCount */, 0u /* stream */))
189 .withFields({C2F(mPictureQuantization, m.values[0].type_).oneOf(
190 {C2Config::I_FRAME, C2Config::P_FRAME}),
191 C2F(mPictureQuantization, m.values[0].min).inRange(
192 AOM_QP_DEFAULT_MIN, AOM_QP_DEFAULT_MAX),
193 C2F(mPictureQuantization, m.values[0].max).inRange(
194 AOM_QP_DEFAULT_MIN, AOM_QP_DEFAULT_MAX)})
195 .withSetter(PictureQuantizationSetter)
196 .build());
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000197}
198
199C2R C2SoftAomEnc::IntfImpl::BitrateSetter(bool mayBlock, C2P<C2StreamBitrateInfo::output>& me) {
200 (void)mayBlock;
201 C2R res = C2R::Ok();
202 if (me.v.value < 4096) {
203 me.set().value = 4096;
204 }
205 return res;
206}
207
208C2R C2SoftAomEnc::IntfImpl::SizeSetter(bool mayBlock,
209 const C2P<C2StreamPictureSizeInfo::input>& oldMe,
210 C2P<C2StreamPictureSizeInfo::input>& me) {
211 (void)mayBlock;
212 C2R res = C2R::Ok();
213 if (!me.F(me.v.width).supportsAtAll(me.v.width)) {
214 res = res.plus(C2SettingResultBuilder::BadValue(me.F(me.v.width)));
215 me.set().width = oldMe.v.width;
216 }
217 if (!me.F(me.v.height).supportsAtAll(me.v.height)) {
218 res = res.plus(C2SettingResultBuilder::BadValue(me.F(me.v.height)));
219 me.set().height = oldMe.v.height;
220 }
221 return res;
222}
223
224C2R C2SoftAomEnc::IntfImpl::ProfileLevelSetter(bool mayBlock,
mtk12101c1670e92023-02-10 09:34:02 +0800225 C2P<C2StreamProfileLevelInfo::output>& me,
226 const C2P<C2StreamPictureSizeInfo::input>& size,
227 const C2P<C2StreamFrameRateInfo::output>& frameRate,
228 const C2P<C2StreamBitrateInfo::output>& bitrate) {
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000229 (void)mayBlock;
230 if (!me.F(me.v.profile).supportsAtAll(me.v.profile)) {
231 me.set().profile = PROFILE_AV1_0;
232 }
mtk12101c1670e92023-02-10 09:34:02 +0800233 struct LevelLimits {
234 C2Config::level_t level;
235 float samplesPerSec;
236 uint64_t samples;
237 uint32_t bitrate;
238 size_t maxHSize;
239 size_t maxVSize;
240 };
241 constexpr LevelLimits kLimits[] = {
242 {LEVEL_AV1_2, 4423680, 147456, 1500000, 2048, 1152},
243 {LEVEL_AV1_2_1, 8363520, 278784, 3000000, 2816, 1584},
244 {LEVEL_AV1_3, 19975680, 665856, 6000000, 4352, 2448},
245 {LEVEL_AV1_3_1, 37950720, 1065024, 10000000, 5504, 3096},
246 {LEVEL_AV1_4, 70778880, 2359296, 12000000, 6144, 3456},
247 {LEVEL_AV1_4_1, 141557760, 2359296, 20000000, 6144, 3456},
248 };
249
250 uint64_t samples = size.v.width * size.v.height;
251 float samplesPerSec = float(samples) * frameRate.v.value;
252
253 // Check if the supplied level meets the samples / bitrate requirements.
254 // If not, update the level with the lowest level meeting the requirements.
255 bool found = false;
256
257 // By default needsUpdate = false in case the supplied level does meet
258 // the requirements.
259 bool needsUpdate = false;
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000260 if (!me.F(me.v.level).supportsAtAll(me.v.level)) {
mtk12101c1670e92023-02-10 09:34:02 +0800261 needsUpdate = true;
262 }
263 for (const LevelLimits& limit : kLimits) {
264 if (samples <= limit.samples && samplesPerSec <= limit.samplesPerSec &&
265 bitrate.v.value <= limit.bitrate && size.v.width <= limit.maxHSize &&
266 size.v.height <= limit.maxVSize) {
267 // This is the lowest level that meets the requirements, and if
268 // we haven't seen the supplied level yet, that means we don't
269 // need the update.
270 if (needsUpdate) {
271 ALOGD("Given level %x does not cover current configuration: "
272 "adjusting to %x",
273 me.v.level, limit.level);
274 me.set().level = limit.level;
275 }
276 found = true;
277 break;
278 }
279 if (me.v.level == limit.level) {
280 // We break out of the loop when the lowest feasible level is
281 // found. The fact that we're here means that our level doesn't
282 // meet the requirement and needs to be updated.
283 needsUpdate = true;
284 }
285 }
286 if (!found) {
287 // We set to the highest supported level.
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000288 me.set().level = LEVEL_AV1_4_1;
289 }
290 return C2R::Ok();
291}
292
293uint32_t C2SoftAomEnc::IntfImpl::getSyncFramePeriod() const {
294 if (mSyncFramePeriod->value < 0 || mSyncFramePeriod->value == INT64_MAX) {
295 return 0;
296 }
297 double period = mSyncFramePeriod->value / 1e6 * mFrameRate->value;
298 return (uint32_t)c2_max(c2_min(period + 0.5, double(UINT32_MAX)), 1.);
299}
300
301C2R C2SoftAomEnc::IntfImpl::ColorAspectsSetter(bool mayBlock,
302 C2P<C2StreamColorAspectsInfo::input>& me) {
303 (void)mayBlock;
304 if (me.v.range > C2Color::RANGE_OTHER) {
305 me.set().range = C2Color::RANGE_OTHER;
306 }
307 if (me.v.primaries > C2Color::PRIMARIES_OTHER) {
308 me.set().primaries = C2Color::PRIMARIES_OTHER;
309 }
310 if (me.v.transfer > C2Color::TRANSFER_OTHER) {
311 me.set().transfer = C2Color::TRANSFER_OTHER;
312 }
313 if (me.v.matrix > C2Color::MATRIX_OTHER) {
314 me.set().matrix = C2Color::MATRIX_OTHER;
315 }
316 return C2R::Ok();
317}
318C2R C2SoftAomEnc::IntfImpl::CodedColorAspectsSetter(
319 bool mayBlock, C2P<C2StreamColorAspectsInfo::output>& me,
320 const C2P<C2StreamColorAspectsInfo::input>& coded) {
321 (void)mayBlock;
322 me.set().range = coded.v.range;
323 me.set().primaries = coded.v.primaries;
324 me.set().transfer = coded.v.transfer;
325 me.set().matrix = coded.v.matrix;
326 return C2R::Ok();
327}
328
Haripriya Deshmukhe355f2e2024-02-23 16:57:14 +0530329C2R C2SoftAomEnc::IntfImpl::PictureQuantizationSetter(
330 bool mayBlock, C2P<C2StreamPictureQuantizationTuning::output>& me) {
331 (void)mayBlock;
332 int32_t iMin = AOM_QP_DEFAULT_MIN, pMin = AOM_QP_DEFAULT_MIN;
333 int32_t iMax = AOM_QP_DEFAULT_MAX, pMax = AOM_QP_DEFAULT_MAX;
334 for (size_t i = 0; i < me.v.flexCount(); ++i) {
335 const C2PictureQuantizationStruct &layer = me.v.m.values[i];
336 // layerMin is clamped to [AOM_QP_MIN, layerMax] to avoid error
337 // cases where layer.min > layer.max
338 int32_t layerMax = std::clamp(layer.max, AOM_QP_MIN, AOM_QP_MAX);
339 int32_t layerMin = std::clamp(layer.min, AOM_QP_MIN, layerMax);
340 if (layer.type_ == C2Config::picture_type_t(I_FRAME)) {
341 iMax = layerMax;
342 iMin = layerMin;
343 ALOGV("iMin %d iMax %d", iMin, iMax);
344 } else if (layer.type_ == C2Config::picture_type_t(P_FRAME)) {
345 pMax = layerMax;
346 pMin = layerMin;
347 ALOGV("pMin %d pMax %d", pMin, pMax);
348 }
349 }
350 ALOGV("PictureQuantizationSetter(entry): i %d-%d p %d-%d",
351 iMin, iMax, pMin, pMax);
352
353 // aom library takes same range for I/P picture type
354 int32_t maxFrameQP = std::min(iMax, pMax);
355 int32_t minFrameQP = std::max(iMin, pMin);
356 if (minFrameQP > maxFrameQP) {
357 minFrameQP = maxFrameQP;
358 }
359 // put them back into the structure
360 for (size_t i = 0; i < me.v.flexCount(); ++i) {
361 const C2PictureQuantizationStruct &layer = me.v.m.values[i];
362
363 if (layer.type_ == C2Config::picture_type_t(I_FRAME)) {
364 me.set().m.values[i].max = maxFrameQP;
365 me.set().m.values[i].min = minFrameQP;
366 }
367 else if (layer.type_ == C2Config::picture_type_t(P_FRAME)) {
368 me.set().m.values[i].max = maxFrameQP;
369 me.set().m.values[i].min = minFrameQP;
370 }
371 }
372 ALOGV("PictureQuantizationSetter(exit): minFrameQP = %d maxFrameQP = %d",
373 minFrameQP, maxFrameQP);
374 return C2R::Ok();
375}
376
Harish Mahendrakar7d482b22023-08-21 20:08:01 -0700377uint32_t C2SoftAomEnc::IntfImpl::getLevel_l() const {
378 return mProfileLevel->level - LEVEL_AV1_2;
379}
380
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000381C2SoftAomEnc::C2SoftAomEnc(const char* name, c2_node_id_t id,
382 const std::shared_ptr<IntfImpl>& intfImpl)
383 : SimpleC2Component(std::make_shared<SimpleInterface<IntfImpl>>(name, id, intfImpl)),
384 mIntf(intfImpl),
385 mCodecContext(nullptr),
386 mCodecConfiguration(nullptr),
387 mCodecInterface(nullptr),
388 mStrideAlign(2),
389 mBitrateControlMode(AOM_VBR),
390 mMinQuantizer(0),
391 mMaxQuantizer(0),
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000392 mLastTimestamp(INT64_MAX),
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000393 mSignalledOutputEos(false),
394 mSignalledError(false),
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000395 mHeadersReceived(false),
396 mIs10Bit(false) {
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000397 ALOGV("Constructor");
398}
399
400C2SoftAomEnc::~C2SoftAomEnc() {
401 ALOGV("Destructor");
402 onRelease();
403}
404
405c2_status_t C2SoftAomEnc::onInit() {
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000406 return C2_OK;
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000407}
408
409c2_status_t C2SoftAomEnc::onStop() {
Aayush Soni5d278692023-10-27 15:49:37 +0530410 IntfImpl::Lock lock = mIntf->lock();
411 std::shared_ptr<C2StreamRequestSyncFrameTuning::output> requestSync = mIntf->getRequestSync_l();
412 lock.unlock();
413 if (requestSync != mRequestSync) {
414 // we can handle IDR immediately
415 if (requestSync->value) {
416 // unset request
417 C2StreamRequestSyncFrameTuning::output clearSync(0u, C2_FALSE);
418 std::vector<std::unique_ptr<C2SettingResult>> failures;
419 mIntf->config({ &clearSync }, C2_MAY_BLOCK, &failures);
420 }
421 mRequestSync = requestSync;
422 }
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000423 onRelease();
424 return C2_OK;
425}
426
427void C2SoftAomEnc::onReset() {
428 (void)onStop();
429}
430
431void C2SoftAomEnc::onRelease() {
432 if (mCodecContext) {
433 aom_codec_destroy(mCodecContext);
434 delete mCodecContext;
435 mCodecContext = nullptr;
436 }
437
438 if (mCodecConfiguration) {
439 delete mCodecConfiguration;
440 mCodecConfiguration = nullptr;
441 }
442
443 // this one is not allocated by us
444 mCodecInterface = nullptr;
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000445 mHeadersReceived = false;
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000446}
447
448c2_status_t C2SoftAomEnc::onFlush_sm() {
449 return onStop();
450}
451
Fyodor Kyslov58d8dea2023-02-10 02:15:54 +0000452// c2Quality is in range of 0-100 (the more - the better),
453// for AOM quality we are using a range of 15-50 (the less - the better)
454static int MapC2QualityToAOMQuality (int c2Quality) {
455 return 15 + 35 * (100 - c2Quality) / 100;
456}
457
Fyodor Kyslov3e3a92b2023-03-15 00:39:36 +0000458static int MapC2ComplexityToAOMSpeed (int c2Complexity) {
459 int mapping[6] = {10, 9, 8, 7, 6, 6};
460 if (c2Complexity > 5 || c2Complexity < 0) {
461 ALOGW("Wrong complexity setting. Falling back to speed 10");
462 return 10;
463 }
464 return mapping[c2Complexity];
465}
466
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000467aom_codec_err_t C2SoftAomEnc::setupCodecParameters() {
468 aom_codec_err_t codec_return = AOM_CODEC_OK;
469
Harish Mahendrakar7d482b22023-08-21 20:08:01 -0700470 codec_return = aom_codec_control(mCodecContext, AV1E_SET_TARGET_SEQ_LEVEL_IDX, mAV1EncLevel);
471 if (codec_return != AOM_CODEC_OK) goto BailOut;
472
Fyodor Kyslov3e3a92b2023-03-15 00:39:36 +0000473 codec_return = aom_codec_control(mCodecContext, AOME_SET_CPUUSED,
474 MapC2ComplexityToAOMSpeed(mComplexity->value));
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000475 if (codec_return != AOM_CODEC_OK) goto BailOut;
476
477 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ROW_MT, 1);
478 if (codec_return != AOM_CODEC_OK) goto BailOut;
479
480 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_CDEF, 1);
481 if (codec_return != AOM_CODEC_OK) goto BailOut;
482
483 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_TPL_MODEL, 0);
484 if (codec_return != AOM_CODEC_OK) goto BailOut;
485
486 codec_return = aom_codec_control(mCodecContext, AV1E_SET_DELTAQ_MODE, 0);
487 if (codec_return != AOM_CODEC_OK) goto BailOut;
488
489 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_ORDER_HINT, 0);
490 if (codec_return != AOM_CODEC_OK) goto BailOut;
491
492 codec_return = aom_codec_control(mCodecContext, AV1E_SET_AQ_MODE, 3);
493 if (codec_return != AOM_CODEC_OK) goto BailOut;
494
495 codec_return = aom_codec_control(mCodecContext, AV1E_SET_COEFF_COST_UPD_FREQ, 3);
496 if (codec_return != AOM_CODEC_OK) goto BailOut;
497
498 codec_return = aom_codec_control(mCodecContext, AV1E_SET_MODE_COST_UPD_FREQ, 3);
499 if (codec_return != AOM_CODEC_OK) goto BailOut;
500
501 codec_return = aom_codec_control(mCodecContext, AV1E_SET_MV_COST_UPD_FREQ, 3);
502 if (codec_return != AOM_CODEC_OK) goto BailOut;
503
504 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_PALETTE, 0);
505 if (codec_return != AOM_CODEC_OK) goto BailOut;
506
507 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_OBMC, 0);
508 if (codec_return != AOM_CODEC_OK) goto BailOut;
509
510 codec_return = aom_codec_control(mCodecContext, AV1E_SET_NOISE_SENSITIVITY, 0);
511 if (codec_return != AOM_CODEC_OK) goto BailOut;
512
513 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_WARPED_MOTION, 0);
514 if (codec_return != AOM_CODEC_OK) goto BailOut;
515
516 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_GLOBAL_MOTION, 0);
517 if (codec_return != AOM_CODEC_OK) goto BailOut;
518
519 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_REF_FRAME_MVS, 0);
520 if (codec_return != AOM_CODEC_OK) goto BailOut;
521
522 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_CFL_INTRA, 0);
523 if (codec_return != AOM_CODEC_OK) goto BailOut;
524
525 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_SMOOTH_INTRA, 0);
526 if (codec_return != AOM_CODEC_OK) goto BailOut;
527 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_ANGLE_DELTA, 0);
528 if (codec_return != AOM_CODEC_OK) goto BailOut;
529 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_FILTER_INTRA, 0);
530 if (codec_return != AOM_CODEC_OK) goto BailOut;
531
532 codec_return = aom_codec_control(mCodecContext, AV1E_SET_INTRA_DEFAULT_TX_ONLY, 1);
533 if (codec_return != AOM_CODEC_OK) goto BailOut;
534 codec_return = aom_codec_control(mCodecContext, AV1E_SET_DISABLE_TRELLIS_QUANT, 1);
535 if (codec_return != AOM_CODEC_OK) goto BailOut;
536
537 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_DIST_WTD_COMP, 0);
538 if (codec_return != AOM_CODEC_OK) goto BailOut;
539 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_DIFF_WTD_COMP, 0);
540 if (codec_return != AOM_CODEC_OK) goto BailOut;
541 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_DUAL_FILTER, 0);
542 if (codec_return != AOM_CODEC_OK) goto BailOut;
543 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_INTERINTRA_COMP, 0);
544 if (codec_return != AOM_CODEC_OK) goto BailOut;
545 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_INTERINTRA_WEDGE, 0);
546 if (codec_return != AOM_CODEC_OK) goto BailOut;
547 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_INTRA_EDGE_FILTER, 0);
548 if (codec_return != AOM_CODEC_OK) goto BailOut;
549 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_INTRABC, 0);
550 if (codec_return != AOM_CODEC_OK) goto BailOut;
551 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_MASKED_COMP, 0);
552 if (codec_return != AOM_CODEC_OK) goto BailOut;
553 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_PAETH_INTRA, 0);
554 if (codec_return != AOM_CODEC_OK) goto BailOut;
555 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_QM, 0);
556 if (codec_return != AOM_CODEC_OK) goto BailOut;
557 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_RECT_PARTITIONS, 0);
558 if (codec_return != AOM_CODEC_OK) goto BailOut;
559 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_RESTORATION, 0);
560 if (codec_return != AOM_CODEC_OK) goto BailOut;
561 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_SMOOTH_INTERINTRA, 0);
562 if (codec_return != AOM_CODEC_OK) goto BailOut;
563 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_TX64, 0);
564 if (codec_return != AOM_CODEC_OK) goto BailOut;
565
566 codec_return = aom_codec_control(mCodecContext, AV1E_SET_MAX_REFERENCE_FRAMES, 3);
567 if (codec_return != AOM_CODEC_OK) goto BailOut;
568
Fyodor Kyslov58d8dea2023-02-10 02:15:54 +0000569 if (mBitrateControlMode == AOM_Q) {
570 const int aomCQLevel = MapC2QualityToAOMQuality(mQuality->value);
571 ALOGV("Set Q from %d to CQL %d",
572 mQuality->value, aomCQLevel);
573
574 codec_return = aom_codec_control(mCodecContext, AOME_SET_CQ_LEVEL, aomCQLevel);
575 if (codec_return != AOM_CODEC_OK) goto BailOut;
576 }
577
Aayush Soni643b9182023-01-18 20:23:56 +0530578 ColorAspects sfAspects;
579 if (!C2Mapper::map(mColorAspects->primaries, &sfAspects.mPrimaries)) {
580 sfAspects.mPrimaries = android::ColorAspects::PrimariesUnspecified;
581 }
582 if (!C2Mapper::map(mColorAspects->range, &sfAspects.mRange)) {
583 sfAspects.mRange = android::ColorAspects::RangeUnspecified;
584 }
585 if (!C2Mapper::map(mColorAspects->matrix, &sfAspects.mMatrixCoeffs)) {
586 sfAspects.mMatrixCoeffs = android::ColorAspects::MatrixUnspecified;
587 }
588 if (!C2Mapper::map(mColorAspects->transfer, &sfAspects.mTransfer)) {
589 sfAspects.mTransfer = android::ColorAspects::TransferUnspecified;
590 }
591 int32_t primaries, transfer, matrixCoeffs;
592 bool range;
593 ColorUtils::convertCodecColorAspectsToIsoAspects(sfAspects,
594 &primaries,
595 &transfer,
596 &matrixCoeffs,
597 &range);
598
599 codec_return = aom_codec_control(mCodecContext, AV1E_SET_COLOR_RANGE, range);
600 if (codec_return != AOM_CODEC_OK) goto BailOut;
601 codec_return = aom_codec_control(mCodecContext, AV1E_SET_COLOR_PRIMARIES, primaries);
602 if (codec_return != AOM_CODEC_OK) goto BailOut;
603 codec_return = aom_codec_control(mCodecContext, AV1E_SET_TRANSFER_CHARACTERISTICS, transfer);
604 if (codec_return != AOM_CODEC_OK) goto BailOut;
605 codec_return = aom_codec_control(mCodecContext, AV1E_SET_MATRIX_COEFFICIENTS, matrixCoeffs);
606 if (codec_return != AOM_CODEC_OK) goto BailOut;
607
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000608BailOut:
609 return codec_return;
610}
611
612status_t C2SoftAomEnc::initEncoder() {
613 aom_codec_err_t codec_return;
614 status_t result = UNKNOWN_ERROR;
615 {
616 IntfImpl::Lock lock = mIntf->lock();
617 // Fetch config
618 mSize = mIntf->getSize_l();
619 mBitrate = mIntf->getBitrate_l();
620 mBitrateMode = mIntf->getBitrateMode_l();
621 mFrameRate = mIntf->getFrameRate_l();
622 mIntraRefresh = mIntf->getIntraRefresh_l();
623 mRequestSync = mIntf->getRequestSync_l();
Aayush Soni643b9182023-01-18 20:23:56 +0530624 mColorAspects = mIntf->getCodedColorAspects_l();
Fyodor Kyslov58d8dea2023-02-10 02:15:54 +0000625 mQuality = mIntf->getQuality_l();
Fyodor Kyslov3e3a92b2023-03-15 00:39:36 +0000626 mComplexity = mIntf->getComplexity_l();
Harish Mahendrakar7d482b22023-08-21 20:08:01 -0700627 mAV1EncLevel = mIntf->getLevel_l();
Haripriya Deshmukhe355f2e2024-02-23 16:57:14 +0530628 mQpBounds = mIntf->getPictureQuantization_l();
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000629 }
630
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000631
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000632 switch (mBitrateMode->value) {
633 case C2Config::BITRATE_CONST:
634 mBitrateControlMode = AOM_CBR;
635 break;
Fyodor Kyslov58d8dea2023-02-10 02:15:54 +0000636 case C2Config::BITRATE_IGNORE:
637 mBitrateControlMode = AOM_Q;
638 break;
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000639 case C2Config::BITRATE_VARIABLE:
640 [[fallthrough]];
641 default:
642 mBitrateControlMode = AOM_VBR;
643 break;
644 }
645
Haripriya Deshmukhe355f2e2024-02-23 16:57:14 +0530646 if (mQpBounds->flexCount() > 0) {
647 // read min max qp for sequence
648 for (size_t i = 0; i < mQpBounds->flexCount(); ++i) {
649 const C2PictureQuantizationStruct &layer = mQpBounds->m.values[i];
650 if (layer.type_ == C2Config::picture_type_t(I_FRAME)) {
651 mMaxQuantizer = layer.max;
652 mMinQuantizer = layer.min;
653 break;
654 }
655 }
656 }
657
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000658 mCodecInterface = aom_codec_av1_cx();
659 if (!mCodecInterface) goto CleanUp;
660
Fyodor Kyslov3e3a92b2023-03-15 00:39:36 +0000661 ALOGD("AOM: initEncoder. BRMode: %u. KF: %u. QP: %u - %u, 10Bit: %d, comlexity %d",
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000662 (uint32_t)mBitrateControlMode,
Fyodor Kyslov3e3a92b2023-03-15 00:39:36 +0000663 mIntf->getSyncFramePeriod(), mMinQuantizer, mMaxQuantizer, mIs10Bit, mComplexity->value);
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000664
665 mCodecConfiguration = new aom_codec_enc_cfg_t;
666 if (!mCodecConfiguration) goto CleanUp;
667
668 codec_return = aom_codec_enc_config_default(mCodecInterface, mCodecConfiguration,
669 AOM_USAGE_REALTIME); // RT mode
670 if (codec_return != AOM_CODEC_OK) {
671 ALOGE("Error populating default configuration for aom encoder.");
672 goto CleanUp;
673 }
674
675 mCodecConfiguration->g_w = mSize->width;
676 mCodecConfiguration->g_h = mSize->height;
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000677 mCodecConfiguration->g_bit_depth = mIs10Bit ? AOM_BITS_10 : AOM_BITS_8;
678 mCodecConfiguration->g_input_bit_depth = mIs10Bit ? 10 : 8;
679
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000680
681 mCodecConfiguration->g_threads = 0;
682 mCodecConfiguration->g_error_resilient = 0;
683
684 // timebase unit is microsecond
685 // g_timebase is in seconds (i.e. 1/1000000 seconds)
686 mCodecConfiguration->g_timebase.num = 1;
687 mCodecConfiguration->g_timebase.den = 1000000;
688 // rc_target_bitrate is in kbps, mBitrate in bps
689 mCodecConfiguration->rc_target_bitrate = (mBitrate->value + 500) / 1000;
Ram Mohan6c6901d2024-03-13 02:29:32 +0530690 mCodecConfiguration->rc_end_usage = mBitrateControlMode;
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000691 // Disable frame drop - not allowed in MediaCodec now.
692 mCodecConfiguration->rc_dropframe_thresh = 0;
693 // Disable lagged encoding.
694 mCodecConfiguration->g_lag_in_frames = 0;
695
696 // Disable spatial resizing.
697 mCodecConfiguration->rc_resize_mode = 0;
698 // Single-pass mode.
699 mCodecConfiguration->g_pass = AOM_RC_ONE_PASS;
700
701 // Maximum key frame interval - for CBR boost to 3000
702 mCodecConfiguration->kf_max_dist = 3000;
703 // Encoder determines optimal key frame placement automatically.
704 mCodecConfiguration->kf_mode = AOM_KF_AUTO;
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000705 // The amount of data that may be buffered by the decoding
706 // application in ms.
707 mCodecConfiguration->rc_buf_sz = 1000;
708
709 if (mBitrateControlMode == AOM_CBR) {
Fyodor Kyslov90d99d62023-05-02 23:28:45 +0000710 // Initial value of the buffer level in ms.
711 mCodecConfiguration->rc_buf_initial_sz = 500;
712 // Amount of data that the encoder should try to maintain in ms.
713 mCodecConfiguration->rc_buf_optimal_sz = 600;
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000714 // Maximum amount of bits that can be subtracted from the target
715 // bitrate - expressed as percentage of the target bitrate.
716 mCodecConfiguration->rc_undershoot_pct = 100;
717 // Maximum amount of bits that can be added to the target
718 // bitrate - expressed as percentage of the target bitrate.
719 mCodecConfiguration->rc_overshoot_pct = 10;
720 } else {
721 // Maximum amount of bits that can be subtracted from the target
722 // bitrate - expressed as percentage of the target bitrate.
723 mCodecConfiguration->rc_undershoot_pct = 100;
724 // Maximum amount of bits that can be added to the target
725 // bitrate - expressed as percentage of the target bitrate.
Fyodor Kyslov90d99d62023-05-02 23:28:45 +0000726 mCodecConfiguration->rc_overshoot_pct = 100;
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000727 }
728
729 if (mIntf->getSyncFramePeriod() >= 0) {
730 mCodecConfiguration->kf_max_dist = mIntf->getSyncFramePeriod();
731 mCodecConfiguration->kf_min_dist = mIntf->getSyncFramePeriod();
732 mCodecConfiguration->kf_mode = AOM_KF_AUTO;
733 }
734 if (mMinQuantizer > 0) {
735 mCodecConfiguration->rc_min_quantizer = mMinQuantizer;
736 }
737 if (mMaxQuantizer > 0) {
738 mCodecConfiguration->rc_max_quantizer = mMaxQuantizer;
Fyodor Kyslov90d99d62023-05-02 23:28:45 +0000739 } else {
740 if (mBitrateControlMode == AOM_VBR) {
741 // For VBR we are limiting MaxQP to 52 (down 11 steps) to maintain quality
742 // 52 comes from experiments done on libaom standalone app
743 mCodecConfiguration->rc_max_quantizer = 52;
744 }
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000745 }
746
747 mCodecContext = new aom_codec_ctx_t;
748 if (!mCodecContext) goto CleanUp;
749 codec_return = aom_codec_enc_init(mCodecContext, mCodecInterface, mCodecConfiguration,
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000750 mIs10Bit ? AOM_CODEC_USE_HIGHBITDEPTH : 0);
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000751 if (codec_return != AOM_CODEC_OK) {
752 ALOGE("Error initializing aom encoder");
753 goto CleanUp;
754 }
755
756 codec_return = setupCodecParameters();
757 if (codec_return != AOM_CODEC_OK) {
758 ALOGE("Error setting up codec parameters");
759 goto CleanUp;
760 }
761
762 mHeadersReceived = false;
763
764 {
765 uint32_t width = mSize->width;
766 uint32_t height = mSize->height;
767 if (((uint64_t)width * height) > ((uint64_t)INT32_MAX / 3)) {
768 ALOGE("b/25812794, Buffer size is too big, width=%u, height=%u.", width, height);
769 } else {
770 uint32_t stride = (width + mStrideAlign - 1) & ~(mStrideAlign - 1);
771 uint32_t vstride = (height + mStrideAlign - 1) & ~(mStrideAlign - 1);
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000772 mConversionBuffer = MemoryBlock::Allocate(stride * vstride * 3 / (mIs10Bit? 1 : 2));
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000773 if (!mConversionBuffer.size()) {
774 ALOGE("Allocating conversion buffer failed.");
775 } else {
776 mNumInputFrames = -1;
777 return OK;
778 }
779 }
780 }
781
782CleanUp:
783 onRelease();
784 return result;
785}
786
787void C2SoftAomEnc::process(const std::unique_ptr<C2Work>& work,
788 const std::shared_ptr<C2BlockPool>& pool) {
789 // Initialize output work
790 work->result = C2_OK;
791 work->workletsProcessed = 1u;
792 work->worklets.front()->output.flags = work->input.flags;
793
794 if (mSignalledError || mSignalledOutputEos) {
795 work->result = C2_BAD_VALUE;
796 return;
797 }
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000798
Suyog Pawar0ed520b2023-05-12 14:16:24 +0000799 std::shared_ptr<C2GraphicView> rView;
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000800 std::shared_ptr<C2Buffer> inputBuffer;
801 if (!work->input.buffers.empty()) {
802 inputBuffer = work->input.buffers[0];
Suyog Pawar0ed520b2023-05-12 14:16:24 +0000803 rView = std::make_shared<C2GraphicView>(
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000804 inputBuffer->data().graphicBlocks().front().map().get());
805 if (rView->error() != C2_OK) {
806 ALOGE("graphic view map err = %d", rView->error());
807 work->result = C2_CORRUPTED;
808 return;
809 }
810 } else {
811 ALOGV("Empty input Buffer");
812 uint32_t flags = 0;
813 if (work->input.flags & C2FrameData::FLAG_END_OF_STREAM) {
814 flags |= C2FrameData::FLAG_END_OF_STREAM;
815 }
816 work->worklets.front()->output.flags = (C2FrameData::flags_t)flags;
817 work->worklets.front()->output.buffers.clear();
818 work->worklets.front()->output.ordinal = work->input.ordinal;
819 work->workletsProcessed = 1u;
820 return;
821 }
822
823 bool end_of_stream = ((work->input.flags & C2FrameData::FLAG_END_OF_STREAM) != 0);
824 aom_image_t raw_frame;
825 const C2PlanarLayout& layout = rView->layout();
826 if (!mHeadersReceived) {
827 mIs10Bit = (layout.planes[layout.PLANE_Y].bitDepth == 10);
828
829 // Re-Initialize encoder
830 if (mCodecContext){
831 onRelease();
832 }
833 }
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000834 if (!mCodecContext && OK != initEncoder()) {
835 ALOGE("Failed to initialize encoder");
836 mSignalledError = true;
837 work->result = C2_CORRUPTED;
838 return;
839 }
840
Suyog Pawar0ed520b2023-05-12 14:16:24 +0000841 //(b/279387842)
842 //workaround for incorrect crop size in view when using surface mode
843 rView->setCrop_be(C2Rect(mSize->width, mSize->height));
844
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000845 if (!mHeadersReceived) {
846 Av1Config av1_config;
847 constexpr uint32_t header_length = 2048;
848 uint8_t header[header_length];
849 size_t header_bytes;
850 aom_fixed_buf_t* obu_sequence_header = aom_codec_get_global_headers(mCodecContext);
851 int ret = 1;
852 if (obu_sequence_header) {
853 if (get_av1config_from_obu(reinterpret_cast<const uint8_t*>(obu_sequence_header->buf),
854 obu_sequence_header->sz, false, &av1_config) == 0) {
855 ret = write_av1config(&av1_config, header_length, &header_bytes, header);
856
857 } else {
858 ALOGE("Can not get config");
859 }
860 free(obu_sequence_header->buf);
861 free(obu_sequence_header);
862 }
863
864 if (ret) {
865 ALOGE("Can not write config");
866 mSignalledError = true;
867 work->result = C2_NO_MEMORY;
868 work->workletsProcessed = 1u;
869 return;
870 }
871
872 mHeadersReceived = true;
873 std::unique_ptr<C2StreamInitDataInfo::output> csd =
874 C2StreamInitDataInfo::output::AllocUnique(header_bytes, 0u);
875 if (!csd) {
876 ALOGE("CSD allocation failed");
877 mSignalledError = true;
878 work->result = C2_NO_MEMORY;
879 work->workletsProcessed = 1u;
880 return;
881 }
882 memcpy(csd->m.value, header, header_bytes);
883 work->worklets.front()->output.configUpdate.push_back(std::move(csd));
884 ALOGV("CSD Produced of size %zu bytes", header_bytes);
885 }
886
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000887 const C2ConstGraphicBlock inBuffer = inputBuffer->data().graphicBlocks().front();
888 if (inBuffer.width() < mSize->width || inBuffer.height() < mSize->height) {
889 ALOGE("unexpected Input buffer attributes %d(%d) x %d(%d)", inBuffer.width(), mSize->width,
890 inBuffer.height(), mSize->height);
891 mSignalledError = true;
892 work->result = C2_BAD_VALUE;
893 return;
894 }
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000895
896
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000897 uint32_t width = mSize->width;
898 uint32_t height = mSize->height;
899 if (width > 0x8000 || height > 0x8000) {
900 ALOGE("Image too big: %u x %u", width, height);
901 work->result = C2_BAD_VALUE;
902 return;
903 }
904 uint32_t stride = (width + mStrideAlign - 1) & ~(mStrideAlign - 1);
905 uint32_t vstride = (height + mStrideAlign - 1) & ~(mStrideAlign - 1);
906 switch (layout.type) {
907 case C2PlanarLayout::TYPE_RGB:
908 case C2PlanarLayout::TYPE_RGBA: {
909 std::shared_ptr<C2StreamColorAspectsInfo::output> colorAspects;
910 {
911 IntfImpl::Lock lock = mIntf->lock();
912 colorAspects = mIntf->getCodedColorAspects_l();
913 }
914 ConvertRGBToPlanarYUV(mConversionBuffer.data(), stride, vstride,
915 mConversionBuffer.size(), *rView.get(), colorAspects->matrix,
916 colorAspects->range);
917 aom_img_wrap(&raw_frame, AOM_IMG_FMT_I420, width, height, mStrideAlign,
918 mConversionBuffer.data());
919 break;
920 }
921 case C2PlanarLayout::TYPE_YUV: {
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000922 const bool isYUV420_10bit = IsYUV420_10bit(*rView);
923 if (!IsYUV420(*rView) && !isYUV420_10bit) {
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000924 ALOGE("input is not YUV420");
925 work->result = C2_BAD_VALUE;
926 return;
927 }
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000928 if (!isYUV420_10bit) {
929 if (IsI420(*rView)) {
930 // I420 compatible - though with custom offset and stride
931 aom_img_wrap(&raw_frame, AOM_IMG_FMT_I420, width, height, mStrideAlign,
932 (uint8_t*)rView->data()[0]);
933 raw_frame.planes[1] = (uint8_t*)rView->data()[1];
934 raw_frame.planes[2] = (uint8_t*)rView->data()[2];
935 raw_frame.stride[0] = layout.planes[layout.PLANE_Y].rowInc;
936 raw_frame.stride[1] = layout.planes[layout.PLANE_U].rowInc;
937 raw_frame.stride[2] = layout.planes[layout.PLANE_V].rowInc;
938 } else {
939 // TODO(kyslov): Add image wrap for NV12
940 // copy to I420
941 MediaImage2 img = CreateYUV420PlanarMediaImage2(width, height, stride, vstride);
942 if (mConversionBuffer.size() >= stride * vstride * 3 / 2) {
943 status_t err = ImageCopy(mConversionBuffer.data(), &img, *rView);
944 if (err != OK) {
945 ALOGE("Buffer conversion failed: %d", err);
946 work->result = C2_BAD_VALUE;
947 return;
948 }
949 aom_img_wrap(&raw_frame, AOM_IMG_FMT_I420, stride, vstride, mStrideAlign,
950 mConversionBuffer.data());
951 aom_img_set_rect(&raw_frame, 0, 0, width, height, 0);
952 } else {
953 ALOGE("Conversion buffer is too small: %u x %u for %zu", stride, vstride,
954 mConversionBuffer.size());
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000955 work->result = C2_BAD_VALUE;
956 return;
957 }
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000958 }
959 } else { // 10 bits
960 if (IsP010(*rView)) {
961 if (mConversionBuffer.size() >= stride * vstride * 3) {
962 uint16_t *dstY, *dstU, *dstV;
963 dstY = (uint16_t*)mConversionBuffer.data();
Aayush Soni698e2f22023-02-18 01:10:53 +0530964 dstU = dstY + stride * vstride;
965 dstV = dstU + (stride * vstride) / 4;
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000966 convertP010ToYUV420Planar16(dstY, dstU, dstV, (uint16_t*)(rView->data()[0]),
Aayush Soni698e2f22023-02-18 01:10:53 +0530967 (uint16_t*)(rView->data()[1]),
968 layout.planes[layout.PLANE_Y].rowInc / 2,
969 layout.planes[layout.PLANE_U].rowInc / 2,
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000970 stride, stride / 2, stride / 2, stride,
971 vstride);
972 aom_img_wrap(&raw_frame, AOM_IMG_FMT_I42016, stride, vstride, mStrideAlign,
973 mConversionBuffer.data());
974 aom_img_set_rect(&raw_frame, 0, 0, width, height, 0);
975 } else {
976 ALOGE("Conversion buffer is too small: %u x %u for %zu", stride, vstride,
977 mConversionBuffer.size());
978 work->result = C2_BAD_VALUE;
979 return;
980 }
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000981 } else {
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000982 ALOGE("Image format conversion is not supported.");
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000983 work->result = C2_BAD_VALUE;
984 return;
985 }
986 }
987 break;
988 }
Aayush Soni5e82a6c2023-02-27 18:34:23 +0530989 case C2PlanarLayout::TYPE_YUVA: {
990 if (mConversionBuffer.size() >= stride * vstride * 3) {
991 uint16_t *dstY, *dstU, *dstV;
992 dstY = (uint16_t*)mConversionBuffer.data();
993 dstU = dstY + stride * vstride;
994 dstV = dstU + (stride * vstride) / 4;
995 convertRGBA1010102ToYUV420Planar16(dstY, dstU, dstV, (uint32_t*)(rView->data()[0]),
996 layout.planes[layout.PLANE_Y].rowInc / 4, stride,
997 vstride, mColorAspects->matrix,
998 mColorAspects->range);
999 aom_img_wrap(&raw_frame, AOM_IMG_FMT_I42016, stride, vstride, mStrideAlign,
1000 mConversionBuffer.data());
1001 aom_img_set_rect(&raw_frame, 0, 0, width, height, 0);
1002 } else {
1003 ALOGE("Conversion buffer is too small: %u x %u for %zu", stride, vstride,
1004 mConversionBuffer.size());
1005 work->result = C2_BAD_VALUE;
1006 return;
1007 }
1008 break;
1009 }
1010
Fyodor Kyslovadc71142022-09-15 16:47:03 +00001011 default:
1012 ALOGE("Unrecognized plane type: %d", layout.type);
1013 work->result = C2_BAD_VALUE;
1014 return;
1015 }
1016
1017 aom_enc_frame_flags_t flags = 0;
1018 // handle dynamic config parameters
1019 {
1020 IntfImpl::Lock lock = mIntf->lock();
1021 std::shared_ptr<C2StreamIntraRefreshTuning::output> intraRefresh =
1022 mIntf->getIntraRefresh_l();
1023 std::shared_ptr<C2StreamBitrateInfo::output> bitrate = mIntf->getBitrate_l();
1024 std::shared_ptr<C2StreamRequestSyncFrameTuning::output> requestSync =
1025 mIntf->getRequestSync_l();
1026 lock.unlock();
1027
1028 if (intraRefresh != mIntraRefresh) {
1029 mIntraRefresh = intraRefresh;
1030 ALOGV("Got mIntraRefresh request");
1031 }
1032
1033 if (requestSync != mRequestSync) {
1034 // we can handle IDR immediately
1035 if (requestSync->value) {
1036 // unset request
1037 C2StreamRequestSyncFrameTuning::output clearSync(0u, C2_FALSE);
1038 std::vector<std::unique_ptr<C2SettingResult>> failures;
1039 mIntf->config({&clearSync}, C2_MAY_BLOCK, &failures);
1040 ALOGV("Got sync request");
1041 flags |= AOM_EFLAG_FORCE_KF;
1042 }
1043 mRequestSync = requestSync;
1044 }
1045
1046 if (bitrate != mBitrate) {
1047 mBitrate = bitrate;
1048 mCodecConfiguration->rc_target_bitrate = (mBitrate->value + 500) / 1000;
1049 aom_codec_err_t res = aom_codec_enc_config_set(mCodecContext, mCodecConfiguration);
1050 if (res != AOM_CODEC_OK) {
1051 ALOGE("aom encoder failed to update bitrate: %s", aom_codec_err_to_string(res));
1052 mSignalledError = true;
1053 work->result = C2_CORRUPTED;
1054 return;
1055 }
1056 }
1057 }
1058
1059 uint64_t input_timestamp = work->input.ordinal.timestamp.peekull();
1060 uint32_t frame_duration;
1061 if (input_timestamp > mLastTimestamp) {
1062 frame_duration = (uint32_t)(input_timestamp - mLastTimestamp);
1063 } else {
1064 // Use default of 30 fps in case of 0 frame rate.
1065 float frame_rate = mFrameRate->value;
1066 if (frame_rate < 0.001) {
1067 frame_rate = 30.0;
1068 }
1069 frame_duration = (uint32_t)(1000000 / frame_rate + 0.5);
1070 }
1071 mLastTimestamp = input_timestamp;
1072
1073 aom_codec_err_t codec_return =
1074 aom_codec_encode(mCodecContext, &raw_frame, input_timestamp, frame_duration, flags);
1075 if (codec_return != AOM_CODEC_OK) {
1076 ALOGE("aom encoder failed to encode frame");
1077 mSignalledError = true;
1078 work->result = C2_CORRUPTED;
1079 return;
1080 }
1081
1082 bool populated = false;
1083 aom_codec_iter_t encoded_packet_iterator = nullptr;
1084 const aom_codec_cx_pkt_t* encoded_packet;
1085 while ((encoded_packet = aom_codec_get_cx_data(mCodecContext, &encoded_packet_iterator))) {
1086 if (encoded_packet->kind == AOM_CODEC_CX_FRAME_PKT) {
1087 std::shared_ptr<C2LinearBlock> block;
1088 C2MemoryUsage usage = {C2MemoryUsage::CPU_READ, C2MemoryUsage::CPU_WRITE};
1089 c2_status_t err = pool->fetchLinearBlock(encoded_packet->data.frame.sz, usage, &block);
1090 if (err != C2_OK) {
1091 ALOGE("fetchLinearBlock for Output failed with status %d", err);
1092 work->result = C2_NO_MEMORY;
1093 return;
1094 }
1095 C2WriteView wView = block->map().get();
1096 if (wView.error()) {
1097 ALOGE("write view map failed %d", wView.error());
1098 work->result = C2_CORRUPTED;
1099 return;
1100 }
1101
1102 memcpy(wView.data(), encoded_packet->data.frame.buf, encoded_packet->data.frame.sz);
1103 ++mNumInputFrames;
1104
1105 ALOGD("bytes generated %zu", encoded_packet->data.frame.sz);
1106 uint32_t flags = 0;
1107 if (end_of_stream) {
1108 flags |= C2FrameData::FLAG_END_OF_STREAM;
1109 }
1110
1111 work->worklets.front()->output.flags = (C2FrameData::flags_t)flags;
1112 work->worklets.front()->output.buffers.clear();
1113 std::shared_ptr<C2Buffer> buffer =
1114 createLinearBuffer(block, 0, encoded_packet->data.frame.sz);
1115 if (encoded_packet->data.frame.flags & AOM_FRAME_IS_KEY) {
1116 buffer->setInfo(std::make_shared<C2StreamPictureTypeMaskInfo::output>(
1117 0u /* stream id */, C2Config::SYNC_FRAME));
1118 }
1119 work->worklets.front()->output.buffers.push_back(buffer);
1120 work->worklets.front()->output.ordinal = work->input.ordinal;
1121 work->worklets.front()->output.ordinal.timestamp = encoded_packet->data.frame.pts;
1122 work->workletsProcessed = 1u;
1123 populated = true;
1124 if (end_of_stream) {
1125 mSignalledOutputEos = true;
1126 ALOGV("signalled End Of Stream");
1127 }
1128 }
1129 }
1130 if (!populated) {
1131 work->workletsProcessed = 0u;
1132 }
1133}
1134
1135c2_status_t C2SoftAomEnc::drain(uint32_t drainMode, const std::shared_ptr<C2BlockPool>& pool) {
1136 (void)pool;
1137 if (drainMode == NO_DRAIN) {
1138 ALOGW("drain with NO_DRAIN: no-op");
1139 return C2_OK;
1140 }
1141 if (drainMode == DRAIN_CHAIN) {
1142 ALOGW("DRAIN_CHAIN not supported");
1143 return C2_OMITTED;
1144 }
1145
1146 return C2_OK;
1147}
1148
1149class C2SoftAomEncFactory : public C2ComponentFactory {
1150 public:
1151 C2SoftAomEncFactory()
1152 : mHelper(std::static_pointer_cast<C2ReflectorHelper>(
1153 GetCodec2PlatformComponentStore()->getParamReflector())) {}
1154
1155 virtual c2_status_t createComponent(c2_node_id_t id,
1156 std::shared_ptr<C2Component>* const component,
1157 std::function<void(C2Component*)> deleter) override {
1158 *component = std::shared_ptr<C2Component>(
1159 new C2SoftAomEnc(COMPONENT_NAME, id,
1160 std::make_shared<C2SoftAomEnc::IntfImpl>(mHelper)),
1161 deleter);
1162 return C2_OK;
1163 }
1164
1165 virtual c2_status_t createInterface(
1166 c2_node_id_t id, std::shared_ptr<C2ComponentInterface>* const interface,
1167 std::function<void(C2ComponentInterface*)> deleter) override {
1168 *interface = std::shared_ptr<C2ComponentInterface>(
1169 new SimpleInterface<C2SoftAomEnc::IntfImpl>(
1170 COMPONENT_NAME, id, std::make_shared<C2SoftAomEnc::IntfImpl>(mHelper)),
1171 deleter);
1172 return C2_OK;
1173 }
1174
1175 virtual ~C2SoftAomEncFactory() override = default;
1176
1177 private:
1178 std::shared_ptr<C2ReflectorHelper> mHelper;
1179};
1180
1181} // namespace android
1182
1183__attribute__((cfi_canonical_jump_table)) extern "C" ::C2ComponentFactory* CreateCodec2Factory() {
1184 ALOGV("in %s", __func__);
1185 return new ::android::C2SoftAomEncFactory();
1186}
1187
1188__attribute__((cfi_canonical_jump_table)) extern "C" void DestroyCodec2Factory(
1189 ::C2ComponentFactory* factory) {
1190 ALOGV("in %s", __func__);
1191 delete factory;
1192}