blob: 7c9d3e8fddbf0fe360b658d4d81e4c49abbcd6ce [file] [log] [blame]
Fyodor Kyslovadc71142022-09-15 16:47:03 +00001/*
2 * Copyright (C) 2022 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "C2SoftAomEnc"
19#include <log/log.h>
20
21#include <media/stagefright/foundation/AUtils.h>
22#include <media/stagefright/foundation/MediaDefs.h>
23
24#include <C2Debug.h>
Harish Mahendrakar7de78d42023-02-06 17:12:18 -080025#include <Codec2CommonUtils.h>
Aayush Soni643b9182023-01-18 20:23:56 +053026#include <Codec2Mapper.h>
Fyodor Kyslovadc71142022-09-15 16:47:03 +000027#include <C2PlatformSupport.h>
28#include <SimpleC2Interface.h>
29
30#include "C2SoftAomEnc.h"
31
32namespace android {
33
34constexpr char COMPONENT_NAME[] = "c2.android.av1.encoder";
35
36#define DEFAULT_SPEED 10
37
38C2SoftAomEnc::IntfImpl::IntfImpl(const std::shared_ptr<C2ReflectorHelper>& helper)
39 : SimpleInterface<void>::BaseParams(helper, COMPONENT_NAME, C2Component::KIND_ENCODER,
40 C2Component::DOMAIN_VIDEO, MEDIA_MIMETYPE_VIDEO_AV1) {
41 noPrivateBuffers(); // TODO: account for our buffers here
42 noInputReferences();
43 noOutputReferences();
44 noInputLatency();
45 noTimeStretch();
46 setDerivedInstance(this);
47
48 addParameter(DefineParam(mUsage, C2_PARAMKEY_INPUT_STREAM_USAGE)
49 .withConstValue(new C2StreamUsageTuning::input(
50 0u, (uint64_t)C2MemoryUsage::CPU_READ))
51 .build());
52
53 addParameter(DefineParam(mSize, C2_PARAMKEY_PICTURE_SIZE)
54 .withDefault(new C2StreamPictureSizeInfo::input(0u, 320, 240))
55 .withFields({
56 C2F(mSize, width).inRange(2, 2048, 2),
57 C2F(mSize, height).inRange(2, 2048, 2),
58 })
59 .withSetter(SizeSetter)
60 .build());
61
62 addParameter(DefineParam(mBitrateMode, C2_PARAMKEY_BITRATE_MODE)
63 .withDefault(new C2StreamBitrateModeTuning::output(
64 0u, C2Config::BITRATE_VARIABLE))
65 .withFields({C2F(mBitrateMode, value)
66 .oneOf({C2Config::BITRATE_CONST,
Fyodor Kyslov58d8dea2023-02-10 02:15:54 +000067 C2Config::BITRATE_VARIABLE,
68 C2Config::BITRATE_IGNORE})})
Fyodor Kyslovadc71142022-09-15 16:47:03 +000069 .withSetter(Setter<decltype(*mBitrateMode)>::StrictValueWithNoDeps)
70 .build());
71
72 addParameter(DefineParam(mFrameRate, C2_PARAMKEY_FRAME_RATE)
73 .withDefault(new C2StreamFrameRateInfo::output(0u, 30.))
74 // TODO: More restriction?
75 .withFields({C2F(mFrameRate, value).greaterThan(0.)})
76 .withSetter(Setter<decltype(*mFrameRate)>::StrictValueWithNoDeps)
77 .build());
78
79 addParameter(DefineParam(mSyncFramePeriod, C2_PARAMKEY_SYNC_FRAME_INTERVAL)
80 .withDefault(new C2StreamSyncFrameIntervalTuning::output(0u, 1000000))
81 .withFields({C2F(mSyncFramePeriod, value).any()})
82 .withSetter(Setter<decltype(*mSyncFramePeriod)>::StrictValueWithNoDeps)
83 .build());
84
85 addParameter(DefineParam(mBitrate, C2_PARAMKEY_BITRATE)
86 .withDefault(new C2StreamBitrateInfo::output(0u, 64000))
87 .withFields({C2F(mBitrate, value).inRange(4096, 40000000)})
88 .withSetter(BitrateSetter)
89 .build());
90
Fyodor Kyslov3e3a92b2023-03-15 00:39:36 +000091 addParameter(DefineParam(mComplexity, C2_PARAMKEY_COMPLEXITY)
92 .withDefault(new C2StreamComplexityTuning::output(0u, 0))
93 .withFields({C2F(mComplexity, value).inRange(0, 5)})
94 .withSetter(Setter<decltype(*mComplexity)>::NonStrictValueWithNoDeps)
95 .build());
96
Fyodor Kyslov58d8dea2023-02-10 02:15:54 +000097 addParameter(DefineParam(mQuality, C2_PARAMKEY_QUALITY)
98 .withDefault(new C2StreamQualityTuning::output(0u, 80))
99 .withFields({C2F(mQuality, value).inRange(0, 100)})
100 .withSetter(Setter<decltype(*mQuality)>::NonStrictValueWithNoDeps)
101 .build());
102
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000103 addParameter(DefineParam(mIntraRefresh, C2_PARAMKEY_INTRA_REFRESH)
104 .withConstValue(new C2StreamIntraRefreshTuning::output(
105 0u, C2Config::INTRA_REFRESH_DISABLED, 0.))
106 .build());
107
108 addParameter(DefineParam(mProfileLevel, C2_PARAMKEY_PROFILE_LEVEL)
109 .withDefault(new C2StreamProfileLevelInfo::output(0u, PROFILE_AV1_0,
Harish Mahendrakar7d482b22023-08-21 20:08:01 -0700110 LEVEL_AV1_2))
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000111 .withFields({
112 C2F(mProfileLevel, profile).equalTo(PROFILE_AV1_0),
Fyodor Kyslova8092322022-10-09 02:47:33 +0000113 C2F(mProfileLevel, level)
114 .oneOf({LEVEL_AV1_2, LEVEL_AV1_2_1, LEVEL_AV1_2_2,
115 LEVEL_AV1_2_3, LEVEL_AV1_3, LEVEL_AV1_3_1,
116 LEVEL_AV1_3_2, LEVEL_AV1_3_3, LEVEL_AV1_4,
117 LEVEL_AV1_4_1}),
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000118 })
mtk12101c1670e92023-02-10 09:34:02 +0800119 .withSetter(ProfileLevelSetter, mSize, mFrameRate, mBitrate)
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000120 .build());
121
Harish Mahendrakar7de78d42023-02-06 17:12:18 -0800122 std::vector<uint32_t> pixelFormats = {HAL_PIXEL_FORMAT_IMPLEMENTATION_DEFINED,
123 HAL_PIXEL_FORMAT_YCBCR_420_888};
124 if (isHalPixelFormatSupported((AHardwareBuffer_Format)HAL_PIXEL_FORMAT_YCBCR_P010)) {
125 pixelFormats.push_back(HAL_PIXEL_FORMAT_YCBCR_P010);
126 }
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000127 addParameter(DefineParam(mPixelFormat, C2_PARAMKEY_PIXEL_FORMAT)
Harish Mahendrakar7de78d42023-02-06 17:12:18 -0800128 .withDefault(new C2StreamPixelFormatInfo::input(
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000129 0u, HAL_PIXEL_FORMAT_YCBCR_420_888))
Harish Mahendrakar7de78d42023-02-06 17:12:18 -0800130 .withFields({C2F(mPixelFormat, value).oneOf({pixelFormats})})
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000131 .withSetter((Setter<decltype(*mPixelFormat)>::StrictValueWithNoDeps))
132 .build());
133
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000134 addParameter(DefineParam(mRequestSync, C2_PARAMKEY_REQUEST_SYNC_FRAME)
135 .withDefault(new C2StreamRequestSyncFrameTuning::output(0u, C2_FALSE))
136 .withFields({C2F(mRequestSync, value).oneOf({C2_FALSE, C2_TRUE})})
137 .withSetter(Setter<decltype(*mRequestSync)>::NonStrictValueWithNoDeps)
138 .build());
139 addParameter(
140 DefineParam(mColorAspects, C2_PARAMKEY_COLOR_ASPECTS)
141 .withDefault(new C2StreamColorAspectsInfo::input(
142 0u, C2Color::RANGE_UNSPECIFIED, C2Color::PRIMARIES_UNSPECIFIED,
143 C2Color::TRANSFER_UNSPECIFIED, C2Color::MATRIX_UNSPECIFIED))
144 .withFields(
145 {C2F(mColorAspects, range)
146 .inRange(C2Color::RANGE_UNSPECIFIED, C2Color::RANGE_OTHER),
147 C2F(mColorAspects, primaries)
148 .inRange(C2Color::PRIMARIES_UNSPECIFIED,
149 C2Color::PRIMARIES_OTHER),
150 C2F(mColorAspects, transfer)
151 .inRange(C2Color::TRANSFER_UNSPECIFIED,
152 C2Color::TRANSFER_OTHER),
153 C2F(mColorAspects, matrix)
154 .inRange(C2Color::MATRIX_UNSPECIFIED, C2Color::MATRIX_OTHER)})
155 .withSetter(ColorAspectsSetter)
156 .build());
157
158 addParameter(
159 DefineParam(mCodedColorAspects, C2_PARAMKEY_VUI_COLOR_ASPECTS)
160 .withDefault(new C2StreamColorAspectsInfo::output(
161 0u, C2Color::RANGE_LIMITED, C2Color::PRIMARIES_UNSPECIFIED,
162 C2Color::TRANSFER_UNSPECIFIED, C2Color::MATRIX_UNSPECIFIED))
163 .withFields(
164 {C2F(mCodedColorAspects, range)
165 .inRange(C2Color::RANGE_UNSPECIFIED, C2Color::RANGE_OTHER),
166 C2F(mCodedColorAspects, primaries)
167 .inRange(C2Color::PRIMARIES_UNSPECIFIED,
168 C2Color::PRIMARIES_OTHER),
169 C2F(mCodedColorAspects, transfer)
170 .inRange(C2Color::TRANSFER_UNSPECIFIED,
171 C2Color::TRANSFER_OTHER),
172 C2F(mCodedColorAspects, matrix)
173 .inRange(C2Color::MATRIX_UNSPECIFIED, C2Color::MATRIX_OTHER)})
174 .withSetter(CodedColorAspectsSetter, mColorAspects)
175 .build());
176}
177
178C2R C2SoftAomEnc::IntfImpl::BitrateSetter(bool mayBlock, C2P<C2StreamBitrateInfo::output>& me) {
179 (void)mayBlock;
180 C2R res = C2R::Ok();
181 if (me.v.value < 4096) {
182 me.set().value = 4096;
183 }
184 return res;
185}
186
187C2R C2SoftAomEnc::IntfImpl::SizeSetter(bool mayBlock,
188 const C2P<C2StreamPictureSizeInfo::input>& oldMe,
189 C2P<C2StreamPictureSizeInfo::input>& me) {
190 (void)mayBlock;
191 C2R res = C2R::Ok();
192 if (!me.F(me.v.width).supportsAtAll(me.v.width)) {
193 res = res.plus(C2SettingResultBuilder::BadValue(me.F(me.v.width)));
194 me.set().width = oldMe.v.width;
195 }
196 if (!me.F(me.v.height).supportsAtAll(me.v.height)) {
197 res = res.plus(C2SettingResultBuilder::BadValue(me.F(me.v.height)));
198 me.set().height = oldMe.v.height;
199 }
200 return res;
201}
202
203C2R C2SoftAomEnc::IntfImpl::ProfileLevelSetter(bool mayBlock,
mtk12101c1670e92023-02-10 09:34:02 +0800204 C2P<C2StreamProfileLevelInfo::output>& me,
205 const C2P<C2StreamPictureSizeInfo::input>& size,
206 const C2P<C2StreamFrameRateInfo::output>& frameRate,
207 const C2P<C2StreamBitrateInfo::output>& bitrate) {
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000208 (void)mayBlock;
209 if (!me.F(me.v.profile).supportsAtAll(me.v.profile)) {
210 me.set().profile = PROFILE_AV1_0;
211 }
mtk12101c1670e92023-02-10 09:34:02 +0800212 struct LevelLimits {
213 C2Config::level_t level;
214 float samplesPerSec;
215 uint64_t samples;
216 uint32_t bitrate;
217 size_t maxHSize;
218 size_t maxVSize;
219 };
220 constexpr LevelLimits kLimits[] = {
221 {LEVEL_AV1_2, 4423680, 147456, 1500000, 2048, 1152},
222 {LEVEL_AV1_2_1, 8363520, 278784, 3000000, 2816, 1584},
223 {LEVEL_AV1_3, 19975680, 665856, 6000000, 4352, 2448},
224 {LEVEL_AV1_3_1, 37950720, 1065024, 10000000, 5504, 3096},
225 {LEVEL_AV1_4, 70778880, 2359296, 12000000, 6144, 3456},
226 {LEVEL_AV1_4_1, 141557760, 2359296, 20000000, 6144, 3456},
227 };
228
229 uint64_t samples = size.v.width * size.v.height;
230 float samplesPerSec = float(samples) * frameRate.v.value;
231
232 // Check if the supplied level meets the samples / bitrate requirements.
233 // If not, update the level with the lowest level meeting the requirements.
234 bool found = false;
235
236 // By default needsUpdate = false in case the supplied level does meet
237 // the requirements.
238 bool needsUpdate = false;
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000239 if (!me.F(me.v.level).supportsAtAll(me.v.level)) {
mtk12101c1670e92023-02-10 09:34:02 +0800240 needsUpdate = true;
241 }
242 for (const LevelLimits& limit : kLimits) {
243 if (samples <= limit.samples && samplesPerSec <= limit.samplesPerSec &&
244 bitrate.v.value <= limit.bitrate && size.v.width <= limit.maxHSize &&
245 size.v.height <= limit.maxVSize) {
246 // This is the lowest level that meets the requirements, and if
247 // we haven't seen the supplied level yet, that means we don't
248 // need the update.
249 if (needsUpdate) {
250 ALOGD("Given level %x does not cover current configuration: "
251 "adjusting to %x",
252 me.v.level, limit.level);
253 me.set().level = limit.level;
254 }
255 found = true;
256 break;
257 }
258 if (me.v.level == limit.level) {
259 // We break out of the loop when the lowest feasible level is
260 // found. The fact that we're here means that our level doesn't
261 // meet the requirement and needs to be updated.
262 needsUpdate = true;
263 }
264 }
265 if (!found) {
266 // We set to the highest supported level.
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000267 me.set().level = LEVEL_AV1_4_1;
268 }
269 return C2R::Ok();
270}
271
272uint32_t C2SoftAomEnc::IntfImpl::getSyncFramePeriod() const {
273 if (mSyncFramePeriod->value < 0 || mSyncFramePeriod->value == INT64_MAX) {
274 return 0;
275 }
276 double period = mSyncFramePeriod->value / 1e6 * mFrameRate->value;
277 return (uint32_t)c2_max(c2_min(period + 0.5, double(UINT32_MAX)), 1.);
278}
279
280C2R C2SoftAomEnc::IntfImpl::ColorAspectsSetter(bool mayBlock,
281 C2P<C2StreamColorAspectsInfo::input>& me) {
282 (void)mayBlock;
283 if (me.v.range > C2Color::RANGE_OTHER) {
284 me.set().range = C2Color::RANGE_OTHER;
285 }
286 if (me.v.primaries > C2Color::PRIMARIES_OTHER) {
287 me.set().primaries = C2Color::PRIMARIES_OTHER;
288 }
289 if (me.v.transfer > C2Color::TRANSFER_OTHER) {
290 me.set().transfer = C2Color::TRANSFER_OTHER;
291 }
292 if (me.v.matrix > C2Color::MATRIX_OTHER) {
293 me.set().matrix = C2Color::MATRIX_OTHER;
294 }
295 return C2R::Ok();
296}
297C2R C2SoftAomEnc::IntfImpl::CodedColorAspectsSetter(
298 bool mayBlock, C2P<C2StreamColorAspectsInfo::output>& me,
299 const C2P<C2StreamColorAspectsInfo::input>& coded) {
300 (void)mayBlock;
301 me.set().range = coded.v.range;
302 me.set().primaries = coded.v.primaries;
303 me.set().transfer = coded.v.transfer;
304 me.set().matrix = coded.v.matrix;
305 return C2R::Ok();
306}
307
Harish Mahendrakar7d482b22023-08-21 20:08:01 -0700308uint32_t C2SoftAomEnc::IntfImpl::getLevel_l() const {
309 return mProfileLevel->level - LEVEL_AV1_2;
310}
311
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000312C2SoftAomEnc::C2SoftAomEnc(const char* name, c2_node_id_t id,
313 const std::shared_ptr<IntfImpl>& intfImpl)
314 : SimpleC2Component(std::make_shared<SimpleInterface<IntfImpl>>(name, id, intfImpl)),
315 mIntf(intfImpl),
316 mCodecContext(nullptr),
317 mCodecConfiguration(nullptr),
318 mCodecInterface(nullptr),
319 mStrideAlign(2),
320 mBitrateControlMode(AOM_VBR),
321 mMinQuantizer(0),
322 mMaxQuantizer(0),
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000323 mLastTimestamp(INT64_MAX),
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000324 mSignalledOutputEos(false),
325 mSignalledError(false),
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000326 mHeadersReceived(false),
327 mIs10Bit(false) {
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000328 ALOGV("Constructor");
329}
330
331C2SoftAomEnc::~C2SoftAomEnc() {
332 ALOGV("Destructor");
333 onRelease();
334}
335
336c2_status_t C2SoftAomEnc::onInit() {
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000337 return C2_OK;
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000338}
339
340c2_status_t C2SoftAomEnc::onStop() {
Aayush Soni5d278692023-10-27 15:49:37 +0530341 IntfImpl::Lock lock = mIntf->lock();
342 std::shared_ptr<C2StreamRequestSyncFrameTuning::output> requestSync = mIntf->getRequestSync_l();
343 lock.unlock();
344 if (requestSync != mRequestSync) {
345 // we can handle IDR immediately
346 if (requestSync->value) {
347 // unset request
348 C2StreamRequestSyncFrameTuning::output clearSync(0u, C2_FALSE);
349 std::vector<std::unique_ptr<C2SettingResult>> failures;
350 mIntf->config({ &clearSync }, C2_MAY_BLOCK, &failures);
351 }
352 mRequestSync = requestSync;
353 }
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000354 onRelease();
355 return C2_OK;
356}
357
358void C2SoftAomEnc::onReset() {
359 (void)onStop();
360}
361
362void C2SoftAomEnc::onRelease() {
363 if (mCodecContext) {
364 aom_codec_destroy(mCodecContext);
365 delete mCodecContext;
366 mCodecContext = nullptr;
367 }
368
369 if (mCodecConfiguration) {
370 delete mCodecConfiguration;
371 mCodecConfiguration = nullptr;
372 }
373
374 // this one is not allocated by us
375 mCodecInterface = nullptr;
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000376 mHeadersReceived = false;
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000377}
378
379c2_status_t C2SoftAomEnc::onFlush_sm() {
380 return onStop();
381}
382
Fyodor Kyslov58d8dea2023-02-10 02:15:54 +0000383// c2Quality is in range of 0-100 (the more - the better),
384// for AOM quality we are using a range of 15-50 (the less - the better)
385static int MapC2QualityToAOMQuality (int c2Quality) {
386 return 15 + 35 * (100 - c2Quality) / 100;
387}
388
Fyodor Kyslov3e3a92b2023-03-15 00:39:36 +0000389static int MapC2ComplexityToAOMSpeed (int c2Complexity) {
390 int mapping[6] = {10, 9, 8, 7, 6, 6};
391 if (c2Complexity > 5 || c2Complexity < 0) {
392 ALOGW("Wrong complexity setting. Falling back to speed 10");
393 return 10;
394 }
395 return mapping[c2Complexity];
396}
397
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000398aom_codec_err_t C2SoftAomEnc::setupCodecParameters() {
399 aom_codec_err_t codec_return = AOM_CODEC_OK;
400
Harish Mahendrakar7d482b22023-08-21 20:08:01 -0700401 codec_return = aom_codec_control(mCodecContext, AV1E_SET_TARGET_SEQ_LEVEL_IDX, mAV1EncLevel);
402 if (codec_return != AOM_CODEC_OK) goto BailOut;
403
Fyodor Kyslov3e3a92b2023-03-15 00:39:36 +0000404 codec_return = aom_codec_control(mCodecContext, AOME_SET_CPUUSED,
405 MapC2ComplexityToAOMSpeed(mComplexity->value));
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000406 if (codec_return != AOM_CODEC_OK) goto BailOut;
407
408 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ROW_MT, 1);
409 if (codec_return != AOM_CODEC_OK) goto BailOut;
410
411 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_CDEF, 1);
412 if (codec_return != AOM_CODEC_OK) goto BailOut;
413
414 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_TPL_MODEL, 0);
415 if (codec_return != AOM_CODEC_OK) goto BailOut;
416
417 codec_return = aom_codec_control(mCodecContext, AV1E_SET_DELTAQ_MODE, 0);
418 if (codec_return != AOM_CODEC_OK) goto BailOut;
419
420 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_ORDER_HINT, 0);
421 if (codec_return != AOM_CODEC_OK) goto BailOut;
422
423 codec_return = aom_codec_control(mCodecContext, AV1E_SET_AQ_MODE, 3);
424 if (codec_return != AOM_CODEC_OK) goto BailOut;
425
426 codec_return = aom_codec_control(mCodecContext, AV1E_SET_COEFF_COST_UPD_FREQ, 3);
427 if (codec_return != AOM_CODEC_OK) goto BailOut;
428
429 codec_return = aom_codec_control(mCodecContext, AV1E_SET_MODE_COST_UPD_FREQ, 3);
430 if (codec_return != AOM_CODEC_OK) goto BailOut;
431
432 codec_return = aom_codec_control(mCodecContext, AV1E_SET_MV_COST_UPD_FREQ, 3);
433 if (codec_return != AOM_CODEC_OK) goto BailOut;
434
435 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_PALETTE, 0);
436 if (codec_return != AOM_CODEC_OK) goto BailOut;
437
438 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_OBMC, 0);
439 if (codec_return != AOM_CODEC_OK) goto BailOut;
440
441 codec_return = aom_codec_control(mCodecContext, AV1E_SET_NOISE_SENSITIVITY, 0);
442 if (codec_return != AOM_CODEC_OK) goto BailOut;
443
444 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_WARPED_MOTION, 0);
445 if (codec_return != AOM_CODEC_OK) goto BailOut;
446
447 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_GLOBAL_MOTION, 0);
448 if (codec_return != AOM_CODEC_OK) goto BailOut;
449
450 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_REF_FRAME_MVS, 0);
451 if (codec_return != AOM_CODEC_OK) goto BailOut;
452
453 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_CFL_INTRA, 0);
454 if (codec_return != AOM_CODEC_OK) goto BailOut;
455
456 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_SMOOTH_INTRA, 0);
457 if (codec_return != AOM_CODEC_OK) goto BailOut;
458 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_ANGLE_DELTA, 0);
459 if (codec_return != AOM_CODEC_OK) goto BailOut;
460 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_FILTER_INTRA, 0);
461 if (codec_return != AOM_CODEC_OK) goto BailOut;
462
463 codec_return = aom_codec_control(mCodecContext, AV1E_SET_INTRA_DEFAULT_TX_ONLY, 1);
464 if (codec_return != AOM_CODEC_OK) goto BailOut;
465 codec_return = aom_codec_control(mCodecContext, AV1E_SET_DISABLE_TRELLIS_QUANT, 1);
466 if (codec_return != AOM_CODEC_OK) goto BailOut;
467
468 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_DIST_WTD_COMP, 0);
469 if (codec_return != AOM_CODEC_OK) goto BailOut;
470 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_DIFF_WTD_COMP, 0);
471 if (codec_return != AOM_CODEC_OK) goto BailOut;
472 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_DUAL_FILTER, 0);
473 if (codec_return != AOM_CODEC_OK) goto BailOut;
474 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_INTERINTRA_COMP, 0);
475 if (codec_return != AOM_CODEC_OK) goto BailOut;
476 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_INTERINTRA_WEDGE, 0);
477 if (codec_return != AOM_CODEC_OK) goto BailOut;
478 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_INTRA_EDGE_FILTER, 0);
479 if (codec_return != AOM_CODEC_OK) goto BailOut;
480 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_INTRABC, 0);
481 if (codec_return != AOM_CODEC_OK) goto BailOut;
482 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_MASKED_COMP, 0);
483 if (codec_return != AOM_CODEC_OK) goto BailOut;
484 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_PAETH_INTRA, 0);
485 if (codec_return != AOM_CODEC_OK) goto BailOut;
486 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_QM, 0);
487 if (codec_return != AOM_CODEC_OK) goto BailOut;
488 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_RECT_PARTITIONS, 0);
489 if (codec_return != AOM_CODEC_OK) goto BailOut;
490 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_RESTORATION, 0);
491 if (codec_return != AOM_CODEC_OK) goto BailOut;
492 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_SMOOTH_INTERINTRA, 0);
493 if (codec_return != AOM_CODEC_OK) goto BailOut;
494 codec_return = aom_codec_control(mCodecContext, AV1E_SET_ENABLE_TX64, 0);
495 if (codec_return != AOM_CODEC_OK) goto BailOut;
496
497 codec_return = aom_codec_control(mCodecContext, AV1E_SET_MAX_REFERENCE_FRAMES, 3);
498 if (codec_return != AOM_CODEC_OK) goto BailOut;
499
Fyodor Kyslov58d8dea2023-02-10 02:15:54 +0000500 if (mBitrateControlMode == AOM_Q) {
501 const int aomCQLevel = MapC2QualityToAOMQuality(mQuality->value);
502 ALOGV("Set Q from %d to CQL %d",
503 mQuality->value, aomCQLevel);
504
505 codec_return = aom_codec_control(mCodecContext, AOME_SET_CQ_LEVEL, aomCQLevel);
506 if (codec_return != AOM_CODEC_OK) goto BailOut;
507 }
508
Aayush Soni643b9182023-01-18 20:23:56 +0530509 ColorAspects sfAspects;
510 if (!C2Mapper::map(mColorAspects->primaries, &sfAspects.mPrimaries)) {
511 sfAspects.mPrimaries = android::ColorAspects::PrimariesUnspecified;
512 }
513 if (!C2Mapper::map(mColorAspects->range, &sfAspects.mRange)) {
514 sfAspects.mRange = android::ColorAspects::RangeUnspecified;
515 }
516 if (!C2Mapper::map(mColorAspects->matrix, &sfAspects.mMatrixCoeffs)) {
517 sfAspects.mMatrixCoeffs = android::ColorAspects::MatrixUnspecified;
518 }
519 if (!C2Mapper::map(mColorAspects->transfer, &sfAspects.mTransfer)) {
520 sfAspects.mTransfer = android::ColorAspects::TransferUnspecified;
521 }
522 int32_t primaries, transfer, matrixCoeffs;
523 bool range;
524 ColorUtils::convertCodecColorAspectsToIsoAspects(sfAspects,
525 &primaries,
526 &transfer,
527 &matrixCoeffs,
528 &range);
529
530 codec_return = aom_codec_control(mCodecContext, AV1E_SET_COLOR_RANGE, range);
531 if (codec_return != AOM_CODEC_OK) goto BailOut;
532 codec_return = aom_codec_control(mCodecContext, AV1E_SET_COLOR_PRIMARIES, primaries);
533 if (codec_return != AOM_CODEC_OK) goto BailOut;
534 codec_return = aom_codec_control(mCodecContext, AV1E_SET_TRANSFER_CHARACTERISTICS, transfer);
535 if (codec_return != AOM_CODEC_OK) goto BailOut;
536 codec_return = aom_codec_control(mCodecContext, AV1E_SET_MATRIX_COEFFICIENTS, matrixCoeffs);
537 if (codec_return != AOM_CODEC_OK) goto BailOut;
538
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000539BailOut:
540 return codec_return;
541}
542
543status_t C2SoftAomEnc::initEncoder() {
544 aom_codec_err_t codec_return;
545 status_t result = UNKNOWN_ERROR;
546 {
547 IntfImpl::Lock lock = mIntf->lock();
548 // Fetch config
549 mSize = mIntf->getSize_l();
550 mBitrate = mIntf->getBitrate_l();
551 mBitrateMode = mIntf->getBitrateMode_l();
552 mFrameRate = mIntf->getFrameRate_l();
553 mIntraRefresh = mIntf->getIntraRefresh_l();
554 mRequestSync = mIntf->getRequestSync_l();
Aayush Soni643b9182023-01-18 20:23:56 +0530555 mColorAspects = mIntf->getCodedColorAspects_l();
Fyodor Kyslov58d8dea2023-02-10 02:15:54 +0000556 mQuality = mIntf->getQuality_l();
Fyodor Kyslov3e3a92b2023-03-15 00:39:36 +0000557 mComplexity = mIntf->getComplexity_l();
Harish Mahendrakar7d482b22023-08-21 20:08:01 -0700558 mAV1EncLevel = mIntf->getLevel_l();
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000559 }
560
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000561
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000562 switch (mBitrateMode->value) {
563 case C2Config::BITRATE_CONST:
564 mBitrateControlMode = AOM_CBR;
565 break;
Fyodor Kyslov58d8dea2023-02-10 02:15:54 +0000566 case C2Config::BITRATE_IGNORE:
567 mBitrateControlMode = AOM_Q;
568 break;
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000569 case C2Config::BITRATE_VARIABLE:
570 [[fallthrough]];
571 default:
572 mBitrateControlMode = AOM_VBR;
573 break;
574 }
575
576 mCodecInterface = aom_codec_av1_cx();
577 if (!mCodecInterface) goto CleanUp;
578
Fyodor Kyslov3e3a92b2023-03-15 00:39:36 +0000579 ALOGD("AOM: initEncoder. BRMode: %u. KF: %u. QP: %u - %u, 10Bit: %d, comlexity %d",
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000580 (uint32_t)mBitrateControlMode,
Fyodor Kyslov3e3a92b2023-03-15 00:39:36 +0000581 mIntf->getSyncFramePeriod(), mMinQuantizer, mMaxQuantizer, mIs10Bit, mComplexity->value);
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000582
583 mCodecConfiguration = new aom_codec_enc_cfg_t;
584 if (!mCodecConfiguration) goto CleanUp;
585
586 codec_return = aom_codec_enc_config_default(mCodecInterface, mCodecConfiguration,
587 AOM_USAGE_REALTIME); // RT mode
588 if (codec_return != AOM_CODEC_OK) {
589 ALOGE("Error populating default configuration for aom encoder.");
590 goto CleanUp;
591 }
592
593 mCodecConfiguration->g_w = mSize->width;
594 mCodecConfiguration->g_h = mSize->height;
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000595 mCodecConfiguration->g_bit_depth = mIs10Bit ? AOM_BITS_10 : AOM_BITS_8;
596 mCodecConfiguration->g_input_bit_depth = mIs10Bit ? 10 : 8;
597
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000598
599 mCodecConfiguration->g_threads = 0;
600 mCodecConfiguration->g_error_resilient = 0;
601
602 // timebase unit is microsecond
603 // g_timebase is in seconds (i.e. 1/1000000 seconds)
604 mCodecConfiguration->g_timebase.num = 1;
605 mCodecConfiguration->g_timebase.den = 1000000;
606 // rc_target_bitrate is in kbps, mBitrate in bps
607 mCodecConfiguration->rc_target_bitrate = (mBitrate->value + 500) / 1000;
Fyodor Kyslov58d8dea2023-02-10 02:15:54 +0000608 mCodecConfiguration->rc_end_usage = mBitrateControlMode == AOM_Q ? AOM_Q : AOM_CBR;
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000609 // Disable frame drop - not allowed in MediaCodec now.
610 mCodecConfiguration->rc_dropframe_thresh = 0;
611 // Disable lagged encoding.
612 mCodecConfiguration->g_lag_in_frames = 0;
613
614 // Disable spatial resizing.
615 mCodecConfiguration->rc_resize_mode = 0;
616 // Single-pass mode.
617 mCodecConfiguration->g_pass = AOM_RC_ONE_PASS;
618
619 // Maximum key frame interval - for CBR boost to 3000
620 mCodecConfiguration->kf_max_dist = 3000;
621 // Encoder determines optimal key frame placement automatically.
622 mCodecConfiguration->kf_mode = AOM_KF_AUTO;
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000623 // The amount of data that may be buffered by the decoding
624 // application in ms.
625 mCodecConfiguration->rc_buf_sz = 1000;
626
627 if (mBitrateControlMode == AOM_CBR) {
Fyodor Kyslov90d99d62023-05-02 23:28:45 +0000628 // Initial value of the buffer level in ms.
629 mCodecConfiguration->rc_buf_initial_sz = 500;
630 // Amount of data that the encoder should try to maintain in ms.
631 mCodecConfiguration->rc_buf_optimal_sz = 600;
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000632 // Maximum amount of bits that can be subtracted from the target
633 // bitrate - expressed as percentage of the target bitrate.
634 mCodecConfiguration->rc_undershoot_pct = 100;
635 // Maximum amount of bits that can be added to the target
636 // bitrate - expressed as percentage of the target bitrate.
637 mCodecConfiguration->rc_overshoot_pct = 10;
638 } else {
639 // Maximum amount of bits that can be subtracted from the target
640 // bitrate - expressed as percentage of the target bitrate.
641 mCodecConfiguration->rc_undershoot_pct = 100;
642 // Maximum amount of bits that can be added to the target
643 // bitrate - expressed as percentage of the target bitrate.
Fyodor Kyslov90d99d62023-05-02 23:28:45 +0000644 mCodecConfiguration->rc_overshoot_pct = 100;
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000645 }
646
647 if (mIntf->getSyncFramePeriod() >= 0) {
648 mCodecConfiguration->kf_max_dist = mIntf->getSyncFramePeriod();
649 mCodecConfiguration->kf_min_dist = mIntf->getSyncFramePeriod();
650 mCodecConfiguration->kf_mode = AOM_KF_AUTO;
651 }
652 if (mMinQuantizer > 0) {
653 mCodecConfiguration->rc_min_quantizer = mMinQuantizer;
654 }
655 if (mMaxQuantizer > 0) {
656 mCodecConfiguration->rc_max_quantizer = mMaxQuantizer;
Fyodor Kyslov90d99d62023-05-02 23:28:45 +0000657 } else {
658 if (mBitrateControlMode == AOM_VBR) {
659 // For VBR we are limiting MaxQP to 52 (down 11 steps) to maintain quality
660 // 52 comes from experiments done on libaom standalone app
661 mCodecConfiguration->rc_max_quantizer = 52;
662 }
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000663 }
664
665 mCodecContext = new aom_codec_ctx_t;
666 if (!mCodecContext) goto CleanUp;
667 codec_return = aom_codec_enc_init(mCodecContext, mCodecInterface, mCodecConfiguration,
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000668 mIs10Bit ? AOM_CODEC_USE_HIGHBITDEPTH : 0);
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000669 if (codec_return != AOM_CODEC_OK) {
670 ALOGE("Error initializing aom encoder");
671 goto CleanUp;
672 }
673
674 codec_return = setupCodecParameters();
675 if (codec_return != AOM_CODEC_OK) {
676 ALOGE("Error setting up codec parameters");
677 goto CleanUp;
678 }
679
680 mHeadersReceived = false;
681
682 {
683 uint32_t width = mSize->width;
684 uint32_t height = mSize->height;
685 if (((uint64_t)width * height) > ((uint64_t)INT32_MAX / 3)) {
686 ALOGE("b/25812794, Buffer size is too big, width=%u, height=%u.", width, height);
687 } else {
688 uint32_t stride = (width + mStrideAlign - 1) & ~(mStrideAlign - 1);
689 uint32_t vstride = (height + mStrideAlign - 1) & ~(mStrideAlign - 1);
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000690 mConversionBuffer = MemoryBlock::Allocate(stride * vstride * 3 / (mIs10Bit? 1 : 2));
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000691 if (!mConversionBuffer.size()) {
692 ALOGE("Allocating conversion buffer failed.");
693 } else {
694 mNumInputFrames = -1;
695 return OK;
696 }
697 }
698 }
699
700CleanUp:
701 onRelease();
702 return result;
703}
704
705void C2SoftAomEnc::process(const std::unique_ptr<C2Work>& work,
706 const std::shared_ptr<C2BlockPool>& pool) {
707 // Initialize output work
708 work->result = C2_OK;
709 work->workletsProcessed = 1u;
710 work->worklets.front()->output.flags = work->input.flags;
711
712 if (mSignalledError || mSignalledOutputEos) {
713 work->result = C2_BAD_VALUE;
714 return;
715 }
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000716
Suyog Pawar0ed520b2023-05-12 14:16:24 +0000717 std::shared_ptr<C2GraphicView> rView;
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000718 std::shared_ptr<C2Buffer> inputBuffer;
719 if (!work->input.buffers.empty()) {
720 inputBuffer = work->input.buffers[0];
Suyog Pawar0ed520b2023-05-12 14:16:24 +0000721 rView = std::make_shared<C2GraphicView>(
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000722 inputBuffer->data().graphicBlocks().front().map().get());
723 if (rView->error() != C2_OK) {
724 ALOGE("graphic view map err = %d", rView->error());
725 work->result = C2_CORRUPTED;
726 return;
727 }
728 } else {
729 ALOGV("Empty input Buffer");
730 uint32_t flags = 0;
731 if (work->input.flags & C2FrameData::FLAG_END_OF_STREAM) {
732 flags |= C2FrameData::FLAG_END_OF_STREAM;
733 }
734 work->worklets.front()->output.flags = (C2FrameData::flags_t)flags;
735 work->worklets.front()->output.buffers.clear();
736 work->worklets.front()->output.ordinal = work->input.ordinal;
737 work->workletsProcessed = 1u;
738 return;
739 }
740
741 bool end_of_stream = ((work->input.flags & C2FrameData::FLAG_END_OF_STREAM) != 0);
742 aom_image_t raw_frame;
743 const C2PlanarLayout& layout = rView->layout();
744 if (!mHeadersReceived) {
745 mIs10Bit = (layout.planes[layout.PLANE_Y].bitDepth == 10);
746
747 // Re-Initialize encoder
748 if (mCodecContext){
749 onRelease();
750 }
751 }
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000752 if (!mCodecContext && OK != initEncoder()) {
753 ALOGE("Failed to initialize encoder");
754 mSignalledError = true;
755 work->result = C2_CORRUPTED;
756 return;
757 }
758
Suyog Pawar0ed520b2023-05-12 14:16:24 +0000759 //(b/279387842)
760 //workaround for incorrect crop size in view when using surface mode
761 rView->setCrop_be(C2Rect(mSize->width, mSize->height));
762
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000763 if (!mHeadersReceived) {
764 Av1Config av1_config;
765 constexpr uint32_t header_length = 2048;
766 uint8_t header[header_length];
767 size_t header_bytes;
768 aom_fixed_buf_t* obu_sequence_header = aom_codec_get_global_headers(mCodecContext);
769 int ret = 1;
770 if (obu_sequence_header) {
771 if (get_av1config_from_obu(reinterpret_cast<const uint8_t*>(obu_sequence_header->buf),
772 obu_sequence_header->sz, false, &av1_config) == 0) {
773 ret = write_av1config(&av1_config, header_length, &header_bytes, header);
774
775 } else {
776 ALOGE("Can not get config");
777 }
778 free(obu_sequence_header->buf);
779 free(obu_sequence_header);
780 }
781
782 if (ret) {
783 ALOGE("Can not write config");
784 mSignalledError = true;
785 work->result = C2_NO_MEMORY;
786 work->workletsProcessed = 1u;
787 return;
788 }
789
790 mHeadersReceived = true;
791 std::unique_ptr<C2StreamInitDataInfo::output> csd =
792 C2StreamInitDataInfo::output::AllocUnique(header_bytes, 0u);
793 if (!csd) {
794 ALOGE("CSD allocation failed");
795 mSignalledError = true;
796 work->result = C2_NO_MEMORY;
797 work->workletsProcessed = 1u;
798 return;
799 }
800 memcpy(csd->m.value, header, header_bytes);
801 work->worklets.front()->output.configUpdate.push_back(std::move(csd));
802 ALOGV("CSD Produced of size %zu bytes", header_bytes);
803 }
804
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000805 const C2ConstGraphicBlock inBuffer = inputBuffer->data().graphicBlocks().front();
806 if (inBuffer.width() < mSize->width || inBuffer.height() < mSize->height) {
807 ALOGE("unexpected Input buffer attributes %d(%d) x %d(%d)", inBuffer.width(), mSize->width,
808 inBuffer.height(), mSize->height);
809 mSignalledError = true;
810 work->result = C2_BAD_VALUE;
811 return;
812 }
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000813
814
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000815 uint32_t width = mSize->width;
816 uint32_t height = mSize->height;
817 if (width > 0x8000 || height > 0x8000) {
818 ALOGE("Image too big: %u x %u", width, height);
819 work->result = C2_BAD_VALUE;
820 return;
821 }
822 uint32_t stride = (width + mStrideAlign - 1) & ~(mStrideAlign - 1);
823 uint32_t vstride = (height + mStrideAlign - 1) & ~(mStrideAlign - 1);
824 switch (layout.type) {
825 case C2PlanarLayout::TYPE_RGB:
826 case C2PlanarLayout::TYPE_RGBA: {
827 std::shared_ptr<C2StreamColorAspectsInfo::output> colorAspects;
828 {
829 IntfImpl::Lock lock = mIntf->lock();
830 colorAspects = mIntf->getCodedColorAspects_l();
831 }
832 ConvertRGBToPlanarYUV(mConversionBuffer.data(), stride, vstride,
833 mConversionBuffer.size(), *rView.get(), colorAspects->matrix,
834 colorAspects->range);
835 aom_img_wrap(&raw_frame, AOM_IMG_FMT_I420, width, height, mStrideAlign,
836 mConversionBuffer.data());
837 break;
838 }
839 case C2PlanarLayout::TYPE_YUV: {
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000840 const bool isYUV420_10bit = IsYUV420_10bit(*rView);
841 if (!IsYUV420(*rView) && !isYUV420_10bit) {
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000842 ALOGE("input is not YUV420");
843 work->result = C2_BAD_VALUE;
844 return;
845 }
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000846 if (!isYUV420_10bit) {
847 if (IsI420(*rView)) {
848 // I420 compatible - though with custom offset and stride
849 aom_img_wrap(&raw_frame, AOM_IMG_FMT_I420, width, height, mStrideAlign,
850 (uint8_t*)rView->data()[0]);
851 raw_frame.planes[1] = (uint8_t*)rView->data()[1];
852 raw_frame.planes[2] = (uint8_t*)rView->data()[2];
853 raw_frame.stride[0] = layout.planes[layout.PLANE_Y].rowInc;
854 raw_frame.stride[1] = layout.planes[layout.PLANE_U].rowInc;
855 raw_frame.stride[2] = layout.planes[layout.PLANE_V].rowInc;
856 } else {
857 // TODO(kyslov): Add image wrap for NV12
858 // copy to I420
859 MediaImage2 img = CreateYUV420PlanarMediaImage2(width, height, stride, vstride);
860 if (mConversionBuffer.size() >= stride * vstride * 3 / 2) {
861 status_t err = ImageCopy(mConversionBuffer.data(), &img, *rView);
862 if (err != OK) {
863 ALOGE("Buffer conversion failed: %d", err);
864 work->result = C2_BAD_VALUE;
865 return;
866 }
867 aom_img_wrap(&raw_frame, AOM_IMG_FMT_I420, stride, vstride, mStrideAlign,
868 mConversionBuffer.data());
869 aom_img_set_rect(&raw_frame, 0, 0, width, height, 0);
870 } else {
871 ALOGE("Conversion buffer is too small: %u x %u for %zu", stride, vstride,
872 mConversionBuffer.size());
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000873 work->result = C2_BAD_VALUE;
874 return;
875 }
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000876 }
877 } else { // 10 bits
878 if (IsP010(*rView)) {
879 if (mConversionBuffer.size() >= stride * vstride * 3) {
880 uint16_t *dstY, *dstU, *dstV;
881 dstY = (uint16_t*)mConversionBuffer.data();
Aayush Soni698e2f22023-02-18 01:10:53 +0530882 dstU = dstY + stride * vstride;
883 dstV = dstU + (stride * vstride) / 4;
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000884 convertP010ToYUV420Planar16(dstY, dstU, dstV, (uint16_t*)(rView->data()[0]),
Aayush Soni698e2f22023-02-18 01:10:53 +0530885 (uint16_t*)(rView->data()[1]),
886 layout.planes[layout.PLANE_Y].rowInc / 2,
887 layout.planes[layout.PLANE_U].rowInc / 2,
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000888 stride, stride / 2, stride / 2, stride,
889 vstride);
890 aom_img_wrap(&raw_frame, AOM_IMG_FMT_I42016, stride, vstride, mStrideAlign,
891 mConversionBuffer.data());
892 aom_img_set_rect(&raw_frame, 0, 0, width, height, 0);
893 } else {
894 ALOGE("Conversion buffer is too small: %u x %u for %zu", stride, vstride,
895 mConversionBuffer.size());
896 work->result = C2_BAD_VALUE;
897 return;
898 }
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000899 } else {
Fyodor Kyslovd97e9912022-11-07 19:23:21 +0000900 ALOGE("Image format conversion is not supported.");
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000901 work->result = C2_BAD_VALUE;
902 return;
903 }
904 }
905 break;
906 }
Aayush Soni5e82a6c2023-02-27 18:34:23 +0530907 case C2PlanarLayout::TYPE_YUVA: {
908 if (mConversionBuffer.size() >= stride * vstride * 3) {
909 uint16_t *dstY, *dstU, *dstV;
910 dstY = (uint16_t*)mConversionBuffer.data();
911 dstU = dstY + stride * vstride;
912 dstV = dstU + (stride * vstride) / 4;
913 convertRGBA1010102ToYUV420Planar16(dstY, dstU, dstV, (uint32_t*)(rView->data()[0]),
914 layout.planes[layout.PLANE_Y].rowInc / 4, stride,
915 vstride, mColorAspects->matrix,
916 mColorAspects->range);
917 aom_img_wrap(&raw_frame, AOM_IMG_FMT_I42016, stride, vstride, mStrideAlign,
918 mConversionBuffer.data());
919 aom_img_set_rect(&raw_frame, 0, 0, width, height, 0);
920 } else {
921 ALOGE("Conversion buffer is too small: %u x %u for %zu", stride, vstride,
922 mConversionBuffer.size());
923 work->result = C2_BAD_VALUE;
924 return;
925 }
926 break;
927 }
928
Fyodor Kyslovadc71142022-09-15 16:47:03 +0000929 default:
930 ALOGE("Unrecognized plane type: %d", layout.type);
931 work->result = C2_BAD_VALUE;
932 return;
933 }
934
935 aom_enc_frame_flags_t flags = 0;
936 // handle dynamic config parameters
937 {
938 IntfImpl::Lock lock = mIntf->lock();
939 std::shared_ptr<C2StreamIntraRefreshTuning::output> intraRefresh =
940 mIntf->getIntraRefresh_l();
941 std::shared_ptr<C2StreamBitrateInfo::output> bitrate = mIntf->getBitrate_l();
942 std::shared_ptr<C2StreamRequestSyncFrameTuning::output> requestSync =
943 mIntf->getRequestSync_l();
944 lock.unlock();
945
946 if (intraRefresh != mIntraRefresh) {
947 mIntraRefresh = intraRefresh;
948 ALOGV("Got mIntraRefresh request");
949 }
950
951 if (requestSync != mRequestSync) {
952 // we can handle IDR immediately
953 if (requestSync->value) {
954 // unset request
955 C2StreamRequestSyncFrameTuning::output clearSync(0u, C2_FALSE);
956 std::vector<std::unique_ptr<C2SettingResult>> failures;
957 mIntf->config({&clearSync}, C2_MAY_BLOCK, &failures);
958 ALOGV("Got sync request");
959 flags |= AOM_EFLAG_FORCE_KF;
960 }
961 mRequestSync = requestSync;
962 }
963
964 if (bitrate != mBitrate) {
965 mBitrate = bitrate;
966 mCodecConfiguration->rc_target_bitrate = (mBitrate->value + 500) / 1000;
967 aom_codec_err_t res = aom_codec_enc_config_set(mCodecContext, mCodecConfiguration);
968 if (res != AOM_CODEC_OK) {
969 ALOGE("aom encoder failed to update bitrate: %s", aom_codec_err_to_string(res));
970 mSignalledError = true;
971 work->result = C2_CORRUPTED;
972 return;
973 }
974 }
975 }
976
977 uint64_t input_timestamp = work->input.ordinal.timestamp.peekull();
978 uint32_t frame_duration;
979 if (input_timestamp > mLastTimestamp) {
980 frame_duration = (uint32_t)(input_timestamp - mLastTimestamp);
981 } else {
982 // Use default of 30 fps in case of 0 frame rate.
983 float frame_rate = mFrameRate->value;
984 if (frame_rate < 0.001) {
985 frame_rate = 30.0;
986 }
987 frame_duration = (uint32_t)(1000000 / frame_rate + 0.5);
988 }
989 mLastTimestamp = input_timestamp;
990
991 aom_codec_err_t codec_return =
992 aom_codec_encode(mCodecContext, &raw_frame, input_timestamp, frame_duration, flags);
993 if (codec_return != AOM_CODEC_OK) {
994 ALOGE("aom encoder failed to encode frame");
995 mSignalledError = true;
996 work->result = C2_CORRUPTED;
997 return;
998 }
999
1000 bool populated = false;
1001 aom_codec_iter_t encoded_packet_iterator = nullptr;
1002 const aom_codec_cx_pkt_t* encoded_packet;
1003 while ((encoded_packet = aom_codec_get_cx_data(mCodecContext, &encoded_packet_iterator))) {
1004 if (encoded_packet->kind == AOM_CODEC_CX_FRAME_PKT) {
1005 std::shared_ptr<C2LinearBlock> block;
1006 C2MemoryUsage usage = {C2MemoryUsage::CPU_READ, C2MemoryUsage::CPU_WRITE};
1007 c2_status_t err = pool->fetchLinearBlock(encoded_packet->data.frame.sz, usage, &block);
1008 if (err != C2_OK) {
1009 ALOGE("fetchLinearBlock for Output failed with status %d", err);
1010 work->result = C2_NO_MEMORY;
1011 return;
1012 }
1013 C2WriteView wView = block->map().get();
1014 if (wView.error()) {
1015 ALOGE("write view map failed %d", wView.error());
1016 work->result = C2_CORRUPTED;
1017 return;
1018 }
1019
1020 memcpy(wView.data(), encoded_packet->data.frame.buf, encoded_packet->data.frame.sz);
1021 ++mNumInputFrames;
1022
1023 ALOGD("bytes generated %zu", encoded_packet->data.frame.sz);
1024 uint32_t flags = 0;
1025 if (end_of_stream) {
1026 flags |= C2FrameData::FLAG_END_OF_STREAM;
1027 }
1028
1029 work->worklets.front()->output.flags = (C2FrameData::flags_t)flags;
1030 work->worklets.front()->output.buffers.clear();
1031 std::shared_ptr<C2Buffer> buffer =
1032 createLinearBuffer(block, 0, encoded_packet->data.frame.sz);
1033 if (encoded_packet->data.frame.flags & AOM_FRAME_IS_KEY) {
1034 buffer->setInfo(std::make_shared<C2StreamPictureTypeMaskInfo::output>(
1035 0u /* stream id */, C2Config::SYNC_FRAME));
1036 }
1037 work->worklets.front()->output.buffers.push_back(buffer);
1038 work->worklets.front()->output.ordinal = work->input.ordinal;
1039 work->worklets.front()->output.ordinal.timestamp = encoded_packet->data.frame.pts;
1040 work->workletsProcessed = 1u;
1041 populated = true;
1042 if (end_of_stream) {
1043 mSignalledOutputEos = true;
1044 ALOGV("signalled End Of Stream");
1045 }
1046 }
1047 }
1048 if (!populated) {
1049 work->workletsProcessed = 0u;
1050 }
1051}
1052
1053c2_status_t C2SoftAomEnc::drain(uint32_t drainMode, const std::shared_ptr<C2BlockPool>& pool) {
1054 (void)pool;
1055 if (drainMode == NO_DRAIN) {
1056 ALOGW("drain with NO_DRAIN: no-op");
1057 return C2_OK;
1058 }
1059 if (drainMode == DRAIN_CHAIN) {
1060 ALOGW("DRAIN_CHAIN not supported");
1061 return C2_OMITTED;
1062 }
1063
1064 return C2_OK;
1065}
1066
1067class C2SoftAomEncFactory : public C2ComponentFactory {
1068 public:
1069 C2SoftAomEncFactory()
1070 : mHelper(std::static_pointer_cast<C2ReflectorHelper>(
1071 GetCodec2PlatformComponentStore()->getParamReflector())) {}
1072
1073 virtual c2_status_t createComponent(c2_node_id_t id,
1074 std::shared_ptr<C2Component>* const component,
1075 std::function<void(C2Component*)> deleter) override {
1076 *component = std::shared_ptr<C2Component>(
1077 new C2SoftAomEnc(COMPONENT_NAME, id,
1078 std::make_shared<C2SoftAomEnc::IntfImpl>(mHelper)),
1079 deleter);
1080 return C2_OK;
1081 }
1082
1083 virtual c2_status_t createInterface(
1084 c2_node_id_t id, std::shared_ptr<C2ComponentInterface>* const interface,
1085 std::function<void(C2ComponentInterface*)> deleter) override {
1086 *interface = std::shared_ptr<C2ComponentInterface>(
1087 new SimpleInterface<C2SoftAomEnc::IntfImpl>(
1088 COMPONENT_NAME, id, std::make_shared<C2SoftAomEnc::IntfImpl>(mHelper)),
1089 deleter);
1090 return C2_OK;
1091 }
1092
1093 virtual ~C2SoftAomEncFactory() override = default;
1094
1095 private:
1096 std::shared_ptr<C2ReflectorHelper> mHelper;
1097};
1098
1099} // namespace android
1100
1101__attribute__((cfi_canonical_jump_table)) extern "C" ::C2ComponentFactory* CreateCodec2Factory() {
1102 ALOGV("in %s", __func__);
1103 return new ::android::C2SoftAomEncFactory();
1104}
1105
1106__attribute__((cfi_canonical_jump_table)) extern "C" void DestroyCodec2Factory(
1107 ::C2ComponentFactory* factory) {
1108 ALOGV("in %s", __func__);
1109 delete factory;
1110}