blob: ba2b1506fad1c845287ba66899f21ac882c12bdd [file] [log] [blame]
Pawin Vongmasa36653902018-11-15 00:10:25 -08001/*
2 * Copyright (C) 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "CCodecConfig"
19#include <cutils/properties.h>
20#include <log/log.h>
ted.sun765db4d2020-06-23 14:03:41 +080021#include <utils/NativeHandle.h>
Pawin Vongmasa36653902018-11-15 00:10:25 -080022
Wonsik Kim4eea3f42022-04-19 11:08:35 -070023#include <android-base/properties.h>
24
Pawin Vongmasa36653902018-11-15 00:10:25 -080025#include <C2Component.h>
Pawin Vongmasa36653902018-11-15 00:10:25 -080026#include <C2Param.h>
27#include <util/C2InterfaceHelper.h>
28
Wonsik Kim874ad382021-03-12 09:59:36 -080029#include <media/stagefright/CodecBase.h>
Pawin Vongmasa36653902018-11-15 00:10:25 -080030#include <media/stagefright/MediaCodecConstants.h>
31
32#include "CCodecConfig.h"
33#include "Codec2Mapper.h"
34
35#define DRC_DEFAULT_MOBILE_REF_LEVEL 64 /* 64*-0.25dB = -16 dB below full scale for mobile conf */
36#define DRC_DEFAULT_MOBILE_DRC_CUT 127 /* maximum compression of dynamic range for mobile conf */
37#define DRC_DEFAULT_MOBILE_DRC_BOOST 127 /* maximum compression of dynamic range for mobile conf */
38#define DRC_DEFAULT_MOBILE_DRC_HEAVY 1 /* switch for heavy compression for mobile conf */
39#define DRC_DEFAULT_MOBILE_DRC_EFFECT 3 /* MPEG-D DRC effect type; 3 => Limited playback range */
Jean-Michel Trivi670b8fb2020-02-18 07:54:05 -080040#define DRC_DEFAULT_MOBILE_DRC_ALBUM 0 /* MPEG-D DRC album mode; 0 => album mode is disabled, 1 => album mode is enabled */
Jean-Michel Trivi4b936cc2020-02-17 16:29:47 -080041#define DRC_DEFAULT_MOBILE_OUTPUT_LOUDNESS -1 /* decoder output loudness; -1 => the value is unknown, otherwise dB step value (e.g. 64 for -16 dB) */
Pawin Vongmasa36653902018-11-15 00:10:25 -080042#define DRC_DEFAULT_MOBILE_ENC_LEVEL (-1) /* encoder target level; -1 => the value is unknown, otherwise dB step value (e.g. 64 for -16 dB) */
43// names of properties that can be used to override the default DRC settings
44#define PROP_DRC_OVERRIDE_REF_LEVEL "aac_drc_reference_level"
45#define PROP_DRC_OVERRIDE_CUT "aac_drc_cut"
46#define PROP_DRC_OVERRIDE_BOOST "aac_drc_boost"
47#define PROP_DRC_OVERRIDE_HEAVY "aac_drc_heavy"
48#define PROP_DRC_OVERRIDE_ENC_LEVEL "aac_drc_enc_target_level"
49#define PROP_DRC_OVERRIDE_EFFECT "ro.aac_drc_effect_type"
50
51namespace android {
52
53// CCodecConfig
54
55namespace {
56
Wonsik Kim8a6ed372019-12-03 16:05:51 -080057void C2ValueToMessageItem(const C2Value &value, AMessage::ItemData &item) {
58 int32_t int32Value;
59 uint32_t uint32Value;
60 int64_t int64Value;
61 uint64_t uint64Value;
62 float floatValue;
63 if (value.get(&int32Value)) {
64 item.set(int32Value);
65 } else if (value.get(&uint32Value) && uint32Value <= uint32_t(INT32_MAX)) {
66 // SDK does not support unsigned values
67 item.set((int32_t)uint32Value);
68 } else if (value.get(&int64Value)) {
69 item.set(int64Value);
70 } else if (value.get(&uint64Value) && uint64Value <= uint64_t(INT64_MAX)) {
71 // SDK does not support unsigned values
72 item.set((int64_t)uint64Value);
73 } else if (value.get(&floatValue)) {
74 item.set(floatValue);
75 }
76}
77
Pawin Vongmasa36653902018-11-15 00:10:25 -080078/**
79 * mapping between SDK and Codec 2.0 configurations.
80 */
81struct ConfigMapper {
82 /**
83 * Value mapper (C2Value => C2Value)
84 */
85 typedef std::function<C2Value(C2Value)> Mapper;
86
87 /// shorthand
88 typedef CCodecConfig::Domain Domain;
89
90 ConfigMapper(std::string mediaKey, C2String c2struct, C2String c2field)
91 : mDomain(Domain::ALL), mMediaKey(mediaKey), mStruct(c2struct), mField(c2field) { }
92
93 /// Limits this parameter to the given domain
94 ConfigMapper &limitTo(uint32_t domain) {
95 C2_CHECK(domain & Domain::GUARD_BIT);
96 mDomain = Domain(mDomain & domain);
97 return *this;
98 }
99
100 /// Adds SDK => Codec 2.0 mapper (should not be in the SDK format)
101 ConfigMapper &withMapper(Mapper mapper) {
102 C2_CHECK(!mMapper);
103 C2_CHECK(!mReverse);
104 mMapper = mapper;
105 return *this;
106 }
107
108 /// Adds SDK <=> Codec 2.0 value mappers
109 ConfigMapper &withMappers(Mapper mapper, Mapper reverse) {
110 C2_CHECK(!mMapper);
111 C2_CHECK(!mReverse);
112 mMapper = mapper;
113 mReverse = reverse;
114 return *this;
115 }
116
117 /// Adds SDK <=> Codec 2.0 value mappers based on C2Mapper
118 template<typename C2Type, typename SdkType=int32_t>
119 ConfigMapper &withC2Mappers() {
120 C2_CHECK(!mMapper);
121 C2_CHECK(!mReverse);
122 mMapper = [](C2Value v) -> C2Value {
123 SdkType sdkValue;
124 C2Type c2Value;
125 if (v.get(&sdkValue) && C2Mapper::map(sdkValue, &c2Value)) {
126 return c2Value;
127 }
128 return C2Value();
129 };
130 mReverse = [](C2Value v) -> C2Value {
131 SdkType sdkValue;
132 C2Type c2Value;
133 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<C2Type>::type;
134 if (v.get((C2ValueType*)&c2Value) && C2Mapper::map(c2Value, &sdkValue)) {
135 return sdkValue;
136 }
137 return C2Value();
138 };
139 return *this;
140 }
141
142 /// Maps from SDK values in an AMessage to a suitable C2Value.
143 C2Value mapFromMessage(const AMessage::ItemData &item) const {
144 C2Value value;
145 int32_t int32Value;
146 int64_t int64Value;
147 float floatValue;
148 double doubleValue;
149 if (item.find(&int32Value)) {
150 value = int32Value;
151 } else if (item.find(&int64Value)) {
152 value = int64Value;
153 } else if (item.find(&floatValue)) {
154 value = floatValue;
155 } else if (item.find(&doubleValue)) {
156 value = (float)doubleValue;
157 }
158 if (value.type() != C2Value::NO_INIT && mMapper) {
159 value = mMapper(value);
160 }
161 return value;
162 }
163
164 /// Maps from a C2Value to an SDK value in an AMessage.
165 AMessage::ItemData mapToMessage(C2Value value) const {
166 AMessage::ItemData item;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800167 if (value.type() != C2Value::NO_INIT && mReverse) {
168 value = mReverse(value);
169 }
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800170 C2ValueToMessageItem(value, item);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800171 return item;
172 }
173
174 Domain domain() const { return mDomain; }
175 std::string mediaKey() const { return mMediaKey; }
176 std::string path() const { return mField.size() ? mStruct + '.' + mField : mStruct; }
177 Mapper mapper() const { return mMapper; }
178 Mapper reverse() const { return mReverse; }
179
180private:
181 Domain mDomain; ///< parameter domain (mask) containing port, kind and config domains
182 std::string mMediaKey; ///< SDK key
183 C2String mStruct; ///< Codec 2.0 struct name
184 C2String mField; ///< Codec 2.0 field name
185 Mapper mMapper; ///< optional SDK => Codec 2.0 value mapper
186 Mapper mReverse; ///< optional Codec 2.0 => SDK value mapper
187};
188
189template <typename PORT, typename STREAM>
190AString QueryMediaTypeImpl(
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800191 const std::shared_ptr<Codec2Client::Configurable> &configurable) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800192 AString mediaType;
193 std::vector<std::unique_ptr<C2Param>> queried;
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800194 c2_status_t c2err = configurable->query(
Pawin Vongmasa36653902018-11-15 00:10:25 -0800195 {}, { PORT::PARAM_TYPE, STREAM::PARAM_TYPE }, C2_DONT_BLOCK, &queried);
196 if (c2err != C2_OK && queried.size() == 0) {
197 ALOGD("Query media type failed => %s", asString(c2err));
198 } else {
199 PORT *portMediaType =
200 PORT::From(queried[0].get());
201 if (portMediaType) {
202 mediaType = AString(
203 portMediaType->m.value,
204 strnlen(portMediaType->m.value, portMediaType->flexCount()));
205 } else {
206 STREAM *streamMediaType = STREAM::From(queried[0].get());
207 if (streamMediaType) {
208 mediaType = AString(
209 streamMediaType->m.value,
210 strnlen(streamMediaType->m.value, streamMediaType->flexCount()));
211 }
212 }
213 ALOGD("read media type: %s", mediaType.c_str());
214 }
215 return mediaType;
216}
217
218AString QueryMediaType(
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800219 bool input, const std::shared_ptr<Codec2Client::Configurable> &configurable) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800220 typedef C2PortMediaTypeSetting P;
221 typedef C2StreamMediaTypeSetting S;
222 if (input) {
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800223 return QueryMediaTypeImpl<P::input, S::input>(configurable);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800224 } else {
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800225 return QueryMediaTypeImpl<P::output, S::output>(configurable);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800226 }
227}
228
229} // namespace
230
231/**
232 * Set of standard parameters used by CCodec that are exposed to MediaCodec.
233 */
234struct StandardParams {
235 typedef CCodecConfig::Domain Domain;
236
237 // standard (MediaCodec) params are keyed by media format key
238 typedef std::string SdkKey;
239
240 /// used to return reference to no config mappers in getConfigMappersForSdkKey
241 static const std::vector<ConfigMapper> NO_MAPPERS;
242
243 /// Returns Codec 2.0 equivalent parameters for an SDK format key.
244 const std::vector<ConfigMapper> &getConfigMappersForSdkKey(std::string key) const {
245 auto it = mConfigMappers.find(key);
246 if (it == mConfigMappers.end()) {
Wonsik Kimbd557932019-07-02 15:51:20 -0700247 if (mComplained.count(key) == 0) {
248 ALOGD("no c2 equivalents for %s", key.c_str());
249 mComplained.insert(key);
250 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800251 return NO_MAPPERS;
252 }
253 ALOGV("found %zu eqs for %s", it->second.size(), key.c_str());
254 return it->second;
255 }
256
257 /**
258 * Adds a SDK <=> Codec 2.0 parameter mapping. Multiple Codec 2.0 parameters may map to a
259 * single SDK key, in which case they shall be ordered from least authoritative to most
260 * authoritative. When constructing SDK formats, the last mapped Codec 2.0 parameter that
261 * is supported by the component will determine the exposed value. (TODO: perhaps restrict this
262 * by domain.)
263 */
264 void add(const ConfigMapper &cm) {
265 auto it = mConfigMappers.find(cm.mediaKey());
266 ALOGV("%c%c%c%c %c%c%c %04x %9s %s => %s",
267 ((cm.domain() & Domain::IS_INPUT) ? 'I' : ' '),
268 ((cm.domain() & Domain::IS_OUTPUT) ? 'O' : ' '),
269 ((cm.domain() & Domain::IS_CODED) ? 'C' : ' '),
270 ((cm.domain() & Domain::IS_RAW) ? 'R' : ' '),
271 ((cm.domain() & Domain::IS_CONFIG) ? 'c' : ' '),
272 ((cm.domain() & Domain::IS_PARAM) ? 'p' : ' '),
273 ((cm.domain() & Domain::IS_READ) ? 'r' : ' '),
274 cm.domain(),
275 it == mConfigMappers.end() ? "adding" : "extending",
276 cm.mediaKey().c_str(), cm.path().c_str());
277 if (it == mConfigMappers.end()) {
278 std::vector<ConfigMapper> eqs = { cm };
279 mConfigMappers.emplace(cm.mediaKey(), eqs);
280 } else {
281 it->second.push_back(cm);
282 }
283 }
284
285 /**
286 * Returns all paths for a specific domain.
287 *
288 * \param any maximum domain mask. Returned parameters must match at least one of the domains
289 * in the mask.
290 * \param all minimum domain mask. Returned parameters must match all of the domains in the
291 * mask. This is restricted to the bits of the maximum mask.
292 */
293 std::vector<std::string> getPathsForDomain(
294 Domain any, Domain all = Domain::ALL) const {
295 std::vector<std::string> res;
Wonsik Kim874ad382021-03-12 09:59:36 -0800296 for (const auto &[key, mappers] : mConfigMappers) {
297 for (const ConfigMapper &cm : mappers) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800298 ALOGV("filtering %s %x %x %x %x", cm.path().c_str(), cm.domain(), any,
299 (cm.domain() & any), (cm.domain() & any & all));
300 if ((cm.domain() & any) && ((cm.domain() & any & all) == (any & all))) {
301 res.push_back(cm.path());
302 }
303 }
304 }
305 return res;
306 }
307
308 /**
309 * Returns SDK <=> Codec 2.0 mappings.
310 *
311 * TODO: replace these with better methods as this exposes the inner structure.
312 */
313 const std::map<SdkKey, std::vector<ConfigMapper>> getKeys() const {
314 return mConfigMappers;
315 }
316
317private:
318 std::map<SdkKey, std::vector<ConfigMapper>> mConfigMappers;
Wonsik Kimbd557932019-07-02 15:51:20 -0700319 mutable std::set<std::string> mComplained;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800320};
321
322const std::vector<ConfigMapper> StandardParams::NO_MAPPERS;
323
324
325CCodecConfig::CCodecConfig()
326 : mInputFormat(new AMessage),
327 mOutputFormat(new AMessage),
ted.sun765db4d2020-06-23 14:03:41 +0800328 mUsingSurface(false),
Guillaume Chelfi2d4c9db2022-03-18 13:43:49 +0100329 mTunneled(false),
330 mPushBlankBuffersOnStop(false) { }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800331
332void CCodecConfig::initializeStandardParams() {
333 typedef Domain D;
334 mStandardParams = std::make_shared<StandardParams>();
335 std::function<void(const ConfigMapper &)> add =
336 [params = mStandardParams](const ConfigMapper &cm) {
337 params->add(cm);
338 };
339 std::function<void(const ConfigMapper &)> deprecated = add;
340
341 // allow int32 or float SDK values and represent them as float
342 ConfigMapper::Mapper makeFloat = [](C2Value v) -> C2Value {
343 // convert from i32 to float
344 int32_t i32Value;
345 float fpValue;
346 if (v.get(&i32Value)) {
347 return (float)i32Value;
348 } else if (v.get(&fpValue)) {
349 return fpValue;
350 }
351 return C2Value();
352 };
353
354 ConfigMapper::Mapper negate = [](C2Value v) -> C2Value {
355 int32_t value;
356 if (v.get(&value)) {
357 return -value;
358 }
359 return C2Value();
360 };
361
362 add(ConfigMapper(KEY_MIME, C2_PARAMKEY_INPUT_MEDIA_TYPE, "value")
363 .limitTo(D::INPUT & D::READ));
364 add(ConfigMapper(KEY_MIME, C2_PARAMKEY_OUTPUT_MEDIA_TYPE, "value")
365 .limitTo(D::OUTPUT & D::READ));
366
367 add(ConfigMapper(KEY_BIT_RATE, C2_PARAMKEY_BITRATE, "value")
Aniket Kumar Latab91fd422021-02-05 10:54:10 -0800368 .limitTo(D::ENCODER & D::CODED));
369 // Some audio decoders require bitrate information to be set
370 add(ConfigMapper(KEY_BIT_RATE, C2_PARAMKEY_BITRATE, "value")
371 .limitTo(D::AUDIO & D::DECODER & D::CODED));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800372 // we also need to put the bitrate in the max bitrate field
373 add(ConfigMapper(KEY_MAX_BIT_RATE, C2_PARAMKEY_BITRATE, "value")
374 .limitTo(D::ENCODER & D::READ & D::OUTPUT));
375 add(ConfigMapper(PARAMETER_KEY_VIDEO_BITRATE, C2_PARAMKEY_BITRATE, "value")
376 .limitTo(D::ENCODER & D::VIDEO & D::PARAM));
377 add(ConfigMapper(KEY_BITRATE_MODE, C2_PARAMKEY_BITRATE_MODE, "value")
378 .limitTo(D::ENCODER & D::CODED)
Harish Mahendrakar71cbb9d2019-05-21 11:21:27 -0700379 .withC2Mappers<C2Config::bitrate_mode_t>());
Pawin Vongmasa36653902018-11-15 00:10:25 -0800380 // remove when codecs switch to PARAMKEY and new modes
381 deprecated(ConfigMapper(KEY_BITRATE_MODE, "coded.bitrate-mode", "value")
382 .limitTo(D::ENCODER));
383 add(ConfigMapper(KEY_FRAME_RATE, C2_PARAMKEY_FRAME_RATE, "value")
384 .limitTo(D::VIDEO)
385 .withMappers(makeFloat, [](C2Value v) -> C2Value {
386 // read back always as int
387 float value;
388 if (v.get(&value)) {
389 return (int32_t)value;
390 }
391 return C2Value();
392 }));
393
394 add(ConfigMapper(KEY_MAX_INPUT_SIZE, C2_PARAMKEY_INPUT_MAX_BUFFER_SIZE, "value")
395 .limitTo(D::INPUT));
396 // remove when codecs switch to PARAMKEY
397 deprecated(ConfigMapper(KEY_MAX_INPUT_SIZE, "coded.max-frame-size", "value")
398 .limitTo(D::INPUT));
399
400 // Rotation
401 // Note: SDK rotation is clock-wise, while C2 rotation is counter-clock-wise
402 add(ConfigMapper(KEY_ROTATION, C2_PARAMKEY_VUI_ROTATION, "value")
Wonsik Kim49655c52022-05-12 10:47:50 -0700403 .limitTo((D::VIDEO | D::IMAGE) & D::CODED)
Pawin Vongmasa36653902018-11-15 00:10:25 -0800404 .withMappers(negate, negate));
405 add(ConfigMapper(KEY_ROTATION, C2_PARAMKEY_ROTATION, "value")
Wonsik Kim49655c52022-05-12 10:47:50 -0700406 .limitTo((D::VIDEO | D::IMAGE) & D::RAW)
Pawin Vongmasa36653902018-11-15 00:10:25 -0800407 .withMappers(negate, negate));
408
409 // android 'video-scaling'
410 add(ConfigMapper("android._video-scaling", C2_PARAMKEY_SURFACE_SCALING_MODE, "value")
411 .limitTo(D::VIDEO & D::DECODER & D::RAW));
412
413 // Color Aspects
414 //
415 // configure default for decoders
416 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "range")
417 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM))
418 .withC2Mappers<C2Color::range_t>());
419 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "transfer")
420 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM))
421 .withC2Mappers<C2Color::transfer_t>());
422 add(ConfigMapper("color-primaries", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "primaries")
423 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM)));
424 add(ConfigMapper("color-matrix", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "matrix")
425 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM)));
426
Wonsik Kim58d83332021-02-07 22:19:56 -0800427 // read back default for decoders. This is needed in case the component does not support
428 // color aspects. In that case, these values get copied to color-* keys.
Wonsik Kim759ac742021-02-24 23:05:15 -0800429 // TRICKY: We read these values at raw port, since that's where we want to read these.
Wonsik Kim58d83332021-02-07 22:19:56 -0800430 add(ConfigMapper("default-color-range", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "range")
Wonsik Kim759ac742021-02-24 23:05:15 -0800431 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ)
Wonsik Kim58d83332021-02-07 22:19:56 -0800432 .withC2Mappers<C2Color::range_t>());
433 add(ConfigMapper("default-color-transfer", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "transfer")
Wonsik Kim759ac742021-02-24 23:05:15 -0800434 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ)
Wonsik Kim58d83332021-02-07 22:19:56 -0800435 .withC2Mappers<C2Color::transfer_t>());
436 add(ConfigMapper("default-color-primaries", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "primaries")
Wonsik Kim759ac742021-02-24 23:05:15 -0800437 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ));
Wonsik Kim58d83332021-02-07 22:19:56 -0800438 add(ConfigMapper("default-color-matrix", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "matrix")
Wonsik Kim759ac742021-02-24 23:05:15 -0800439 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ));
Wonsik Kim58d83332021-02-07 22:19:56 -0800440
Pawin Vongmasa36653902018-11-15 00:10:25 -0800441 // read back final for decoder output (also, configure final aspects as well. This should be
442 // overwritten based on coded/default values if component supports color aspects, but is used
443 // as final values if component does not support aspects at all)
444 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_COLOR_ASPECTS, "range")
Wonsik Kim58d83332021-02-07 22:19:56 -0800445 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ)
Pawin Vongmasa36653902018-11-15 00:10:25 -0800446 .withC2Mappers<C2Color::range_t>());
447 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_COLOR_ASPECTS, "transfer")
Wonsik Kim58d83332021-02-07 22:19:56 -0800448 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ)
Pawin Vongmasa36653902018-11-15 00:10:25 -0800449 .withC2Mappers<C2Color::transfer_t>());
450 add(ConfigMapper("color-primaries", C2_PARAMKEY_COLOR_ASPECTS, "primaries")
Wonsik Kim58d83332021-02-07 22:19:56 -0800451 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800452 add(ConfigMapper("color-matrix", C2_PARAMKEY_COLOR_ASPECTS, "matrix")
Wonsik Kim58d83332021-02-07 22:19:56 -0800453 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ));
454
455 // configure transfer request
456 add(ConfigMapper("color-transfer-request", C2_PARAMKEY_COLOR_ASPECTS, "transfer")
457 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::CONFIG)
458 .withC2Mappers<C2Color::transfer_t>());
Pawin Vongmasa36653902018-11-15 00:10:25 -0800459
460 // configure source aspects for encoders and read them back on the coded(!) port.
461 // This is to ensure muxing the desired aspects into the container.
462 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_COLOR_ASPECTS, "range")
463 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED)
464 .withC2Mappers<C2Color::range_t>());
465 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_COLOR_ASPECTS, "transfer")
466 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED)
467 .withC2Mappers<C2Color::transfer_t>());
468 add(ConfigMapper("color-primaries", C2_PARAMKEY_COLOR_ASPECTS, "primaries")
469 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED));
470 add(ConfigMapper("color-matrix", C2_PARAMKEY_COLOR_ASPECTS, "matrix")
471 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED));
472
473 // read back coded aspects for encoders (on the raw port), but also configure
474 // desired aspects here.
475 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_VUI_COLOR_ASPECTS, "range")
476 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW)
477 .withC2Mappers<C2Color::range_t>());
478 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_VUI_COLOR_ASPECTS, "transfer")
479 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW)
480 .withC2Mappers<C2Color::transfer_t>());
481 add(ConfigMapper("color-primaries", C2_PARAMKEY_VUI_COLOR_ASPECTS, "primaries")
482 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW));
483 add(ConfigMapper("color-matrix", C2_PARAMKEY_VUI_COLOR_ASPECTS, "matrix")
484 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW));
485
486 // Dataspace
487 add(ConfigMapper("android._dataspace", C2_PARAMKEY_DATA_SPACE, "value")
488 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
489
490 // HDR
491 add(ConfigMapper("smpte2086.red.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.red.x")
492 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
493 add(ConfigMapper("smpte2086.red.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.red.y")
494 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
495 add(ConfigMapper("smpte2086.green.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.green.x")
496 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
497 add(ConfigMapper("smpte2086.green.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.green.y")
498 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
499 add(ConfigMapper("smpte2086.blue.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.blue.x")
500 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
501 add(ConfigMapper("smpte2086.blue.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.blue.y")
502 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
503 add(ConfigMapper("smpte2086.white.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.white.x")
504 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
505 add(ConfigMapper("smpte2086.white.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.white.y")
506 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
507 add(ConfigMapper("smpte2086.max-luminance", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.max-luminance")
508 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
509 add(ConfigMapper("smpte2086.min-luminance", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.min-luminance")
510 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
511 add(ConfigMapper("cta861.max-cll", C2_PARAMKEY_HDR_STATIC_INFO, "max-cll")
512 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
513 add(ConfigMapper("cta861.max-fall", C2_PARAMKEY_HDR_STATIC_INFO, "max-fall")
514 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
515
Lajos Molnare9707b32022-04-28 10:57:21 -0700516 add(ConfigMapper(C2_PARAMKEY_HDR_FORMAT, C2_PARAMKEY_HDR_FORMAT, "value")
517 .limitTo((D::VIDEO | D::IMAGE) & D::CODED & D::CONFIG));
518
Pawin Vongmasa36653902018-11-15 00:10:25 -0800519 add(ConfigMapper(std::string(KEY_FEATURE_) + FEATURE_SecurePlayback,
520 C2_PARAMKEY_SECURE_MODE, "value"));
521
Lajos Molnara2b5f5a2020-10-14 16:36:18 -0700522 add(ConfigMapper(KEY_PREPEND_HEADER_TO_SYNC_FRAMES,
Pawin Vongmasa36653902018-11-15 00:10:25 -0800523 C2_PARAMKEY_PREPEND_HEADER_MODE, "value")
524 .limitTo(D::ENCODER & D::VIDEO)
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700525 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800526 int32_t value;
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700527 if (v.get(&value)) {
528 return value ? C2Value(C2Config::PREPEND_HEADER_TO_ALL_SYNC)
529 : C2Value(C2Config::PREPEND_HEADER_TO_NONE);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800530 }
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700531 return C2Value();
532 }, [](C2Value v) -> C2Value {
533 C2Config::prepend_header_mode_t value;
534 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(value)>::type;
535 if (v.get((C2ValueType *)&value)) {
536 switch (value) {
537 case C2Config::PREPEND_HEADER_TO_NONE: return 0;
538 case C2Config::PREPEND_HEADER_TO_ALL_SYNC: return 1;
539 case C2Config::PREPEND_HEADER_ON_CHANGE: [[fallthrough]];
540 default: return C2Value();
541 }
542 }
543 return C2Value();
Pawin Vongmasa36653902018-11-15 00:10:25 -0800544 }));
545 // remove when codecs switch to PARAMKEY
Lajos Molnara2b5f5a2020-10-14 16:36:18 -0700546 deprecated(ConfigMapper(KEY_PREPEND_HEADER_TO_SYNC_FRAMES,
Pawin Vongmasa36653902018-11-15 00:10:25 -0800547 "coding.add-csd-to-sync-frames", "value")
548 .limitTo(D::ENCODER & D::VIDEO));
549 // convert to timestamp base
550 add(ConfigMapper(KEY_I_FRAME_INTERVAL, C2_PARAMKEY_SYNC_FRAME_INTERVAL, "value")
Wonsik Kimec588002019-07-11 13:43:38 -0700551 .limitTo(D::VIDEO & D::ENCODER & D::CONFIG)
552 .withMapper([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800553 // convert from i32 to float
554 int32_t i32Value;
555 float fpValue;
556 if (v.get(&i32Value)) {
557 return int64_t(1000000) * i32Value;
558 } else if (v.get(&fpValue)) {
559 return int64_t(c2_min(1000000 * fpValue + 0.5, (double)INT64_MAX));
560 }
561 return C2Value();
562 }));
563 // remove when codecs switch to proper coding.gop (add support for calculating gop)
564 deprecated(ConfigMapper("i-frame-period", "coding.gop", "intra-period")
565 .limitTo(D::ENCODER & D::VIDEO));
566 add(ConfigMapper(KEY_INTRA_REFRESH_PERIOD, C2_PARAMKEY_INTRA_REFRESH, "period")
567 .limitTo(D::VIDEO & D::ENCODER)
568 .withMappers(makeFloat, [](C2Value v) -> C2Value {
569 // read back always as int
570 float value;
571 if (v.get(&value)) {
572 return (int32_t)value;
573 }
574 return C2Value();
575 }));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800576 deprecated(ConfigMapper(PARAMETER_KEY_REQUEST_SYNC_FRAME,
577 "coding.request-sync", "value")
578 .limitTo(D::PARAM & D::ENCODER)
579 .withMapper([](C2Value) -> C2Value { return uint32_t(1); }));
580 add(ConfigMapper(PARAMETER_KEY_REQUEST_SYNC_FRAME,
581 C2_PARAMKEY_REQUEST_SYNC_FRAME, "value")
582 .limitTo(D::PARAM & D::ENCODER)
583 .withMapper([](C2Value) -> C2Value { return uint32_t(1); }));
584
585 add(ConfigMapper(KEY_OPERATING_RATE, C2_PARAMKEY_OPERATING_RATE, "value")
586 .limitTo(D::PARAM | D::CONFIG) // write-only
587 .withMapper(makeFloat));
588 // C2 priorities are inverted
589 add(ConfigMapper(KEY_PRIORITY, C2_PARAMKEY_PRIORITY, "value")
590 .withMappers(negate, negate));
591 // remove when codecs switch to PARAMKEY
592 deprecated(ConfigMapper(KEY_OPERATING_RATE, "ctrl.operating-rate", "value")
593 .withMapper(makeFloat));
594 deprecated(ConfigMapper(KEY_PRIORITY, "ctrl.priority", "value"));
595
596 add(ConfigMapper(KEY_WIDTH, C2_PARAMKEY_PICTURE_SIZE, "width")
597 .limitTo(D::VIDEO | D::IMAGE));
598 add(ConfigMapper(KEY_HEIGHT, C2_PARAMKEY_PICTURE_SIZE, "height")
599 .limitTo(D::VIDEO | D::IMAGE));
600
601 add(ConfigMapper("crop-left", C2_PARAMKEY_CROP_RECT, "left")
602 .limitTo(D::VIDEO | D::IMAGE));
603 add(ConfigMapper("crop-top", C2_PARAMKEY_CROP_RECT, "top")
604 .limitTo(D::VIDEO | D::IMAGE));
605 add(ConfigMapper("crop-width", C2_PARAMKEY_CROP_RECT, "width")
606 .limitTo(D::VIDEO | D::IMAGE));
607 add(ConfigMapper("crop-height", C2_PARAMKEY_CROP_RECT, "height")
608 .limitTo(D::VIDEO | D::IMAGE));
609
610 add(ConfigMapper(KEY_MAX_WIDTH, C2_PARAMKEY_MAX_PICTURE_SIZE, "width")
611 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
612 add(ConfigMapper(KEY_MAX_HEIGHT, C2_PARAMKEY_MAX_PICTURE_SIZE, "height")
613 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
614
615 add(ConfigMapper("csd-0", C2_PARAMKEY_INIT_DATA, "value")
616 .limitTo(D::OUTPUT & D::READ));
617
Wonsik Kim65b9be62022-05-25 16:21:01 -0700618 deprecated(ConfigMapper(KEY_HDR10_PLUS_INFO, C2_PARAMKEY_INPUT_HDR10_PLUS_INFO, "value")
Pawin Vongmasa8be93112018-12-11 14:01:42 -0800619 .limitTo(D::VIDEO & D::PARAM & D::INPUT));
620
Wonsik Kim65b9be62022-05-25 16:21:01 -0700621 deprecated(ConfigMapper(KEY_HDR10_PLUS_INFO, C2_PARAMKEY_OUTPUT_HDR10_PLUS_INFO, "value")
622 .limitTo(D::VIDEO & D::OUTPUT));
623
624 add(ConfigMapper(
625 std::string(C2_PARAMKEY_INPUT_HDR_DYNAMIC_INFO) + ".type",
626 C2_PARAMKEY_INPUT_HDR_DYNAMIC_INFO, "type")
627 .limitTo(D::VIDEO & D::PARAM & D::INPUT));
628
629 add(ConfigMapper(
630 std::string(C2_PARAMKEY_INPUT_HDR_DYNAMIC_INFO) + ".data",
631 C2_PARAMKEY_INPUT_HDR_DYNAMIC_INFO, "data")
632 .limitTo(D::VIDEO & D::PARAM & D::INPUT));
633
634 add(ConfigMapper(
635 std::string(C2_PARAMKEY_OUTPUT_HDR_DYNAMIC_INFO) + ".type",
636 C2_PARAMKEY_OUTPUT_HDR_DYNAMIC_INFO, "type")
637 .limitTo(D::VIDEO & D::OUTPUT));
638
639 add(ConfigMapper(
640 std::string(C2_PARAMKEY_OUTPUT_HDR_DYNAMIC_INFO) + ".data",
641 C2_PARAMKEY_OUTPUT_HDR_DYNAMIC_INFO, "data")
Pawin Vongmasa8be93112018-12-11 14:01:42 -0800642 .limitTo(D::VIDEO & D::OUTPUT));
643
Pawin Vongmasa36653902018-11-15 00:10:25 -0800644 add(ConfigMapper(C2_PARAMKEY_TEMPORAL_LAYERING, C2_PARAMKEY_TEMPORAL_LAYERING, "")
645 .limitTo(D::ENCODER & D::VIDEO & D::OUTPUT));
646
647 // Pixel Format (use local key for actual pixel format as we don't distinguish between
648 // SDK layouts for flexible format and we need the actual SDK color format in the media format)
649 add(ConfigMapper("android._color-format", C2_PARAMKEY_PIXEL_FORMAT, "value")
650 .limitTo((D::VIDEO | D::IMAGE) & D::RAW)
651 .withMappers([](C2Value v) -> C2Value {
652 int32_t value;
653 if (v.get(&value)) {
Wonsik Kimfb7a7672019-12-27 17:13:33 -0800654 uint32_t result;
655 if (C2Mapper::mapPixelFormatFrameworkToCodec(value, &result)) {
656 return result;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800657 }
658 }
659 return C2Value();
660 }, [](C2Value v) -> C2Value {
661 uint32_t value;
662 if (v.get(&value)) {
Wonsik Kimfb7a7672019-12-27 17:13:33 -0800663 int32_t result;
664 if (C2Mapper::mapPixelFormatCodecToFramework(value, &result)) {
665 return result;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800666 }
667 }
668 return C2Value();
669 }));
670
Wonsik Kim79c78eb2020-04-23 14:13:37 -0700671 add(ConfigMapper(KEY_PIXEL_ASPECT_RATIO_WIDTH, C2_PARAMKEY_PIXEL_ASPECT_RATIO, "width")
672 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
673 add(ConfigMapper(KEY_PIXEL_ASPECT_RATIO_HEIGHT, C2_PARAMKEY_PIXEL_ASPECT_RATIO, "height")
674 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
675
Pawin Vongmasa36653902018-11-15 00:10:25 -0800676 add(ConfigMapper(KEY_CHANNEL_COUNT, C2_PARAMKEY_CHANNEL_COUNT, "value")
677 .limitTo(D::AUDIO)); // read back to both formats
678 add(ConfigMapper(KEY_CHANNEL_COUNT, C2_PARAMKEY_CODED_CHANNEL_COUNT, "value")
679 .limitTo(D::AUDIO & D::CODED));
680
681 add(ConfigMapper(KEY_SAMPLE_RATE, C2_PARAMKEY_SAMPLE_RATE, "value")
682 .limitTo(D::AUDIO)); // read back to both port formats
683 add(ConfigMapper(KEY_SAMPLE_RATE, C2_PARAMKEY_CODED_SAMPLE_RATE, "value")
684 .limitTo(D::AUDIO & D::CODED));
685
Wonsik Kim6f23cfc2021-09-24 05:45:52 -0700686 auto pcmEncodingMapper = [](C2Value v) -> C2Value {
687 int32_t value;
688 C2Config::pcm_encoding_t to;
689 if (v.get(&value) && C2Mapper::map(value, &to)) {
690 return to;
691 }
692 return C2Value();
693 };
694 auto pcmEncodingReverse = [](C2Value v) -> C2Value {
695 C2Config::pcm_encoding_t value;
696 int32_t to;
697 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(value)>::type;
698 if (v.get((C2ValueType*)&value) && C2Mapper::map(value, &to)) {
699 return to;
700 }
701 return C2Value();
702 };
703 add(ConfigMapper(KEY_PCM_ENCODING, C2_PARAMKEY_PCM_ENCODING, "value")
Pawin Vongmasa8be93112018-12-11 14:01:42 -0800704 .limitTo(D::AUDIO)
Wonsik Kim6f23cfc2021-09-24 05:45:52 -0700705 .withMappers(pcmEncodingMapper, pcmEncodingReverse));
706 add(ConfigMapper("android._codec-pcm-encoding", C2_PARAMKEY_PCM_ENCODING, "value")
707 .limitTo(D::AUDIO & D::READ)
708 .withMappers(pcmEncodingMapper, pcmEncodingReverse));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800709
710 add(ConfigMapper(KEY_IS_ADTS, C2_PARAMKEY_AAC_PACKAGING, "value")
711 .limitTo(D::AUDIO & D::CODED)
712 .withMappers([](C2Value v) -> C2Value {
713 int32_t value;
714 if (v.get(&value) && value) {
715 return C2Config::AAC_PACKAGING_ADTS;
716 }
717 return C2Value();
718 }, [](C2Value v) -> C2Value {
719 uint32_t value;
720 if (v.get(&value) && value == C2Config::AAC_PACKAGING_ADTS) {
721 return (int32_t)1;
722 }
723 return C2Value();
724 }));
725
726 std::shared_ptr<C2Mapper::ProfileLevelMapper> mapper =
727 C2Mapper::GetProfileLevelMapper(mCodingMediaType);
728
729 add(ConfigMapper(KEY_PROFILE, C2_PARAMKEY_PROFILE_LEVEL, "profile")
730 .limitTo(D::CODED)
731 .withMappers([mapper](C2Value v) -> C2Value {
732 C2Config::profile_t c2 = PROFILE_UNUSED;
733 int32_t sdk;
734 if (mapper && v.get(&sdk) && mapper->mapProfile(sdk, &c2)) {
735 return c2;
736 }
737 return PROFILE_UNUSED;
738 }, [mapper](C2Value v) -> C2Value {
739 C2Config::profile_t c2;
740 int32_t sdk;
741 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(c2)>::type;
742 if (mapper && v.get((C2ValueType*)&c2) && mapper->mapProfile(c2, &sdk)) {
743 return sdk;
744 }
745 return C2Value();
746 }));
747
748 add(ConfigMapper(KEY_LEVEL, C2_PARAMKEY_PROFILE_LEVEL, "level")
749 .limitTo(D::CODED)
750 .withMappers([mapper](C2Value v) -> C2Value {
751 C2Config::level_t c2 = LEVEL_UNUSED;
752 int32_t sdk;
753 if (mapper && v.get(&sdk) && mapper->mapLevel(sdk, &c2)) {
754 return c2;
755 }
756 return LEVEL_UNUSED;
757 }, [mapper](C2Value v) -> C2Value {
758 C2Config::level_t c2;
759 int32_t sdk;
760 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(c2)>::type;
761 if (mapper && v.get((C2ValueType*)&c2) && mapper->mapLevel(c2, &sdk)) {
762 return sdk;
763 }
764 return C2Value();
765 }));
766
Harish Mahendrakar189d4db2021-04-02 16:17:10 -0700767 add(ConfigMapper(KEY_AAC_PROFILE, C2_PARAMKEY_PROFILE_LEVEL, "profile")
768 .limitTo(D::AUDIO & D::ENCODER & (D::CONFIG | D::PARAM))
769 .withMapper([mapper](C2Value v) -> C2Value {
770 C2Config::profile_t c2 = PROFILE_UNUSED;
771 int32_t sdk;
772 if (mapper && v.get(&sdk) && mapper->mapProfile(sdk, &c2)) {
773 return c2;
774 }
775 return PROFILE_UNUSED;
776 }));
777
Pawin Vongmasa36653902018-11-15 00:10:25 -0800778 // convert to dBFS and add default
779 add(ConfigMapper(KEY_AAC_DRC_TARGET_REFERENCE_LEVEL, C2_PARAMKEY_DRC_TARGET_REFERENCE_LEVEL, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800780 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
781 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800782 int32_t value;
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800783 if (!v.get(&value) || value < -1) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800784 value = property_get_int32(PROP_DRC_OVERRIDE_REF_LEVEL, DRC_DEFAULT_MOBILE_REF_LEVEL);
785 }
786 return float(-0.25 * c2_min(value, 127));
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800787 },[](C2Value v) -> C2Value {
788 float value;
789 if (v.get(&value)) {
790 return (int32_t) (-4. * value);
791 }
792 return C2Value();
Pawin Vongmasa36653902018-11-15 00:10:25 -0800793 }));
794
795 // convert to 0-1 (%) and add default
796 add(ConfigMapper(KEY_AAC_DRC_ATTENUATION_FACTOR, C2_PARAMKEY_DRC_ATTENUATION_FACTOR, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800797 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
798 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800799 int32_t value;
800 if (!v.get(&value) || value < 0) {
801 value = property_get_int32(PROP_DRC_OVERRIDE_CUT, DRC_DEFAULT_MOBILE_DRC_CUT);
802 }
803 return float(c2_min(value, 127) / 127.);
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800804 },[](C2Value v) -> C2Value {
805 float value;
806 if (v.get(&value)) {
807 return (int32_t) (value * 127. + 0.5);
808 }
809 else {
810 return C2Value();
811 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800812 }));
813
814 // convert to 0-1 (%) and add default
815 add(ConfigMapper(KEY_AAC_DRC_BOOST_FACTOR, C2_PARAMKEY_DRC_BOOST_FACTOR, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800816 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
817 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800818 int32_t value;
819 if (!v.get(&value) || value < 0) {
820 value = property_get_int32(PROP_DRC_OVERRIDE_BOOST, DRC_DEFAULT_MOBILE_DRC_BOOST);
821 }
822 return float(c2_min(value, 127) / 127.);
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800823 },[](C2Value v) -> C2Value {
824 float value;
825 if (v.get(&value)) {
826 return (int32_t) (value * 127. + 0.5);
827 }
828 else {
829 return C2Value();
830 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800831 }));
832
833 // convert to compression type and add default
834 add(ConfigMapper(KEY_AAC_DRC_HEAVY_COMPRESSION, C2_PARAMKEY_DRC_COMPRESSION_MODE, "value")
Wonsik Kim65a62a32020-10-27 17:00:36 -0700835 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM))
836 .withMapper([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800837 int32_t value;
838 if (!v.get(&value) || value < 0) {
839 value = property_get_int32(PROP_DRC_OVERRIDE_HEAVY, DRC_DEFAULT_MOBILE_DRC_HEAVY);
840 }
841 return value == 1 ? C2Config::DRC_COMPRESSION_HEAVY : C2Config::DRC_COMPRESSION_LIGHT;
842 }));
843
844 // convert to dBFS and add default
845 add(ConfigMapper(KEY_AAC_ENCODED_TARGET_LEVEL, C2_PARAMKEY_DRC_ENCODED_TARGET_LEVEL, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800846 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
847 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800848 int32_t value;
849 if (!v.get(&value) || value < 0) {
850 value = property_get_int32(PROP_DRC_OVERRIDE_ENC_LEVEL, DRC_DEFAULT_MOBILE_ENC_LEVEL);
851 }
852 return float(-0.25 * c2_min(value, 127));
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800853 },[](C2Value v) -> C2Value {
854 float value;
855 if (v.get(&value)) {
856 return (int32_t) (-4. * value);
857 }
858 else {
859 return C2Value();
860 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800861 }));
862
863 // convert to effect type (these map to SDK values) and add default
864 add(ConfigMapper(KEY_AAC_DRC_EFFECT_TYPE, C2_PARAMKEY_DRC_EFFECT_TYPE, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800865 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
866 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800867 int32_t value;
868 if (!v.get(&value) || value < -1 || value > 8) {
869 value = property_get_int32(PROP_DRC_OVERRIDE_EFFECT, DRC_DEFAULT_MOBILE_DRC_EFFECT);
870 // ensure value is within range
871 if (value < -1 || value > 8) {
872 value = DRC_DEFAULT_MOBILE_DRC_EFFECT;
873 }
874 }
875 return value;
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800876 },[](C2Value v) -> C2Value {
877 int32_t value;
878 if (v.get(&value)) {
879 return value;
880 }
881 else {
882 return C2Value();
883 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800884 }));
885
Jean-Michel Trivi670b8fb2020-02-18 07:54:05 -0800886 // convert to album mode and add default
887 add(ConfigMapper(KEY_AAC_DRC_ALBUM_MODE, C2_PARAMKEY_DRC_ALBUM_MODE, "value")
888 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
889 .withMappers([](C2Value v) -> C2Value {
890 int32_t value;
891 if (!v.get(&value) || value < 0 || value > 1) {
892 value = DRC_DEFAULT_MOBILE_DRC_ALBUM;
893 // ensure value is within range
894 if (value < 0 || value > 1) {
895 value = DRC_DEFAULT_MOBILE_DRC_ALBUM;
896 }
897 }
898 return value;
899 },[](C2Value v) -> C2Value {
900 int32_t value;
901 if (v.get(&value)) {
902 return value;
903 }
904 else {
905 return C2Value();
906 }
907 }));
908
Jean-Michel Trivi4b936cc2020-02-17 16:29:47 -0800909 add(ConfigMapper(KEY_AAC_DRC_OUTPUT_LOUDNESS, C2_PARAMKEY_DRC_OUTPUT_LOUDNESS, "value")
910 .limitTo(D::OUTPUT & D::DECODER & D::READ)
911 .withMappers([](C2Value v) -> C2Value {
912 int32_t value;
913 if (!v.get(&value) || value < -1) {
914 value = DRC_DEFAULT_MOBILE_OUTPUT_LOUDNESS;
915 }
916 return float(-0.25 * c2_min(value, 127));
917 },[](C2Value v) -> C2Value {
918 float value;
919 if (v.get(&value)) {
920 return (int32_t) (-4. * value);
921 }
922 return C2Value();
923 }));
924
Pawin Vongmasa36653902018-11-15 00:10:25 -0800925 add(ConfigMapper(KEY_AAC_MAX_OUTPUT_CHANNEL_COUNT, C2_PARAMKEY_MAX_CHANNEL_COUNT, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800926 .limitTo(D::AUDIO & (D::CONFIG | D::PARAM | D::READ)));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800927
Jean-Michel Trivi63e1ece2022-01-27 19:27:02 -0800928 add(ConfigMapper(KEY_MAX_OUTPUT_CHANNEL_COUNT, C2_PARAMKEY_MAX_CHANNEL_COUNT, "value")
929 .limitTo(D::AUDIO & (D::CONFIG | D::PARAM | D::READ)));
930
Jean-Michel Trivib28a72c2022-05-05 01:01:01 +0000931 add(ConfigMapper(KEY_CHANNEL_MASK, C2_PARAMKEY_CHANNEL_MASK, "value")
932 .limitTo(D::AUDIO & D::DECODER & D::READ));
933
Pawin Vongmasa36653902018-11-15 00:10:25 -0800934 add(ConfigMapper(KEY_AAC_SBR_MODE, C2_PARAMKEY_AAC_SBR_MODE, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800935 .limitTo(D::AUDIO & D::ENCODER & (D::CONFIG | D::PARAM | D::READ))
Pawin Vongmasa36653902018-11-15 00:10:25 -0800936 .withMapper([](C2Value v) -> C2Value {
937 int32_t value;
938 if (!v.get(&value) || value < 0) {
939 return C2Config::AAC_SBR_AUTO;
940 }
941 switch (value) {
942 case 0: return C2Config::AAC_SBR_OFF;
943 case 1: return C2Config::AAC_SBR_SINGLE_RATE;
944 case 2: return C2Config::AAC_SBR_DUAL_RATE;
945 default: return C2Config::AAC_SBR_AUTO + 1; // invalid value
946 }
947 }));
948
Ray Essick183676c2021-06-27 20:03:14 -0700949 add(ConfigMapper("android._encoding-quality-level", C2_PARAMKEY_ENCODING_QUALITY_LEVEL, "value")
950 .limitTo(D::ENCODER & (D::CONFIG | D::PARAM)));
Harish Mahendrakar9a4c8eb2019-05-29 15:41:20 -0700951 add(ConfigMapper(KEY_QUALITY, C2_PARAMKEY_QUALITY, "value")
952 .limitTo(D::ENCODER & (D::CONFIG | D::PARAM)));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800953 add(ConfigMapper(KEY_FLAC_COMPRESSION_LEVEL, C2_PARAMKEY_COMPLEXITY, "value")
954 .limitTo(D::AUDIO & D::ENCODER));
955 add(ConfigMapper("complexity", C2_PARAMKEY_COMPLEXITY, "value")
Harish Mahendrakar9a4c8eb2019-05-29 15:41:20 -0700956 .limitTo(D::ENCODER & (D::CONFIG | D::PARAM)));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800957
958 add(ConfigMapper(KEY_GRID_COLUMNS, C2_PARAMKEY_TILE_LAYOUT, "columns")
959 .limitTo(D::IMAGE));
960 add(ConfigMapper(KEY_GRID_ROWS, C2_PARAMKEY_TILE_LAYOUT, "rows")
961 .limitTo(D::IMAGE));
962 add(ConfigMapper(KEY_TILE_WIDTH, C2_PARAMKEY_TILE_LAYOUT, "tile.width")
963 .limitTo(D::IMAGE));
964 add(ConfigMapper(KEY_TILE_HEIGHT, C2_PARAMKEY_TILE_LAYOUT, "tile.height")
965 .limitTo(D::IMAGE));
966
967 add(ConfigMapper(KEY_LATENCY, C2_PARAMKEY_PIPELINE_DELAY_REQUEST, "value")
968 .limitTo(D::VIDEO & D::ENCODER));
969
970 add(ConfigMapper(C2_PARAMKEY_INPUT_TIME_STRETCH, C2_PARAMKEY_INPUT_TIME_STRETCH, "value"));
971
Wei Jia48ab6ef2019-10-11 16:06:42 -0700972 add(ConfigMapper(KEY_LOW_LATENCY, C2_PARAMKEY_LOW_LATENCY_MODE, "value")
973 .limitTo(D::DECODER & (D::CONFIG | D::PARAM))
974 .withMapper([](C2Value v) -> C2Value {
975 int32_t value = 0;
976 (void)v.get(&value);
977 return value == 0 ? C2_FALSE : C2_TRUE;
978 }));
979
Guillaume Chelfi867d4dd2021-07-01 18:38:45 +0200980 add(ConfigMapper("android._trigger-tunnel-peek", C2_PARAMKEY_TUNNEL_START_RENDER, "value")
Guillaume Chelfi5ffbcb32021-04-12 14:23:43 +0200981 .limitTo(D::PARAM & D::VIDEO & D::DECODER)
982 .withMapper([](C2Value v) -> C2Value {
983 int32_t value = 0;
984 (void)v.get(&value);
985 return value == 0 ? C2_FALSE : C2_TRUE;
986 }));
Guillaume Chelfi867d4dd2021-07-01 18:38:45 +0200987
Brian Lindahlf3e84292022-05-24 14:02:09 +0200988 add(ConfigMapper("android._tunnel-peek-set-legacy", C2_PARAMKEY_TUNNEL_PEEK_MODE, "value")
989 .limitTo(D::PARAM & D::VIDEO & D::DECODER)
990 .withMapper([](C2Value v) -> C2Value {
991 int32_t value = 0;
992 (void)v.get(&value);
993 return value == 0
994 ? C2Value(C2PlatformConfig::SPECIFIED_PEEK)
995 : C2Value(C2PlatformConfig::UNSPECIFIED_PEEK);
996 }));
997
Yushin Choe19a20d2021-11-14 21:03:27 -0800998 add(ConfigMapper(KEY_VIDEO_QP_AVERAGE, C2_PARAMKEY_AVERAGE_QP, "value")
999 .limitTo(D::ENCODER & D::VIDEO & D::READ));
1000
1001 add(ConfigMapper(KEY_PICTURE_TYPE, C2_PARAMKEY_PICTURE_TYPE, "value")
Taehwan Kimfad78c42022-05-11 16:30:48 +09001002 .limitTo(D::ENCODER & D::VIDEO & D::READ)
1003 .withMappers([](C2Value v) -> C2Value {
1004 int32_t sdk;
1005 C2Config::picture_type_t c2;
1006 if (v.get(&sdk) && C2Mapper::map(sdk, &c2)) {
1007 return C2Value(c2);
1008 }
1009 return C2Value();
1010 }, [](C2Value v) -> C2Value {
1011 C2Config::picture_type_t c2;
1012 int32_t sdk = PICTURE_TYPE_UNKNOWN;
1013 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(c2)>::type;
1014 if (v.get((C2ValueType*)&c2) && C2Mapper::map(c2, &sdk)) {
1015 return sdk;
1016 }
1017 return C2Value();
1018 }));
Yushin Choe19a20d2021-11-14 21:03:27 -08001019
Pawin Vongmasa36653902018-11-15 00:10:25 -08001020 /* still to do
Pawin Vongmasa36653902018-11-15 00:10:25 -08001021 not yet used by MediaCodec, but defined as MediaFormat
1022 KEY_AUDIO_SESSION_ID // we use "audio-hw-sync"
1023 KEY_OUTPUT_REORDER_DEPTH
1024 */
1025}
1026
1027status_t CCodecConfig::initialize(
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001028 const std::shared_ptr<C2ParamReflector> &reflector,
1029 const std::shared_ptr<Codec2Client::Configurable> &configurable) {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001030 C2ComponentDomainSetting domain(C2Component::DOMAIN_OTHER);
1031 C2ComponentKindSetting kind(C2Component::KIND_OTHER);
1032
1033 std::vector<std::unique_ptr<C2Param>> queried;
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001034 c2_status_t c2err = configurable->query({ &domain, &kind }, {}, C2_DONT_BLOCK, &queried);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001035 if (c2err != C2_OK) {
1036 ALOGD("Query domain & kind failed => %s", asString(c2err));
1037 // TEMP: determine kind from component name
1038 if (kind.value == C2Component::KIND_OTHER) {
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001039 if (configurable->getName().find("encoder") != std::string::npos) {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001040 kind.value = C2Component::KIND_ENCODER;
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001041 } else if (configurable->getName().find("decoder") != std::string::npos) {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001042 kind.value = C2Component::KIND_DECODER;
1043 }
1044 }
1045
1046 // TEMP: determine domain from media type (port (preferred) or stream #0)
1047 if (domain.value == C2Component::DOMAIN_OTHER) {
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001048 AString mediaType = QueryMediaType(true /* input */, configurable);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001049 if (mediaType.startsWith("audio/")) {
1050 domain.value = C2Component::DOMAIN_AUDIO;
1051 } else if (mediaType.startsWith("video/")) {
1052 domain.value = C2Component::DOMAIN_VIDEO;
1053 } else if (mediaType.startsWith("image/")) {
1054 domain.value = C2Component::DOMAIN_IMAGE;
1055 }
1056 }
1057 }
1058
1059 mDomain = (domain.value == C2Component::DOMAIN_VIDEO ? Domain::IS_VIDEO :
1060 domain.value == C2Component::DOMAIN_IMAGE ? Domain::IS_IMAGE :
1061 domain.value == C2Component::DOMAIN_AUDIO ? Domain::IS_AUDIO : Domain::OTHER_DOMAIN)
1062 | (kind.value == C2Component::KIND_DECODER ? Domain::IS_DECODER :
1063 kind.value == C2Component::KIND_ENCODER ? Domain::IS_ENCODER : Domain::OTHER_KIND);
1064
1065 mInputDomain = Domain(((mDomain & IS_DECODER) ? IS_CODED : IS_RAW) | IS_INPUT);
1066 mOutputDomain = Domain(((mDomain & IS_ENCODER) ? IS_CODED : IS_RAW) | IS_OUTPUT);
1067
1068 ALOGV("domain is %#x (%u %u)", mDomain, domain.value, kind.value);
1069
1070 std::vector<C2Param::Index> paramIndices;
1071 switch (kind.value) {
1072 case C2Component::KIND_DECODER:
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001073 mCodingMediaType = QueryMediaType(true /* input */, configurable).c_str();
Pawin Vongmasa36653902018-11-15 00:10:25 -08001074 break;
1075 case C2Component::KIND_ENCODER:
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001076 mCodingMediaType = QueryMediaType(false /* input */, configurable).c_str();
Pawin Vongmasa36653902018-11-15 00:10:25 -08001077 break;
1078 default:
1079 mCodingMediaType = "";
1080 }
1081
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001082 c2err = configurable->querySupportedParams(&mParamDescs);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001083 if (c2err != C2_OK) {
1084 ALOGD("Query supported params failed after returning %zu values => %s",
1085 mParamDescs.size(), asString(c2err));
1086 return UNKNOWN_ERROR;
1087 }
1088 for (const std::shared_ptr<C2ParamDescriptor> &desc : mParamDescs) {
1089 mSupportedIndices.emplace(desc->index());
1090 }
1091
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001092 mReflector = reflector;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001093 if (mReflector == nullptr) {
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001094 ALOGE("Null param reflector");
Pawin Vongmasa36653902018-11-15 00:10:25 -08001095 return UNKNOWN_ERROR;
1096 }
1097
1098 // enumerate all fields
1099 mParamUpdater = std::make_shared<ReflectedParamUpdater>();
1100 mParamUpdater->clear();
1101 mParamUpdater->supportWholeParam(
1102 C2_PARAMKEY_TEMPORAL_LAYERING, C2StreamTemporalLayeringTuning::CORE_INDEX);
1103 mParamUpdater->addParamDesc(mReflector, mParamDescs);
1104
1105 // TEMP: add some standard fields even if not reflected
1106 if (kind.value == C2Component::KIND_ENCODER) {
1107 mParamUpdater->addStandardParam<C2StreamInitDataInfo::output>(C2_PARAMKEY_INIT_DATA);
1108 }
1109 if (domain.value == C2Component::DOMAIN_IMAGE || domain.value == C2Component::DOMAIN_VIDEO) {
1110 if (kind.value != C2Component::KIND_ENCODER) {
1111 addLocalParam<C2StreamPictureSizeInfo::output>(C2_PARAMKEY_PICTURE_SIZE);
1112 addLocalParam<C2StreamCropRectInfo::output>(C2_PARAMKEY_CROP_RECT);
1113 addLocalParam(
1114 new C2StreamPixelAspectRatioInfo::output(0u, 1u, 1u),
1115 C2_PARAMKEY_PIXEL_ASPECT_RATIO);
1116 addLocalParam(new C2StreamRotationInfo::output(0u, 0), C2_PARAMKEY_ROTATION);
Wonsik Kim58d83332021-02-07 22:19:56 -08001117 addLocalParam(
1118 new C2StreamColorAspectsTuning::output(0u),
1119 C2_PARAMKEY_DEFAULT_COLOR_ASPECTS);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001120 addLocalParam<C2StreamDataSpaceInfo::output>(C2_PARAMKEY_DATA_SPACE);
1121 addLocalParam<C2StreamHdrStaticInfo::output>(C2_PARAMKEY_HDR_STATIC_INFO);
Wonsik Kim58d83332021-02-07 22:19:56 -08001122 addLocalParam(
1123 new C2StreamSurfaceScalingInfo::output(0u, VIDEO_SCALING_MODE_SCALE_TO_FIT),
1124 C2_PARAMKEY_SURFACE_SCALING_MODE);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001125 } else {
1126 addLocalParam(new C2StreamColorAspectsInfo::input(0u), C2_PARAMKEY_COLOR_ASPECTS);
Taehwan Kimca6d7af2022-03-17 11:57:57 +09001127
1128 if (domain.value == C2Component::DOMAIN_VIDEO) {
1129 addLocalParam(new C2AndroidStreamAverageBlockQuantizationInfo::output(0u, 0),
1130 C2_PARAMKEY_AVERAGE_QP);
1131 addLocalParam(new C2StreamPictureTypeMaskInfo::output(0u, 0),
1132 C2_PARAMKEY_PICTURE_TYPE);
1133 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001134 }
1135 }
1136
1137 initializeStandardParams();
1138
1139 // subscribe to all supported standard (exposed) params
1140 // TODO: limit this to params that are actually in the domain
1141 std::vector<std::string> formatKeys = mStandardParams->getPathsForDomain(Domain(1 << 30));
1142 std::vector<C2Param::Index> indices;
1143 mParamUpdater->getParamIndicesForKeys(formatKeys, &indices);
1144 mSubscribedIndices.insert(indices.begin(), indices.end());
1145
1146 // also subscribe to some non-SDK standard parameters
1147 // for number of input/output buffers
1148 mSubscribedIndices.emplace(C2PortSuggestedBufferCountTuning::input::PARAM_TYPE);
1149 mSubscribedIndices.emplace(C2PortSuggestedBufferCountTuning::output::PARAM_TYPE);
1150 mSubscribedIndices.emplace(C2ActualPipelineDelayTuning::PARAM_TYPE);
1151 mSubscribedIndices.emplace(C2PortActualDelayTuning::input::PARAM_TYPE);
1152 mSubscribedIndices.emplace(C2PortActualDelayTuning::output::PARAM_TYPE);
1153 // for output buffer array allocation
1154 mSubscribedIndices.emplace(C2StreamMaxBufferSizeInfo::output::PARAM_TYPE);
1155 // init data (CSD)
1156 mSubscribedIndices.emplace(C2StreamInitDataInfo::output::PARAM_TYPE);
1157
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001158 for (const std::shared_ptr<C2ParamDescriptor> &desc : mParamDescs) {
1159 if (desc->index().isVendor()) {
1160 std::vector<std::string> keys;
1161 mParamUpdater->getKeysForParamIndex(desc->index(), &keys);
1162 for (const std::string &key : keys) {
Wonsik Kim874ad382021-03-12 09:59:36 -08001163 mVendorParams.insert_or_assign(key, desc);
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001164 }
1165 }
1166 }
1167
Pawin Vongmasa36653902018-11-15 00:10:25 -08001168 return OK;
1169}
1170
1171status_t CCodecConfig::subscribeToConfigUpdate(
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001172 const std::shared_ptr<Codec2Client::Configurable> &configurable,
Pawin Vongmasa36653902018-11-15 00:10:25 -08001173 const std::vector<C2Param::Index> &indices,
1174 c2_blocking_t blocking) {
Wonsik Kim4eea3f42022-04-19 11:08:35 -07001175 static const int32_t kProductFirstApiLevel =
1176 base::GetIntProperty<int32_t>("ro.product.first_api_level", 0);
1177 static const int32_t kBoardApiLevel =
1178 base::GetIntProperty<int32_t>("ro.board.first_api_level", 0);
1179 static const int32_t kFirstApiLevel =
1180 (kBoardApiLevel != 0) ? kBoardApiLevel : kProductFirstApiLevel;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001181 mSubscribedIndices.insert(indices.begin(), indices.end());
Wonsik Kim4eea3f42022-04-19 11:08:35 -07001182 if (mSubscribedIndices.size() != mSubscribedIndicesSize
1183 && kFirstApiLevel >= __ANDROID_API_T__) {
1184 std::vector<uint32_t> indicesVector;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001185 for (C2Param::Index ix : mSubscribedIndices) {
Wonsik Kim4eea3f42022-04-19 11:08:35 -07001186 indicesVector.push_back(ix);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001187 }
1188 std::unique_ptr<C2SubscribedParamIndicesTuning> subscribeTuning =
Wonsik Kim4eea3f42022-04-19 11:08:35 -07001189 C2SubscribedParamIndicesTuning::AllocUnique(indicesVector);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001190 std::vector<std::unique_ptr<C2SettingResult>> results;
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001191 c2_status_t c2Err = configurable->config({ subscribeTuning.get() }, blocking, &results);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001192 if (c2Err != C2_OK && c2Err != C2_BAD_INDEX) {
1193 ALOGD("Failed to subscribe to parameters => %s", asString(c2Err));
1194 // TODO: error
1195 }
1196 ALOGV("Subscribed to %zu params", mSubscribedIndices.size());
1197 mSubscribedIndicesSize = mSubscribedIndices.size();
1198 }
1199 return OK;
1200}
1201
1202status_t CCodecConfig::queryConfiguration(
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001203 const std::shared_ptr<Codec2Client::Configurable> &configurable) {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001204 // query all subscribed parameters
1205 std::vector<C2Param::Index> indices(mSubscribedIndices.begin(), mSubscribedIndices.end());
1206 std::vector<std::unique_ptr<C2Param>> queried;
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001207 c2_status_t c2Err = configurable->query({}, indices, C2_MAY_BLOCK, &queried);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001208 if (c2Err != OK) {
1209 ALOGI("query failed after returning %zu values (%s)", queried.size(), asString(c2Err));
1210 // TODO: error
1211 }
1212
1213 updateConfiguration(queried, ALL);
1214 return OK;
1215}
1216
1217bool CCodecConfig::updateConfiguration(
1218 std::vector<std::unique_ptr<C2Param>> &configUpdate, Domain domain) {
1219 ALOGV("updating configuration with %zu params", configUpdate.size());
1220 bool changed = false;
1221 for (std::unique_ptr<C2Param> &p : configUpdate) {
1222 if (p && *p) {
1223 auto insertion = mCurrentConfig.emplace(p->index(), nullptr);
1224 if (insertion.second || *insertion.first->second != *p) {
1225 if (mSupportedIndices.count(p->index()) || mLocalParams.count(p->index())) {
1226 // only track changes in supported (reflected or local) indices
1227 changed = true;
1228 } else {
1229 ALOGV("an unlisted config was %s: %#x",
1230 insertion.second ? "added" : "updated", p->index());
1231 }
1232 }
1233 insertion.first->second = std::move(p);
1234 }
1235 }
Wonsik Kim673dd192021-01-29 14:58:12 -08001236 if (mInputSurface
1237 && (domain & mOutputDomain)
1238 && mInputSurfaceDataspace != mInputSurface->getDataspace()) {
1239 changed = true;
1240 mInputSurfaceDataspace = mInputSurface->getDataspace();
1241 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001242
1243 ALOGV("updated configuration has %zu params (%s)", mCurrentConfig.size(),
1244 changed ? "CHANGED" : "no change");
1245 if (changed) {
1246 return updateFormats(domain);
1247 }
1248 return false;
1249}
1250
1251bool CCodecConfig::updateFormats(Domain domain) {
1252 // get addresses of params in the current config
1253 std::vector<C2Param*> paramPointers;
1254 for (const auto &it : mCurrentConfig) {
1255 paramPointers.push_back(it.second.get());
1256 }
1257
1258 ReflectedParamUpdater::Dict reflected = mParamUpdater->getParams(paramPointers);
Wonsik Kimbd557932019-07-02 15:51:20 -07001259 std::string config = reflected.debugString();
1260 std::set<std::string> configLines;
1261 std::string diff;
1262 for (size_t start = 0; start != std::string::npos; ) {
1263 size_t end = config.find('\n', start);
1264 size_t count = (end == std::string::npos)
1265 ? std::string::npos
1266 : end - start + 1;
1267 std::string line = config.substr(start, count);
1268 configLines.insert(line);
1269 if (mLastConfig.count(line) == 0) {
1270 diff.append(line);
1271 }
1272 start = (end == std::string::npos) ? std::string::npos : end + 1;
1273 }
1274 if (!diff.empty()) {
1275 ALOGD("c2 config diff is %s", diff.c_str());
1276 }
1277 mLastConfig.swap(configLines);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001278
1279 bool changed = false;
1280 if (domain & mInputDomain) {
Wonsik Kime3358f62021-03-24 02:58:19 +00001281 sp<AMessage> oldFormat = mInputFormat;
1282 mInputFormat = mInputFormat->dup(); // trigger format changed
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001283 mInputFormat->extend(getFormatForDomain(reflected, mInputDomain));
Pawin Vongmasa36653902018-11-15 00:10:25 -08001284 if (mInputFormat->countEntries() != oldFormat->countEntries()
1285 || mInputFormat->changesFrom(oldFormat)->countEntries() > 0) {
1286 changed = true;
Wonsik Kime3358f62021-03-24 02:58:19 +00001287 } else {
1288 mInputFormat = oldFormat; // no change
Pawin Vongmasa36653902018-11-15 00:10:25 -08001289 }
1290 }
1291 if (domain & mOutputDomain) {
1292 sp<AMessage> oldFormat = mOutputFormat;
1293 mOutputFormat = mOutputFormat->dup(); // trigger output format changed
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001294 mOutputFormat->extend(getFormatForDomain(reflected, mOutputDomain));
Pawin Vongmasa36653902018-11-15 00:10:25 -08001295 if (mOutputFormat->countEntries() != oldFormat->countEntries()
1296 || mOutputFormat->changesFrom(oldFormat)->countEntries() > 0) {
1297 changed = true;
1298 } else {
1299 mOutputFormat = oldFormat; // no change
1300 }
1301 }
1302 ALOGV_IF(changed, "format(s) changed");
1303 return changed;
1304}
1305
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001306sp<AMessage> CCodecConfig::getFormatForDomain(
1307 const ReflectedParamUpdater::Dict &reflected,
1308 Domain portDomain) const {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001309 sp<AMessage> msg = new AMessage;
Wonsik Kim874ad382021-03-12 09:59:36 -08001310 for (const auto &[key, mappers] : mStandardParams->getKeys()) {
1311 for (const ConfigMapper &cm : mappers) {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001312 if ((cm.domain() & portDomain) == 0 // input-output-coded-raw
1313 || (cm.domain() & mDomain) != mDomain // component domain + kind (these must match)
1314 || (cm.domain() & IS_READ) == 0) {
1315 continue;
1316 }
1317 auto it = reflected.find(cm.path());
1318 if (it == reflected.end()) {
1319 continue;
1320 }
1321 C2Value c2Value;
1322 sp<ABuffer> bufValue;
1323 AString strValue;
1324 AMessage::ItemData item;
1325 if (it->second.find(&c2Value)) {
1326 item = cm.mapToMessage(c2Value);
1327 } else if (it->second.find(&bufValue)) {
1328 item.set(bufValue);
1329 } else if (it->second.find(&strValue)) {
1330 item.set(strValue);
1331 } else {
1332 ALOGD("unexpected untyped query value for key: %s", cm.path().c_str());
1333 continue;
1334 }
Wonsik Kim874ad382021-03-12 09:59:36 -08001335 msg->setItem(key.c_str(), item);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001336 }
1337 }
1338
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001339 bool input = (portDomain & Domain::IS_INPUT);
1340 std::vector<std::string> vendorKeys;
Wonsik Kim874ad382021-03-12 09:59:36 -08001341 for (const auto &[key, value] : reflected) {
1342 auto it = mVendorParams.find(key);
1343 if (it == mVendorParams.end()) {
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001344 continue;
1345 }
Wonsik Kim874ad382021-03-12 09:59:36 -08001346 C2Param::Index index = it->second->index();
1347 if (mSubscribedIndices.count(index) == 0) {
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001348 continue;
1349 }
1350 // For vendor parameters, we only care about direction
Wonsik Kim874ad382021-03-12 09:59:36 -08001351 if ((input && !index.forInput())
1352 || (!input && !index.forOutput())) {
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001353 continue;
1354 }
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001355 C2Value c2Value;
1356 sp<ABuffer> bufValue;
1357 AString strValue;
1358 AMessage::ItemData item;
1359 if (value.find(&c2Value)) {
1360 C2ValueToMessageItem(c2Value, item);
1361 } else if (value.find(&bufValue)) {
1362 item.set(bufValue);
1363 } else if (value.find(&strValue)) {
1364 item.set(strValue);
1365 } else {
Wonsik Kim874ad382021-03-12 09:59:36 -08001366 ALOGD("unexpected untyped query value for key: %s", key.c_str());
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001367 continue;
1368 }
Wonsik Kim874ad382021-03-12 09:59:36 -08001369 msg->setItem(key.c_str(), item);
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001370 }
1371
Pawin Vongmasa36653902018-11-15 00:10:25 -08001372 { // convert from Codec 2.0 rect to MediaFormat rect and add crop rect if not present
1373 int32_t left, top, width, height;
1374 if (msg->findInt32("crop-left", &left) && msg->findInt32("crop-width", &width)
1375 && msg->findInt32("crop-top", &top) && msg->findInt32("crop-height", &height)
1376 && left >= 0 && width >=0 && width <= INT32_MAX - left
1377 && top >= 0 && height >=0 && height <= INT32_MAX - top) {
1378 msg->removeEntryAt(msg->findEntryByName("crop-left"));
1379 msg->removeEntryAt(msg->findEntryByName("crop-top"));
1380 msg->removeEntryAt(msg->findEntryByName("crop-width"));
1381 msg->removeEntryAt(msg->findEntryByName("crop-height"));
1382 msg->setRect("crop", left, top, left + width - 1, top + height - 1);
1383 } else if (msg->findInt32("width", &width) && msg->findInt32("height", &height)) {
1384 msg->setRect("crop", 0, 0, width - 1, height - 1);
1385 }
1386 }
1387
1388 { // convert temporal layering to schema
1389 sp<ABuffer> tmp;
1390 if (msg->findBuffer(C2_PARAMKEY_TEMPORAL_LAYERING, &tmp) && tmp != nullptr) {
1391 C2StreamTemporalLayeringTuning *layering =
1392 C2StreamTemporalLayeringTuning::From(C2Param::From(tmp->data(), tmp->size()));
1393 if (layering && layering->m.layerCount > 0
1394 && layering->m.bLayerCount < layering->m.layerCount) {
1395 // check if this is webrtc compatible
1396 AString mime;
1397 if (msg->findString(KEY_MIME, &mime) &&
1398 mime.equalsIgnoreCase(MIMETYPE_VIDEO_VP8) &&
1399 layering->m.bLayerCount == 0 &&
1400 (layering->m.layerCount == 1
1401 || (layering->m.layerCount == 2
1402 && layering->flexCount() >= 1
1403 && layering->m.bitrateRatios[0] == .6f)
1404 || (layering->m.layerCount == 3
1405 && layering->flexCount() >= 2
1406 && layering->m.bitrateRatios[0] == .4f
1407 && layering->m.bitrateRatios[1] == .6f)
1408 || (layering->m.layerCount == 4
1409 && layering->flexCount() >= 3
1410 && layering->m.bitrateRatios[0] == .25f
1411 && layering->m.bitrateRatios[1] == .4f
1412 && layering->m.bitrateRatios[2] == .6f))) {
1413 msg->setString(KEY_TEMPORAL_LAYERING, AStringPrintf(
1414 "webrtc.vp8.%u-layer", layering->m.layerCount));
1415 } else if (layering->m.bLayerCount) {
1416 msg->setString(KEY_TEMPORAL_LAYERING, AStringPrintf(
1417 "android.generic.%u+%u",
1418 layering->m.layerCount - layering->m.bLayerCount,
1419 layering->m.bLayerCount));
1420 } else if (layering->m.bLayerCount) {
1421 msg->setString(KEY_TEMPORAL_LAYERING, AStringPrintf(
1422 "android.generic.%u", layering->m.layerCount));
1423 }
1424 }
1425 msg->removeEntryAt(msg->findEntryByName(C2_PARAMKEY_TEMPORAL_LAYERING));
1426 }
1427 }
1428
Harish Mahendrakara51d2922021-04-08 17:00:47 -07001429 // Remove KEY_AAC_SBR_MODE from SDK message if it is outside supported range
1430 // as SDK doesn't have a way to signal default sbr mode based on profile and
1431 // requires that the key isn't present in format to signal that
1432 int sbrMode;
1433 if (msg->findInt32(KEY_AAC_SBR_MODE, &sbrMode) && (sbrMode < 0 || sbrMode > 2)) {
1434 msg->removeEntryAt(msg->findEntryByName(KEY_AAC_SBR_MODE));
1435 }
1436
Pawin Vongmasa36653902018-11-15 00:10:25 -08001437 { // convert color info
Wonsik Kim58d83332021-02-07 22:19:56 -08001438 // move default color to color aspect if not read from the component
1439 int32_t tmp;
1440 int32_t range;
1441 if (msg->findInt32("default-color-range", &range)) {
1442 if (!msg->findInt32(KEY_COLOR_RANGE, &tmp)) {
1443 msg->setInt32(KEY_COLOR_RANGE, range);
1444 }
1445 msg->removeEntryAt(msg->findEntryByName("default-color-range"));
1446 }
1447 int32_t transfer;
1448 if (msg->findInt32("default-color-transfer", &transfer)) {
1449 if (!msg->findInt32(KEY_COLOR_TRANSFER, &tmp)) {
1450 msg->setInt32(KEY_COLOR_TRANSFER, transfer);
1451 }
1452 msg->removeEntryAt(msg->findEntryByName("default-color-transfer"));
1453 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001454 C2Color::primaries_t primaries;
Wonsik Kim58d83332021-02-07 22:19:56 -08001455 if (msg->findInt32("default-color-primaries", (int32_t*)&primaries)) {
1456 if (!msg->findInt32("color-primaries", &tmp)) {
1457 msg->setInt32("color-primaries", primaries);
1458 }
1459 msg->removeEntryAt(msg->findEntryByName("default-color-primaries"));
1460 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001461 C2Color::matrix_t matrix;
Wonsik Kim58d83332021-02-07 22:19:56 -08001462 if (msg->findInt32("default-color-matrix", (int32_t*)&matrix)) {
1463 if (!msg->findInt32("color-matrix", &tmp)) {
1464 msg->setInt32("color-matrix", matrix);
1465 }
1466 msg->removeEntryAt(msg->findEntryByName("default-color-matrix"));
1467 }
1468
Pawin Vongmasa36653902018-11-15 00:10:25 -08001469 if (msg->findInt32("color-primaries", (int32_t*)&primaries)
1470 && msg->findInt32("color-matrix", (int32_t*)&matrix)) {
1471 int32_t standard;
1472
1473 if (C2Mapper::map(primaries, matrix, &standard)) {
1474 msg->setInt32(KEY_COLOR_STANDARD, standard);
1475 }
1476
1477 msg->removeEntryAt(msg->findEntryByName("color-primaries"));
1478 msg->removeEntryAt(msg->findEntryByName("color-matrix"));
1479 }
1480
Pawin Vongmasa36653902018-11-15 00:10:25 -08001481 // calculate dataspace for raw graphic buffers if not specified by component, or if
1482 // using surface with unspecified aspects (as those must be defaulted which may change
1483 // the dataspace)
1484 if ((portDomain & IS_RAW) && (mDomain & (IS_IMAGE | IS_VIDEO))) {
1485 android_dataspace dataspace;
1486 ColorAspects aspects = {
1487 ColorAspects::RangeUnspecified, ColorAspects::PrimariesUnspecified,
1488 ColorAspects::TransferUnspecified, ColorAspects::MatrixUnspecified
1489 };
1490 ColorUtils::getColorAspectsFromFormat(msg, aspects);
1491 ColorAspects origAspects = aspects;
1492 if (mUsingSurface) {
1493 // get image size (default to HD)
1494 int32_t width = 1280;
1495 int32_t height = 720;
1496 int32_t left, top, right, bottom;
1497 if (msg->findRect("crop", &left, &top, &right, &bottom)) {
1498 width = right - left + 1;
1499 height = bottom - top + 1;
1500 } else {
1501 (void)msg->findInt32(KEY_WIDTH, &width);
1502 (void)msg->findInt32(KEY_HEIGHT, &height);
1503 }
1504 ColorUtils::setDefaultCodecColorAspectsIfNeeded(aspects, width, height);
1505 ColorUtils::setColorAspectsIntoFormat(aspects, msg);
1506 }
1507
1508 if (!msg->findInt32("android._dataspace", (int32_t*)&dataspace)
1509 || aspects.mRange != origAspects.mRange
1510 || aspects.mPrimaries != origAspects.mPrimaries
1511 || aspects.mTransfer != origAspects.mTransfer
1512 || aspects.mMatrixCoeffs != origAspects.mMatrixCoeffs) {
1513 dataspace = ColorUtils::getDataSpaceForColorAspects(aspects, true /* mayExpand */);
1514 msg->setInt32("android._dataspace", dataspace);
1515 }
1516 }
1517
Wonsik Kim673dd192021-01-29 14:58:12 -08001518 if (mInputSurface) {
1519 android_dataspace dataspace = mInputSurface->getDataspace();
1520 ColorUtils::convertDataSpaceToV0(dataspace);
1521 int32_t standard;
1522 ColorUtils::getColorConfigFromDataSpace(dataspace, &range, &standard, &transfer);
1523 if (range != 0) {
1524 msg->setInt32(KEY_COLOR_RANGE, range);
1525 }
1526 if (standard != 0) {
1527 msg->setInt32(KEY_COLOR_STANDARD, standard);
1528 }
1529 if (transfer != 0) {
1530 msg->setInt32(KEY_COLOR_TRANSFER, transfer);
1531 }
1532 msg->setInt32("android._dataspace", dataspace);
1533 }
1534
Pawin Vongmasa36653902018-11-15 00:10:25 -08001535 // HDR static info
1536
1537 C2HdrStaticMetadataStruct hdr;
1538 if (msg->findFloat("smpte2086.red.x", &hdr.mastering.red.x)
1539 && msg->findFloat("smpte2086.red.y", &hdr.mastering.red.y)
1540 && msg->findFloat("smpte2086.green.x", &hdr.mastering.green.x)
1541 && msg->findFloat("smpte2086.green.y", &hdr.mastering.green.y)
1542 && msg->findFloat("smpte2086.blue.x", &hdr.mastering.blue.x)
1543 && msg->findFloat("smpte2086.blue.y", &hdr.mastering.blue.y)
1544 && msg->findFloat("smpte2086.white.x", &hdr.mastering.white.x)
1545 && msg->findFloat("smpte2086.white.y", &hdr.mastering.white.y)
1546 && msg->findFloat("smpte2086.max-luminance", &hdr.mastering.maxLuminance)
1547 && msg->findFloat("smpte2086.min-luminance", &hdr.mastering.minLuminance)
1548 && msg->findFloat("cta861.max-cll", &hdr.maxCll)
1549 && msg->findFloat("cta861.max-fall", &hdr.maxFall)) {
1550 if (hdr.mastering.red.x >= 0 && hdr.mastering.red.x <= 1
1551 && hdr.mastering.red.y >= 0 && hdr.mastering.red.y <= 1
1552 && hdr.mastering.green.x >= 0 && hdr.mastering.green.x <= 1
1553 && hdr.mastering.green.y >= 0 && hdr.mastering.green.y <= 1
1554 && hdr.mastering.blue.x >= 0 && hdr.mastering.blue.x <= 1
1555 && hdr.mastering.blue.y >= 0 && hdr.mastering.blue.y <= 1
1556 && hdr.mastering.white.x >= 0 && hdr.mastering.white.x <= 1
1557 && hdr.mastering.white.y >= 0 && hdr.mastering.white.y <= 1
1558 && hdr.mastering.maxLuminance >= 0 && hdr.mastering.maxLuminance <= 65535
1559 && hdr.mastering.minLuminance >= 0 && hdr.mastering.minLuminance <= 6.5535
1560 && hdr.maxCll >= 0 && hdr.maxCll <= 65535
1561 && hdr.maxFall >= 0 && hdr.maxFall <= 65535) {
1562 HDRStaticInfo meta;
1563 meta.mID = meta.kType1;
1564 meta.sType1.mR.x = hdr.mastering.red.x / 0.00002 + 0.5;
1565 meta.sType1.mR.y = hdr.mastering.red.y / 0.00002 + 0.5;
1566 meta.sType1.mG.x = hdr.mastering.green.x / 0.00002 + 0.5;
1567 meta.sType1.mG.y = hdr.mastering.green.y / 0.00002 + 0.5;
1568 meta.sType1.mB.x = hdr.mastering.blue.x / 0.00002 + 0.5;
1569 meta.sType1.mB.y = hdr.mastering.blue.y / 0.00002 + 0.5;
1570 meta.sType1.mW.x = hdr.mastering.white.x / 0.00002 + 0.5;
1571 meta.sType1.mW.y = hdr.mastering.white.y / 0.00002 + 0.5;
1572 meta.sType1.mMaxDisplayLuminance = hdr.mastering.maxLuminance + 0.5;
1573 meta.sType1.mMinDisplayLuminance = hdr.mastering.minLuminance / 0.0001 + 0.5;
1574 meta.sType1.mMaxContentLightLevel = hdr.maxCll + 0.5;
1575 meta.sType1.mMaxFrameAverageLightLevel = hdr.maxFall + 0.5;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001576 msg->setBuffer(KEY_HDR_STATIC_INFO, ABuffer::CreateAsCopy(&meta, sizeof(meta)));
1577 } else {
1578 ALOGD("found invalid HDR static metadata %s", msg->debugString(8).c_str());
1579 }
Wonsik Kim58d83332021-02-07 22:19:56 -08001580 msg->removeEntryAt(msg->findEntryByName("smpte2086.red.x"));
1581 msg->removeEntryAt(msg->findEntryByName("smpte2086.red.y"));
1582 msg->removeEntryAt(msg->findEntryByName("smpte2086.green.x"));
1583 msg->removeEntryAt(msg->findEntryByName("smpte2086.green.y"));
1584 msg->removeEntryAt(msg->findEntryByName("smpte2086.blue.x"));
1585 msg->removeEntryAt(msg->findEntryByName("smpte2086.blue.y"));
1586 msg->removeEntryAt(msg->findEntryByName("smpte2086.white.x"));
1587 msg->removeEntryAt(msg->findEntryByName("smpte2086.white.y"));
1588 msg->removeEntryAt(msg->findEntryByName("smpte2086.max-luminance"));
1589 msg->removeEntryAt(msg->findEntryByName("smpte2086.min-luminance"));
1590 msg->removeEntryAt(msg->findEntryByName("cta861.max-cll"));
1591 msg->removeEntryAt(msg->findEntryByName("cta861.max-fall"));
Pawin Vongmasa36653902018-11-15 00:10:25 -08001592 }
Wonsik Kim65b9be62022-05-25 16:21:01 -07001593
1594 // HDR dynamic info
1595 std::string keyPrefix = input ? C2_PARAMKEY_INPUT_HDR_DYNAMIC_INFO
1596 : C2_PARAMKEY_OUTPUT_HDR_DYNAMIC_INFO;
1597 std::string typeKey = keyPrefix + ".type";
1598 std::string dataKey = keyPrefix + ".data";
1599 int32_t type;
1600 sp<ABuffer> data;
1601 if (msg->findInt32(typeKey.c_str(), &type)
1602 && msg->findBuffer(dataKey.c_str(), &data)) {
1603 if (type == HDR_DYNAMIC_METADATA_TYPE_SMPTE_2094_40) {
1604 msg->setBuffer(KEY_HDR10_PLUS_INFO, data);
1605 msg->removeEntryAt(msg->findEntryByName(typeKey.c_str()));
1606 msg->removeEntryAt(msg->findEntryByName(dataKey.c_str()));
1607 }
1608 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001609 }
1610
1611 ALOGV("converted to SDK values as %s", msg->debugString().c_str());
1612 return msg;
1613}
1614
1615/// converts an AMessage value to a ParamUpdater value
1616static void convert(const AMessage::ItemData &from, ReflectedParamUpdater::Value *to) {
1617 int32_t int32Value;
1618 int64_t int64Value;
1619 sp<ABuffer> bufValue;
1620 AString strValue;
1621 float floatValue;
1622 double doubleValue;
1623
1624 if (from.find(&int32Value)) {
1625 to->set(int32Value);
1626 } else if (from.find(&int64Value)) {
1627 to->set(int64Value);
1628 } else if (from.find(&bufValue)) {
1629 to->set(bufValue);
1630 } else if (from.find(&strValue)) {
1631 to->set(strValue);
1632 } else if (from.find(&floatValue)) {
1633 to->set(C2Value(floatValue));
1634 } else if (from.find(&doubleValue)) {
1635 // convert double to float
1636 to->set(C2Value((float)doubleValue));
1637 }
1638 // ignore all other AMessage types
1639}
1640
1641/// relaxes Codec 2.0 specific value types to SDK types (mainly removes signedness and counterness
1642/// from 32/64-bit values.)
1643static void relaxValues(ReflectedParamUpdater::Value &item) {
1644 C2Value c2Value;
1645 int32_t int32Value;
1646 int64_t int64Value;
1647 (void)item.find(&c2Value);
1648 if (c2Value.get(&int32Value) || c2Value.get((uint32_t*)&int32Value)
1649 || c2Value.get((c2_cntr32_t*)&int32Value)) {
1650 item.set(int32Value);
1651 } else if (c2Value.get(&int64Value)
1652 || c2Value.get((uint64_t*)&int64Value)
1653 || c2Value.get((c2_cntr64_t*)&int64Value)) {
1654 item.set(int64Value);
1655 }
1656}
1657
1658ReflectedParamUpdater::Dict CCodecConfig::getReflectedFormat(
1659 const sp<AMessage> &params_, Domain configDomain) const {
1660 // create a modifiable copy of params
1661 sp<AMessage> params = params_->dup();
1662 ALOGV("filtering with config domain %x", configDomain);
1663
1664 // convert some macro parameters to Codec 2.0 specific expressions
1665
1666 { // make i-frame-interval frame based
1667 float iFrameInterval;
1668 if (params->findAsFloat(KEY_I_FRAME_INTERVAL, &iFrameInterval)) {
1669 float frameRate;
1670 if (params->findAsFloat(KEY_FRAME_RATE, &frameRate)) {
1671 params->setInt32("i-frame-period",
1672 (frameRate <= 0 || iFrameInterval < 0)
1673 ? -1 /* no sync frames */
1674 : (int32_t)c2_min(iFrameInterval * frameRate + 0.5,
1675 (float)INT32_MAX));
1676 }
1677 }
1678 }
1679
1680 if (mDomain == (IS_VIDEO | IS_ENCODER)) {
1681 // convert capture-rate into input-time-stretch
1682 float frameRate, captureRate;
1683 if (params->findAsFloat(KEY_FRAME_RATE, &frameRate)) {
1684 if (!params->findAsFloat("time-lapse-fps", &captureRate)
1685 && !params->findAsFloat(KEY_CAPTURE_RATE, &captureRate)) {
1686 captureRate = frameRate;
1687 }
1688 if (captureRate > 0 && frameRate > 0) {
1689 params->setFloat(C2_PARAMKEY_INPUT_TIME_STRETCH, captureRate / frameRate);
1690 }
1691 }
Lajos Molnare9707b32022-04-28 10:57:21 -07001692
1693 // add HDR format for video encoding
1694 if (configDomain == IS_CONFIG) {
1695 // don't assume here that transfer is set for HDR, only require it for HLG
1696 int transfer = 0;
1697 params->findInt32(KEY_COLOR_TRANSFER, &transfer);
1698
1699 int profile;
1700 if (params->findInt32(KEY_PROFILE, &profile)) {
1701 std::shared_ptr<C2Mapper::ProfileLevelMapper> mapper =
1702 C2Mapper::GetProfileLevelMapper(mCodingMediaType);
1703 C2Config::hdr_format_t c2 = C2Config::hdr_format_t::UNKNOWN;
1704 if (mapper && mapper->mapHdrFormat(profile, &c2)) {
1705 if (c2 == C2Config::hdr_format_t::HLG &&
1706 transfer != COLOR_TRANSFER_HLG) {
1707 c2 = C2Config::hdr_format_t::UNKNOWN;
1708 }
1709 params->setInt32(C2_PARAMKEY_HDR_FORMAT, c2);
1710 }
1711 }
1712 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001713 }
1714
1715 { // reflect temporal layering into a binary blob
1716 AString schema;
1717 if (params->findString(KEY_TEMPORAL_LAYERING, &schema)) {
1718 unsigned int numLayers = 0;
1719 unsigned int numBLayers = 0;
1720 int tags;
1721 char dummy;
1722 std::unique_ptr<C2StreamTemporalLayeringTuning::output> layering;
1723 if (sscanf(schema.c_str(), "webrtc.vp8.%u-layer%c", &numLayers, &dummy) == 1
1724 && numLayers > 0) {
1725 switch (numLayers) {
1726 case 1:
1727 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1728 {}, 0u, 1u, 0u);
1729 break;
1730 case 2:
1731 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1732 { .6f }, 0u, 2u, 0u);
1733 break;
1734 case 3:
1735 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1736 { .4f, .6f }, 0u, 3u, 0u);
1737 break;
1738 default:
1739 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1740 { .25f, .4f, .6f }, 0u, 4u, 0u);
1741 break;
1742 }
1743 } else if ((tags = sscanf(schema.c_str(), "android.generic.%u%c%u%c",
1744 &numLayers, &dummy, &numBLayers, &dummy))
1745 && (tags == 1 || (tags == 3 && dummy == '+'))
1746 && numLayers > 0 && numLayers < UINT32_MAX - numBLayers) {
1747 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1748 {}, 0u, numLayers + numBLayers, numBLayers);
1749 } else {
1750 ALOGD("Ignoring unsupported ts-schema [%s]", schema.c_str());
1751 }
1752 if (layering) {
1753 params->setBuffer(C2_PARAMKEY_TEMPORAL_LAYERING,
1754 ABuffer::CreateAsCopy(layering.get(), layering->size()));
1755 }
1756 }
1757 }
1758
1759 { // convert from MediaFormat rect to Codec 2.0 rect
1760 int32_t offset;
1761 int32_t end;
1762 AMessage::ItemData item;
1763 if (params->findInt32("crop-left", &offset) && params->findInt32("crop-right", &end)
1764 && offset >= 0 && end >= offset - 1) {
1765 size_t ix = params->findEntryByName("crop-right");
1766 params->setEntryNameAt(ix, "crop-width");
1767 item.set(end - offset + 1);
1768 params->setEntryAt(ix, item);
1769 }
1770 if (params->findInt32("crop-top", &offset) && params->findInt32("crop-bottom", &end)
1771 && offset >= 0 && end >= offset - 1) {
1772 size_t ix = params->findEntryByName("crop-bottom");
1773 params->setEntryNameAt(ix, "crop-height");
1774 item.set(end - offset + 1);
1775 params->setEntryAt(ix, item);
1776 }
1777 }
1778
1779 { // convert color info
1780 int32_t standard;
1781 if (params->findInt32(KEY_COLOR_STANDARD, &standard)) {
1782 C2Color::primaries_t primaries;
1783 C2Color::matrix_t matrix;
1784
1785 if (C2Mapper::map(standard, &primaries, &matrix)) {
1786 params->setInt32("color-primaries", primaries);
1787 params->setInt32("color-matrix", matrix);
1788 }
1789 }
1790
1791 sp<ABuffer> hdrMeta;
1792 if (params->findBuffer(KEY_HDR_STATIC_INFO, &hdrMeta)
1793 && hdrMeta->size() == sizeof(HDRStaticInfo)) {
1794 HDRStaticInfo *meta = (HDRStaticInfo*)hdrMeta->data();
1795 if (meta->mID == meta->kType1) {
1796 params->setFloat("smpte2086.red.x", meta->sType1.mR.x * 0.00002);
1797 params->setFloat("smpte2086.red.y", meta->sType1.mR.y * 0.00002);
1798 params->setFloat("smpte2086.green.x", meta->sType1.mG.x * 0.00002);
1799 params->setFloat("smpte2086.green.y", meta->sType1.mG.y * 0.00002);
1800 params->setFloat("smpte2086.blue.x", meta->sType1.mB.x * 0.00002);
1801 params->setFloat("smpte2086.blue.y", meta->sType1.mB.y * 0.00002);
1802 params->setFloat("smpte2086.white.x", meta->sType1.mW.x * 0.00002);
1803 params->setFloat("smpte2086.white.y", meta->sType1.mW.y * 0.00002);
1804 params->setFloat("smpte2086.max-luminance", meta->sType1.mMaxDisplayLuminance);
1805 params->setFloat("smpte2086.min-luminance", meta->sType1.mMinDisplayLuminance * 0.0001);
1806 params->setFloat("cta861.max-cll", meta->sType1.mMaxContentLightLevel);
1807 params->setFloat("cta861.max-fall", meta->sType1.mMaxFrameAverageLightLevel);
1808 }
1809 }
Wonsik Kim65b9be62022-05-25 16:21:01 -07001810
1811 sp<ABuffer> hdrDynamicInfo;
1812 if (params->findBuffer(KEY_HDR10_PLUS_INFO, &hdrDynamicInfo)) {
1813 for (const std::string &prefix : { C2_PARAMKEY_INPUT_HDR_DYNAMIC_INFO,
1814 C2_PARAMKEY_OUTPUT_HDR_DYNAMIC_INFO }) {
1815 params->setInt32((prefix + ".type").c_str(),
1816 HDR_DYNAMIC_METADATA_TYPE_SMPTE_2094_40);
1817 params->setBuffer((prefix + ".data").c_str(), hdrDynamicInfo);
1818 }
1819 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001820 }
1821
1822 // this is to verify that we set proper signedness for standard parameters
1823 bool beVeryStrict = property_get_bool("debug.stagefright.ccodec_strict_type", false);
1824 // this is to allow vendors to use the wrong signedness for standard parameters
1825 bool beVeryLax = property_get_bool("debug.stagefright.ccodec_lax_type", false);
1826
1827 ReflectedParamUpdater::Dict filtered;
1828 for (size_t ix = 0; ix < params->countEntries(); ++ix) {
1829 AMessage::Type type;
1830 AString name = params->getEntryNameAt(ix, &type);
1831 AMessage::ItemData msgItem = params->getEntryAt(ix);
1832 ReflectedParamUpdater::Value item;
1833 convert(msgItem, &item); // convert item to param updater item
1834
1835 if (name.startsWith("vendor.")) {
1836 // vendor params pass through as is
1837 filtered.emplace(name.c_str(), item);
1838 continue;
1839 }
1840 // standard parameters may get modified, filtered or duplicated
1841 for (const ConfigMapper &cm : mStandardParams->getConfigMappersForSdkKey(name.c_str())) {
1842 // note: we ignore port domain for configuration
1843 if ((cm.domain() & configDomain)
1844 // component domain + kind (these must match)
1845 && (cm.domain() & mDomain) == mDomain) {
1846 // map arithmetic values, pass through string or buffer
1847 switch (type) {
1848 case AMessage::kTypeBuffer:
1849 case AMessage::kTypeString:
1850 break;
1851 case AMessage::kTypeInt32:
1852 case AMessage::kTypeInt64:
1853 case AMessage::kTypeFloat:
1854 case AMessage::kTypeDouble:
1855 // for now only map settings with mappers as we are not creating
1856 // signed <=> unsigned mappers
1857 // TODO: be precise about signed unsigned
1858 if (beVeryStrict || cm.mapper()) {
1859 item.set(cm.mapFromMessage(params->getEntryAt(ix)));
1860 // also allow to relax type strictness
1861 if (beVeryLax) {
1862 relaxValues(item);
1863 }
1864 }
1865 break;
1866 default:
1867 continue;
1868 }
1869 filtered.emplace(cm.path(), item);
1870 }
1871 }
1872 }
Wonsik Kim58d83332021-02-07 22:19:56 -08001873 ALOGV("filter src msg %s", params->debugString(4).c_str());
1874 ALOGV("filter dst params %s", filtered.debugString(4).c_str());
Pawin Vongmasa36653902018-11-15 00:10:25 -08001875 return filtered;
1876}
1877
1878status_t CCodecConfig::getConfigUpdateFromSdkParams(
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001879 std::shared_ptr<Codec2Client::Configurable> configurable,
Pawin Vongmasa36653902018-11-15 00:10:25 -08001880 const sp<AMessage> &sdkParams, Domain configDomain,
1881 c2_blocking_t blocking,
1882 std::vector<std::unique_ptr<C2Param>> *configUpdate) const {
1883 ReflectedParamUpdater::Dict params = getReflectedFormat(sdkParams, configDomain);
1884
1885 std::vector<C2Param::Index> indices;
1886 mParamUpdater->getParamIndicesFromMessage(params, &indices);
1887 if (indices.empty()) {
1888 ALOGD("no recognized params in: %s", params.debugString().c_str());
1889 return OK;
1890 }
1891
1892 configUpdate->clear();
1893 std::vector<C2Param::Index> supportedIndices;
1894 for (C2Param::Index ix : indices) {
1895 if (mSupportedIndices.count(ix)) {
1896 supportedIndices.push_back(ix);
1897 } else if (mLocalParams.count(ix)) {
1898 // query local parameter here
1899 auto it = mCurrentConfig.find(ix);
1900 if (it != mCurrentConfig.end()) {
1901 configUpdate->emplace_back(C2Param::Copy(*it->second));
1902 }
1903 }
1904 }
1905
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001906 c2_status_t err = configurable->query({ }, supportedIndices, blocking, configUpdate);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001907 if (err != C2_OK) {
1908 ALOGD("query failed after returning %zu params => %s", configUpdate->size(), asString(err));
1909 }
1910
1911 if (configUpdate->size()) {
1912 mParamUpdater->updateParamsFromMessage(params, configUpdate);
1913 }
1914 return OK;
1915}
1916
1917status_t CCodecConfig::setParameters(
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001918 std::shared_ptr<Codec2Client::Configurable> configurable,
Pawin Vongmasa36653902018-11-15 00:10:25 -08001919 std::vector<std::unique_ptr<C2Param>> &configUpdate,
1920 c2_blocking_t blocking) {
1921 status_t result = OK;
1922 if (configUpdate.empty()) {
1923 return OK;
1924 }
1925
1926 std::vector<C2Param::Index> indices;
1927 std::vector<C2Param *> paramVector;
1928 for (const std::unique_ptr<C2Param> &param : configUpdate) {
1929 if (mSupportedIndices.count(param->index())) {
1930 // component parameter
1931 paramVector.push_back(param.get());
1932 indices.push_back(param->index());
1933 } else if (mLocalParams.count(param->index())) {
1934 // handle local parameter here
1935 LocalParamValidator validator = mLocalParams.find(param->index())->second;
1936 c2_status_t err = C2_OK;
1937 std::unique_ptr<C2Param> copy = C2Param::Copy(*param);
1938 if (validator) {
1939 err = validator(copy);
1940 }
1941 if (err == C2_OK) {
1942 ALOGV("updated local parameter value for %s",
1943 mParamUpdater->getParamName(param->index()).c_str());
1944
1945 mCurrentConfig[param->index()] = std::move(copy);
1946 } else {
1947 ALOGD("failed to set parameter value for %s => %s",
1948 mParamUpdater->getParamName(param->index()).c_str(), asString(err));
1949 result = BAD_VALUE;
1950 }
1951 }
1952 }
1953 // update subscribed param indices
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001954 subscribeToConfigUpdate(configurable, indices, blocking);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001955
1956 std::vector<std::unique_ptr<C2SettingResult>> failures;
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001957 c2_status_t err = configurable->config(paramVector, blocking, &failures);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001958 if (err != C2_OK) {
1959 ALOGD("config failed => %s", asString(err));
1960 // This is non-fatal.
1961 }
1962 for (const std::unique_ptr<C2SettingResult> &failure : failures) {
1963 switch (failure->failure) {
1964 case C2SettingResult::BAD_VALUE:
1965 ALOGD("Bad parameter value");
1966 result = BAD_VALUE;
1967 break;
1968 default:
1969 ALOGV("failure = %d", int(failure->failure));
1970 break;
1971 }
1972 }
1973
1974 // Re-query parameter values in case config could not update them and update the current
1975 // configuration.
1976 configUpdate.clear();
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001977 err = configurable->query({}, indices, blocking, &configUpdate);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001978 if (err != C2_OK) {
1979 ALOGD("query failed after returning %zu params => %s", configUpdate.size(), asString(err));
1980 }
1981 (void)updateConfiguration(configUpdate, ALL);
1982
1983 // TODO: error value
1984 return result;
1985}
1986
1987const C2Param *CCodecConfig::getConfigParameterValue(C2Param::Index index) const {
1988 auto it = mCurrentConfig.find(index);
1989 if (it == mCurrentConfig.end()) {
1990 return nullptr;
1991 } else {
1992 return it->second.get();
1993 }
1994}
1995
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001996status_t CCodecConfig::subscribeToAllVendorParams(
1997 const std::shared_ptr<Codec2Client::Configurable> &configurable,
1998 c2_blocking_t blocking) {
Wonsik Kim874ad382021-03-12 09:59:36 -08001999 for (const auto &[path, desc] : mVendorParams) {
2000 mSubscribedIndices.insert(desc->index());
2001 }
2002 return subscribeToConfigUpdate(configurable, {}, blocking);
2003}
2004
2005status_t CCodecConfig::querySupportedParameters(std::vector<std::string> *names) {
2006 if (!names) {
2007 return BAD_VALUE;
2008 }
2009 names->clear();
2010 // TODO: expand to standard params
2011 for (const auto &[key, desc] : mVendorParams) {
Uma Mehta48c30862022-03-22 20:39:07 +05302012 if (desc->isVisible()) {
2013 names->push_back(key);
2014 }
Wonsik Kim874ad382021-03-12 09:59:36 -08002015 }
2016 return OK;
2017}
2018
2019status_t CCodecConfig::describe(const std::string &name, CodecParameterDescriptor *desc) {
2020 if (!desc) {
2021 return BAD_VALUE;
2022 }
2023 // TODO: expand to standard params
2024 desc->name = name;
2025 switch (mParamUpdater->getTypeForKey(name)) {
2026 case C2FieldDescriptor::INT32:
2027 case C2FieldDescriptor::UINT32:
2028 case C2FieldDescriptor::CNTR32:
2029 desc->type = AMessage::kTypeInt32;
2030 return OK;
2031 case C2FieldDescriptor::INT64:
2032 case C2FieldDescriptor::UINT64:
2033 case C2FieldDescriptor::CNTR64:
2034 desc->type = AMessage::kTypeInt64;
2035 return OK;
2036 case C2FieldDescriptor::FLOAT:
2037 desc->type = AMessage::kTypeFloat;
2038 return OK;
2039 case C2FieldDescriptor::STRING:
2040 desc->type = AMessage::kTypeString;
2041 return OK;
2042 case C2FieldDescriptor::BLOB:
2043 desc->type = AMessage::kTypeBuffer;
2044 return OK;
2045 default:
2046 return NAME_NOT_FOUND;
2047 }
2048}
2049
2050status_t CCodecConfig::subscribeToVendorConfigUpdate(
2051 const std::shared_ptr<Codec2Client::Configurable> &configurable,
2052 const std::vector<std::string> &names,
2053 c2_blocking_t blocking) {
2054 for (const std::string &name : names) {
2055 auto it = mVendorParams.find(name);
2056 if (it == mVendorParams.end()) {
2057 ALOGD("%s is not a recognized vendor parameter; ignored.", name.c_str());
2058 continue;
2059 }
2060 mSubscribedIndices.insert(it->second->index());
2061 }
2062 return subscribeToConfigUpdate(configurable, {}, blocking);
2063}
2064
2065status_t CCodecConfig::unsubscribeFromVendorConfigUpdate(
2066 const std::shared_ptr<Codec2Client::Configurable> &configurable,
2067 const std::vector<std::string> &names,
2068 c2_blocking_t blocking) {
2069 for (const std::string &name : names) {
2070 auto it = mVendorParams.find(name);
2071 if (it == mVendorParams.end()) {
2072 ALOGD("%s is not a recognized vendor parameter; ignored.", name.c_str());
2073 continue;
2074 }
2075 mSubscribedIndices.erase(it->second->index());
Wonsik Kim8a6ed372019-12-03 16:05:51 -08002076 }
2077 return subscribeToConfigUpdate(configurable, {}, blocking);
2078}
2079
Pawin Vongmasa36653902018-11-15 00:10:25 -08002080} // namespace android