blob: dd37c4bc8938be20cf71d94d06b9c433dffc4c68 [file] [log] [blame]
Pawin Vongmasa36653902018-11-15 00:10:25 -08001/*
2 * Copyright (C) 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "CCodecConfig"
19#include <cutils/properties.h>
20#include <log/log.h>
ted.sun765db4d2020-06-23 14:03:41 +080021#include <utils/NativeHandle.h>
Pawin Vongmasa36653902018-11-15 00:10:25 -080022
23#include <C2Component.h>
Pawin Vongmasa36653902018-11-15 00:10:25 -080024#include <C2Param.h>
25#include <util/C2InterfaceHelper.h>
26
Wonsik Kim874ad382021-03-12 09:59:36 -080027#include <media/stagefright/CodecBase.h>
Pawin Vongmasa36653902018-11-15 00:10:25 -080028#include <media/stagefright/MediaCodecConstants.h>
29
30#include "CCodecConfig.h"
31#include "Codec2Mapper.h"
32
33#define DRC_DEFAULT_MOBILE_REF_LEVEL 64 /* 64*-0.25dB = -16 dB below full scale for mobile conf */
34#define DRC_DEFAULT_MOBILE_DRC_CUT 127 /* maximum compression of dynamic range for mobile conf */
35#define DRC_DEFAULT_MOBILE_DRC_BOOST 127 /* maximum compression of dynamic range for mobile conf */
36#define DRC_DEFAULT_MOBILE_DRC_HEAVY 1 /* switch for heavy compression for mobile conf */
37#define DRC_DEFAULT_MOBILE_DRC_EFFECT 3 /* MPEG-D DRC effect type; 3 => Limited playback range */
Jean-Michel Trivi670b8fb2020-02-18 07:54:05 -080038#define DRC_DEFAULT_MOBILE_DRC_ALBUM 0 /* MPEG-D DRC album mode; 0 => album mode is disabled, 1 => album mode is enabled */
Jean-Michel Trivi4b936cc2020-02-17 16:29:47 -080039#define DRC_DEFAULT_MOBILE_OUTPUT_LOUDNESS -1 /* decoder output loudness; -1 => the value is unknown, otherwise dB step value (e.g. 64 for -16 dB) */
Pawin Vongmasa36653902018-11-15 00:10:25 -080040#define DRC_DEFAULT_MOBILE_ENC_LEVEL (-1) /* encoder target level; -1 => the value is unknown, otherwise dB step value (e.g. 64 for -16 dB) */
41// names of properties that can be used to override the default DRC settings
42#define PROP_DRC_OVERRIDE_REF_LEVEL "aac_drc_reference_level"
43#define PROP_DRC_OVERRIDE_CUT "aac_drc_cut"
44#define PROP_DRC_OVERRIDE_BOOST "aac_drc_boost"
45#define PROP_DRC_OVERRIDE_HEAVY "aac_drc_heavy"
46#define PROP_DRC_OVERRIDE_ENC_LEVEL "aac_drc_enc_target_level"
47#define PROP_DRC_OVERRIDE_EFFECT "ro.aac_drc_effect_type"
48
49namespace android {
50
51// CCodecConfig
52
53namespace {
54
Wonsik Kim8a6ed372019-12-03 16:05:51 -080055void C2ValueToMessageItem(const C2Value &value, AMessage::ItemData &item) {
56 int32_t int32Value;
57 uint32_t uint32Value;
58 int64_t int64Value;
59 uint64_t uint64Value;
60 float floatValue;
61 if (value.get(&int32Value)) {
62 item.set(int32Value);
63 } else if (value.get(&uint32Value) && uint32Value <= uint32_t(INT32_MAX)) {
64 // SDK does not support unsigned values
65 item.set((int32_t)uint32Value);
66 } else if (value.get(&int64Value)) {
67 item.set(int64Value);
68 } else if (value.get(&uint64Value) && uint64Value <= uint64_t(INT64_MAX)) {
69 // SDK does not support unsigned values
70 item.set((int64_t)uint64Value);
71 } else if (value.get(&floatValue)) {
72 item.set(floatValue);
73 }
74}
75
Pawin Vongmasa36653902018-11-15 00:10:25 -080076/**
77 * mapping between SDK and Codec 2.0 configurations.
78 */
79struct ConfigMapper {
80 /**
81 * Value mapper (C2Value => C2Value)
82 */
83 typedef std::function<C2Value(C2Value)> Mapper;
84
85 /// shorthand
86 typedef CCodecConfig::Domain Domain;
87
88 ConfigMapper(std::string mediaKey, C2String c2struct, C2String c2field)
89 : mDomain(Domain::ALL), mMediaKey(mediaKey), mStruct(c2struct), mField(c2field) { }
90
91 /// Limits this parameter to the given domain
92 ConfigMapper &limitTo(uint32_t domain) {
93 C2_CHECK(domain & Domain::GUARD_BIT);
94 mDomain = Domain(mDomain & domain);
95 return *this;
96 }
97
98 /// Adds SDK => Codec 2.0 mapper (should not be in the SDK format)
99 ConfigMapper &withMapper(Mapper mapper) {
100 C2_CHECK(!mMapper);
101 C2_CHECK(!mReverse);
102 mMapper = mapper;
103 return *this;
104 }
105
106 /// Adds SDK <=> Codec 2.0 value mappers
107 ConfigMapper &withMappers(Mapper mapper, Mapper reverse) {
108 C2_CHECK(!mMapper);
109 C2_CHECK(!mReverse);
110 mMapper = mapper;
111 mReverse = reverse;
112 return *this;
113 }
114
115 /// Adds SDK <=> Codec 2.0 value mappers based on C2Mapper
116 template<typename C2Type, typename SdkType=int32_t>
117 ConfigMapper &withC2Mappers() {
118 C2_CHECK(!mMapper);
119 C2_CHECK(!mReverse);
120 mMapper = [](C2Value v) -> C2Value {
121 SdkType sdkValue;
122 C2Type c2Value;
123 if (v.get(&sdkValue) && C2Mapper::map(sdkValue, &c2Value)) {
124 return c2Value;
125 }
126 return C2Value();
127 };
128 mReverse = [](C2Value v) -> C2Value {
129 SdkType sdkValue;
130 C2Type c2Value;
131 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<C2Type>::type;
132 if (v.get((C2ValueType*)&c2Value) && C2Mapper::map(c2Value, &sdkValue)) {
133 return sdkValue;
134 }
135 return C2Value();
136 };
137 return *this;
138 }
139
140 /// Maps from SDK values in an AMessage to a suitable C2Value.
141 C2Value mapFromMessage(const AMessage::ItemData &item) const {
142 C2Value value;
143 int32_t int32Value;
144 int64_t int64Value;
145 float floatValue;
146 double doubleValue;
147 if (item.find(&int32Value)) {
148 value = int32Value;
149 } else if (item.find(&int64Value)) {
150 value = int64Value;
151 } else if (item.find(&floatValue)) {
152 value = floatValue;
153 } else if (item.find(&doubleValue)) {
154 value = (float)doubleValue;
155 }
156 if (value.type() != C2Value::NO_INIT && mMapper) {
157 value = mMapper(value);
158 }
159 return value;
160 }
161
162 /// Maps from a C2Value to an SDK value in an AMessage.
163 AMessage::ItemData mapToMessage(C2Value value) const {
164 AMessage::ItemData item;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800165 if (value.type() != C2Value::NO_INIT && mReverse) {
166 value = mReverse(value);
167 }
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800168 C2ValueToMessageItem(value, item);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800169 return item;
170 }
171
172 Domain domain() const { return mDomain; }
173 std::string mediaKey() const { return mMediaKey; }
174 std::string path() const { return mField.size() ? mStruct + '.' + mField : mStruct; }
175 Mapper mapper() const { return mMapper; }
176 Mapper reverse() const { return mReverse; }
177
178private:
179 Domain mDomain; ///< parameter domain (mask) containing port, kind and config domains
180 std::string mMediaKey; ///< SDK key
181 C2String mStruct; ///< Codec 2.0 struct name
182 C2String mField; ///< Codec 2.0 field name
183 Mapper mMapper; ///< optional SDK => Codec 2.0 value mapper
184 Mapper mReverse; ///< optional Codec 2.0 => SDK value mapper
185};
186
187template <typename PORT, typename STREAM>
188AString QueryMediaTypeImpl(
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800189 const std::shared_ptr<Codec2Client::Configurable> &configurable) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800190 AString mediaType;
191 std::vector<std::unique_ptr<C2Param>> queried;
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800192 c2_status_t c2err = configurable->query(
Pawin Vongmasa36653902018-11-15 00:10:25 -0800193 {}, { PORT::PARAM_TYPE, STREAM::PARAM_TYPE }, C2_DONT_BLOCK, &queried);
194 if (c2err != C2_OK && queried.size() == 0) {
195 ALOGD("Query media type failed => %s", asString(c2err));
196 } else {
197 PORT *portMediaType =
198 PORT::From(queried[0].get());
199 if (portMediaType) {
200 mediaType = AString(
201 portMediaType->m.value,
202 strnlen(portMediaType->m.value, portMediaType->flexCount()));
203 } else {
204 STREAM *streamMediaType = STREAM::From(queried[0].get());
205 if (streamMediaType) {
206 mediaType = AString(
207 streamMediaType->m.value,
208 strnlen(streamMediaType->m.value, streamMediaType->flexCount()));
209 }
210 }
211 ALOGD("read media type: %s", mediaType.c_str());
212 }
213 return mediaType;
214}
215
216AString QueryMediaType(
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800217 bool input, const std::shared_ptr<Codec2Client::Configurable> &configurable) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800218 typedef C2PortMediaTypeSetting P;
219 typedef C2StreamMediaTypeSetting S;
220 if (input) {
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800221 return QueryMediaTypeImpl<P::input, S::input>(configurable);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800222 } else {
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800223 return QueryMediaTypeImpl<P::output, S::output>(configurable);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800224 }
225}
226
227} // namespace
228
229/**
230 * Set of standard parameters used by CCodec that are exposed to MediaCodec.
231 */
232struct StandardParams {
233 typedef CCodecConfig::Domain Domain;
234
235 // standard (MediaCodec) params are keyed by media format key
236 typedef std::string SdkKey;
237
238 /// used to return reference to no config mappers in getConfigMappersForSdkKey
239 static const std::vector<ConfigMapper> NO_MAPPERS;
240
241 /// Returns Codec 2.0 equivalent parameters for an SDK format key.
242 const std::vector<ConfigMapper> &getConfigMappersForSdkKey(std::string key) const {
243 auto it = mConfigMappers.find(key);
244 if (it == mConfigMappers.end()) {
Wonsik Kimbd557932019-07-02 15:51:20 -0700245 if (mComplained.count(key) == 0) {
246 ALOGD("no c2 equivalents for %s", key.c_str());
247 mComplained.insert(key);
248 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800249 return NO_MAPPERS;
250 }
251 ALOGV("found %zu eqs for %s", it->second.size(), key.c_str());
252 return it->second;
253 }
254
255 /**
256 * Adds a SDK <=> Codec 2.0 parameter mapping. Multiple Codec 2.0 parameters may map to a
257 * single SDK key, in which case they shall be ordered from least authoritative to most
258 * authoritative. When constructing SDK formats, the last mapped Codec 2.0 parameter that
259 * is supported by the component will determine the exposed value. (TODO: perhaps restrict this
260 * by domain.)
261 */
262 void add(const ConfigMapper &cm) {
263 auto it = mConfigMappers.find(cm.mediaKey());
264 ALOGV("%c%c%c%c %c%c%c %04x %9s %s => %s",
265 ((cm.domain() & Domain::IS_INPUT) ? 'I' : ' '),
266 ((cm.domain() & Domain::IS_OUTPUT) ? 'O' : ' '),
267 ((cm.domain() & Domain::IS_CODED) ? 'C' : ' '),
268 ((cm.domain() & Domain::IS_RAW) ? 'R' : ' '),
269 ((cm.domain() & Domain::IS_CONFIG) ? 'c' : ' '),
270 ((cm.domain() & Domain::IS_PARAM) ? 'p' : ' '),
271 ((cm.domain() & Domain::IS_READ) ? 'r' : ' '),
272 cm.domain(),
273 it == mConfigMappers.end() ? "adding" : "extending",
274 cm.mediaKey().c_str(), cm.path().c_str());
275 if (it == mConfigMappers.end()) {
276 std::vector<ConfigMapper> eqs = { cm };
277 mConfigMappers.emplace(cm.mediaKey(), eqs);
278 } else {
279 it->second.push_back(cm);
280 }
281 }
282
283 /**
284 * Returns all paths for a specific domain.
285 *
286 * \param any maximum domain mask. Returned parameters must match at least one of the domains
287 * in the mask.
288 * \param all minimum domain mask. Returned parameters must match all of the domains in the
289 * mask. This is restricted to the bits of the maximum mask.
290 */
291 std::vector<std::string> getPathsForDomain(
292 Domain any, Domain all = Domain::ALL) const {
293 std::vector<std::string> res;
Wonsik Kim874ad382021-03-12 09:59:36 -0800294 for (const auto &[key, mappers] : mConfigMappers) {
295 for (const ConfigMapper &cm : mappers) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800296 ALOGV("filtering %s %x %x %x %x", cm.path().c_str(), cm.domain(), any,
297 (cm.domain() & any), (cm.domain() & any & all));
298 if ((cm.domain() & any) && ((cm.domain() & any & all) == (any & all))) {
299 res.push_back(cm.path());
300 }
301 }
302 }
303 return res;
304 }
305
306 /**
307 * Returns SDK <=> Codec 2.0 mappings.
308 *
309 * TODO: replace these with better methods as this exposes the inner structure.
310 */
311 const std::map<SdkKey, std::vector<ConfigMapper>> getKeys() const {
312 return mConfigMappers;
313 }
314
315private:
316 std::map<SdkKey, std::vector<ConfigMapper>> mConfigMappers;
Wonsik Kimbd557932019-07-02 15:51:20 -0700317 mutable std::set<std::string> mComplained;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800318};
319
320const std::vector<ConfigMapper> StandardParams::NO_MAPPERS;
321
322
323CCodecConfig::CCodecConfig()
324 : mInputFormat(new AMessage),
325 mOutputFormat(new AMessage),
ted.sun765db4d2020-06-23 14:03:41 +0800326 mUsingSurface(false),
327 mTunneled(false) { }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800328
329void CCodecConfig::initializeStandardParams() {
330 typedef Domain D;
331 mStandardParams = std::make_shared<StandardParams>();
332 std::function<void(const ConfigMapper &)> add =
333 [params = mStandardParams](const ConfigMapper &cm) {
334 params->add(cm);
335 };
336 std::function<void(const ConfigMapper &)> deprecated = add;
337
338 // allow int32 or float SDK values and represent them as float
339 ConfigMapper::Mapper makeFloat = [](C2Value v) -> C2Value {
340 // convert from i32 to float
341 int32_t i32Value;
342 float fpValue;
343 if (v.get(&i32Value)) {
344 return (float)i32Value;
345 } else if (v.get(&fpValue)) {
346 return fpValue;
347 }
348 return C2Value();
349 };
350
351 ConfigMapper::Mapper negate = [](C2Value v) -> C2Value {
352 int32_t value;
353 if (v.get(&value)) {
354 return -value;
355 }
356 return C2Value();
357 };
358
359 add(ConfigMapper(KEY_MIME, C2_PARAMKEY_INPUT_MEDIA_TYPE, "value")
360 .limitTo(D::INPUT & D::READ));
361 add(ConfigMapper(KEY_MIME, C2_PARAMKEY_OUTPUT_MEDIA_TYPE, "value")
362 .limitTo(D::OUTPUT & D::READ));
363
364 add(ConfigMapper(KEY_BIT_RATE, C2_PARAMKEY_BITRATE, "value")
Aniket Kumar Latab91fd422021-02-05 10:54:10 -0800365 .limitTo(D::ENCODER & D::CODED));
366 // Some audio decoders require bitrate information to be set
367 add(ConfigMapper(KEY_BIT_RATE, C2_PARAMKEY_BITRATE, "value")
368 .limitTo(D::AUDIO & D::DECODER & D::CODED));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800369 // we also need to put the bitrate in the max bitrate field
370 add(ConfigMapper(KEY_MAX_BIT_RATE, C2_PARAMKEY_BITRATE, "value")
371 .limitTo(D::ENCODER & D::READ & D::OUTPUT));
372 add(ConfigMapper(PARAMETER_KEY_VIDEO_BITRATE, C2_PARAMKEY_BITRATE, "value")
373 .limitTo(D::ENCODER & D::VIDEO & D::PARAM));
374 add(ConfigMapper(KEY_BITRATE_MODE, C2_PARAMKEY_BITRATE_MODE, "value")
375 .limitTo(D::ENCODER & D::CODED)
Harish Mahendrakar71cbb9d2019-05-21 11:21:27 -0700376 .withC2Mappers<C2Config::bitrate_mode_t>());
Pawin Vongmasa36653902018-11-15 00:10:25 -0800377 // remove when codecs switch to PARAMKEY and new modes
378 deprecated(ConfigMapper(KEY_BITRATE_MODE, "coded.bitrate-mode", "value")
379 .limitTo(D::ENCODER));
380 add(ConfigMapper(KEY_FRAME_RATE, C2_PARAMKEY_FRAME_RATE, "value")
381 .limitTo(D::VIDEO)
382 .withMappers(makeFloat, [](C2Value v) -> C2Value {
383 // read back always as int
384 float value;
385 if (v.get(&value)) {
386 return (int32_t)value;
387 }
388 return C2Value();
389 }));
390
391 add(ConfigMapper(KEY_MAX_INPUT_SIZE, C2_PARAMKEY_INPUT_MAX_BUFFER_SIZE, "value")
392 .limitTo(D::INPUT));
393 // remove when codecs switch to PARAMKEY
394 deprecated(ConfigMapper(KEY_MAX_INPUT_SIZE, "coded.max-frame-size", "value")
395 .limitTo(D::INPUT));
396
397 // Rotation
398 // Note: SDK rotation is clock-wise, while C2 rotation is counter-clock-wise
399 add(ConfigMapper(KEY_ROTATION, C2_PARAMKEY_VUI_ROTATION, "value")
400 .limitTo(D::VIDEO & D::CODED)
401 .withMappers(negate, negate));
402 add(ConfigMapper(KEY_ROTATION, C2_PARAMKEY_ROTATION, "value")
403 .limitTo(D::VIDEO & D::RAW)
404 .withMappers(negate, negate));
405
406 // android 'video-scaling'
407 add(ConfigMapper("android._video-scaling", C2_PARAMKEY_SURFACE_SCALING_MODE, "value")
408 .limitTo(D::VIDEO & D::DECODER & D::RAW));
409
410 // Color Aspects
411 //
412 // configure default for decoders
413 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "range")
414 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM))
415 .withC2Mappers<C2Color::range_t>());
416 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "transfer")
417 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM))
418 .withC2Mappers<C2Color::transfer_t>());
419 add(ConfigMapper("color-primaries", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "primaries")
420 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM)));
421 add(ConfigMapper("color-matrix", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "matrix")
422 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM)));
423
Wonsik Kim58d83332021-02-07 22:19:56 -0800424 // read back default for decoders. This is needed in case the component does not support
425 // color aspects. In that case, these values get copied to color-* keys.
Wonsik Kim759ac742021-02-24 23:05:15 -0800426 // TRICKY: We read these values at raw port, since that's where we want to read these.
Wonsik Kim58d83332021-02-07 22:19:56 -0800427 add(ConfigMapper("default-color-range", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "range")
Wonsik Kim759ac742021-02-24 23:05:15 -0800428 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ)
Wonsik Kim58d83332021-02-07 22:19:56 -0800429 .withC2Mappers<C2Color::range_t>());
430 add(ConfigMapper("default-color-transfer", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "transfer")
Wonsik Kim759ac742021-02-24 23:05:15 -0800431 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ)
Wonsik Kim58d83332021-02-07 22:19:56 -0800432 .withC2Mappers<C2Color::transfer_t>());
433 add(ConfigMapper("default-color-primaries", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "primaries")
Wonsik Kim759ac742021-02-24 23:05:15 -0800434 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ));
Wonsik Kim58d83332021-02-07 22:19:56 -0800435 add(ConfigMapper("default-color-matrix", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "matrix")
Wonsik Kim759ac742021-02-24 23:05:15 -0800436 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ));
Wonsik Kim58d83332021-02-07 22:19:56 -0800437
Pawin Vongmasa36653902018-11-15 00:10:25 -0800438 // read back final for decoder output (also, configure final aspects as well. This should be
439 // overwritten based on coded/default values if component supports color aspects, but is used
440 // as final values if component does not support aspects at all)
441 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_COLOR_ASPECTS, "range")
Wonsik Kim58d83332021-02-07 22:19:56 -0800442 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ)
Pawin Vongmasa36653902018-11-15 00:10:25 -0800443 .withC2Mappers<C2Color::range_t>());
444 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_COLOR_ASPECTS, "transfer")
Wonsik Kim58d83332021-02-07 22:19:56 -0800445 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ)
Pawin Vongmasa36653902018-11-15 00:10:25 -0800446 .withC2Mappers<C2Color::transfer_t>());
447 add(ConfigMapper("color-primaries", C2_PARAMKEY_COLOR_ASPECTS, "primaries")
Wonsik Kim58d83332021-02-07 22:19:56 -0800448 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800449 add(ConfigMapper("color-matrix", C2_PARAMKEY_COLOR_ASPECTS, "matrix")
Wonsik Kim58d83332021-02-07 22:19:56 -0800450 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ));
451
452 // configure transfer request
453 add(ConfigMapper("color-transfer-request", C2_PARAMKEY_COLOR_ASPECTS, "transfer")
454 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::CONFIG)
455 .withC2Mappers<C2Color::transfer_t>());
Pawin Vongmasa36653902018-11-15 00:10:25 -0800456
457 // configure source aspects for encoders and read them back on the coded(!) port.
458 // This is to ensure muxing the desired aspects into the container.
459 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_COLOR_ASPECTS, "range")
460 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED)
461 .withC2Mappers<C2Color::range_t>());
462 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_COLOR_ASPECTS, "transfer")
463 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED)
464 .withC2Mappers<C2Color::transfer_t>());
465 add(ConfigMapper("color-primaries", C2_PARAMKEY_COLOR_ASPECTS, "primaries")
466 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED));
467 add(ConfigMapper("color-matrix", C2_PARAMKEY_COLOR_ASPECTS, "matrix")
468 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED));
469
470 // read back coded aspects for encoders (on the raw port), but also configure
471 // desired aspects here.
472 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_VUI_COLOR_ASPECTS, "range")
473 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW)
474 .withC2Mappers<C2Color::range_t>());
475 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_VUI_COLOR_ASPECTS, "transfer")
476 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW)
477 .withC2Mappers<C2Color::transfer_t>());
478 add(ConfigMapper("color-primaries", C2_PARAMKEY_VUI_COLOR_ASPECTS, "primaries")
479 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW));
480 add(ConfigMapper("color-matrix", C2_PARAMKEY_VUI_COLOR_ASPECTS, "matrix")
481 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW));
482
483 // Dataspace
484 add(ConfigMapper("android._dataspace", C2_PARAMKEY_DATA_SPACE, "value")
485 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
486
487 // HDR
488 add(ConfigMapper("smpte2086.red.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.red.x")
489 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
490 add(ConfigMapper("smpte2086.red.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.red.y")
491 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
492 add(ConfigMapper("smpte2086.green.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.green.x")
493 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
494 add(ConfigMapper("smpte2086.green.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.green.y")
495 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
496 add(ConfigMapper("smpte2086.blue.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.blue.x")
497 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
498 add(ConfigMapper("smpte2086.blue.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.blue.y")
499 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
500 add(ConfigMapper("smpte2086.white.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.white.x")
501 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
502 add(ConfigMapper("smpte2086.white.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.white.y")
503 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
504 add(ConfigMapper("smpte2086.max-luminance", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.max-luminance")
505 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
506 add(ConfigMapper("smpte2086.min-luminance", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.min-luminance")
507 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
508 add(ConfigMapper("cta861.max-cll", C2_PARAMKEY_HDR_STATIC_INFO, "max-cll")
509 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
510 add(ConfigMapper("cta861.max-fall", C2_PARAMKEY_HDR_STATIC_INFO, "max-fall")
511 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
512
513 add(ConfigMapper(std::string(KEY_FEATURE_) + FEATURE_SecurePlayback,
514 C2_PARAMKEY_SECURE_MODE, "value"));
515
Lajos Molnara2b5f5a2020-10-14 16:36:18 -0700516 add(ConfigMapper(KEY_PREPEND_HEADER_TO_SYNC_FRAMES,
Pawin Vongmasa36653902018-11-15 00:10:25 -0800517 C2_PARAMKEY_PREPEND_HEADER_MODE, "value")
518 .limitTo(D::ENCODER & D::VIDEO)
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700519 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800520 int32_t value;
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700521 if (v.get(&value)) {
522 return value ? C2Value(C2Config::PREPEND_HEADER_TO_ALL_SYNC)
523 : C2Value(C2Config::PREPEND_HEADER_TO_NONE);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800524 }
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700525 return C2Value();
526 }, [](C2Value v) -> C2Value {
527 C2Config::prepend_header_mode_t value;
528 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(value)>::type;
529 if (v.get((C2ValueType *)&value)) {
530 switch (value) {
531 case C2Config::PREPEND_HEADER_TO_NONE: return 0;
532 case C2Config::PREPEND_HEADER_TO_ALL_SYNC: return 1;
533 case C2Config::PREPEND_HEADER_ON_CHANGE: [[fallthrough]];
534 default: return C2Value();
535 }
536 }
537 return C2Value();
Pawin Vongmasa36653902018-11-15 00:10:25 -0800538 }));
539 // remove when codecs switch to PARAMKEY
Lajos Molnara2b5f5a2020-10-14 16:36:18 -0700540 deprecated(ConfigMapper(KEY_PREPEND_HEADER_TO_SYNC_FRAMES,
Pawin Vongmasa36653902018-11-15 00:10:25 -0800541 "coding.add-csd-to-sync-frames", "value")
542 .limitTo(D::ENCODER & D::VIDEO));
543 // convert to timestamp base
544 add(ConfigMapper(KEY_I_FRAME_INTERVAL, C2_PARAMKEY_SYNC_FRAME_INTERVAL, "value")
Wonsik Kimec588002019-07-11 13:43:38 -0700545 .limitTo(D::VIDEO & D::ENCODER & D::CONFIG)
546 .withMapper([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800547 // convert from i32 to float
548 int32_t i32Value;
549 float fpValue;
550 if (v.get(&i32Value)) {
551 return int64_t(1000000) * i32Value;
552 } else if (v.get(&fpValue)) {
553 return int64_t(c2_min(1000000 * fpValue + 0.5, (double)INT64_MAX));
554 }
555 return C2Value();
556 }));
557 // remove when codecs switch to proper coding.gop (add support for calculating gop)
558 deprecated(ConfigMapper("i-frame-period", "coding.gop", "intra-period")
559 .limitTo(D::ENCODER & D::VIDEO));
560 add(ConfigMapper(KEY_INTRA_REFRESH_PERIOD, C2_PARAMKEY_INTRA_REFRESH, "period")
561 .limitTo(D::VIDEO & D::ENCODER)
562 .withMappers(makeFloat, [](C2Value v) -> C2Value {
563 // read back always as int
564 float value;
565 if (v.get(&value)) {
566 return (int32_t)value;
567 }
568 return C2Value();
569 }));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800570 deprecated(ConfigMapper(PARAMETER_KEY_REQUEST_SYNC_FRAME,
571 "coding.request-sync", "value")
572 .limitTo(D::PARAM & D::ENCODER)
573 .withMapper([](C2Value) -> C2Value { return uint32_t(1); }));
574 add(ConfigMapper(PARAMETER_KEY_REQUEST_SYNC_FRAME,
575 C2_PARAMKEY_REQUEST_SYNC_FRAME, "value")
576 .limitTo(D::PARAM & D::ENCODER)
577 .withMapper([](C2Value) -> C2Value { return uint32_t(1); }));
578
579 add(ConfigMapper(KEY_OPERATING_RATE, C2_PARAMKEY_OPERATING_RATE, "value")
580 .limitTo(D::PARAM | D::CONFIG) // write-only
581 .withMapper(makeFloat));
582 // C2 priorities are inverted
583 add(ConfigMapper(KEY_PRIORITY, C2_PARAMKEY_PRIORITY, "value")
584 .withMappers(negate, negate));
585 // remove when codecs switch to PARAMKEY
586 deprecated(ConfigMapper(KEY_OPERATING_RATE, "ctrl.operating-rate", "value")
587 .withMapper(makeFloat));
588 deprecated(ConfigMapper(KEY_PRIORITY, "ctrl.priority", "value"));
589
590 add(ConfigMapper(KEY_WIDTH, C2_PARAMKEY_PICTURE_SIZE, "width")
591 .limitTo(D::VIDEO | D::IMAGE));
592 add(ConfigMapper(KEY_HEIGHT, C2_PARAMKEY_PICTURE_SIZE, "height")
593 .limitTo(D::VIDEO | D::IMAGE));
594
595 add(ConfigMapper("crop-left", C2_PARAMKEY_CROP_RECT, "left")
596 .limitTo(D::VIDEO | D::IMAGE));
597 add(ConfigMapper("crop-top", C2_PARAMKEY_CROP_RECT, "top")
598 .limitTo(D::VIDEO | D::IMAGE));
599 add(ConfigMapper("crop-width", C2_PARAMKEY_CROP_RECT, "width")
600 .limitTo(D::VIDEO | D::IMAGE));
601 add(ConfigMapper("crop-height", C2_PARAMKEY_CROP_RECT, "height")
602 .limitTo(D::VIDEO | D::IMAGE));
603
604 add(ConfigMapper(KEY_MAX_WIDTH, C2_PARAMKEY_MAX_PICTURE_SIZE, "width")
605 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
606 add(ConfigMapper(KEY_MAX_HEIGHT, C2_PARAMKEY_MAX_PICTURE_SIZE, "height")
607 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
608
609 add(ConfigMapper("csd-0", C2_PARAMKEY_INIT_DATA, "value")
610 .limitTo(D::OUTPUT & D::READ));
611
Pawin Vongmasa8be93112018-12-11 14:01:42 -0800612 add(ConfigMapper(KEY_HDR10_PLUS_INFO, C2_PARAMKEY_INPUT_HDR10_PLUS_INFO, "value")
613 .limitTo(D::VIDEO & D::PARAM & D::INPUT));
614
615 add(ConfigMapper(KEY_HDR10_PLUS_INFO, C2_PARAMKEY_OUTPUT_HDR10_PLUS_INFO, "value")
616 .limitTo(D::VIDEO & D::OUTPUT));
617
Pawin Vongmasa36653902018-11-15 00:10:25 -0800618 add(ConfigMapper(C2_PARAMKEY_TEMPORAL_LAYERING, C2_PARAMKEY_TEMPORAL_LAYERING, "")
619 .limitTo(D::ENCODER & D::VIDEO & D::OUTPUT));
620
621 // Pixel Format (use local key for actual pixel format as we don't distinguish between
622 // SDK layouts for flexible format and we need the actual SDK color format in the media format)
623 add(ConfigMapper("android._color-format", C2_PARAMKEY_PIXEL_FORMAT, "value")
624 .limitTo((D::VIDEO | D::IMAGE) & D::RAW)
625 .withMappers([](C2Value v) -> C2Value {
626 int32_t value;
627 if (v.get(&value)) {
Wonsik Kimfb7a7672019-12-27 17:13:33 -0800628 uint32_t result;
629 if (C2Mapper::mapPixelFormatFrameworkToCodec(value, &result)) {
630 return result;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800631 }
632 }
633 return C2Value();
634 }, [](C2Value v) -> C2Value {
635 uint32_t value;
636 if (v.get(&value)) {
Wonsik Kimfb7a7672019-12-27 17:13:33 -0800637 int32_t result;
638 if (C2Mapper::mapPixelFormatCodecToFramework(value, &result)) {
639 return result;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800640 }
641 }
642 return C2Value();
643 }));
644
Wonsik Kim79c78eb2020-04-23 14:13:37 -0700645 add(ConfigMapper(KEY_PIXEL_ASPECT_RATIO_WIDTH, C2_PARAMKEY_PIXEL_ASPECT_RATIO, "width")
646 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
647 add(ConfigMapper(KEY_PIXEL_ASPECT_RATIO_HEIGHT, C2_PARAMKEY_PIXEL_ASPECT_RATIO, "height")
648 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
649
Pawin Vongmasa36653902018-11-15 00:10:25 -0800650 add(ConfigMapper(KEY_CHANNEL_COUNT, C2_PARAMKEY_CHANNEL_COUNT, "value")
651 .limitTo(D::AUDIO)); // read back to both formats
652 add(ConfigMapper(KEY_CHANNEL_COUNT, C2_PARAMKEY_CODED_CHANNEL_COUNT, "value")
653 .limitTo(D::AUDIO & D::CODED));
654
655 add(ConfigMapper(KEY_SAMPLE_RATE, C2_PARAMKEY_SAMPLE_RATE, "value")
656 .limitTo(D::AUDIO)); // read back to both port formats
657 add(ConfigMapper(KEY_SAMPLE_RATE, C2_PARAMKEY_CODED_SAMPLE_RATE, "value")
658 .limitTo(D::AUDIO & D::CODED));
659
Wonsik Kim6f23cfc2021-09-24 05:45:52 -0700660 auto pcmEncodingMapper = [](C2Value v) -> C2Value {
661 int32_t value;
662 C2Config::pcm_encoding_t to;
663 if (v.get(&value) && C2Mapper::map(value, &to)) {
664 return to;
665 }
666 return C2Value();
667 };
668 auto pcmEncodingReverse = [](C2Value v) -> C2Value {
669 C2Config::pcm_encoding_t value;
670 int32_t to;
671 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(value)>::type;
672 if (v.get((C2ValueType*)&value) && C2Mapper::map(value, &to)) {
673 return to;
674 }
675 return C2Value();
676 };
677 add(ConfigMapper(KEY_PCM_ENCODING, C2_PARAMKEY_PCM_ENCODING, "value")
Pawin Vongmasa8be93112018-12-11 14:01:42 -0800678 .limitTo(D::AUDIO)
Wonsik Kim6f23cfc2021-09-24 05:45:52 -0700679 .withMappers(pcmEncodingMapper, pcmEncodingReverse));
680 add(ConfigMapper("android._codec-pcm-encoding", C2_PARAMKEY_PCM_ENCODING, "value")
681 .limitTo(D::AUDIO & D::READ)
682 .withMappers(pcmEncodingMapper, pcmEncodingReverse));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800683
684 add(ConfigMapper(KEY_IS_ADTS, C2_PARAMKEY_AAC_PACKAGING, "value")
685 .limitTo(D::AUDIO & D::CODED)
686 .withMappers([](C2Value v) -> C2Value {
687 int32_t value;
688 if (v.get(&value) && value) {
689 return C2Config::AAC_PACKAGING_ADTS;
690 }
691 return C2Value();
692 }, [](C2Value v) -> C2Value {
693 uint32_t value;
694 if (v.get(&value) && value == C2Config::AAC_PACKAGING_ADTS) {
695 return (int32_t)1;
696 }
697 return C2Value();
698 }));
699
700 std::shared_ptr<C2Mapper::ProfileLevelMapper> mapper =
701 C2Mapper::GetProfileLevelMapper(mCodingMediaType);
702
703 add(ConfigMapper(KEY_PROFILE, C2_PARAMKEY_PROFILE_LEVEL, "profile")
704 .limitTo(D::CODED)
705 .withMappers([mapper](C2Value v) -> C2Value {
706 C2Config::profile_t c2 = PROFILE_UNUSED;
707 int32_t sdk;
708 if (mapper && v.get(&sdk) && mapper->mapProfile(sdk, &c2)) {
709 return c2;
710 }
711 return PROFILE_UNUSED;
712 }, [mapper](C2Value v) -> C2Value {
713 C2Config::profile_t c2;
714 int32_t sdk;
715 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(c2)>::type;
716 if (mapper && v.get((C2ValueType*)&c2) && mapper->mapProfile(c2, &sdk)) {
717 return sdk;
718 }
719 return C2Value();
720 }));
721
722 add(ConfigMapper(KEY_LEVEL, C2_PARAMKEY_PROFILE_LEVEL, "level")
723 .limitTo(D::CODED)
724 .withMappers([mapper](C2Value v) -> C2Value {
725 C2Config::level_t c2 = LEVEL_UNUSED;
726 int32_t sdk;
727 if (mapper && v.get(&sdk) && mapper->mapLevel(sdk, &c2)) {
728 return c2;
729 }
730 return LEVEL_UNUSED;
731 }, [mapper](C2Value v) -> C2Value {
732 C2Config::level_t c2;
733 int32_t sdk;
734 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(c2)>::type;
735 if (mapper && v.get((C2ValueType*)&c2) && mapper->mapLevel(c2, &sdk)) {
736 return sdk;
737 }
738 return C2Value();
739 }));
740
Harish Mahendrakar189d4db2021-04-02 16:17:10 -0700741 add(ConfigMapper(KEY_AAC_PROFILE, C2_PARAMKEY_PROFILE_LEVEL, "profile")
742 .limitTo(D::AUDIO & D::ENCODER & (D::CONFIG | D::PARAM))
743 .withMapper([mapper](C2Value v) -> C2Value {
744 C2Config::profile_t c2 = PROFILE_UNUSED;
745 int32_t sdk;
746 if (mapper && v.get(&sdk) && mapper->mapProfile(sdk, &c2)) {
747 return c2;
748 }
749 return PROFILE_UNUSED;
750 }));
751
Pawin Vongmasa36653902018-11-15 00:10:25 -0800752 // convert to dBFS and add default
753 add(ConfigMapper(KEY_AAC_DRC_TARGET_REFERENCE_LEVEL, C2_PARAMKEY_DRC_TARGET_REFERENCE_LEVEL, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800754 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
755 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800756 int32_t value;
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800757 if (!v.get(&value) || value < -1) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800758 value = property_get_int32(PROP_DRC_OVERRIDE_REF_LEVEL, DRC_DEFAULT_MOBILE_REF_LEVEL);
759 }
760 return float(-0.25 * c2_min(value, 127));
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800761 },[](C2Value v) -> C2Value {
762 float value;
763 if (v.get(&value)) {
764 return (int32_t) (-4. * value);
765 }
766 return C2Value();
Pawin Vongmasa36653902018-11-15 00:10:25 -0800767 }));
768
769 // convert to 0-1 (%) and add default
770 add(ConfigMapper(KEY_AAC_DRC_ATTENUATION_FACTOR, C2_PARAMKEY_DRC_ATTENUATION_FACTOR, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800771 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
772 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800773 int32_t value;
774 if (!v.get(&value) || value < 0) {
775 value = property_get_int32(PROP_DRC_OVERRIDE_CUT, DRC_DEFAULT_MOBILE_DRC_CUT);
776 }
777 return float(c2_min(value, 127) / 127.);
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800778 },[](C2Value v) -> C2Value {
779 float value;
780 if (v.get(&value)) {
781 return (int32_t) (value * 127. + 0.5);
782 }
783 else {
784 return C2Value();
785 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800786 }));
787
788 // convert to 0-1 (%) and add default
789 add(ConfigMapper(KEY_AAC_DRC_BOOST_FACTOR, C2_PARAMKEY_DRC_BOOST_FACTOR, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800790 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
791 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800792 int32_t value;
793 if (!v.get(&value) || value < 0) {
794 value = property_get_int32(PROP_DRC_OVERRIDE_BOOST, DRC_DEFAULT_MOBILE_DRC_BOOST);
795 }
796 return float(c2_min(value, 127) / 127.);
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800797 },[](C2Value v) -> C2Value {
798 float value;
799 if (v.get(&value)) {
800 return (int32_t) (value * 127. + 0.5);
801 }
802 else {
803 return C2Value();
804 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800805 }));
806
807 // convert to compression type and add default
808 add(ConfigMapper(KEY_AAC_DRC_HEAVY_COMPRESSION, C2_PARAMKEY_DRC_COMPRESSION_MODE, "value")
Wonsik Kim65a62a32020-10-27 17:00:36 -0700809 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM))
810 .withMapper([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800811 int32_t value;
812 if (!v.get(&value) || value < 0) {
813 value = property_get_int32(PROP_DRC_OVERRIDE_HEAVY, DRC_DEFAULT_MOBILE_DRC_HEAVY);
814 }
815 return value == 1 ? C2Config::DRC_COMPRESSION_HEAVY : C2Config::DRC_COMPRESSION_LIGHT;
816 }));
817
818 // convert to dBFS and add default
819 add(ConfigMapper(KEY_AAC_ENCODED_TARGET_LEVEL, C2_PARAMKEY_DRC_ENCODED_TARGET_LEVEL, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800820 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
821 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800822 int32_t value;
823 if (!v.get(&value) || value < 0) {
824 value = property_get_int32(PROP_DRC_OVERRIDE_ENC_LEVEL, DRC_DEFAULT_MOBILE_ENC_LEVEL);
825 }
826 return float(-0.25 * c2_min(value, 127));
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800827 },[](C2Value v) -> C2Value {
828 float value;
829 if (v.get(&value)) {
830 return (int32_t) (-4. * value);
831 }
832 else {
833 return C2Value();
834 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800835 }));
836
837 // convert to effect type (these map to SDK values) and add default
838 add(ConfigMapper(KEY_AAC_DRC_EFFECT_TYPE, C2_PARAMKEY_DRC_EFFECT_TYPE, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800839 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
840 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800841 int32_t value;
842 if (!v.get(&value) || value < -1 || value > 8) {
843 value = property_get_int32(PROP_DRC_OVERRIDE_EFFECT, DRC_DEFAULT_MOBILE_DRC_EFFECT);
844 // ensure value is within range
845 if (value < -1 || value > 8) {
846 value = DRC_DEFAULT_MOBILE_DRC_EFFECT;
847 }
848 }
849 return value;
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800850 },[](C2Value v) -> C2Value {
851 int32_t value;
852 if (v.get(&value)) {
853 return value;
854 }
855 else {
856 return C2Value();
857 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800858 }));
859
Jean-Michel Trivi670b8fb2020-02-18 07:54:05 -0800860 // convert to album mode and add default
861 add(ConfigMapper(KEY_AAC_DRC_ALBUM_MODE, C2_PARAMKEY_DRC_ALBUM_MODE, "value")
862 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
863 .withMappers([](C2Value v) -> C2Value {
864 int32_t value;
865 if (!v.get(&value) || value < 0 || value > 1) {
866 value = DRC_DEFAULT_MOBILE_DRC_ALBUM;
867 // ensure value is within range
868 if (value < 0 || value > 1) {
869 value = DRC_DEFAULT_MOBILE_DRC_ALBUM;
870 }
871 }
872 return value;
873 },[](C2Value v) -> C2Value {
874 int32_t value;
875 if (v.get(&value)) {
876 return value;
877 }
878 else {
879 return C2Value();
880 }
881 }));
882
Jean-Michel Trivi4b936cc2020-02-17 16:29:47 -0800883 add(ConfigMapper(KEY_AAC_DRC_OUTPUT_LOUDNESS, C2_PARAMKEY_DRC_OUTPUT_LOUDNESS, "value")
884 .limitTo(D::OUTPUT & D::DECODER & D::READ)
885 .withMappers([](C2Value v) -> C2Value {
886 int32_t value;
887 if (!v.get(&value) || value < -1) {
888 value = DRC_DEFAULT_MOBILE_OUTPUT_LOUDNESS;
889 }
890 return float(-0.25 * c2_min(value, 127));
891 },[](C2Value v) -> C2Value {
892 float value;
893 if (v.get(&value)) {
894 return (int32_t) (-4. * value);
895 }
896 return C2Value();
897 }));
898
Pawin Vongmasa36653902018-11-15 00:10:25 -0800899 add(ConfigMapper(KEY_AAC_MAX_OUTPUT_CHANNEL_COUNT, C2_PARAMKEY_MAX_CHANNEL_COUNT, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800900 .limitTo(D::AUDIO & (D::CONFIG | D::PARAM | D::READ)));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800901
Jean-Michel Trivi63e1ece2022-01-27 19:27:02 -0800902 add(ConfigMapper(KEY_MAX_OUTPUT_CHANNEL_COUNT, C2_PARAMKEY_MAX_CHANNEL_COUNT, "value")
903 .limitTo(D::AUDIO & (D::CONFIG | D::PARAM | D::READ)));
904
Pawin Vongmasa36653902018-11-15 00:10:25 -0800905 add(ConfigMapper(KEY_AAC_SBR_MODE, C2_PARAMKEY_AAC_SBR_MODE, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800906 .limitTo(D::AUDIO & D::ENCODER & (D::CONFIG | D::PARAM | D::READ))
Pawin Vongmasa36653902018-11-15 00:10:25 -0800907 .withMapper([](C2Value v) -> C2Value {
908 int32_t value;
909 if (!v.get(&value) || value < 0) {
910 return C2Config::AAC_SBR_AUTO;
911 }
912 switch (value) {
913 case 0: return C2Config::AAC_SBR_OFF;
914 case 1: return C2Config::AAC_SBR_SINGLE_RATE;
915 case 2: return C2Config::AAC_SBR_DUAL_RATE;
916 default: return C2Config::AAC_SBR_AUTO + 1; // invalid value
917 }
918 }));
919
Ray Essick183676c2021-06-27 20:03:14 -0700920 add(ConfigMapper("android._encoding-quality-level", C2_PARAMKEY_ENCODING_QUALITY_LEVEL, "value")
921 .limitTo(D::ENCODER & (D::CONFIG | D::PARAM)));
Harish Mahendrakar9a4c8eb2019-05-29 15:41:20 -0700922 add(ConfigMapper(KEY_QUALITY, C2_PARAMKEY_QUALITY, "value")
923 .limitTo(D::ENCODER & (D::CONFIG | D::PARAM)));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800924 add(ConfigMapper(KEY_FLAC_COMPRESSION_LEVEL, C2_PARAMKEY_COMPLEXITY, "value")
925 .limitTo(D::AUDIO & D::ENCODER));
926 add(ConfigMapper("complexity", C2_PARAMKEY_COMPLEXITY, "value")
Harish Mahendrakar9a4c8eb2019-05-29 15:41:20 -0700927 .limitTo(D::ENCODER & (D::CONFIG | D::PARAM)));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800928
929 add(ConfigMapper(KEY_GRID_COLUMNS, C2_PARAMKEY_TILE_LAYOUT, "columns")
930 .limitTo(D::IMAGE));
931 add(ConfigMapper(KEY_GRID_ROWS, C2_PARAMKEY_TILE_LAYOUT, "rows")
932 .limitTo(D::IMAGE));
933 add(ConfigMapper(KEY_TILE_WIDTH, C2_PARAMKEY_TILE_LAYOUT, "tile.width")
934 .limitTo(D::IMAGE));
935 add(ConfigMapper(KEY_TILE_HEIGHT, C2_PARAMKEY_TILE_LAYOUT, "tile.height")
936 .limitTo(D::IMAGE));
937
938 add(ConfigMapper(KEY_LATENCY, C2_PARAMKEY_PIPELINE_DELAY_REQUEST, "value")
939 .limitTo(D::VIDEO & D::ENCODER));
940
941 add(ConfigMapper(C2_PARAMKEY_INPUT_TIME_STRETCH, C2_PARAMKEY_INPUT_TIME_STRETCH, "value"));
942
Wei Jia48ab6ef2019-10-11 16:06:42 -0700943 add(ConfigMapper(KEY_LOW_LATENCY, C2_PARAMKEY_LOW_LATENCY_MODE, "value")
944 .limitTo(D::DECODER & (D::CONFIG | D::PARAM))
945 .withMapper([](C2Value v) -> C2Value {
946 int32_t value = 0;
947 (void)v.get(&value);
948 return value == 0 ? C2_FALSE : C2_TRUE;
949 }));
950
Guillaume Chelfi867d4dd2021-07-01 18:38:45 +0200951 add(ConfigMapper("android._trigger-tunnel-peek", C2_PARAMKEY_TUNNEL_START_RENDER, "value")
Guillaume Chelfi5ffbcb32021-04-12 14:23:43 +0200952 .limitTo(D::PARAM & D::VIDEO & D::DECODER)
953 .withMapper([](C2Value v) -> C2Value {
954 int32_t value = 0;
955 (void)v.get(&value);
956 return value == 0 ? C2_FALSE : C2_TRUE;
957 }));
Guillaume Chelfi867d4dd2021-07-01 18:38:45 +0200958
Yushin Choe19a20d2021-11-14 21:03:27 -0800959 add(ConfigMapper(KEY_VIDEO_QP_AVERAGE, C2_PARAMKEY_AVERAGE_QP, "value")
960 .limitTo(D::ENCODER & D::VIDEO & D::READ));
961
962 add(ConfigMapper(KEY_PICTURE_TYPE, C2_PARAMKEY_PICTURE_TYPE, "value")
963 .limitTo(D::ENCODER & D::VIDEO & D::READ));
964
Pawin Vongmasa36653902018-11-15 00:10:25 -0800965 /* still to do
966 constexpr char KEY_PUSH_BLANK_BUFFERS_ON_STOP[] = "push-blank-buffers-on-shutdown";
967
968 not yet used by MediaCodec, but defined as MediaFormat
969 KEY_AUDIO_SESSION_ID // we use "audio-hw-sync"
970 KEY_OUTPUT_REORDER_DEPTH
971 */
972}
973
974status_t CCodecConfig::initialize(
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800975 const std::shared_ptr<C2ParamReflector> &reflector,
976 const std::shared_ptr<Codec2Client::Configurable> &configurable) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800977 C2ComponentDomainSetting domain(C2Component::DOMAIN_OTHER);
978 C2ComponentKindSetting kind(C2Component::KIND_OTHER);
979
980 std::vector<std::unique_ptr<C2Param>> queried;
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800981 c2_status_t c2err = configurable->query({ &domain, &kind }, {}, C2_DONT_BLOCK, &queried);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800982 if (c2err != C2_OK) {
983 ALOGD("Query domain & kind failed => %s", asString(c2err));
984 // TEMP: determine kind from component name
985 if (kind.value == C2Component::KIND_OTHER) {
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800986 if (configurable->getName().find("encoder") != std::string::npos) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800987 kind.value = C2Component::KIND_ENCODER;
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800988 } else if (configurable->getName().find("decoder") != std::string::npos) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800989 kind.value = C2Component::KIND_DECODER;
990 }
991 }
992
993 // TEMP: determine domain from media type (port (preferred) or stream #0)
994 if (domain.value == C2Component::DOMAIN_OTHER) {
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800995 AString mediaType = QueryMediaType(true /* input */, configurable);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800996 if (mediaType.startsWith("audio/")) {
997 domain.value = C2Component::DOMAIN_AUDIO;
998 } else if (mediaType.startsWith("video/")) {
999 domain.value = C2Component::DOMAIN_VIDEO;
1000 } else if (mediaType.startsWith("image/")) {
1001 domain.value = C2Component::DOMAIN_IMAGE;
1002 }
1003 }
1004 }
1005
1006 mDomain = (domain.value == C2Component::DOMAIN_VIDEO ? Domain::IS_VIDEO :
1007 domain.value == C2Component::DOMAIN_IMAGE ? Domain::IS_IMAGE :
1008 domain.value == C2Component::DOMAIN_AUDIO ? Domain::IS_AUDIO : Domain::OTHER_DOMAIN)
1009 | (kind.value == C2Component::KIND_DECODER ? Domain::IS_DECODER :
1010 kind.value == C2Component::KIND_ENCODER ? Domain::IS_ENCODER : Domain::OTHER_KIND);
1011
1012 mInputDomain = Domain(((mDomain & IS_DECODER) ? IS_CODED : IS_RAW) | IS_INPUT);
1013 mOutputDomain = Domain(((mDomain & IS_ENCODER) ? IS_CODED : IS_RAW) | IS_OUTPUT);
1014
1015 ALOGV("domain is %#x (%u %u)", mDomain, domain.value, kind.value);
1016
1017 std::vector<C2Param::Index> paramIndices;
1018 switch (kind.value) {
1019 case C2Component::KIND_DECODER:
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001020 mCodingMediaType = QueryMediaType(true /* input */, configurable).c_str();
Pawin Vongmasa36653902018-11-15 00:10:25 -08001021 break;
1022 case C2Component::KIND_ENCODER:
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001023 mCodingMediaType = QueryMediaType(false /* input */, configurable).c_str();
Pawin Vongmasa36653902018-11-15 00:10:25 -08001024 break;
1025 default:
1026 mCodingMediaType = "";
1027 }
1028
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001029 c2err = configurable->querySupportedParams(&mParamDescs);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001030 if (c2err != C2_OK) {
1031 ALOGD("Query supported params failed after returning %zu values => %s",
1032 mParamDescs.size(), asString(c2err));
1033 return UNKNOWN_ERROR;
1034 }
1035 for (const std::shared_ptr<C2ParamDescriptor> &desc : mParamDescs) {
1036 mSupportedIndices.emplace(desc->index());
1037 }
1038
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001039 mReflector = reflector;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001040 if (mReflector == nullptr) {
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001041 ALOGE("Null param reflector");
Pawin Vongmasa36653902018-11-15 00:10:25 -08001042 return UNKNOWN_ERROR;
1043 }
1044
1045 // enumerate all fields
1046 mParamUpdater = std::make_shared<ReflectedParamUpdater>();
1047 mParamUpdater->clear();
1048 mParamUpdater->supportWholeParam(
1049 C2_PARAMKEY_TEMPORAL_LAYERING, C2StreamTemporalLayeringTuning::CORE_INDEX);
1050 mParamUpdater->addParamDesc(mReflector, mParamDescs);
1051
1052 // TEMP: add some standard fields even if not reflected
1053 if (kind.value == C2Component::KIND_ENCODER) {
1054 mParamUpdater->addStandardParam<C2StreamInitDataInfo::output>(C2_PARAMKEY_INIT_DATA);
1055 }
1056 if (domain.value == C2Component::DOMAIN_IMAGE || domain.value == C2Component::DOMAIN_VIDEO) {
1057 if (kind.value != C2Component::KIND_ENCODER) {
1058 addLocalParam<C2StreamPictureSizeInfo::output>(C2_PARAMKEY_PICTURE_SIZE);
1059 addLocalParam<C2StreamCropRectInfo::output>(C2_PARAMKEY_CROP_RECT);
1060 addLocalParam(
1061 new C2StreamPixelAspectRatioInfo::output(0u, 1u, 1u),
1062 C2_PARAMKEY_PIXEL_ASPECT_RATIO);
1063 addLocalParam(new C2StreamRotationInfo::output(0u, 0), C2_PARAMKEY_ROTATION);
Wonsik Kim58d83332021-02-07 22:19:56 -08001064 addLocalParam(
1065 new C2StreamColorAspectsTuning::output(0u),
1066 C2_PARAMKEY_DEFAULT_COLOR_ASPECTS);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001067 addLocalParam<C2StreamDataSpaceInfo::output>(C2_PARAMKEY_DATA_SPACE);
1068 addLocalParam<C2StreamHdrStaticInfo::output>(C2_PARAMKEY_HDR_STATIC_INFO);
Wonsik Kim58d83332021-02-07 22:19:56 -08001069 addLocalParam(
1070 new C2StreamSurfaceScalingInfo::output(0u, VIDEO_SCALING_MODE_SCALE_TO_FIT),
1071 C2_PARAMKEY_SURFACE_SCALING_MODE);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001072 } else {
1073 addLocalParam(new C2StreamColorAspectsInfo::input(0u), C2_PARAMKEY_COLOR_ASPECTS);
1074 }
1075 }
1076
1077 initializeStandardParams();
1078
1079 // subscribe to all supported standard (exposed) params
1080 // TODO: limit this to params that are actually in the domain
1081 std::vector<std::string> formatKeys = mStandardParams->getPathsForDomain(Domain(1 << 30));
1082 std::vector<C2Param::Index> indices;
1083 mParamUpdater->getParamIndicesForKeys(formatKeys, &indices);
1084 mSubscribedIndices.insert(indices.begin(), indices.end());
1085
1086 // also subscribe to some non-SDK standard parameters
1087 // for number of input/output buffers
1088 mSubscribedIndices.emplace(C2PortSuggestedBufferCountTuning::input::PARAM_TYPE);
1089 mSubscribedIndices.emplace(C2PortSuggestedBufferCountTuning::output::PARAM_TYPE);
1090 mSubscribedIndices.emplace(C2ActualPipelineDelayTuning::PARAM_TYPE);
1091 mSubscribedIndices.emplace(C2PortActualDelayTuning::input::PARAM_TYPE);
1092 mSubscribedIndices.emplace(C2PortActualDelayTuning::output::PARAM_TYPE);
1093 // for output buffer array allocation
1094 mSubscribedIndices.emplace(C2StreamMaxBufferSizeInfo::output::PARAM_TYPE);
1095 // init data (CSD)
1096 mSubscribedIndices.emplace(C2StreamInitDataInfo::output::PARAM_TYPE);
1097
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001098 for (const std::shared_ptr<C2ParamDescriptor> &desc : mParamDescs) {
1099 if (desc->index().isVendor()) {
1100 std::vector<std::string> keys;
1101 mParamUpdater->getKeysForParamIndex(desc->index(), &keys);
1102 for (const std::string &key : keys) {
Wonsik Kim874ad382021-03-12 09:59:36 -08001103 mVendorParams.insert_or_assign(key, desc);
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001104 }
1105 }
1106 }
1107
Pawin Vongmasa36653902018-11-15 00:10:25 -08001108 return OK;
1109}
1110
1111status_t CCodecConfig::subscribeToConfigUpdate(
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001112 const std::shared_ptr<Codec2Client::Configurable> &configurable,
Pawin Vongmasa36653902018-11-15 00:10:25 -08001113 const std::vector<C2Param::Index> &indices,
1114 c2_blocking_t blocking) {
1115 mSubscribedIndices.insert(indices.begin(), indices.end());
1116 // TODO: enable this when components no longer crash on this config
1117 if (mSubscribedIndices.size() != mSubscribedIndicesSize && false) {
1118 std::vector<uint32_t> indices;
1119 for (C2Param::Index ix : mSubscribedIndices) {
1120 indices.push_back(ix);
1121 }
1122 std::unique_ptr<C2SubscribedParamIndicesTuning> subscribeTuning =
1123 C2SubscribedParamIndicesTuning::AllocUnique(indices);
1124 std::vector<std::unique_ptr<C2SettingResult>> results;
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001125 c2_status_t c2Err = configurable->config({ subscribeTuning.get() }, blocking, &results);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001126 if (c2Err != C2_OK && c2Err != C2_BAD_INDEX) {
1127 ALOGD("Failed to subscribe to parameters => %s", asString(c2Err));
1128 // TODO: error
1129 }
1130 ALOGV("Subscribed to %zu params", mSubscribedIndices.size());
1131 mSubscribedIndicesSize = mSubscribedIndices.size();
1132 }
1133 return OK;
1134}
1135
1136status_t CCodecConfig::queryConfiguration(
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001137 const std::shared_ptr<Codec2Client::Configurable> &configurable) {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001138 // query all subscribed parameters
1139 std::vector<C2Param::Index> indices(mSubscribedIndices.begin(), mSubscribedIndices.end());
1140 std::vector<std::unique_ptr<C2Param>> queried;
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001141 c2_status_t c2Err = configurable->query({}, indices, C2_MAY_BLOCK, &queried);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001142 if (c2Err != OK) {
1143 ALOGI("query failed after returning %zu values (%s)", queried.size(), asString(c2Err));
1144 // TODO: error
1145 }
1146
1147 updateConfiguration(queried, ALL);
1148 return OK;
1149}
1150
1151bool CCodecConfig::updateConfiguration(
1152 std::vector<std::unique_ptr<C2Param>> &configUpdate, Domain domain) {
1153 ALOGV("updating configuration with %zu params", configUpdate.size());
1154 bool changed = false;
1155 for (std::unique_ptr<C2Param> &p : configUpdate) {
1156 if (p && *p) {
1157 auto insertion = mCurrentConfig.emplace(p->index(), nullptr);
1158 if (insertion.second || *insertion.first->second != *p) {
1159 if (mSupportedIndices.count(p->index()) || mLocalParams.count(p->index())) {
1160 // only track changes in supported (reflected or local) indices
1161 changed = true;
1162 } else {
1163 ALOGV("an unlisted config was %s: %#x",
1164 insertion.second ? "added" : "updated", p->index());
1165 }
1166 }
1167 insertion.first->second = std::move(p);
1168 }
1169 }
Wonsik Kim673dd192021-01-29 14:58:12 -08001170 if (mInputSurface
1171 && (domain & mOutputDomain)
1172 && mInputSurfaceDataspace != mInputSurface->getDataspace()) {
1173 changed = true;
1174 mInputSurfaceDataspace = mInputSurface->getDataspace();
1175 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001176
1177 ALOGV("updated configuration has %zu params (%s)", mCurrentConfig.size(),
1178 changed ? "CHANGED" : "no change");
1179 if (changed) {
1180 return updateFormats(domain);
1181 }
1182 return false;
1183}
1184
1185bool CCodecConfig::updateFormats(Domain domain) {
1186 // get addresses of params in the current config
1187 std::vector<C2Param*> paramPointers;
1188 for (const auto &it : mCurrentConfig) {
1189 paramPointers.push_back(it.second.get());
1190 }
1191
1192 ReflectedParamUpdater::Dict reflected = mParamUpdater->getParams(paramPointers);
Wonsik Kimbd557932019-07-02 15:51:20 -07001193 std::string config = reflected.debugString();
1194 std::set<std::string> configLines;
1195 std::string diff;
1196 for (size_t start = 0; start != std::string::npos; ) {
1197 size_t end = config.find('\n', start);
1198 size_t count = (end == std::string::npos)
1199 ? std::string::npos
1200 : end - start + 1;
1201 std::string line = config.substr(start, count);
1202 configLines.insert(line);
1203 if (mLastConfig.count(line) == 0) {
1204 diff.append(line);
1205 }
1206 start = (end == std::string::npos) ? std::string::npos : end + 1;
1207 }
1208 if (!diff.empty()) {
1209 ALOGD("c2 config diff is %s", diff.c_str());
1210 }
1211 mLastConfig.swap(configLines);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001212
1213 bool changed = false;
1214 if (domain & mInputDomain) {
Wonsik Kime3358f62021-03-24 02:58:19 +00001215 sp<AMessage> oldFormat = mInputFormat;
1216 mInputFormat = mInputFormat->dup(); // trigger format changed
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001217 mInputFormat->extend(getFormatForDomain(reflected, mInputDomain));
Pawin Vongmasa36653902018-11-15 00:10:25 -08001218 if (mInputFormat->countEntries() != oldFormat->countEntries()
1219 || mInputFormat->changesFrom(oldFormat)->countEntries() > 0) {
1220 changed = true;
Wonsik Kime3358f62021-03-24 02:58:19 +00001221 } else {
1222 mInputFormat = oldFormat; // no change
Pawin Vongmasa36653902018-11-15 00:10:25 -08001223 }
1224 }
1225 if (domain & mOutputDomain) {
1226 sp<AMessage> oldFormat = mOutputFormat;
1227 mOutputFormat = mOutputFormat->dup(); // trigger output format changed
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001228 mOutputFormat->extend(getFormatForDomain(reflected, mOutputDomain));
Pawin Vongmasa36653902018-11-15 00:10:25 -08001229 if (mOutputFormat->countEntries() != oldFormat->countEntries()
1230 || mOutputFormat->changesFrom(oldFormat)->countEntries() > 0) {
1231 changed = true;
1232 } else {
1233 mOutputFormat = oldFormat; // no change
1234 }
1235 }
1236 ALOGV_IF(changed, "format(s) changed");
1237 return changed;
1238}
1239
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001240sp<AMessage> CCodecConfig::getFormatForDomain(
1241 const ReflectedParamUpdater::Dict &reflected,
1242 Domain portDomain) const {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001243 sp<AMessage> msg = new AMessage;
Wonsik Kim874ad382021-03-12 09:59:36 -08001244 for (const auto &[key, mappers] : mStandardParams->getKeys()) {
1245 for (const ConfigMapper &cm : mappers) {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001246 if ((cm.domain() & portDomain) == 0 // input-output-coded-raw
1247 || (cm.domain() & mDomain) != mDomain // component domain + kind (these must match)
1248 || (cm.domain() & IS_READ) == 0) {
1249 continue;
1250 }
1251 auto it = reflected.find(cm.path());
1252 if (it == reflected.end()) {
1253 continue;
1254 }
1255 C2Value c2Value;
1256 sp<ABuffer> bufValue;
1257 AString strValue;
1258 AMessage::ItemData item;
1259 if (it->second.find(&c2Value)) {
1260 item = cm.mapToMessage(c2Value);
1261 } else if (it->second.find(&bufValue)) {
1262 item.set(bufValue);
1263 } else if (it->second.find(&strValue)) {
1264 item.set(strValue);
1265 } else {
1266 ALOGD("unexpected untyped query value for key: %s", cm.path().c_str());
1267 continue;
1268 }
Wonsik Kim874ad382021-03-12 09:59:36 -08001269 msg->setItem(key.c_str(), item);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001270 }
1271 }
1272
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001273 bool input = (portDomain & Domain::IS_INPUT);
1274 std::vector<std::string> vendorKeys;
Wonsik Kim874ad382021-03-12 09:59:36 -08001275 for (const auto &[key, value] : reflected) {
1276 auto it = mVendorParams.find(key);
1277 if (it == mVendorParams.end()) {
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001278 continue;
1279 }
Wonsik Kim874ad382021-03-12 09:59:36 -08001280 C2Param::Index index = it->second->index();
1281 if (mSubscribedIndices.count(index) == 0) {
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001282 continue;
1283 }
1284 // For vendor parameters, we only care about direction
Wonsik Kim874ad382021-03-12 09:59:36 -08001285 if ((input && !index.forInput())
1286 || (!input && !index.forOutput())) {
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001287 continue;
1288 }
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001289 C2Value c2Value;
1290 sp<ABuffer> bufValue;
1291 AString strValue;
1292 AMessage::ItemData item;
1293 if (value.find(&c2Value)) {
1294 C2ValueToMessageItem(c2Value, item);
1295 } else if (value.find(&bufValue)) {
1296 item.set(bufValue);
1297 } else if (value.find(&strValue)) {
1298 item.set(strValue);
1299 } else {
Wonsik Kim874ad382021-03-12 09:59:36 -08001300 ALOGD("unexpected untyped query value for key: %s", key.c_str());
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001301 continue;
1302 }
Wonsik Kim874ad382021-03-12 09:59:36 -08001303 msg->setItem(key.c_str(), item);
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001304 }
1305
Pawin Vongmasa36653902018-11-15 00:10:25 -08001306 { // convert from Codec 2.0 rect to MediaFormat rect and add crop rect if not present
1307 int32_t left, top, width, height;
1308 if (msg->findInt32("crop-left", &left) && msg->findInt32("crop-width", &width)
1309 && msg->findInt32("crop-top", &top) && msg->findInt32("crop-height", &height)
1310 && left >= 0 && width >=0 && width <= INT32_MAX - left
1311 && top >= 0 && height >=0 && height <= INT32_MAX - top) {
1312 msg->removeEntryAt(msg->findEntryByName("crop-left"));
1313 msg->removeEntryAt(msg->findEntryByName("crop-top"));
1314 msg->removeEntryAt(msg->findEntryByName("crop-width"));
1315 msg->removeEntryAt(msg->findEntryByName("crop-height"));
1316 msg->setRect("crop", left, top, left + width - 1, top + height - 1);
1317 } else if (msg->findInt32("width", &width) && msg->findInt32("height", &height)) {
1318 msg->setRect("crop", 0, 0, width - 1, height - 1);
1319 }
1320 }
1321
1322 { // convert temporal layering to schema
1323 sp<ABuffer> tmp;
1324 if (msg->findBuffer(C2_PARAMKEY_TEMPORAL_LAYERING, &tmp) && tmp != nullptr) {
1325 C2StreamTemporalLayeringTuning *layering =
1326 C2StreamTemporalLayeringTuning::From(C2Param::From(tmp->data(), tmp->size()));
1327 if (layering && layering->m.layerCount > 0
1328 && layering->m.bLayerCount < layering->m.layerCount) {
1329 // check if this is webrtc compatible
1330 AString mime;
1331 if (msg->findString(KEY_MIME, &mime) &&
1332 mime.equalsIgnoreCase(MIMETYPE_VIDEO_VP8) &&
1333 layering->m.bLayerCount == 0 &&
1334 (layering->m.layerCount == 1
1335 || (layering->m.layerCount == 2
1336 && layering->flexCount() >= 1
1337 && layering->m.bitrateRatios[0] == .6f)
1338 || (layering->m.layerCount == 3
1339 && layering->flexCount() >= 2
1340 && layering->m.bitrateRatios[0] == .4f
1341 && layering->m.bitrateRatios[1] == .6f)
1342 || (layering->m.layerCount == 4
1343 && layering->flexCount() >= 3
1344 && layering->m.bitrateRatios[0] == .25f
1345 && layering->m.bitrateRatios[1] == .4f
1346 && layering->m.bitrateRatios[2] == .6f))) {
1347 msg->setString(KEY_TEMPORAL_LAYERING, AStringPrintf(
1348 "webrtc.vp8.%u-layer", layering->m.layerCount));
1349 } else if (layering->m.bLayerCount) {
1350 msg->setString(KEY_TEMPORAL_LAYERING, AStringPrintf(
1351 "android.generic.%u+%u",
1352 layering->m.layerCount - layering->m.bLayerCount,
1353 layering->m.bLayerCount));
1354 } else if (layering->m.bLayerCount) {
1355 msg->setString(KEY_TEMPORAL_LAYERING, AStringPrintf(
1356 "android.generic.%u", layering->m.layerCount));
1357 }
1358 }
1359 msg->removeEntryAt(msg->findEntryByName(C2_PARAMKEY_TEMPORAL_LAYERING));
1360 }
1361 }
1362
Harish Mahendrakara51d2922021-04-08 17:00:47 -07001363 // Remove KEY_AAC_SBR_MODE from SDK message if it is outside supported range
1364 // as SDK doesn't have a way to signal default sbr mode based on profile and
1365 // requires that the key isn't present in format to signal that
1366 int sbrMode;
1367 if (msg->findInt32(KEY_AAC_SBR_MODE, &sbrMode) && (sbrMode < 0 || sbrMode > 2)) {
1368 msg->removeEntryAt(msg->findEntryByName(KEY_AAC_SBR_MODE));
1369 }
1370
Pawin Vongmasa36653902018-11-15 00:10:25 -08001371 { // convert color info
Wonsik Kim58d83332021-02-07 22:19:56 -08001372 // move default color to color aspect if not read from the component
1373 int32_t tmp;
1374 int32_t range;
1375 if (msg->findInt32("default-color-range", &range)) {
1376 if (!msg->findInt32(KEY_COLOR_RANGE, &tmp)) {
1377 msg->setInt32(KEY_COLOR_RANGE, range);
1378 }
1379 msg->removeEntryAt(msg->findEntryByName("default-color-range"));
1380 }
1381 int32_t transfer;
1382 if (msg->findInt32("default-color-transfer", &transfer)) {
1383 if (!msg->findInt32(KEY_COLOR_TRANSFER, &tmp)) {
1384 msg->setInt32(KEY_COLOR_TRANSFER, transfer);
1385 }
1386 msg->removeEntryAt(msg->findEntryByName("default-color-transfer"));
1387 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001388 C2Color::primaries_t primaries;
Wonsik Kim58d83332021-02-07 22:19:56 -08001389 if (msg->findInt32("default-color-primaries", (int32_t*)&primaries)) {
1390 if (!msg->findInt32("color-primaries", &tmp)) {
1391 msg->setInt32("color-primaries", primaries);
1392 }
1393 msg->removeEntryAt(msg->findEntryByName("default-color-primaries"));
1394 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001395 C2Color::matrix_t matrix;
Wonsik Kim58d83332021-02-07 22:19:56 -08001396 if (msg->findInt32("default-color-matrix", (int32_t*)&matrix)) {
1397 if (!msg->findInt32("color-matrix", &tmp)) {
1398 msg->setInt32("color-matrix", matrix);
1399 }
1400 msg->removeEntryAt(msg->findEntryByName("default-color-matrix"));
1401 }
1402
Pawin Vongmasa36653902018-11-15 00:10:25 -08001403 if (msg->findInt32("color-primaries", (int32_t*)&primaries)
1404 && msg->findInt32("color-matrix", (int32_t*)&matrix)) {
1405 int32_t standard;
1406
1407 if (C2Mapper::map(primaries, matrix, &standard)) {
1408 msg->setInt32(KEY_COLOR_STANDARD, standard);
1409 }
1410
1411 msg->removeEntryAt(msg->findEntryByName("color-primaries"));
1412 msg->removeEntryAt(msg->findEntryByName("color-matrix"));
1413 }
1414
Pawin Vongmasa36653902018-11-15 00:10:25 -08001415 // calculate dataspace for raw graphic buffers if not specified by component, or if
1416 // using surface with unspecified aspects (as those must be defaulted which may change
1417 // the dataspace)
1418 if ((portDomain & IS_RAW) && (mDomain & (IS_IMAGE | IS_VIDEO))) {
1419 android_dataspace dataspace;
1420 ColorAspects aspects = {
1421 ColorAspects::RangeUnspecified, ColorAspects::PrimariesUnspecified,
1422 ColorAspects::TransferUnspecified, ColorAspects::MatrixUnspecified
1423 };
1424 ColorUtils::getColorAspectsFromFormat(msg, aspects);
1425 ColorAspects origAspects = aspects;
1426 if (mUsingSurface) {
1427 // get image size (default to HD)
1428 int32_t width = 1280;
1429 int32_t height = 720;
1430 int32_t left, top, right, bottom;
1431 if (msg->findRect("crop", &left, &top, &right, &bottom)) {
1432 width = right - left + 1;
1433 height = bottom - top + 1;
1434 } else {
1435 (void)msg->findInt32(KEY_WIDTH, &width);
1436 (void)msg->findInt32(KEY_HEIGHT, &height);
1437 }
1438 ColorUtils::setDefaultCodecColorAspectsIfNeeded(aspects, width, height);
1439 ColorUtils::setColorAspectsIntoFormat(aspects, msg);
1440 }
1441
1442 if (!msg->findInt32("android._dataspace", (int32_t*)&dataspace)
1443 || aspects.mRange != origAspects.mRange
1444 || aspects.mPrimaries != origAspects.mPrimaries
1445 || aspects.mTransfer != origAspects.mTransfer
1446 || aspects.mMatrixCoeffs != origAspects.mMatrixCoeffs) {
1447 dataspace = ColorUtils::getDataSpaceForColorAspects(aspects, true /* mayExpand */);
1448 msg->setInt32("android._dataspace", dataspace);
1449 }
1450 }
1451
Wonsik Kim673dd192021-01-29 14:58:12 -08001452 if (mInputSurface) {
1453 android_dataspace dataspace = mInputSurface->getDataspace();
1454 ColorUtils::convertDataSpaceToV0(dataspace);
1455 int32_t standard;
1456 ColorUtils::getColorConfigFromDataSpace(dataspace, &range, &standard, &transfer);
1457 if (range != 0) {
1458 msg->setInt32(KEY_COLOR_RANGE, range);
1459 }
1460 if (standard != 0) {
1461 msg->setInt32(KEY_COLOR_STANDARD, standard);
1462 }
1463 if (transfer != 0) {
1464 msg->setInt32(KEY_COLOR_TRANSFER, transfer);
1465 }
1466 msg->setInt32("android._dataspace", dataspace);
1467 }
1468
Pawin Vongmasa36653902018-11-15 00:10:25 -08001469 // HDR static info
1470
1471 C2HdrStaticMetadataStruct hdr;
1472 if (msg->findFloat("smpte2086.red.x", &hdr.mastering.red.x)
1473 && msg->findFloat("smpte2086.red.y", &hdr.mastering.red.y)
1474 && msg->findFloat("smpte2086.green.x", &hdr.mastering.green.x)
1475 && msg->findFloat("smpte2086.green.y", &hdr.mastering.green.y)
1476 && msg->findFloat("smpte2086.blue.x", &hdr.mastering.blue.x)
1477 && msg->findFloat("smpte2086.blue.y", &hdr.mastering.blue.y)
1478 && msg->findFloat("smpte2086.white.x", &hdr.mastering.white.x)
1479 && msg->findFloat("smpte2086.white.y", &hdr.mastering.white.y)
1480 && msg->findFloat("smpte2086.max-luminance", &hdr.mastering.maxLuminance)
1481 && msg->findFloat("smpte2086.min-luminance", &hdr.mastering.minLuminance)
1482 && msg->findFloat("cta861.max-cll", &hdr.maxCll)
1483 && msg->findFloat("cta861.max-fall", &hdr.maxFall)) {
1484 if (hdr.mastering.red.x >= 0 && hdr.mastering.red.x <= 1
1485 && hdr.mastering.red.y >= 0 && hdr.mastering.red.y <= 1
1486 && hdr.mastering.green.x >= 0 && hdr.mastering.green.x <= 1
1487 && hdr.mastering.green.y >= 0 && hdr.mastering.green.y <= 1
1488 && hdr.mastering.blue.x >= 0 && hdr.mastering.blue.x <= 1
1489 && hdr.mastering.blue.y >= 0 && hdr.mastering.blue.y <= 1
1490 && hdr.mastering.white.x >= 0 && hdr.mastering.white.x <= 1
1491 && hdr.mastering.white.y >= 0 && hdr.mastering.white.y <= 1
1492 && hdr.mastering.maxLuminance >= 0 && hdr.mastering.maxLuminance <= 65535
1493 && hdr.mastering.minLuminance >= 0 && hdr.mastering.minLuminance <= 6.5535
1494 && hdr.maxCll >= 0 && hdr.maxCll <= 65535
1495 && hdr.maxFall >= 0 && hdr.maxFall <= 65535) {
1496 HDRStaticInfo meta;
1497 meta.mID = meta.kType1;
1498 meta.sType1.mR.x = hdr.mastering.red.x / 0.00002 + 0.5;
1499 meta.sType1.mR.y = hdr.mastering.red.y / 0.00002 + 0.5;
1500 meta.sType1.mG.x = hdr.mastering.green.x / 0.00002 + 0.5;
1501 meta.sType1.mG.y = hdr.mastering.green.y / 0.00002 + 0.5;
1502 meta.sType1.mB.x = hdr.mastering.blue.x / 0.00002 + 0.5;
1503 meta.sType1.mB.y = hdr.mastering.blue.y / 0.00002 + 0.5;
1504 meta.sType1.mW.x = hdr.mastering.white.x / 0.00002 + 0.5;
1505 meta.sType1.mW.y = hdr.mastering.white.y / 0.00002 + 0.5;
1506 meta.sType1.mMaxDisplayLuminance = hdr.mastering.maxLuminance + 0.5;
1507 meta.sType1.mMinDisplayLuminance = hdr.mastering.minLuminance / 0.0001 + 0.5;
1508 meta.sType1.mMaxContentLightLevel = hdr.maxCll + 0.5;
1509 meta.sType1.mMaxFrameAverageLightLevel = hdr.maxFall + 0.5;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001510 msg->setBuffer(KEY_HDR_STATIC_INFO, ABuffer::CreateAsCopy(&meta, sizeof(meta)));
1511 } else {
1512 ALOGD("found invalid HDR static metadata %s", msg->debugString(8).c_str());
1513 }
Wonsik Kim58d83332021-02-07 22:19:56 -08001514 msg->removeEntryAt(msg->findEntryByName("smpte2086.red.x"));
1515 msg->removeEntryAt(msg->findEntryByName("smpte2086.red.y"));
1516 msg->removeEntryAt(msg->findEntryByName("smpte2086.green.x"));
1517 msg->removeEntryAt(msg->findEntryByName("smpte2086.green.y"));
1518 msg->removeEntryAt(msg->findEntryByName("smpte2086.blue.x"));
1519 msg->removeEntryAt(msg->findEntryByName("smpte2086.blue.y"));
1520 msg->removeEntryAt(msg->findEntryByName("smpte2086.white.x"));
1521 msg->removeEntryAt(msg->findEntryByName("smpte2086.white.y"));
1522 msg->removeEntryAt(msg->findEntryByName("smpte2086.max-luminance"));
1523 msg->removeEntryAt(msg->findEntryByName("smpte2086.min-luminance"));
1524 msg->removeEntryAt(msg->findEntryByName("cta861.max-cll"));
1525 msg->removeEntryAt(msg->findEntryByName("cta861.max-fall"));
Pawin Vongmasa36653902018-11-15 00:10:25 -08001526 }
1527 }
1528
1529 ALOGV("converted to SDK values as %s", msg->debugString().c_str());
1530 return msg;
1531}
1532
1533/// converts an AMessage value to a ParamUpdater value
1534static void convert(const AMessage::ItemData &from, ReflectedParamUpdater::Value *to) {
1535 int32_t int32Value;
1536 int64_t int64Value;
1537 sp<ABuffer> bufValue;
1538 AString strValue;
1539 float floatValue;
1540 double doubleValue;
1541
1542 if (from.find(&int32Value)) {
1543 to->set(int32Value);
1544 } else if (from.find(&int64Value)) {
1545 to->set(int64Value);
1546 } else if (from.find(&bufValue)) {
1547 to->set(bufValue);
1548 } else if (from.find(&strValue)) {
1549 to->set(strValue);
1550 } else if (from.find(&floatValue)) {
1551 to->set(C2Value(floatValue));
1552 } else if (from.find(&doubleValue)) {
1553 // convert double to float
1554 to->set(C2Value((float)doubleValue));
1555 }
1556 // ignore all other AMessage types
1557}
1558
1559/// relaxes Codec 2.0 specific value types to SDK types (mainly removes signedness and counterness
1560/// from 32/64-bit values.)
1561static void relaxValues(ReflectedParamUpdater::Value &item) {
1562 C2Value c2Value;
1563 int32_t int32Value;
1564 int64_t int64Value;
1565 (void)item.find(&c2Value);
1566 if (c2Value.get(&int32Value) || c2Value.get((uint32_t*)&int32Value)
1567 || c2Value.get((c2_cntr32_t*)&int32Value)) {
1568 item.set(int32Value);
1569 } else if (c2Value.get(&int64Value)
1570 || c2Value.get((uint64_t*)&int64Value)
1571 || c2Value.get((c2_cntr64_t*)&int64Value)) {
1572 item.set(int64Value);
1573 }
1574}
1575
1576ReflectedParamUpdater::Dict CCodecConfig::getReflectedFormat(
1577 const sp<AMessage> &params_, Domain configDomain) const {
1578 // create a modifiable copy of params
1579 sp<AMessage> params = params_->dup();
1580 ALOGV("filtering with config domain %x", configDomain);
1581
1582 // convert some macro parameters to Codec 2.0 specific expressions
1583
1584 { // make i-frame-interval frame based
1585 float iFrameInterval;
1586 if (params->findAsFloat(KEY_I_FRAME_INTERVAL, &iFrameInterval)) {
1587 float frameRate;
1588 if (params->findAsFloat(KEY_FRAME_RATE, &frameRate)) {
1589 params->setInt32("i-frame-period",
1590 (frameRate <= 0 || iFrameInterval < 0)
1591 ? -1 /* no sync frames */
1592 : (int32_t)c2_min(iFrameInterval * frameRate + 0.5,
1593 (float)INT32_MAX));
1594 }
1595 }
1596 }
1597
1598 if (mDomain == (IS_VIDEO | IS_ENCODER)) {
1599 // convert capture-rate into input-time-stretch
1600 float frameRate, captureRate;
1601 if (params->findAsFloat(KEY_FRAME_RATE, &frameRate)) {
1602 if (!params->findAsFloat("time-lapse-fps", &captureRate)
1603 && !params->findAsFloat(KEY_CAPTURE_RATE, &captureRate)) {
1604 captureRate = frameRate;
1605 }
1606 if (captureRate > 0 && frameRate > 0) {
1607 params->setFloat(C2_PARAMKEY_INPUT_TIME_STRETCH, captureRate / frameRate);
1608 }
1609 }
1610 }
1611
1612 { // reflect temporal layering into a binary blob
1613 AString schema;
1614 if (params->findString(KEY_TEMPORAL_LAYERING, &schema)) {
1615 unsigned int numLayers = 0;
1616 unsigned int numBLayers = 0;
1617 int tags;
1618 char dummy;
1619 std::unique_ptr<C2StreamTemporalLayeringTuning::output> layering;
1620 if (sscanf(schema.c_str(), "webrtc.vp8.%u-layer%c", &numLayers, &dummy) == 1
1621 && numLayers > 0) {
1622 switch (numLayers) {
1623 case 1:
1624 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1625 {}, 0u, 1u, 0u);
1626 break;
1627 case 2:
1628 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1629 { .6f }, 0u, 2u, 0u);
1630 break;
1631 case 3:
1632 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1633 { .4f, .6f }, 0u, 3u, 0u);
1634 break;
1635 default:
1636 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1637 { .25f, .4f, .6f }, 0u, 4u, 0u);
1638 break;
1639 }
1640 } else if ((tags = sscanf(schema.c_str(), "android.generic.%u%c%u%c",
1641 &numLayers, &dummy, &numBLayers, &dummy))
1642 && (tags == 1 || (tags == 3 && dummy == '+'))
1643 && numLayers > 0 && numLayers < UINT32_MAX - numBLayers) {
1644 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1645 {}, 0u, numLayers + numBLayers, numBLayers);
1646 } else {
1647 ALOGD("Ignoring unsupported ts-schema [%s]", schema.c_str());
1648 }
1649 if (layering) {
1650 params->setBuffer(C2_PARAMKEY_TEMPORAL_LAYERING,
1651 ABuffer::CreateAsCopy(layering.get(), layering->size()));
1652 }
1653 }
1654 }
1655
1656 { // convert from MediaFormat rect to Codec 2.0 rect
1657 int32_t offset;
1658 int32_t end;
1659 AMessage::ItemData item;
1660 if (params->findInt32("crop-left", &offset) && params->findInt32("crop-right", &end)
1661 && offset >= 0 && end >= offset - 1) {
1662 size_t ix = params->findEntryByName("crop-right");
1663 params->setEntryNameAt(ix, "crop-width");
1664 item.set(end - offset + 1);
1665 params->setEntryAt(ix, item);
1666 }
1667 if (params->findInt32("crop-top", &offset) && params->findInt32("crop-bottom", &end)
1668 && offset >= 0 && end >= offset - 1) {
1669 size_t ix = params->findEntryByName("crop-bottom");
1670 params->setEntryNameAt(ix, "crop-height");
1671 item.set(end - offset + 1);
1672 params->setEntryAt(ix, item);
1673 }
1674 }
1675
1676 { // convert color info
1677 int32_t standard;
1678 if (params->findInt32(KEY_COLOR_STANDARD, &standard)) {
1679 C2Color::primaries_t primaries;
1680 C2Color::matrix_t matrix;
1681
1682 if (C2Mapper::map(standard, &primaries, &matrix)) {
1683 params->setInt32("color-primaries", primaries);
1684 params->setInt32("color-matrix", matrix);
1685 }
1686 }
1687
1688 sp<ABuffer> hdrMeta;
1689 if (params->findBuffer(KEY_HDR_STATIC_INFO, &hdrMeta)
1690 && hdrMeta->size() == sizeof(HDRStaticInfo)) {
1691 HDRStaticInfo *meta = (HDRStaticInfo*)hdrMeta->data();
1692 if (meta->mID == meta->kType1) {
1693 params->setFloat("smpte2086.red.x", meta->sType1.mR.x * 0.00002);
1694 params->setFloat("smpte2086.red.y", meta->sType1.mR.y * 0.00002);
1695 params->setFloat("smpte2086.green.x", meta->sType1.mG.x * 0.00002);
1696 params->setFloat("smpte2086.green.y", meta->sType1.mG.y * 0.00002);
1697 params->setFloat("smpte2086.blue.x", meta->sType1.mB.x * 0.00002);
1698 params->setFloat("smpte2086.blue.y", meta->sType1.mB.y * 0.00002);
1699 params->setFloat("smpte2086.white.x", meta->sType1.mW.x * 0.00002);
1700 params->setFloat("smpte2086.white.y", meta->sType1.mW.y * 0.00002);
1701 params->setFloat("smpte2086.max-luminance", meta->sType1.mMaxDisplayLuminance);
1702 params->setFloat("smpte2086.min-luminance", meta->sType1.mMinDisplayLuminance * 0.0001);
1703 params->setFloat("cta861.max-cll", meta->sType1.mMaxContentLightLevel);
1704 params->setFloat("cta861.max-fall", meta->sType1.mMaxFrameAverageLightLevel);
1705 }
1706 }
1707 }
1708
1709 // this is to verify that we set proper signedness for standard parameters
1710 bool beVeryStrict = property_get_bool("debug.stagefright.ccodec_strict_type", false);
1711 // this is to allow vendors to use the wrong signedness for standard parameters
1712 bool beVeryLax = property_get_bool("debug.stagefright.ccodec_lax_type", false);
1713
1714 ReflectedParamUpdater::Dict filtered;
1715 for (size_t ix = 0; ix < params->countEntries(); ++ix) {
1716 AMessage::Type type;
1717 AString name = params->getEntryNameAt(ix, &type);
1718 AMessage::ItemData msgItem = params->getEntryAt(ix);
1719 ReflectedParamUpdater::Value item;
1720 convert(msgItem, &item); // convert item to param updater item
1721
1722 if (name.startsWith("vendor.")) {
1723 // vendor params pass through as is
1724 filtered.emplace(name.c_str(), item);
1725 continue;
1726 }
1727 // standard parameters may get modified, filtered or duplicated
1728 for (const ConfigMapper &cm : mStandardParams->getConfigMappersForSdkKey(name.c_str())) {
1729 // note: we ignore port domain for configuration
1730 if ((cm.domain() & configDomain)
1731 // component domain + kind (these must match)
1732 && (cm.domain() & mDomain) == mDomain) {
1733 // map arithmetic values, pass through string or buffer
1734 switch (type) {
1735 case AMessage::kTypeBuffer:
1736 case AMessage::kTypeString:
1737 break;
1738 case AMessage::kTypeInt32:
1739 case AMessage::kTypeInt64:
1740 case AMessage::kTypeFloat:
1741 case AMessage::kTypeDouble:
1742 // for now only map settings with mappers as we are not creating
1743 // signed <=> unsigned mappers
1744 // TODO: be precise about signed unsigned
1745 if (beVeryStrict || cm.mapper()) {
1746 item.set(cm.mapFromMessage(params->getEntryAt(ix)));
1747 // also allow to relax type strictness
1748 if (beVeryLax) {
1749 relaxValues(item);
1750 }
1751 }
1752 break;
1753 default:
1754 continue;
1755 }
1756 filtered.emplace(cm.path(), item);
1757 }
1758 }
1759 }
Wonsik Kim58d83332021-02-07 22:19:56 -08001760 ALOGV("filter src msg %s", params->debugString(4).c_str());
1761 ALOGV("filter dst params %s", filtered.debugString(4).c_str());
Pawin Vongmasa36653902018-11-15 00:10:25 -08001762 return filtered;
1763}
1764
1765status_t CCodecConfig::getConfigUpdateFromSdkParams(
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001766 std::shared_ptr<Codec2Client::Configurable> configurable,
Pawin Vongmasa36653902018-11-15 00:10:25 -08001767 const sp<AMessage> &sdkParams, Domain configDomain,
1768 c2_blocking_t blocking,
1769 std::vector<std::unique_ptr<C2Param>> *configUpdate) const {
1770 ReflectedParamUpdater::Dict params = getReflectedFormat(sdkParams, configDomain);
1771
1772 std::vector<C2Param::Index> indices;
1773 mParamUpdater->getParamIndicesFromMessage(params, &indices);
1774 if (indices.empty()) {
1775 ALOGD("no recognized params in: %s", params.debugString().c_str());
1776 return OK;
1777 }
1778
1779 configUpdate->clear();
1780 std::vector<C2Param::Index> supportedIndices;
1781 for (C2Param::Index ix : indices) {
1782 if (mSupportedIndices.count(ix)) {
1783 supportedIndices.push_back(ix);
1784 } else if (mLocalParams.count(ix)) {
1785 // query local parameter here
1786 auto it = mCurrentConfig.find(ix);
1787 if (it != mCurrentConfig.end()) {
1788 configUpdate->emplace_back(C2Param::Copy(*it->second));
1789 }
1790 }
1791 }
1792
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001793 c2_status_t err = configurable->query({ }, supportedIndices, blocking, configUpdate);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001794 if (err != C2_OK) {
1795 ALOGD("query failed after returning %zu params => %s", configUpdate->size(), asString(err));
1796 }
1797
1798 if (configUpdate->size()) {
1799 mParamUpdater->updateParamsFromMessage(params, configUpdate);
1800 }
1801 return OK;
1802}
1803
1804status_t CCodecConfig::setParameters(
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001805 std::shared_ptr<Codec2Client::Configurable> configurable,
Pawin Vongmasa36653902018-11-15 00:10:25 -08001806 std::vector<std::unique_ptr<C2Param>> &configUpdate,
1807 c2_blocking_t blocking) {
1808 status_t result = OK;
1809 if (configUpdate.empty()) {
1810 return OK;
1811 }
1812
1813 std::vector<C2Param::Index> indices;
1814 std::vector<C2Param *> paramVector;
1815 for (const std::unique_ptr<C2Param> &param : configUpdate) {
1816 if (mSupportedIndices.count(param->index())) {
1817 // component parameter
1818 paramVector.push_back(param.get());
1819 indices.push_back(param->index());
1820 } else if (mLocalParams.count(param->index())) {
1821 // handle local parameter here
1822 LocalParamValidator validator = mLocalParams.find(param->index())->second;
1823 c2_status_t err = C2_OK;
1824 std::unique_ptr<C2Param> copy = C2Param::Copy(*param);
1825 if (validator) {
1826 err = validator(copy);
1827 }
1828 if (err == C2_OK) {
1829 ALOGV("updated local parameter value for %s",
1830 mParamUpdater->getParamName(param->index()).c_str());
1831
1832 mCurrentConfig[param->index()] = std::move(copy);
1833 } else {
1834 ALOGD("failed to set parameter value for %s => %s",
1835 mParamUpdater->getParamName(param->index()).c_str(), asString(err));
1836 result = BAD_VALUE;
1837 }
1838 }
1839 }
1840 // update subscribed param indices
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001841 subscribeToConfigUpdate(configurable, indices, blocking);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001842
1843 std::vector<std::unique_ptr<C2SettingResult>> failures;
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001844 c2_status_t err = configurable->config(paramVector, blocking, &failures);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001845 if (err != C2_OK) {
1846 ALOGD("config failed => %s", asString(err));
1847 // This is non-fatal.
1848 }
1849 for (const std::unique_ptr<C2SettingResult> &failure : failures) {
1850 switch (failure->failure) {
1851 case C2SettingResult::BAD_VALUE:
1852 ALOGD("Bad parameter value");
1853 result = BAD_VALUE;
1854 break;
1855 default:
1856 ALOGV("failure = %d", int(failure->failure));
1857 break;
1858 }
1859 }
1860
1861 // Re-query parameter values in case config could not update them and update the current
1862 // configuration.
1863 configUpdate.clear();
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001864 err = configurable->query({}, indices, blocking, &configUpdate);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001865 if (err != C2_OK) {
1866 ALOGD("query failed after returning %zu params => %s", configUpdate.size(), asString(err));
1867 }
1868 (void)updateConfiguration(configUpdate, ALL);
1869
1870 // TODO: error value
1871 return result;
1872}
1873
1874const C2Param *CCodecConfig::getConfigParameterValue(C2Param::Index index) const {
1875 auto it = mCurrentConfig.find(index);
1876 if (it == mCurrentConfig.end()) {
1877 return nullptr;
1878 } else {
1879 return it->second.get();
1880 }
1881}
1882
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001883status_t CCodecConfig::subscribeToAllVendorParams(
1884 const std::shared_ptr<Codec2Client::Configurable> &configurable,
1885 c2_blocking_t blocking) {
Wonsik Kim874ad382021-03-12 09:59:36 -08001886 for (const auto &[path, desc] : mVendorParams) {
1887 mSubscribedIndices.insert(desc->index());
1888 }
1889 return subscribeToConfigUpdate(configurable, {}, blocking);
1890}
1891
1892status_t CCodecConfig::querySupportedParameters(std::vector<std::string> *names) {
1893 if (!names) {
1894 return BAD_VALUE;
1895 }
1896 names->clear();
1897 // TODO: expand to standard params
1898 for (const auto &[key, desc] : mVendorParams) {
1899 names->push_back(key);
1900 }
1901 return OK;
1902}
1903
1904status_t CCodecConfig::describe(const std::string &name, CodecParameterDescriptor *desc) {
1905 if (!desc) {
1906 return BAD_VALUE;
1907 }
1908 // TODO: expand to standard params
1909 desc->name = name;
1910 switch (mParamUpdater->getTypeForKey(name)) {
1911 case C2FieldDescriptor::INT32:
1912 case C2FieldDescriptor::UINT32:
1913 case C2FieldDescriptor::CNTR32:
1914 desc->type = AMessage::kTypeInt32;
1915 return OK;
1916 case C2FieldDescriptor::INT64:
1917 case C2FieldDescriptor::UINT64:
1918 case C2FieldDescriptor::CNTR64:
1919 desc->type = AMessage::kTypeInt64;
1920 return OK;
1921 case C2FieldDescriptor::FLOAT:
1922 desc->type = AMessage::kTypeFloat;
1923 return OK;
1924 case C2FieldDescriptor::STRING:
1925 desc->type = AMessage::kTypeString;
1926 return OK;
1927 case C2FieldDescriptor::BLOB:
1928 desc->type = AMessage::kTypeBuffer;
1929 return OK;
1930 default:
1931 return NAME_NOT_FOUND;
1932 }
1933}
1934
1935status_t CCodecConfig::subscribeToVendorConfigUpdate(
1936 const std::shared_ptr<Codec2Client::Configurable> &configurable,
1937 const std::vector<std::string> &names,
1938 c2_blocking_t blocking) {
1939 for (const std::string &name : names) {
1940 auto it = mVendorParams.find(name);
1941 if (it == mVendorParams.end()) {
1942 ALOGD("%s is not a recognized vendor parameter; ignored.", name.c_str());
1943 continue;
1944 }
1945 mSubscribedIndices.insert(it->second->index());
1946 }
1947 return subscribeToConfigUpdate(configurable, {}, blocking);
1948}
1949
1950status_t CCodecConfig::unsubscribeFromVendorConfigUpdate(
1951 const std::shared_ptr<Codec2Client::Configurable> &configurable,
1952 const std::vector<std::string> &names,
1953 c2_blocking_t blocking) {
1954 for (const std::string &name : names) {
1955 auto it = mVendorParams.find(name);
1956 if (it == mVendorParams.end()) {
1957 ALOGD("%s is not a recognized vendor parameter; ignored.", name.c_str());
1958 continue;
1959 }
1960 mSubscribedIndices.erase(it->second->index());
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001961 }
1962 return subscribeToConfigUpdate(configurable, {}, blocking);
1963}
1964
Pawin Vongmasa36653902018-11-15 00:10:25 -08001965} // namespace android