blob: c22decaa354cd4e5706554cf2df89c53ce9ef213 [file] [log] [blame]
Pawin Vongmasa36653902018-11-15 00:10:25 -08001/*
2 * Copyright (C) 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "CCodecConfig"
Wonsik Kimeebab652022-06-02 13:01:55 -070019
20#include <initializer_list>
21
Pawin Vongmasa36653902018-11-15 00:10:25 -080022#include <cutils/properties.h>
23#include <log/log.h>
ted.sun765db4d2020-06-23 14:03:41 +080024#include <utils/NativeHandle.h>
Pawin Vongmasa36653902018-11-15 00:10:25 -080025
Wonsik Kim228f33f2022-04-19 11:08:35 -070026#include <android-base/properties.h>
27
Pawin Vongmasa36653902018-11-15 00:10:25 -080028#include <C2Component.h>
Pawin Vongmasa36653902018-11-15 00:10:25 -080029#include <C2Param.h>
30#include <util/C2InterfaceHelper.h>
31
Wonsik Kim874ad382021-03-12 09:59:36 -080032#include <media/stagefright/CodecBase.h>
Pawin Vongmasa36653902018-11-15 00:10:25 -080033#include <media/stagefright/MediaCodecConstants.h>
34
35#include "CCodecConfig.h"
36#include "Codec2Mapper.h"
37
38#define DRC_DEFAULT_MOBILE_REF_LEVEL 64 /* 64*-0.25dB = -16 dB below full scale for mobile conf */
39#define DRC_DEFAULT_MOBILE_DRC_CUT 127 /* maximum compression of dynamic range for mobile conf */
40#define DRC_DEFAULT_MOBILE_DRC_BOOST 127 /* maximum compression of dynamic range for mobile conf */
41#define DRC_DEFAULT_MOBILE_DRC_HEAVY 1 /* switch for heavy compression for mobile conf */
42#define DRC_DEFAULT_MOBILE_DRC_EFFECT 3 /* MPEG-D DRC effect type; 3 => Limited playback range */
Jean-Michel Trivi670b8fb2020-02-18 07:54:05 -080043#define DRC_DEFAULT_MOBILE_DRC_ALBUM 0 /* MPEG-D DRC album mode; 0 => album mode is disabled, 1 => album mode is enabled */
Jean-Michel Trivi4b936cc2020-02-17 16:29:47 -080044#define DRC_DEFAULT_MOBILE_OUTPUT_LOUDNESS -1 /* decoder output loudness; -1 => the value is unknown, otherwise dB step value (e.g. 64 for -16 dB) */
Pawin Vongmasa36653902018-11-15 00:10:25 -080045#define DRC_DEFAULT_MOBILE_ENC_LEVEL (-1) /* encoder target level; -1 => the value is unknown, otherwise dB step value (e.g. 64 for -16 dB) */
46// names of properties that can be used to override the default DRC settings
47#define PROP_DRC_OVERRIDE_REF_LEVEL "aac_drc_reference_level"
48#define PROP_DRC_OVERRIDE_CUT "aac_drc_cut"
49#define PROP_DRC_OVERRIDE_BOOST "aac_drc_boost"
50#define PROP_DRC_OVERRIDE_HEAVY "aac_drc_heavy"
51#define PROP_DRC_OVERRIDE_ENC_LEVEL "aac_drc_enc_target_level"
52#define PROP_DRC_OVERRIDE_EFFECT "ro.aac_drc_effect_type"
53
54namespace android {
55
56// CCodecConfig
57
58namespace {
59
Wonsik Kim8a6ed372019-12-03 16:05:51 -080060void C2ValueToMessageItem(const C2Value &value, AMessage::ItemData &item) {
61 int32_t int32Value;
62 uint32_t uint32Value;
63 int64_t int64Value;
64 uint64_t uint64Value;
65 float floatValue;
66 if (value.get(&int32Value)) {
67 item.set(int32Value);
68 } else if (value.get(&uint32Value) && uint32Value <= uint32_t(INT32_MAX)) {
69 // SDK does not support unsigned values
70 item.set((int32_t)uint32Value);
71 } else if (value.get(&int64Value)) {
72 item.set(int64Value);
73 } else if (value.get(&uint64Value) && uint64Value <= uint64_t(INT64_MAX)) {
74 // SDK does not support unsigned values
75 item.set((int64_t)uint64Value);
76 } else if (value.get(&floatValue)) {
77 item.set(floatValue);
78 }
79}
80
Pawin Vongmasa36653902018-11-15 00:10:25 -080081/**
82 * mapping between SDK and Codec 2.0 configurations.
83 */
84struct ConfigMapper {
85 /**
86 * Value mapper (C2Value => C2Value)
87 */
88 typedef std::function<C2Value(C2Value)> Mapper;
89
90 /// shorthand
91 typedef CCodecConfig::Domain Domain;
92
93 ConfigMapper(std::string mediaKey, C2String c2struct, C2String c2field)
94 : mDomain(Domain::ALL), mMediaKey(mediaKey), mStruct(c2struct), mField(c2field) { }
95
96 /// Limits this parameter to the given domain
97 ConfigMapper &limitTo(uint32_t domain) {
98 C2_CHECK(domain & Domain::GUARD_BIT);
99 mDomain = Domain(mDomain & domain);
100 return *this;
101 }
102
103 /// Adds SDK => Codec 2.0 mapper (should not be in the SDK format)
104 ConfigMapper &withMapper(Mapper mapper) {
105 C2_CHECK(!mMapper);
106 C2_CHECK(!mReverse);
107 mMapper = mapper;
108 return *this;
109 }
110
111 /// Adds SDK <=> Codec 2.0 value mappers
112 ConfigMapper &withMappers(Mapper mapper, Mapper reverse) {
113 C2_CHECK(!mMapper);
114 C2_CHECK(!mReverse);
115 mMapper = mapper;
116 mReverse = reverse;
117 return *this;
118 }
119
120 /// Adds SDK <=> Codec 2.0 value mappers based on C2Mapper
121 template<typename C2Type, typename SdkType=int32_t>
122 ConfigMapper &withC2Mappers() {
123 C2_CHECK(!mMapper);
124 C2_CHECK(!mReverse);
125 mMapper = [](C2Value v) -> C2Value {
126 SdkType sdkValue;
127 C2Type c2Value;
128 if (v.get(&sdkValue) && C2Mapper::map(sdkValue, &c2Value)) {
129 return c2Value;
130 }
131 return C2Value();
132 };
133 mReverse = [](C2Value v) -> C2Value {
134 SdkType sdkValue;
135 C2Type c2Value;
136 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<C2Type>::type;
137 if (v.get((C2ValueType*)&c2Value) && C2Mapper::map(c2Value, &sdkValue)) {
138 return sdkValue;
139 }
140 return C2Value();
141 };
142 return *this;
143 }
144
145 /// Maps from SDK values in an AMessage to a suitable C2Value.
146 C2Value mapFromMessage(const AMessage::ItemData &item) const {
147 C2Value value;
148 int32_t int32Value;
149 int64_t int64Value;
150 float floatValue;
151 double doubleValue;
152 if (item.find(&int32Value)) {
153 value = int32Value;
154 } else if (item.find(&int64Value)) {
155 value = int64Value;
156 } else if (item.find(&floatValue)) {
157 value = floatValue;
158 } else if (item.find(&doubleValue)) {
159 value = (float)doubleValue;
160 }
161 if (value.type() != C2Value::NO_INIT && mMapper) {
162 value = mMapper(value);
163 }
164 return value;
165 }
166
167 /// Maps from a C2Value to an SDK value in an AMessage.
168 AMessage::ItemData mapToMessage(C2Value value) const {
169 AMessage::ItemData item;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800170 if (value.type() != C2Value::NO_INIT && mReverse) {
171 value = mReverse(value);
172 }
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800173 C2ValueToMessageItem(value, item);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800174 return item;
175 }
176
177 Domain domain() const { return mDomain; }
178 std::string mediaKey() const { return mMediaKey; }
179 std::string path() const { return mField.size() ? mStruct + '.' + mField : mStruct; }
180 Mapper mapper() const { return mMapper; }
181 Mapper reverse() const { return mReverse; }
182
183private:
184 Domain mDomain; ///< parameter domain (mask) containing port, kind and config domains
185 std::string mMediaKey; ///< SDK key
186 C2String mStruct; ///< Codec 2.0 struct name
187 C2String mField; ///< Codec 2.0 field name
188 Mapper mMapper; ///< optional SDK => Codec 2.0 value mapper
189 Mapper mReverse; ///< optional Codec 2.0 => SDK value mapper
190};
191
192template <typename PORT, typename STREAM>
193AString QueryMediaTypeImpl(
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800194 const std::shared_ptr<Codec2Client::Configurable> &configurable) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800195 AString mediaType;
196 std::vector<std::unique_ptr<C2Param>> queried;
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800197 c2_status_t c2err = configurable->query(
Pawin Vongmasa36653902018-11-15 00:10:25 -0800198 {}, { PORT::PARAM_TYPE, STREAM::PARAM_TYPE }, C2_DONT_BLOCK, &queried);
199 if (c2err != C2_OK && queried.size() == 0) {
200 ALOGD("Query media type failed => %s", asString(c2err));
201 } else {
202 PORT *portMediaType =
203 PORT::From(queried[0].get());
204 if (portMediaType) {
205 mediaType = AString(
206 portMediaType->m.value,
207 strnlen(portMediaType->m.value, portMediaType->flexCount()));
208 } else {
209 STREAM *streamMediaType = STREAM::From(queried[0].get());
210 if (streamMediaType) {
211 mediaType = AString(
212 streamMediaType->m.value,
213 strnlen(streamMediaType->m.value, streamMediaType->flexCount()));
214 }
215 }
216 ALOGD("read media type: %s", mediaType.c_str());
217 }
218 return mediaType;
219}
220
221AString QueryMediaType(
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800222 bool input, const std::shared_ptr<Codec2Client::Configurable> &configurable) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800223 typedef C2PortMediaTypeSetting P;
224 typedef C2StreamMediaTypeSetting S;
225 if (input) {
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800226 return QueryMediaTypeImpl<P::input, S::input>(configurable);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800227 } else {
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800228 return QueryMediaTypeImpl<P::output, S::output>(configurable);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800229 }
230}
231
232} // namespace
233
234/**
235 * Set of standard parameters used by CCodec that are exposed to MediaCodec.
236 */
237struct StandardParams {
238 typedef CCodecConfig::Domain Domain;
239
240 // standard (MediaCodec) params are keyed by media format key
241 typedef std::string SdkKey;
242
243 /// used to return reference to no config mappers in getConfigMappersForSdkKey
244 static const std::vector<ConfigMapper> NO_MAPPERS;
245
246 /// Returns Codec 2.0 equivalent parameters for an SDK format key.
247 const std::vector<ConfigMapper> &getConfigMappersForSdkKey(std::string key) const {
248 auto it = mConfigMappers.find(key);
249 if (it == mConfigMappers.end()) {
Wonsik Kimbd557932019-07-02 15:51:20 -0700250 if (mComplained.count(key) == 0) {
251 ALOGD("no c2 equivalents for %s", key.c_str());
252 mComplained.insert(key);
253 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800254 return NO_MAPPERS;
255 }
256 ALOGV("found %zu eqs for %s", it->second.size(), key.c_str());
257 return it->second;
258 }
259
260 /**
261 * Adds a SDK <=> Codec 2.0 parameter mapping. Multiple Codec 2.0 parameters may map to a
262 * single SDK key, in which case they shall be ordered from least authoritative to most
263 * authoritative. When constructing SDK formats, the last mapped Codec 2.0 parameter that
264 * is supported by the component will determine the exposed value. (TODO: perhaps restrict this
265 * by domain.)
266 */
267 void add(const ConfigMapper &cm) {
268 auto it = mConfigMappers.find(cm.mediaKey());
269 ALOGV("%c%c%c%c %c%c%c %04x %9s %s => %s",
270 ((cm.domain() & Domain::IS_INPUT) ? 'I' : ' '),
271 ((cm.domain() & Domain::IS_OUTPUT) ? 'O' : ' '),
272 ((cm.domain() & Domain::IS_CODED) ? 'C' : ' '),
273 ((cm.domain() & Domain::IS_RAW) ? 'R' : ' '),
274 ((cm.domain() & Domain::IS_CONFIG) ? 'c' : ' '),
275 ((cm.domain() & Domain::IS_PARAM) ? 'p' : ' '),
276 ((cm.domain() & Domain::IS_READ) ? 'r' : ' '),
277 cm.domain(),
278 it == mConfigMappers.end() ? "adding" : "extending",
279 cm.mediaKey().c_str(), cm.path().c_str());
280 if (it == mConfigMappers.end()) {
281 std::vector<ConfigMapper> eqs = { cm };
282 mConfigMappers.emplace(cm.mediaKey(), eqs);
283 } else {
284 it->second.push_back(cm);
285 }
286 }
287
Arun Johnson89d8d402023-03-17 23:51:33 +0000288 // Updates or adds a mapper for a "sdkkey"
289 void updateConfigMappersForKey(const SdkKey& key,
290 const std::vector<ConfigMapper>& vec_cm) {
291 mConfigMappers.insert_or_assign(key, vec_cm);
292 }
293
Pawin Vongmasa36653902018-11-15 00:10:25 -0800294 /**
295 * Returns all paths for a specific domain.
296 *
297 * \param any maximum domain mask. Returned parameters must match at least one of the domains
298 * in the mask.
299 * \param all minimum domain mask. Returned parameters must match all of the domains in the
300 * mask. This is restricted to the bits of the maximum mask.
301 */
302 std::vector<std::string> getPathsForDomain(
303 Domain any, Domain all = Domain::ALL) const {
304 std::vector<std::string> res;
Wonsik Kim874ad382021-03-12 09:59:36 -0800305 for (const auto &[key, mappers] : mConfigMappers) {
306 for (const ConfigMapper &cm : mappers) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800307 ALOGV("filtering %s %x %x %x %x", cm.path().c_str(), cm.domain(), any,
308 (cm.domain() & any), (cm.domain() & any & all));
309 if ((cm.domain() & any) && ((cm.domain() & any & all) == (any & all))) {
310 res.push_back(cm.path());
311 }
312 }
313 }
314 return res;
315 }
316
317 /**
318 * Returns SDK <=> Codec 2.0 mappings.
319 *
320 * TODO: replace these with better methods as this exposes the inner structure.
321 */
322 const std::map<SdkKey, std::vector<ConfigMapper>> getKeys() const {
323 return mConfigMappers;
324 }
325
326private:
327 std::map<SdkKey, std::vector<ConfigMapper>> mConfigMappers;
Wonsik Kimbd557932019-07-02 15:51:20 -0700328 mutable std::set<std::string> mComplained;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800329};
330
331const std::vector<ConfigMapper> StandardParams::NO_MAPPERS;
332
333
334CCodecConfig::CCodecConfig()
335 : mInputFormat(new AMessage),
336 mOutputFormat(new AMessage),
ted.sun765db4d2020-06-23 14:03:41 +0800337 mUsingSurface(false),
Guillaume Chelfi2d4c9db2022-03-18 13:43:49 +0100338 mTunneled(false),
339 mPushBlankBuffersOnStop(false) { }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800340
341void CCodecConfig::initializeStandardParams() {
342 typedef Domain D;
343 mStandardParams = std::make_shared<StandardParams>();
344 std::function<void(const ConfigMapper &)> add =
345 [params = mStandardParams](const ConfigMapper &cm) {
346 params->add(cm);
347 };
348 std::function<void(const ConfigMapper &)> deprecated = add;
349
350 // allow int32 or float SDK values and represent them as float
351 ConfigMapper::Mapper makeFloat = [](C2Value v) -> C2Value {
352 // convert from i32 to float
353 int32_t i32Value;
354 float fpValue;
355 if (v.get(&i32Value)) {
356 return (float)i32Value;
357 } else if (v.get(&fpValue)) {
358 return fpValue;
359 }
360 return C2Value();
361 };
362
363 ConfigMapper::Mapper negate = [](C2Value v) -> C2Value {
364 int32_t value;
365 if (v.get(&value)) {
366 return -value;
367 }
368 return C2Value();
369 };
370
371 add(ConfigMapper(KEY_MIME, C2_PARAMKEY_INPUT_MEDIA_TYPE, "value")
372 .limitTo(D::INPUT & D::READ));
373 add(ConfigMapper(KEY_MIME, C2_PARAMKEY_OUTPUT_MEDIA_TYPE, "value")
374 .limitTo(D::OUTPUT & D::READ));
375
376 add(ConfigMapper(KEY_BIT_RATE, C2_PARAMKEY_BITRATE, "value")
Aniket Kumar Latab91fd422021-02-05 10:54:10 -0800377 .limitTo(D::ENCODER & D::CODED));
378 // Some audio decoders require bitrate information to be set
379 add(ConfigMapper(KEY_BIT_RATE, C2_PARAMKEY_BITRATE, "value")
380 .limitTo(D::AUDIO & D::DECODER & D::CODED));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800381 // we also need to put the bitrate in the max bitrate field
382 add(ConfigMapper(KEY_MAX_BIT_RATE, C2_PARAMKEY_BITRATE, "value")
383 .limitTo(D::ENCODER & D::READ & D::OUTPUT));
384 add(ConfigMapper(PARAMETER_KEY_VIDEO_BITRATE, C2_PARAMKEY_BITRATE, "value")
385 .limitTo(D::ENCODER & D::VIDEO & D::PARAM));
386 add(ConfigMapper(KEY_BITRATE_MODE, C2_PARAMKEY_BITRATE_MODE, "value")
387 .limitTo(D::ENCODER & D::CODED)
Harish Mahendrakar71cbb9d2019-05-21 11:21:27 -0700388 .withC2Mappers<C2Config::bitrate_mode_t>());
Pawin Vongmasa36653902018-11-15 00:10:25 -0800389 // remove when codecs switch to PARAMKEY and new modes
390 deprecated(ConfigMapper(KEY_BITRATE_MODE, "coded.bitrate-mode", "value")
391 .limitTo(D::ENCODER));
392 add(ConfigMapper(KEY_FRAME_RATE, C2_PARAMKEY_FRAME_RATE, "value")
393 .limitTo(D::VIDEO)
394 .withMappers(makeFloat, [](C2Value v) -> C2Value {
395 // read back always as int
396 float value;
397 if (v.get(&value)) {
Dichen Zhangfd721de2022-04-08 10:18:35 -0700398 return (int32_t) (value + 0.5);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800399 }
400 return C2Value();
401 }));
402
403 add(ConfigMapper(KEY_MAX_INPUT_SIZE, C2_PARAMKEY_INPUT_MAX_BUFFER_SIZE, "value")
404 .limitTo(D::INPUT));
Arun Johnsonf4a81f72023-11-09 21:22:48 +0000405
Pawin Vongmasa36653902018-11-15 00:10:25 -0800406 // remove when codecs switch to PARAMKEY
407 deprecated(ConfigMapper(KEY_MAX_INPUT_SIZE, "coded.max-frame-size", "value")
408 .limitTo(D::INPUT));
409
Arun Johnsonf4a81f72023-11-09 21:22:48 +0000410 // large frame params
411 add(ConfigMapper(KEY_BUFFER_BATCH_MAX_OUTPUT_SIZE,
412 C2_PARAMKEY_OUTPUT_LARGE_FRAME, "max-size")
413 .limitTo(D::AUDIO & D::OUTPUT));
414 add(ConfigMapper(KEY_BUFFER_BATCH_THRESHOLD_OUTPUT_SIZE,
415 C2_PARAMKEY_OUTPUT_LARGE_FRAME, "threshold-size")
416 .limitTo(D::AUDIO & D::OUTPUT));
417
Pawin Vongmasa36653902018-11-15 00:10:25 -0800418 // Rotation
419 // Note: SDK rotation is clock-wise, while C2 rotation is counter-clock-wise
420 add(ConfigMapper(KEY_ROTATION, C2_PARAMKEY_VUI_ROTATION, "value")
Wonsik Kim677dcd52022-05-12 10:47:50 -0700421 .limitTo((D::VIDEO | D::IMAGE) & D::CODED)
Pawin Vongmasa36653902018-11-15 00:10:25 -0800422 .withMappers(negate, negate));
423 add(ConfigMapper(KEY_ROTATION, C2_PARAMKEY_ROTATION, "value")
Wonsik Kim677dcd52022-05-12 10:47:50 -0700424 .limitTo((D::VIDEO | D::IMAGE) & D::RAW)
Pawin Vongmasa36653902018-11-15 00:10:25 -0800425 .withMappers(negate, negate));
426
427 // android 'video-scaling'
428 add(ConfigMapper("android._video-scaling", C2_PARAMKEY_SURFACE_SCALING_MODE, "value")
429 .limitTo(D::VIDEO & D::DECODER & D::RAW));
430
431 // Color Aspects
432 //
433 // configure default for decoders
434 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "range")
435 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM))
436 .withC2Mappers<C2Color::range_t>());
437 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "transfer")
438 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM))
439 .withC2Mappers<C2Color::transfer_t>());
440 add(ConfigMapper("color-primaries", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "primaries")
441 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM)));
442 add(ConfigMapper("color-matrix", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "matrix")
443 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM)));
444
Wonsik Kim58d83332021-02-07 22:19:56 -0800445 // read back default for decoders. This is needed in case the component does not support
446 // color aspects. In that case, these values get copied to color-* keys.
Wonsik Kim759ac742021-02-24 23:05:15 -0800447 // TRICKY: We read these values at raw port, since that's where we want to read these.
Wonsik Kim58d83332021-02-07 22:19:56 -0800448 add(ConfigMapper("default-color-range", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "range")
Wonsik Kim759ac742021-02-24 23:05:15 -0800449 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ)
Wonsik Kim58d83332021-02-07 22:19:56 -0800450 .withC2Mappers<C2Color::range_t>());
451 add(ConfigMapper("default-color-transfer", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "transfer")
Wonsik Kim759ac742021-02-24 23:05:15 -0800452 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ)
Wonsik Kim58d83332021-02-07 22:19:56 -0800453 .withC2Mappers<C2Color::transfer_t>());
454 add(ConfigMapper("default-color-primaries", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "primaries")
Wonsik Kim759ac742021-02-24 23:05:15 -0800455 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ));
Wonsik Kim58d83332021-02-07 22:19:56 -0800456 add(ConfigMapper("default-color-matrix", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "matrix")
Wonsik Kim759ac742021-02-24 23:05:15 -0800457 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ));
Wonsik Kim58d83332021-02-07 22:19:56 -0800458
Pawin Vongmasa36653902018-11-15 00:10:25 -0800459 // read back final for decoder output (also, configure final aspects as well. This should be
460 // overwritten based on coded/default values if component supports color aspects, but is used
461 // as final values if component does not support aspects at all)
462 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_COLOR_ASPECTS, "range")
Wonsik Kim58d83332021-02-07 22:19:56 -0800463 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ)
Pawin Vongmasa36653902018-11-15 00:10:25 -0800464 .withC2Mappers<C2Color::range_t>());
465 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_COLOR_ASPECTS, "transfer")
Wonsik Kim58d83332021-02-07 22:19:56 -0800466 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ)
Pawin Vongmasa36653902018-11-15 00:10:25 -0800467 .withC2Mappers<C2Color::transfer_t>());
468 add(ConfigMapper("color-primaries", C2_PARAMKEY_COLOR_ASPECTS, "primaries")
Wonsik Kim58d83332021-02-07 22:19:56 -0800469 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800470 add(ConfigMapper("color-matrix", C2_PARAMKEY_COLOR_ASPECTS, "matrix")
Wonsik Kim58d83332021-02-07 22:19:56 -0800471 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::READ));
472
473 // configure transfer request
474 add(ConfigMapper("color-transfer-request", C2_PARAMKEY_COLOR_ASPECTS, "transfer")
475 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW & D::CONFIG)
476 .withC2Mappers<C2Color::transfer_t>());
Pawin Vongmasa36653902018-11-15 00:10:25 -0800477
478 // configure source aspects for encoders and read them back on the coded(!) port.
479 // This is to ensure muxing the desired aspects into the container.
480 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_COLOR_ASPECTS, "range")
481 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED)
482 .withC2Mappers<C2Color::range_t>());
483 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_COLOR_ASPECTS, "transfer")
484 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED)
485 .withC2Mappers<C2Color::transfer_t>());
486 add(ConfigMapper("color-primaries", C2_PARAMKEY_COLOR_ASPECTS, "primaries")
487 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED));
488 add(ConfigMapper("color-matrix", C2_PARAMKEY_COLOR_ASPECTS, "matrix")
489 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED));
490
491 // read back coded aspects for encoders (on the raw port), but also configure
492 // desired aspects here.
493 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_VUI_COLOR_ASPECTS, "range")
494 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW)
495 .withC2Mappers<C2Color::range_t>());
496 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_VUI_COLOR_ASPECTS, "transfer")
497 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW)
498 .withC2Mappers<C2Color::transfer_t>());
499 add(ConfigMapper("color-primaries", C2_PARAMKEY_VUI_COLOR_ASPECTS, "primaries")
500 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW));
501 add(ConfigMapper("color-matrix", C2_PARAMKEY_VUI_COLOR_ASPECTS, "matrix")
502 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW));
503
504 // Dataspace
505 add(ConfigMapper("android._dataspace", C2_PARAMKEY_DATA_SPACE, "value")
506 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
507
508 // HDR
509 add(ConfigMapper("smpte2086.red.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.red.x")
510 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
511 add(ConfigMapper("smpte2086.red.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.red.y")
512 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
513 add(ConfigMapper("smpte2086.green.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.green.x")
514 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
515 add(ConfigMapper("smpte2086.green.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.green.y")
516 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
517 add(ConfigMapper("smpte2086.blue.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.blue.x")
518 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
519 add(ConfigMapper("smpte2086.blue.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.blue.y")
520 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
521 add(ConfigMapper("smpte2086.white.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.white.x")
522 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
523 add(ConfigMapper("smpte2086.white.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.white.y")
524 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
525 add(ConfigMapper("smpte2086.max-luminance", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.max-luminance")
526 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
527 add(ConfigMapper("smpte2086.min-luminance", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.min-luminance")
528 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
529 add(ConfigMapper("cta861.max-cll", C2_PARAMKEY_HDR_STATIC_INFO, "max-cll")
530 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
531 add(ConfigMapper("cta861.max-fall", C2_PARAMKEY_HDR_STATIC_INFO, "max-fall")
532 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
533
Lajos Molnar427a2f92022-04-28 10:57:21 -0700534 add(ConfigMapper(C2_PARAMKEY_HDR_FORMAT, C2_PARAMKEY_HDR_FORMAT, "value")
535 .limitTo((D::VIDEO | D::IMAGE) & D::CODED & D::CONFIG));
536
Pawin Vongmasa36653902018-11-15 00:10:25 -0800537 add(ConfigMapper(std::string(KEY_FEATURE_) + FEATURE_SecurePlayback,
538 C2_PARAMKEY_SECURE_MODE, "value"));
539
Lajos Molnara2b5f5a2020-10-14 16:36:18 -0700540 add(ConfigMapper(KEY_PREPEND_HEADER_TO_SYNC_FRAMES,
Pawin Vongmasa36653902018-11-15 00:10:25 -0800541 C2_PARAMKEY_PREPEND_HEADER_MODE, "value")
542 .limitTo(D::ENCODER & D::VIDEO)
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700543 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800544 int32_t value;
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700545 if (v.get(&value)) {
546 return value ? C2Value(C2Config::PREPEND_HEADER_TO_ALL_SYNC)
547 : C2Value(C2Config::PREPEND_HEADER_TO_NONE);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800548 }
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700549 return C2Value();
550 }, [](C2Value v) -> C2Value {
551 C2Config::prepend_header_mode_t value;
552 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(value)>::type;
553 if (v.get((C2ValueType *)&value)) {
554 switch (value) {
555 case C2Config::PREPEND_HEADER_TO_NONE: return 0;
556 case C2Config::PREPEND_HEADER_TO_ALL_SYNC: return 1;
557 case C2Config::PREPEND_HEADER_ON_CHANGE: [[fallthrough]];
558 default: return C2Value();
559 }
560 }
561 return C2Value();
Pawin Vongmasa36653902018-11-15 00:10:25 -0800562 }));
563 // remove when codecs switch to PARAMKEY
Lajos Molnara2b5f5a2020-10-14 16:36:18 -0700564 deprecated(ConfigMapper(KEY_PREPEND_HEADER_TO_SYNC_FRAMES,
Pawin Vongmasa36653902018-11-15 00:10:25 -0800565 "coding.add-csd-to-sync-frames", "value")
566 .limitTo(D::ENCODER & D::VIDEO));
567 // convert to timestamp base
568 add(ConfigMapper(KEY_I_FRAME_INTERVAL, C2_PARAMKEY_SYNC_FRAME_INTERVAL, "value")
Wonsik Kimec588002019-07-11 13:43:38 -0700569 .limitTo(D::VIDEO & D::ENCODER & D::CONFIG)
570 .withMapper([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800571 // convert from i32 to float
572 int32_t i32Value;
573 float fpValue;
574 if (v.get(&i32Value)) {
575 return int64_t(1000000) * i32Value;
576 } else if (v.get(&fpValue)) {
577 return int64_t(c2_min(1000000 * fpValue + 0.5, (double)INT64_MAX));
578 }
579 return C2Value();
580 }));
581 // remove when codecs switch to proper coding.gop (add support for calculating gop)
582 deprecated(ConfigMapper("i-frame-period", "coding.gop", "intra-period")
583 .limitTo(D::ENCODER & D::VIDEO));
584 add(ConfigMapper(KEY_INTRA_REFRESH_PERIOD, C2_PARAMKEY_INTRA_REFRESH, "period")
585 .limitTo(D::VIDEO & D::ENCODER)
586 .withMappers(makeFloat, [](C2Value v) -> C2Value {
587 // read back always as int
588 float value;
589 if (v.get(&value)) {
590 return (int32_t)value;
591 }
592 return C2Value();
593 }));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800594 deprecated(ConfigMapper(PARAMETER_KEY_REQUEST_SYNC_FRAME,
595 "coding.request-sync", "value")
596 .limitTo(D::PARAM & D::ENCODER)
597 .withMapper([](C2Value) -> C2Value { return uint32_t(1); }));
598 add(ConfigMapper(PARAMETER_KEY_REQUEST_SYNC_FRAME,
599 C2_PARAMKEY_REQUEST_SYNC_FRAME, "value")
600 .limitTo(D::PARAM & D::ENCODER)
601 .withMapper([](C2Value) -> C2Value { return uint32_t(1); }));
602
603 add(ConfigMapper(KEY_OPERATING_RATE, C2_PARAMKEY_OPERATING_RATE, "value")
604 .limitTo(D::PARAM | D::CONFIG) // write-only
605 .withMapper(makeFloat));
606 // C2 priorities are inverted
607 add(ConfigMapper(KEY_PRIORITY, C2_PARAMKEY_PRIORITY, "value")
608 .withMappers(negate, negate));
609 // remove when codecs switch to PARAMKEY
610 deprecated(ConfigMapper(KEY_OPERATING_RATE, "ctrl.operating-rate", "value")
611 .withMapper(makeFloat));
612 deprecated(ConfigMapper(KEY_PRIORITY, "ctrl.priority", "value"));
613
614 add(ConfigMapper(KEY_WIDTH, C2_PARAMKEY_PICTURE_SIZE, "width")
615 .limitTo(D::VIDEO | D::IMAGE));
616 add(ConfigMapper(KEY_HEIGHT, C2_PARAMKEY_PICTURE_SIZE, "height")
617 .limitTo(D::VIDEO | D::IMAGE));
618
619 add(ConfigMapper("crop-left", C2_PARAMKEY_CROP_RECT, "left")
620 .limitTo(D::VIDEO | D::IMAGE));
621 add(ConfigMapper("crop-top", C2_PARAMKEY_CROP_RECT, "top")
622 .limitTo(D::VIDEO | D::IMAGE));
623 add(ConfigMapper("crop-width", C2_PARAMKEY_CROP_RECT, "width")
624 .limitTo(D::VIDEO | D::IMAGE));
625 add(ConfigMapper("crop-height", C2_PARAMKEY_CROP_RECT, "height")
626 .limitTo(D::VIDEO | D::IMAGE));
627
628 add(ConfigMapper(KEY_MAX_WIDTH, C2_PARAMKEY_MAX_PICTURE_SIZE, "width")
629 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
630 add(ConfigMapper(KEY_MAX_HEIGHT, C2_PARAMKEY_MAX_PICTURE_SIZE, "height")
631 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
632
633 add(ConfigMapper("csd-0", C2_PARAMKEY_INIT_DATA, "value")
634 .limitTo(D::OUTPUT & D::READ));
635
Wonsik Kim65b9be62022-05-25 16:21:01 -0700636 deprecated(ConfigMapper(KEY_HDR10_PLUS_INFO, C2_PARAMKEY_INPUT_HDR10_PLUS_INFO, "value")
Wonsik Kim48e98a12023-05-16 10:46:05 -0700637 .limitTo(D::VIDEO & D::PARAM & D::INPUT & (D::CONFIG | D::PARAM)));
Pawin Vongmasa8be93112018-12-11 14:01:42 -0800638
Wonsik Kim65b9be62022-05-25 16:21:01 -0700639 deprecated(ConfigMapper(KEY_HDR10_PLUS_INFO, C2_PARAMKEY_OUTPUT_HDR10_PLUS_INFO, "value")
Wonsik Kim48e98a12023-05-16 10:46:05 -0700640 .limitTo(D::VIDEO & D::OUTPUT & D::READ));
Wonsik Kim65b9be62022-05-25 16:21:01 -0700641
642 add(ConfigMapper(
643 std::string(C2_PARAMKEY_INPUT_HDR_DYNAMIC_INFO) + ".type",
644 C2_PARAMKEY_INPUT_HDR_DYNAMIC_INFO, "type")
Wonsik Kim48e98a12023-05-16 10:46:05 -0700645 .limitTo(D::VIDEO & D::PARAM & D::INPUT & (D::CONFIG | D::PARAM)));
Wonsik Kim65b9be62022-05-25 16:21:01 -0700646
647 add(ConfigMapper(
648 std::string(C2_PARAMKEY_INPUT_HDR_DYNAMIC_INFO) + ".data",
649 C2_PARAMKEY_INPUT_HDR_DYNAMIC_INFO, "data")
Wonsik Kim48e98a12023-05-16 10:46:05 -0700650 .limitTo(D::VIDEO & D::PARAM & D::INPUT & (D::CONFIG | D::PARAM)));
Wonsik Kim65b9be62022-05-25 16:21:01 -0700651
652 add(ConfigMapper(
653 std::string(C2_PARAMKEY_OUTPUT_HDR_DYNAMIC_INFO) + ".type",
654 C2_PARAMKEY_OUTPUT_HDR_DYNAMIC_INFO, "type")
Wonsik Kim48e98a12023-05-16 10:46:05 -0700655 .limitTo(D::VIDEO & D::OUTPUT & D::READ));
Wonsik Kim65b9be62022-05-25 16:21:01 -0700656
657 add(ConfigMapper(
658 std::string(C2_PARAMKEY_OUTPUT_HDR_DYNAMIC_INFO) + ".data",
659 C2_PARAMKEY_OUTPUT_HDR_DYNAMIC_INFO, "data")
Wonsik Kim48e98a12023-05-16 10:46:05 -0700660 .limitTo(D::VIDEO & D::OUTPUT & D::READ));
Pawin Vongmasa8be93112018-12-11 14:01:42 -0800661
Pawin Vongmasa36653902018-11-15 00:10:25 -0800662 add(ConfigMapper(C2_PARAMKEY_TEMPORAL_LAYERING, C2_PARAMKEY_TEMPORAL_LAYERING, "")
663 .limitTo(D::ENCODER & D::VIDEO & D::OUTPUT));
664
665 // Pixel Format (use local key for actual pixel format as we don't distinguish between
666 // SDK layouts for flexible format and we need the actual SDK color format in the media format)
667 add(ConfigMapper("android._color-format", C2_PARAMKEY_PIXEL_FORMAT, "value")
668 .limitTo((D::VIDEO | D::IMAGE) & D::RAW)
669 .withMappers([](C2Value v) -> C2Value {
670 int32_t value;
671 if (v.get(&value)) {
Wonsik Kimfb7a7672019-12-27 17:13:33 -0800672 uint32_t result;
673 if (C2Mapper::mapPixelFormatFrameworkToCodec(value, &result)) {
674 return result;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800675 }
676 }
677 return C2Value();
678 }, [](C2Value v) -> C2Value {
679 uint32_t value;
680 if (v.get(&value)) {
Wonsik Kimfb7a7672019-12-27 17:13:33 -0800681 int32_t result;
682 if (C2Mapper::mapPixelFormatCodecToFramework(value, &result)) {
683 return result;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800684 }
685 }
686 return C2Value();
687 }));
688
Wonsik Kim79c78eb2020-04-23 14:13:37 -0700689 add(ConfigMapper(KEY_PIXEL_ASPECT_RATIO_WIDTH, C2_PARAMKEY_PIXEL_ASPECT_RATIO, "width")
690 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
691 add(ConfigMapper(KEY_PIXEL_ASPECT_RATIO_HEIGHT, C2_PARAMKEY_PIXEL_ASPECT_RATIO, "height")
692 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
693
Pawin Vongmasa36653902018-11-15 00:10:25 -0800694 add(ConfigMapper(KEY_CHANNEL_COUNT, C2_PARAMKEY_CHANNEL_COUNT, "value")
695 .limitTo(D::AUDIO)); // read back to both formats
696 add(ConfigMapper(KEY_CHANNEL_COUNT, C2_PARAMKEY_CODED_CHANNEL_COUNT, "value")
697 .limitTo(D::AUDIO & D::CODED));
698
699 add(ConfigMapper(KEY_SAMPLE_RATE, C2_PARAMKEY_SAMPLE_RATE, "value")
700 .limitTo(D::AUDIO)); // read back to both port formats
701 add(ConfigMapper(KEY_SAMPLE_RATE, C2_PARAMKEY_CODED_SAMPLE_RATE, "value")
702 .limitTo(D::AUDIO & D::CODED));
703
Wonsik Kim6f23cfc2021-09-24 05:45:52 -0700704 auto pcmEncodingMapper = [](C2Value v) -> C2Value {
705 int32_t value;
706 C2Config::pcm_encoding_t to;
707 if (v.get(&value) && C2Mapper::map(value, &to)) {
708 return to;
709 }
710 return C2Value();
711 };
712 auto pcmEncodingReverse = [](C2Value v) -> C2Value {
713 C2Config::pcm_encoding_t value;
714 int32_t to;
715 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(value)>::type;
716 if (v.get((C2ValueType*)&value) && C2Mapper::map(value, &to)) {
717 return to;
718 }
719 return C2Value();
720 };
721 add(ConfigMapper(KEY_PCM_ENCODING, C2_PARAMKEY_PCM_ENCODING, "value")
Pawin Vongmasa8be93112018-12-11 14:01:42 -0800722 .limitTo(D::AUDIO)
Wonsik Kim6f23cfc2021-09-24 05:45:52 -0700723 .withMappers(pcmEncodingMapper, pcmEncodingReverse));
724 add(ConfigMapper("android._codec-pcm-encoding", C2_PARAMKEY_PCM_ENCODING, "value")
725 .limitTo(D::AUDIO & D::READ)
726 .withMappers(pcmEncodingMapper, pcmEncodingReverse));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800727
728 add(ConfigMapper(KEY_IS_ADTS, C2_PARAMKEY_AAC_PACKAGING, "value")
729 .limitTo(D::AUDIO & D::CODED)
730 .withMappers([](C2Value v) -> C2Value {
731 int32_t value;
732 if (v.get(&value) && value) {
733 return C2Config::AAC_PACKAGING_ADTS;
734 }
735 return C2Value();
736 }, [](C2Value v) -> C2Value {
737 uint32_t value;
738 if (v.get(&value) && value == C2Config::AAC_PACKAGING_ADTS) {
739 return (int32_t)1;
740 }
741 return C2Value();
742 }));
743
744 std::shared_ptr<C2Mapper::ProfileLevelMapper> mapper =
745 C2Mapper::GetProfileLevelMapper(mCodingMediaType);
746
747 add(ConfigMapper(KEY_PROFILE, C2_PARAMKEY_PROFILE_LEVEL, "profile")
748 .limitTo(D::CODED)
749 .withMappers([mapper](C2Value v) -> C2Value {
750 C2Config::profile_t c2 = PROFILE_UNUSED;
751 int32_t sdk;
752 if (mapper && v.get(&sdk) && mapper->mapProfile(sdk, &c2)) {
753 return c2;
754 }
755 return PROFILE_UNUSED;
756 }, [mapper](C2Value v) -> C2Value {
757 C2Config::profile_t c2;
758 int32_t sdk;
759 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(c2)>::type;
760 if (mapper && v.get((C2ValueType*)&c2) && mapper->mapProfile(c2, &sdk)) {
761 return sdk;
762 }
763 return C2Value();
764 }));
765
766 add(ConfigMapper(KEY_LEVEL, C2_PARAMKEY_PROFILE_LEVEL, "level")
767 .limitTo(D::CODED)
768 .withMappers([mapper](C2Value v) -> C2Value {
769 C2Config::level_t c2 = LEVEL_UNUSED;
770 int32_t sdk;
771 if (mapper && v.get(&sdk) && mapper->mapLevel(sdk, &c2)) {
772 return c2;
773 }
774 return LEVEL_UNUSED;
775 }, [mapper](C2Value v) -> C2Value {
776 C2Config::level_t c2;
777 int32_t sdk;
778 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(c2)>::type;
779 if (mapper && v.get((C2ValueType*)&c2) && mapper->mapLevel(c2, &sdk)) {
780 return sdk;
781 }
782 return C2Value();
783 }));
784
Harish Mahendrakar189d4db2021-04-02 16:17:10 -0700785 add(ConfigMapper(KEY_AAC_PROFILE, C2_PARAMKEY_PROFILE_LEVEL, "profile")
786 .limitTo(D::AUDIO & D::ENCODER & (D::CONFIG | D::PARAM))
787 .withMapper([mapper](C2Value v) -> C2Value {
788 C2Config::profile_t c2 = PROFILE_UNUSED;
789 int32_t sdk;
790 if (mapper && v.get(&sdk) && mapper->mapProfile(sdk, &c2)) {
791 return c2;
792 }
793 return PROFILE_UNUSED;
794 }));
795
Pawin Vongmasa36653902018-11-15 00:10:25 -0800796 // convert to dBFS and add default
797 add(ConfigMapper(KEY_AAC_DRC_TARGET_REFERENCE_LEVEL, C2_PARAMKEY_DRC_TARGET_REFERENCE_LEVEL, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800798 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
799 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800800 int32_t value;
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800801 if (!v.get(&value) || value < -1) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800802 value = property_get_int32(PROP_DRC_OVERRIDE_REF_LEVEL, DRC_DEFAULT_MOBILE_REF_LEVEL);
803 }
804 return float(-0.25 * c2_min(value, 127));
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800805 },[](C2Value v) -> C2Value {
806 float value;
807 if (v.get(&value)) {
808 return (int32_t) (-4. * value);
809 }
810 return C2Value();
Pawin Vongmasa36653902018-11-15 00:10:25 -0800811 }));
812
813 // convert to 0-1 (%) and add default
814 add(ConfigMapper(KEY_AAC_DRC_ATTENUATION_FACTOR, C2_PARAMKEY_DRC_ATTENUATION_FACTOR, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800815 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
816 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800817 int32_t value;
818 if (!v.get(&value) || value < 0) {
819 value = property_get_int32(PROP_DRC_OVERRIDE_CUT, DRC_DEFAULT_MOBILE_DRC_CUT);
820 }
821 return float(c2_min(value, 127) / 127.);
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800822 },[](C2Value v) -> C2Value {
823 float value;
824 if (v.get(&value)) {
825 return (int32_t) (value * 127. + 0.5);
826 }
827 else {
828 return C2Value();
829 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800830 }));
831
832 // convert to 0-1 (%) and add default
833 add(ConfigMapper(KEY_AAC_DRC_BOOST_FACTOR, C2_PARAMKEY_DRC_BOOST_FACTOR, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800834 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
835 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800836 int32_t value;
837 if (!v.get(&value) || value < 0) {
838 value = property_get_int32(PROP_DRC_OVERRIDE_BOOST, DRC_DEFAULT_MOBILE_DRC_BOOST);
839 }
840 return float(c2_min(value, 127) / 127.);
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800841 },[](C2Value v) -> C2Value {
842 float value;
843 if (v.get(&value)) {
844 return (int32_t) (value * 127. + 0.5);
845 }
846 else {
847 return C2Value();
848 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800849 }));
850
851 // convert to compression type and add default
852 add(ConfigMapper(KEY_AAC_DRC_HEAVY_COMPRESSION, C2_PARAMKEY_DRC_COMPRESSION_MODE, "value")
Wonsik Kim65a62a32020-10-27 17:00:36 -0700853 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM))
854 .withMapper([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800855 int32_t value;
856 if (!v.get(&value) || value < 0) {
857 value = property_get_int32(PROP_DRC_OVERRIDE_HEAVY, DRC_DEFAULT_MOBILE_DRC_HEAVY);
858 }
859 return value == 1 ? C2Config::DRC_COMPRESSION_HEAVY : C2Config::DRC_COMPRESSION_LIGHT;
860 }));
861
862 // convert to dBFS and add default
863 add(ConfigMapper(KEY_AAC_ENCODED_TARGET_LEVEL, C2_PARAMKEY_DRC_ENCODED_TARGET_LEVEL, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800864 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
865 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800866 int32_t value;
867 if (!v.get(&value) || value < 0) {
868 value = property_get_int32(PROP_DRC_OVERRIDE_ENC_LEVEL, DRC_DEFAULT_MOBILE_ENC_LEVEL);
869 }
870 return float(-0.25 * c2_min(value, 127));
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800871 },[](C2Value v) -> C2Value {
872 float value;
873 if (v.get(&value)) {
874 return (int32_t) (-4. * value);
875 }
876 else {
877 return C2Value();
878 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800879 }));
880
881 // convert to effect type (these map to SDK values) and add default
882 add(ConfigMapper(KEY_AAC_DRC_EFFECT_TYPE, C2_PARAMKEY_DRC_EFFECT_TYPE, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800883 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
884 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800885 int32_t value;
886 if (!v.get(&value) || value < -1 || value > 8) {
887 value = property_get_int32(PROP_DRC_OVERRIDE_EFFECT, DRC_DEFAULT_MOBILE_DRC_EFFECT);
888 // ensure value is within range
889 if (value < -1 || value > 8) {
890 value = DRC_DEFAULT_MOBILE_DRC_EFFECT;
891 }
892 }
893 return value;
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800894 },[](C2Value v) -> C2Value {
895 int32_t value;
896 if (v.get(&value)) {
897 return value;
898 }
899 else {
900 return C2Value();
901 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800902 }));
903
Jean-Michel Trivi670b8fb2020-02-18 07:54:05 -0800904 // convert to album mode and add default
905 add(ConfigMapper(KEY_AAC_DRC_ALBUM_MODE, C2_PARAMKEY_DRC_ALBUM_MODE, "value")
906 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
907 .withMappers([](C2Value v) -> C2Value {
908 int32_t value;
909 if (!v.get(&value) || value < 0 || value > 1) {
910 value = DRC_DEFAULT_MOBILE_DRC_ALBUM;
911 // ensure value is within range
912 if (value < 0 || value > 1) {
913 value = DRC_DEFAULT_MOBILE_DRC_ALBUM;
914 }
915 }
916 return value;
917 },[](C2Value v) -> C2Value {
918 int32_t value;
919 if (v.get(&value)) {
920 return value;
921 }
922 else {
923 return C2Value();
924 }
925 }));
926
Jean-Michel Trivi4b936cc2020-02-17 16:29:47 -0800927 add(ConfigMapper(KEY_AAC_DRC_OUTPUT_LOUDNESS, C2_PARAMKEY_DRC_OUTPUT_LOUDNESS, "value")
928 .limitTo(D::OUTPUT & D::DECODER & D::READ)
929 .withMappers([](C2Value v) -> C2Value {
930 int32_t value;
931 if (!v.get(&value) || value < -1) {
932 value = DRC_DEFAULT_MOBILE_OUTPUT_LOUDNESS;
933 }
934 return float(-0.25 * c2_min(value, 127));
935 },[](C2Value v) -> C2Value {
936 float value;
937 if (v.get(&value)) {
938 return (int32_t) (-4. * value);
939 }
940 return C2Value();
941 }));
942
Pawin Vongmasa36653902018-11-15 00:10:25 -0800943 add(ConfigMapper(KEY_AAC_MAX_OUTPUT_CHANNEL_COUNT, C2_PARAMKEY_MAX_CHANNEL_COUNT, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800944 .limitTo(D::AUDIO & (D::CONFIG | D::PARAM | D::READ)));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800945
Jean-Michel Trivi63e1ece2022-01-27 19:27:02 -0800946 add(ConfigMapper(KEY_MAX_OUTPUT_CHANNEL_COUNT, C2_PARAMKEY_MAX_CHANNEL_COUNT, "value")
947 .limitTo(D::AUDIO & (D::CONFIG | D::PARAM | D::READ)));
948
Jean-Michel Trivib28a72c2022-05-05 01:01:01 +0000949 add(ConfigMapper(KEY_CHANNEL_MASK, C2_PARAMKEY_CHANNEL_MASK, "value")
950 .limitTo(D::AUDIO & D::DECODER & D::READ));
951
Jean-Michel Trividb47b9d2023-05-02 15:37:03 -0700952 add(ConfigMapper(KEY_CHANNEL_MASK, C2_PARAMKEY_CHANNEL_MASK, "value")
953 .limitTo(D::AUDIO & D::ENCODER & D::CONFIG));
954
Pawin Vongmasa36653902018-11-15 00:10:25 -0800955 add(ConfigMapper(KEY_AAC_SBR_MODE, C2_PARAMKEY_AAC_SBR_MODE, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800956 .limitTo(D::AUDIO & D::ENCODER & (D::CONFIG | D::PARAM | D::READ))
Pawin Vongmasa36653902018-11-15 00:10:25 -0800957 .withMapper([](C2Value v) -> C2Value {
958 int32_t value;
959 if (!v.get(&value) || value < 0) {
960 return C2Config::AAC_SBR_AUTO;
961 }
962 switch (value) {
963 case 0: return C2Config::AAC_SBR_OFF;
964 case 1: return C2Config::AAC_SBR_SINGLE_RATE;
965 case 2: return C2Config::AAC_SBR_DUAL_RATE;
966 default: return C2Config::AAC_SBR_AUTO + 1; // invalid value
967 }
968 }));
969
Ray Essick183676c2021-06-27 20:03:14 -0700970 add(ConfigMapper("android._encoding-quality-level", C2_PARAMKEY_ENCODING_QUALITY_LEVEL, "value")
971 .limitTo(D::ENCODER & (D::CONFIG | D::PARAM)));
Harish Mahendrakar9a4c8eb2019-05-29 15:41:20 -0700972 add(ConfigMapper(KEY_QUALITY, C2_PARAMKEY_QUALITY, "value")
973 .limitTo(D::ENCODER & (D::CONFIG | D::PARAM)));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800974 add(ConfigMapper(KEY_FLAC_COMPRESSION_LEVEL, C2_PARAMKEY_COMPLEXITY, "value")
975 .limitTo(D::AUDIO & D::ENCODER));
Dichen Zhang0f134902022-04-26 18:21:01 -0700976 add(ConfigMapper(KEY_COMPLEXITY, C2_PARAMKEY_COMPLEXITY, "value")
Harish Mahendrakar9a4c8eb2019-05-29 15:41:20 -0700977 .limitTo(D::ENCODER & (D::CONFIG | D::PARAM)));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800978
979 add(ConfigMapper(KEY_GRID_COLUMNS, C2_PARAMKEY_TILE_LAYOUT, "columns")
980 .limitTo(D::IMAGE));
981 add(ConfigMapper(KEY_GRID_ROWS, C2_PARAMKEY_TILE_LAYOUT, "rows")
982 .limitTo(D::IMAGE));
983 add(ConfigMapper(KEY_TILE_WIDTH, C2_PARAMKEY_TILE_LAYOUT, "tile.width")
984 .limitTo(D::IMAGE));
985 add(ConfigMapper(KEY_TILE_HEIGHT, C2_PARAMKEY_TILE_LAYOUT, "tile.height")
986 .limitTo(D::IMAGE));
987
988 add(ConfigMapper(KEY_LATENCY, C2_PARAMKEY_PIPELINE_DELAY_REQUEST, "value")
989 .limitTo(D::VIDEO & D::ENCODER));
990
991 add(ConfigMapper(C2_PARAMKEY_INPUT_TIME_STRETCH, C2_PARAMKEY_INPUT_TIME_STRETCH, "value"));
992
Wei Jia48ab6ef2019-10-11 16:06:42 -0700993 add(ConfigMapper(KEY_LOW_LATENCY, C2_PARAMKEY_LOW_LATENCY_MODE, "value")
994 .limitTo(D::DECODER & (D::CONFIG | D::PARAM))
995 .withMapper([](C2Value v) -> C2Value {
996 int32_t value = 0;
997 (void)v.get(&value);
998 return value == 0 ? C2_FALSE : C2_TRUE;
999 }));
1000
Guillaume Chelfi867d4dd2021-07-01 18:38:45 +02001001 add(ConfigMapper("android._trigger-tunnel-peek", C2_PARAMKEY_TUNNEL_START_RENDER, "value")
Guillaume Chelfi5ffbcb32021-04-12 14:23:43 +02001002 .limitTo(D::PARAM & D::VIDEO & D::DECODER)
1003 .withMapper([](C2Value v) -> C2Value {
1004 int32_t value = 0;
1005 (void)v.get(&value);
1006 return value == 0 ? C2_FALSE : C2_TRUE;
1007 }));
Guillaume Chelfi867d4dd2021-07-01 18:38:45 +02001008
Brian Lindahlf3e84292022-05-24 14:02:09 +02001009 add(ConfigMapper("android._tunnel-peek-set-legacy", C2_PARAMKEY_TUNNEL_PEEK_MODE, "value")
1010 .limitTo(D::PARAM & D::VIDEO & D::DECODER)
1011 .withMapper([](C2Value v) -> C2Value {
1012 int32_t value = 0;
1013 (void)v.get(&value);
1014 return value == 0
1015 ? C2Value(C2PlatformConfig::SPECIFIED_PEEK)
1016 : C2Value(C2PlatformConfig::UNSPECIFIED_PEEK);
1017 }));
1018
Yushin Choe19a20d2021-11-14 21:03:27 -08001019 add(ConfigMapper(KEY_VIDEO_QP_AVERAGE, C2_PARAMKEY_AVERAGE_QP, "value")
1020 .limitTo(D::ENCODER & D::VIDEO & D::READ));
1021
1022 add(ConfigMapper(KEY_PICTURE_TYPE, C2_PARAMKEY_PICTURE_TYPE, "value")
Taehwan Kim7c1a3862022-05-11 16:30:48 +09001023 .limitTo(D::ENCODER & D::VIDEO & D::READ)
1024 .withMappers([](C2Value v) -> C2Value {
1025 int32_t sdk;
1026 C2Config::picture_type_t c2;
1027 if (v.get(&sdk) && C2Mapper::map(sdk, &c2)) {
1028 return C2Value(c2);
1029 }
1030 return C2Value();
1031 }, [](C2Value v) -> C2Value {
1032 C2Config::picture_type_t c2;
1033 int32_t sdk = PICTURE_TYPE_UNKNOWN;
1034 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(c2)>::type;
1035 if (v.get((C2ValueType*)&c2) && C2Mapper::map(c2, &sdk)) {
1036 return sdk;
1037 }
1038 return C2Value();
1039 }));
Yushin Choe19a20d2021-11-14 21:03:27 -08001040
Pawin Vongmasa36653902018-11-15 00:10:25 -08001041 /* still to do
Pawin Vongmasa36653902018-11-15 00:10:25 -08001042 not yet used by MediaCodec, but defined as MediaFormat
1043 KEY_AUDIO_SESSION_ID // we use "audio-hw-sync"
1044 KEY_OUTPUT_REORDER_DEPTH
1045 */
1046}
1047
1048status_t CCodecConfig::initialize(
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001049 const std::shared_ptr<C2ParamReflector> &reflector,
1050 const std::shared_ptr<Codec2Client::Configurable> &configurable) {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001051 C2ComponentDomainSetting domain(C2Component::DOMAIN_OTHER);
1052 C2ComponentKindSetting kind(C2Component::KIND_OTHER);
1053
1054 std::vector<std::unique_ptr<C2Param>> queried;
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001055 c2_status_t c2err = configurable->query({ &domain, &kind }, {}, C2_DONT_BLOCK, &queried);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001056 if (c2err != C2_OK) {
1057 ALOGD("Query domain & kind failed => %s", asString(c2err));
1058 // TEMP: determine kind from component name
1059 if (kind.value == C2Component::KIND_OTHER) {
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001060 if (configurable->getName().find("encoder") != std::string::npos) {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001061 kind.value = C2Component::KIND_ENCODER;
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001062 } else if (configurable->getName().find("decoder") != std::string::npos) {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001063 kind.value = C2Component::KIND_DECODER;
1064 }
1065 }
1066
1067 // TEMP: determine domain from media type (port (preferred) or stream #0)
1068 if (domain.value == C2Component::DOMAIN_OTHER) {
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001069 AString mediaType = QueryMediaType(true /* input */, configurable);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001070 if (mediaType.startsWith("audio/")) {
1071 domain.value = C2Component::DOMAIN_AUDIO;
1072 } else if (mediaType.startsWith("video/")) {
1073 domain.value = C2Component::DOMAIN_VIDEO;
1074 } else if (mediaType.startsWith("image/")) {
1075 domain.value = C2Component::DOMAIN_IMAGE;
1076 }
1077 }
1078 }
1079
1080 mDomain = (domain.value == C2Component::DOMAIN_VIDEO ? Domain::IS_VIDEO :
1081 domain.value == C2Component::DOMAIN_IMAGE ? Domain::IS_IMAGE :
1082 domain.value == C2Component::DOMAIN_AUDIO ? Domain::IS_AUDIO : Domain::OTHER_DOMAIN)
1083 | (kind.value == C2Component::KIND_DECODER ? Domain::IS_DECODER :
1084 kind.value == C2Component::KIND_ENCODER ? Domain::IS_ENCODER : Domain::OTHER_KIND);
1085
1086 mInputDomain = Domain(((mDomain & IS_DECODER) ? IS_CODED : IS_RAW) | IS_INPUT);
1087 mOutputDomain = Domain(((mDomain & IS_ENCODER) ? IS_CODED : IS_RAW) | IS_OUTPUT);
1088
1089 ALOGV("domain is %#x (%u %u)", mDomain, domain.value, kind.value);
1090
1091 std::vector<C2Param::Index> paramIndices;
1092 switch (kind.value) {
1093 case C2Component::KIND_DECODER:
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001094 mCodingMediaType = QueryMediaType(true /* input */, configurable).c_str();
Pawin Vongmasa36653902018-11-15 00:10:25 -08001095 break;
1096 case C2Component::KIND_ENCODER:
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001097 mCodingMediaType = QueryMediaType(false /* input */, configurable).c_str();
Pawin Vongmasa36653902018-11-15 00:10:25 -08001098 break;
1099 default:
1100 mCodingMediaType = "";
1101 }
1102
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001103 c2err = configurable->querySupportedParams(&mParamDescs);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001104 if (c2err != C2_OK) {
1105 ALOGD("Query supported params failed after returning %zu values => %s",
1106 mParamDescs.size(), asString(c2err));
1107 return UNKNOWN_ERROR;
1108 }
1109 for (const std::shared_ptr<C2ParamDescriptor> &desc : mParamDescs) {
1110 mSupportedIndices.emplace(desc->index());
1111 }
1112
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001113 mReflector = reflector;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001114 if (mReflector == nullptr) {
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001115 ALOGE("Null param reflector");
Pawin Vongmasa36653902018-11-15 00:10:25 -08001116 return UNKNOWN_ERROR;
1117 }
1118
1119 // enumerate all fields
1120 mParamUpdater = std::make_shared<ReflectedParamUpdater>();
1121 mParamUpdater->clear();
1122 mParamUpdater->supportWholeParam(
1123 C2_PARAMKEY_TEMPORAL_LAYERING, C2StreamTemporalLayeringTuning::CORE_INDEX);
1124 mParamUpdater->addParamDesc(mReflector, mParamDescs);
1125
1126 // TEMP: add some standard fields even if not reflected
1127 if (kind.value == C2Component::KIND_ENCODER) {
1128 mParamUpdater->addStandardParam<C2StreamInitDataInfo::output>(C2_PARAMKEY_INIT_DATA);
1129 }
1130 if (domain.value == C2Component::DOMAIN_IMAGE || domain.value == C2Component::DOMAIN_VIDEO) {
1131 if (kind.value != C2Component::KIND_ENCODER) {
1132 addLocalParam<C2StreamPictureSizeInfo::output>(C2_PARAMKEY_PICTURE_SIZE);
1133 addLocalParam<C2StreamCropRectInfo::output>(C2_PARAMKEY_CROP_RECT);
1134 addLocalParam(
1135 new C2StreamPixelAspectRatioInfo::output(0u, 1u, 1u),
1136 C2_PARAMKEY_PIXEL_ASPECT_RATIO);
1137 addLocalParam(new C2StreamRotationInfo::output(0u, 0), C2_PARAMKEY_ROTATION);
Wonsik Kim58d83332021-02-07 22:19:56 -08001138 addLocalParam(
1139 new C2StreamColorAspectsTuning::output(0u),
1140 C2_PARAMKEY_DEFAULT_COLOR_ASPECTS);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001141 addLocalParam<C2StreamDataSpaceInfo::output>(C2_PARAMKEY_DATA_SPACE);
1142 addLocalParam<C2StreamHdrStaticInfo::output>(C2_PARAMKEY_HDR_STATIC_INFO);
Wonsik Kim58d83332021-02-07 22:19:56 -08001143 addLocalParam(
1144 new C2StreamSurfaceScalingInfo::output(0u, VIDEO_SCALING_MODE_SCALE_TO_FIT),
1145 C2_PARAMKEY_SURFACE_SCALING_MODE);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001146 } else {
1147 addLocalParam(new C2StreamColorAspectsInfo::input(0u), C2_PARAMKEY_COLOR_ASPECTS);
Taehwan Kim86a16f92022-03-17 11:57:57 +09001148
1149 if (domain.value == C2Component::DOMAIN_VIDEO) {
1150 addLocalParam(new C2AndroidStreamAverageBlockQuantizationInfo::output(0u, 0),
1151 C2_PARAMKEY_AVERAGE_QP);
Wonsik Kimeebab652022-06-02 13:01:55 -07001152 addLocalParam(new C2StreamPictureTypeInfo::output(0u, 0),
Taehwan Kim86a16f92022-03-17 11:57:57 +09001153 C2_PARAMKEY_PICTURE_TYPE);
1154 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001155 }
1156 }
1157
1158 initializeStandardParams();
1159
1160 // subscribe to all supported standard (exposed) params
1161 // TODO: limit this to params that are actually in the domain
1162 std::vector<std::string> formatKeys = mStandardParams->getPathsForDomain(Domain(1 << 30));
1163 std::vector<C2Param::Index> indices;
1164 mParamUpdater->getParamIndicesForKeys(formatKeys, &indices);
1165 mSubscribedIndices.insert(indices.begin(), indices.end());
1166
1167 // also subscribe to some non-SDK standard parameters
1168 // for number of input/output buffers
1169 mSubscribedIndices.emplace(C2PortSuggestedBufferCountTuning::input::PARAM_TYPE);
1170 mSubscribedIndices.emplace(C2PortSuggestedBufferCountTuning::output::PARAM_TYPE);
1171 mSubscribedIndices.emplace(C2ActualPipelineDelayTuning::PARAM_TYPE);
1172 mSubscribedIndices.emplace(C2PortActualDelayTuning::input::PARAM_TYPE);
1173 mSubscribedIndices.emplace(C2PortActualDelayTuning::output::PARAM_TYPE);
1174 // for output buffer array allocation
1175 mSubscribedIndices.emplace(C2StreamMaxBufferSizeInfo::output::PARAM_TYPE);
1176 // init data (CSD)
1177 mSubscribedIndices.emplace(C2StreamInitDataInfo::output::PARAM_TYPE);
1178
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001179 for (const std::shared_ptr<C2ParamDescriptor> &desc : mParamDescs) {
1180 if (desc->index().isVendor()) {
1181 std::vector<std::string> keys;
1182 mParamUpdater->getKeysForParamIndex(desc->index(), &keys);
1183 for (const std::string &key : keys) {
Wonsik Kim874ad382021-03-12 09:59:36 -08001184 mVendorParams.insert_or_assign(key, desc);
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001185 }
1186 }
1187 }
1188
Wonsik Kimeebab652022-06-02 13:01:55 -07001189 // Parameters that are not subscribed initially, but can be subscribed
1190 // upon explicit request.
1191 static const std::initializer_list<C2Param::Index> kOptionalParams = {
1192 C2AndroidStreamAverageBlockQuantizationInfo::output::PARAM_TYPE,
1193 C2StreamPictureTypeInfo::output::PARAM_TYPE,
1194 };
1195 for (const C2Param::Index &index : kOptionalParams) {
1196 mSubscribedIndices.erase(index);
1197 }
1198 subscribeToConfigUpdate(configurable, {}, C2_MAY_BLOCK);
1199
Pawin Vongmasa36653902018-11-15 00:10:25 -08001200 return OK;
1201}
1202
1203status_t CCodecConfig::subscribeToConfigUpdate(
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001204 const std::shared_ptr<Codec2Client::Configurable> &configurable,
Pawin Vongmasa36653902018-11-15 00:10:25 -08001205 const std::vector<C2Param::Index> &indices,
1206 c2_blocking_t blocking) {
Wonsik Kim228f33f2022-04-19 11:08:35 -07001207 static const int32_t kProductFirstApiLevel =
1208 base::GetIntProperty<int32_t>("ro.product.first_api_level", 0);
1209 static const int32_t kBoardApiLevel =
1210 base::GetIntProperty<int32_t>("ro.board.first_api_level", 0);
1211 static const int32_t kFirstApiLevel =
1212 (kBoardApiLevel != 0) ? kBoardApiLevel : kProductFirstApiLevel;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001213 mSubscribedIndices.insert(indices.begin(), indices.end());
Wonsik Kim228f33f2022-04-19 11:08:35 -07001214 if (mSubscribedIndices.size() != mSubscribedIndicesSize
1215 && kFirstApiLevel >= __ANDROID_API_T__) {
1216 std::vector<uint32_t> indicesVector;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001217 for (C2Param::Index ix : mSubscribedIndices) {
Wonsik Kim228f33f2022-04-19 11:08:35 -07001218 indicesVector.push_back(ix);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001219 }
1220 std::unique_ptr<C2SubscribedParamIndicesTuning> subscribeTuning =
Wonsik Kim228f33f2022-04-19 11:08:35 -07001221 C2SubscribedParamIndicesTuning::AllocUnique(indicesVector);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001222 std::vector<std::unique_ptr<C2SettingResult>> results;
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001223 c2_status_t c2Err = configurable->config({ subscribeTuning.get() }, blocking, &results);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001224 if (c2Err != C2_OK && c2Err != C2_BAD_INDEX) {
1225 ALOGD("Failed to subscribe to parameters => %s", asString(c2Err));
1226 // TODO: error
1227 }
1228 ALOGV("Subscribed to %zu params", mSubscribedIndices.size());
1229 mSubscribedIndicesSize = mSubscribedIndices.size();
1230 }
Wonsik Kimeebab652022-06-02 13:01:55 -07001231#if defined(LOG_NDEBUG) && !LOG_NDEBUG
1232 ALOGV("subscribed to %zu params:", mSubscribedIndices.size());
1233 std::stringstream ss;
1234 for (const C2Param::Index &index : mSubscribedIndices) {
1235 ss << index << " ";
1236 if (ss.str().length() > 70) {
1237 ALOGV("%s", ss.str().c_str());
1238 std::stringstream().swap(ss);
1239 }
1240 }
1241 if (!ss.str().empty()) {
1242 ALOGV("%s", ss.str().c_str());
1243 }
1244#endif
Pawin Vongmasa36653902018-11-15 00:10:25 -08001245 return OK;
1246}
1247
1248status_t CCodecConfig::queryConfiguration(
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001249 const std::shared_ptr<Codec2Client::Configurable> &configurable) {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001250 // query all subscribed parameters
1251 std::vector<C2Param::Index> indices(mSubscribedIndices.begin(), mSubscribedIndices.end());
1252 std::vector<std::unique_ptr<C2Param>> queried;
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001253 c2_status_t c2Err = configurable->query({}, indices, C2_MAY_BLOCK, &queried);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001254 if (c2Err != OK) {
1255 ALOGI("query failed after returning %zu values (%s)", queried.size(), asString(c2Err));
1256 // TODO: error
1257 }
1258
1259 updateConfiguration(queried, ALL);
1260 return OK;
1261}
1262
1263bool CCodecConfig::updateConfiguration(
1264 std::vector<std::unique_ptr<C2Param>> &configUpdate, Domain domain) {
1265 ALOGV("updating configuration with %zu params", configUpdate.size());
1266 bool changed = false;
1267 for (std::unique_ptr<C2Param> &p : configUpdate) {
1268 if (p && *p) {
Wonsik Kimeebab652022-06-02 13:01:55 -07001269 // Allow unsubscribed vendor parameters to go through --- it may be
1270 // later handled by the format shaper.
1271 if (!p->isVendor() && mSubscribedIndices.count(p->index()) == 0) {
1272 ALOGV("updateConfiguration: skipped unsubscribed param %08x", p->index());
1273 continue;
1274 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001275 auto insertion = mCurrentConfig.emplace(p->index(), nullptr);
1276 if (insertion.second || *insertion.first->second != *p) {
1277 if (mSupportedIndices.count(p->index()) || mLocalParams.count(p->index())) {
1278 // only track changes in supported (reflected or local) indices
1279 changed = true;
1280 } else {
1281 ALOGV("an unlisted config was %s: %#x",
1282 insertion.second ? "added" : "updated", p->index());
1283 }
1284 }
1285 insertion.first->second = std::move(p);
1286 }
1287 }
Wonsik Kim673dd192021-01-29 14:58:12 -08001288 if (mInputSurface
1289 && (domain & mOutputDomain)
1290 && mInputSurfaceDataspace != mInputSurface->getDataspace()) {
1291 changed = true;
1292 mInputSurfaceDataspace = mInputSurface->getDataspace();
1293 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001294
1295 ALOGV("updated configuration has %zu params (%s)", mCurrentConfig.size(),
1296 changed ? "CHANGED" : "no change");
1297 if (changed) {
1298 return updateFormats(domain);
1299 }
1300 return false;
1301}
1302
1303bool CCodecConfig::updateFormats(Domain domain) {
1304 // get addresses of params in the current config
1305 std::vector<C2Param*> paramPointers;
1306 for (const auto &it : mCurrentConfig) {
1307 paramPointers.push_back(it.second.get());
1308 }
1309
1310 ReflectedParamUpdater::Dict reflected = mParamUpdater->getParams(paramPointers);
Wonsik Kimbd557932019-07-02 15:51:20 -07001311 std::string config = reflected.debugString();
1312 std::set<std::string> configLines;
1313 std::string diff;
1314 for (size_t start = 0; start != std::string::npos; ) {
1315 size_t end = config.find('\n', start);
1316 size_t count = (end == std::string::npos)
1317 ? std::string::npos
1318 : end - start + 1;
1319 std::string line = config.substr(start, count);
1320 configLines.insert(line);
1321 if (mLastConfig.count(line) == 0) {
1322 diff.append(line);
1323 }
1324 start = (end == std::string::npos) ? std::string::npos : end + 1;
1325 }
1326 if (!diff.empty()) {
1327 ALOGD("c2 config diff is %s", diff.c_str());
1328 }
1329 mLastConfig.swap(configLines);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001330
1331 bool changed = false;
1332 if (domain & mInputDomain) {
Wonsik Kime3358f62021-03-24 02:58:19 +00001333 sp<AMessage> oldFormat = mInputFormat;
1334 mInputFormat = mInputFormat->dup(); // trigger format changed
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001335 mInputFormat->extend(getFormatForDomain(reflected, mInputDomain));
Pawin Vongmasa36653902018-11-15 00:10:25 -08001336 if (mInputFormat->countEntries() != oldFormat->countEntries()
1337 || mInputFormat->changesFrom(oldFormat)->countEntries() > 0) {
1338 changed = true;
Wonsik Kime3358f62021-03-24 02:58:19 +00001339 } else {
1340 mInputFormat = oldFormat; // no change
Pawin Vongmasa36653902018-11-15 00:10:25 -08001341 }
1342 }
1343 if (domain & mOutputDomain) {
1344 sp<AMessage> oldFormat = mOutputFormat;
1345 mOutputFormat = mOutputFormat->dup(); // trigger output format changed
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001346 mOutputFormat->extend(getFormatForDomain(reflected, mOutputDomain));
Pawin Vongmasa36653902018-11-15 00:10:25 -08001347 if (mOutputFormat->countEntries() != oldFormat->countEntries()
1348 || mOutputFormat->changesFrom(oldFormat)->countEntries() > 0) {
1349 changed = true;
1350 } else {
1351 mOutputFormat = oldFormat; // no change
1352 }
1353 }
1354 ALOGV_IF(changed, "format(s) changed");
1355 return changed;
1356}
1357
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001358sp<AMessage> CCodecConfig::getFormatForDomain(
1359 const ReflectedParamUpdater::Dict &reflected,
1360 Domain portDomain) const {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001361 sp<AMessage> msg = new AMessage;
Wonsik Kim874ad382021-03-12 09:59:36 -08001362 for (const auto &[key, mappers] : mStandardParams->getKeys()) {
1363 for (const ConfigMapper &cm : mappers) {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001364 if ((cm.domain() & portDomain) == 0 // input-output-coded-raw
1365 || (cm.domain() & mDomain) != mDomain // component domain + kind (these must match)
1366 || (cm.domain() & IS_READ) == 0) {
1367 continue;
1368 }
1369 auto it = reflected.find(cm.path());
1370 if (it == reflected.end()) {
1371 continue;
1372 }
1373 C2Value c2Value;
1374 sp<ABuffer> bufValue;
1375 AString strValue;
1376 AMessage::ItemData item;
1377 if (it->second.find(&c2Value)) {
1378 item = cm.mapToMessage(c2Value);
1379 } else if (it->second.find(&bufValue)) {
1380 item.set(bufValue);
1381 } else if (it->second.find(&strValue)) {
1382 item.set(strValue);
1383 } else {
1384 ALOGD("unexpected untyped query value for key: %s", cm.path().c_str());
1385 continue;
1386 }
Wonsik Kim874ad382021-03-12 09:59:36 -08001387 msg->setItem(key.c_str(), item);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001388 }
1389 }
1390
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001391 bool input = (portDomain & Domain::IS_INPUT);
1392 std::vector<std::string> vendorKeys;
Wonsik Kim874ad382021-03-12 09:59:36 -08001393 for (const auto &[key, value] : reflected) {
1394 auto it = mVendorParams.find(key);
1395 if (it == mVendorParams.end()) {
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001396 continue;
1397 }
Wonsik Kim874ad382021-03-12 09:59:36 -08001398 C2Param::Index index = it->second->index();
1399 if (mSubscribedIndices.count(index) == 0) {
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001400 continue;
1401 }
1402 // For vendor parameters, we only care about direction
Wonsik Kim874ad382021-03-12 09:59:36 -08001403 if ((input && !index.forInput())
1404 || (!input && !index.forOutput())) {
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001405 continue;
1406 }
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001407 C2Value c2Value;
1408 sp<ABuffer> bufValue;
1409 AString strValue;
1410 AMessage::ItemData item;
1411 if (value.find(&c2Value)) {
1412 C2ValueToMessageItem(c2Value, item);
1413 } else if (value.find(&bufValue)) {
1414 item.set(bufValue);
1415 } else if (value.find(&strValue)) {
1416 item.set(strValue);
1417 } else {
Wonsik Kim874ad382021-03-12 09:59:36 -08001418 ALOGD("unexpected untyped query value for key: %s", key.c_str());
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001419 continue;
1420 }
Wonsik Kim874ad382021-03-12 09:59:36 -08001421 msg->setItem(key.c_str(), item);
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001422 }
1423
Pawin Vongmasa36653902018-11-15 00:10:25 -08001424 { // convert from Codec 2.0 rect to MediaFormat rect and add crop rect if not present
1425 int32_t left, top, width, height;
1426 if (msg->findInt32("crop-left", &left) && msg->findInt32("crop-width", &width)
1427 && msg->findInt32("crop-top", &top) && msg->findInt32("crop-height", &height)
1428 && left >= 0 && width >=0 && width <= INT32_MAX - left
1429 && top >= 0 && height >=0 && height <= INT32_MAX - top) {
1430 msg->removeEntryAt(msg->findEntryByName("crop-left"));
1431 msg->removeEntryAt(msg->findEntryByName("crop-top"));
1432 msg->removeEntryAt(msg->findEntryByName("crop-width"));
1433 msg->removeEntryAt(msg->findEntryByName("crop-height"));
1434 msg->setRect("crop", left, top, left + width - 1, top + height - 1);
1435 } else if (msg->findInt32("width", &width) && msg->findInt32("height", &height)) {
1436 msg->setRect("crop", 0, 0, width - 1, height - 1);
1437 }
1438 }
1439
1440 { // convert temporal layering to schema
1441 sp<ABuffer> tmp;
1442 if (msg->findBuffer(C2_PARAMKEY_TEMPORAL_LAYERING, &tmp) && tmp != nullptr) {
1443 C2StreamTemporalLayeringTuning *layering =
1444 C2StreamTemporalLayeringTuning::From(C2Param::From(tmp->data(), tmp->size()));
1445 if (layering && layering->m.layerCount > 0
1446 && layering->m.bLayerCount < layering->m.layerCount) {
1447 // check if this is webrtc compatible
1448 AString mime;
1449 if (msg->findString(KEY_MIME, &mime) &&
1450 mime.equalsIgnoreCase(MIMETYPE_VIDEO_VP8) &&
1451 layering->m.bLayerCount == 0 &&
1452 (layering->m.layerCount == 1
1453 || (layering->m.layerCount == 2
1454 && layering->flexCount() >= 1
1455 && layering->m.bitrateRatios[0] == .6f)
1456 || (layering->m.layerCount == 3
1457 && layering->flexCount() >= 2
1458 && layering->m.bitrateRatios[0] == .4f
1459 && layering->m.bitrateRatios[1] == .6f)
1460 || (layering->m.layerCount == 4
1461 && layering->flexCount() >= 3
1462 && layering->m.bitrateRatios[0] == .25f
1463 && layering->m.bitrateRatios[1] == .4f
1464 && layering->m.bitrateRatios[2] == .6f))) {
1465 msg->setString(KEY_TEMPORAL_LAYERING, AStringPrintf(
1466 "webrtc.vp8.%u-layer", layering->m.layerCount));
1467 } else if (layering->m.bLayerCount) {
1468 msg->setString(KEY_TEMPORAL_LAYERING, AStringPrintf(
1469 "android.generic.%u+%u",
1470 layering->m.layerCount - layering->m.bLayerCount,
1471 layering->m.bLayerCount));
1472 } else if (layering->m.bLayerCount) {
1473 msg->setString(KEY_TEMPORAL_LAYERING, AStringPrintf(
1474 "android.generic.%u", layering->m.layerCount));
1475 }
1476 }
1477 msg->removeEntryAt(msg->findEntryByName(C2_PARAMKEY_TEMPORAL_LAYERING));
1478 }
1479 }
1480
Harish Mahendrakara51d2922021-04-08 17:00:47 -07001481 // Remove KEY_AAC_SBR_MODE from SDK message if it is outside supported range
1482 // as SDK doesn't have a way to signal default sbr mode based on profile and
1483 // requires that the key isn't present in format to signal that
1484 int sbrMode;
1485 if (msg->findInt32(KEY_AAC_SBR_MODE, &sbrMode) && (sbrMode < 0 || sbrMode > 2)) {
1486 msg->removeEntryAt(msg->findEntryByName(KEY_AAC_SBR_MODE));
1487 }
1488
Pawin Vongmasa36653902018-11-15 00:10:25 -08001489 { // convert color info
Wonsik Kim58d83332021-02-07 22:19:56 -08001490 // move default color to color aspect if not read from the component
1491 int32_t tmp;
1492 int32_t range;
1493 if (msg->findInt32("default-color-range", &range)) {
1494 if (!msg->findInt32(KEY_COLOR_RANGE, &tmp)) {
1495 msg->setInt32(KEY_COLOR_RANGE, range);
1496 }
1497 msg->removeEntryAt(msg->findEntryByName("default-color-range"));
1498 }
1499 int32_t transfer;
1500 if (msg->findInt32("default-color-transfer", &transfer)) {
1501 if (!msg->findInt32(KEY_COLOR_TRANSFER, &tmp)) {
1502 msg->setInt32(KEY_COLOR_TRANSFER, transfer);
1503 }
1504 msg->removeEntryAt(msg->findEntryByName("default-color-transfer"));
1505 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001506 C2Color::primaries_t primaries;
Wonsik Kim58d83332021-02-07 22:19:56 -08001507 if (msg->findInt32("default-color-primaries", (int32_t*)&primaries)) {
1508 if (!msg->findInt32("color-primaries", &tmp)) {
1509 msg->setInt32("color-primaries", primaries);
1510 }
1511 msg->removeEntryAt(msg->findEntryByName("default-color-primaries"));
1512 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001513 C2Color::matrix_t matrix;
Wonsik Kim58d83332021-02-07 22:19:56 -08001514 if (msg->findInt32("default-color-matrix", (int32_t*)&matrix)) {
1515 if (!msg->findInt32("color-matrix", &tmp)) {
1516 msg->setInt32("color-matrix", matrix);
1517 }
1518 msg->removeEntryAt(msg->findEntryByName("default-color-matrix"));
1519 }
1520
Pawin Vongmasa36653902018-11-15 00:10:25 -08001521 if (msg->findInt32("color-primaries", (int32_t*)&primaries)
1522 && msg->findInt32("color-matrix", (int32_t*)&matrix)) {
1523 int32_t standard;
1524
1525 if (C2Mapper::map(primaries, matrix, &standard)) {
1526 msg->setInt32(KEY_COLOR_STANDARD, standard);
1527 }
1528
1529 msg->removeEntryAt(msg->findEntryByName("color-primaries"));
1530 msg->removeEntryAt(msg->findEntryByName("color-matrix"));
1531 }
1532
Pawin Vongmasa36653902018-11-15 00:10:25 -08001533 // calculate dataspace for raw graphic buffers if not specified by component, or if
1534 // using surface with unspecified aspects (as those must be defaulted which may change
1535 // the dataspace)
1536 if ((portDomain & IS_RAW) && (mDomain & (IS_IMAGE | IS_VIDEO))) {
1537 android_dataspace dataspace;
1538 ColorAspects aspects = {
1539 ColorAspects::RangeUnspecified, ColorAspects::PrimariesUnspecified,
1540 ColorAspects::TransferUnspecified, ColorAspects::MatrixUnspecified
1541 };
1542 ColorUtils::getColorAspectsFromFormat(msg, aspects);
1543 ColorAspects origAspects = aspects;
1544 if (mUsingSurface) {
1545 // get image size (default to HD)
1546 int32_t width = 1280;
1547 int32_t height = 720;
1548 int32_t left, top, right, bottom;
1549 if (msg->findRect("crop", &left, &top, &right, &bottom)) {
1550 width = right - left + 1;
1551 height = bottom - top + 1;
1552 } else {
1553 (void)msg->findInt32(KEY_WIDTH, &width);
1554 (void)msg->findInt32(KEY_HEIGHT, &height);
1555 }
1556 ColorUtils::setDefaultCodecColorAspectsIfNeeded(aspects, width, height);
1557 ColorUtils::setColorAspectsIntoFormat(aspects, msg);
1558 }
1559
1560 if (!msg->findInt32("android._dataspace", (int32_t*)&dataspace)
1561 || aspects.mRange != origAspects.mRange
1562 || aspects.mPrimaries != origAspects.mPrimaries
1563 || aspects.mTransfer != origAspects.mTransfer
1564 || aspects.mMatrixCoeffs != origAspects.mMatrixCoeffs) {
1565 dataspace = ColorUtils::getDataSpaceForColorAspects(aspects, true /* mayExpand */);
1566 msg->setInt32("android._dataspace", dataspace);
1567 }
1568 }
1569
Wonsik Kim673dd192021-01-29 14:58:12 -08001570 if (mInputSurface) {
1571 android_dataspace dataspace = mInputSurface->getDataspace();
1572 ColorUtils::convertDataSpaceToV0(dataspace);
1573 int32_t standard;
1574 ColorUtils::getColorConfigFromDataSpace(dataspace, &range, &standard, &transfer);
1575 if (range != 0) {
1576 msg->setInt32(KEY_COLOR_RANGE, range);
1577 }
1578 if (standard != 0) {
1579 msg->setInt32(KEY_COLOR_STANDARD, standard);
1580 }
1581 if (transfer != 0) {
1582 msg->setInt32(KEY_COLOR_TRANSFER, transfer);
1583 }
1584 msg->setInt32("android._dataspace", dataspace);
1585 }
1586
Pawin Vongmasa36653902018-11-15 00:10:25 -08001587 // HDR static info
1588
1589 C2HdrStaticMetadataStruct hdr;
1590 if (msg->findFloat("smpte2086.red.x", &hdr.mastering.red.x)
1591 && msg->findFloat("smpte2086.red.y", &hdr.mastering.red.y)
1592 && msg->findFloat("smpte2086.green.x", &hdr.mastering.green.x)
1593 && msg->findFloat("smpte2086.green.y", &hdr.mastering.green.y)
1594 && msg->findFloat("smpte2086.blue.x", &hdr.mastering.blue.x)
1595 && msg->findFloat("smpte2086.blue.y", &hdr.mastering.blue.y)
1596 && msg->findFloat("smpte2086.white.x", &hdr.mastering.white.x)
1597 && msg->findFloat("smpte2086.white.y", &hdr.mastering.white.y)
1598 && msg->findFloat("smpte2086.max-luminance", &hdr.mastering.maxLuminance)
1599 && msg->findFloat("smpte2086.min-luminance", &hdr.mastering.minLuminance)
1600 && msg->findFloat("cta861.max-cll", &hdr.maxCll)
1601 && msg->findFloat("cta861.max-fall", &hdr.maxFall)) {
1602 if (hdr.mastering.red.x >= 0 && hdr.mastering.red.x <= 1
1603 && hdr.mastering.red.y >= 0 && hdr.mastering.red.y <= 1
1604 && hdr.mastering.green.x >= 0 && hdr.mastering.green.x <= 1
1605 && hdr.mastering.green.y >= 0 && hdr.mastering.green.y <= 1
1606 && hdr.mastering.blue.x >= 0 && hdr.mastering.blue.x <= 1
1607 && hdr.mastering.blue.y >= 0 && hdr.mastering.blue.y <= 1
1608 && hdr.mastering.white.x >= 0 && hdr.mastering.white.x <= 1
1609 && hdr.mastering.white.y >= 0 && hdr.mastering.white.y <= 1
1610 && hdr.mastering.maxLuminance >= 0 && hdr.mastering.maxLuminance <= 65535
1611 && hdr.mastering.minLuminance >= 0 && hdr.mastering.minLuminance <= 6.5535
1612 && hdr.maxCll >= 0 && hdr.maxCll <= 65535
1613 && hdr.maxFall >= 0 && hdr.maxFall <= 65535) {
1614 HDRStaticInfo meta;
1615 meta.mID = meta.kType1;
1616 meta.sType1.mR.x = hdr.mastering.red.x / 0.00002 + 0.5;
1617 meta.sType1.mR.y = hdr.mastering.red.y / 0.00002 + 0.5;
1618 meta.sType1.mG.x = hdr.mastering.green.x / 0.00002 + 0.5;
1619 meta.sType1.mG.y = hdr.mastering.green.y / 0.00002 + 0.5;
1620 meta.sType1.mB.x = hdr.mastering.blue.x / 0.00002 + 0.5;
1621 meta.sType1.mB.y = hdr.mastering.blue.y / 0.00002 + 0.5;
1622 meta.sType1.mW.x = hdr.mastering.white.x / 0.00002 + 0.5;
1623 meta.sType1.mW.y = hdr.mastering.white.y / 0.00002 + 0.5;
1624 meta.sType1.mMaxDisplayLuminance = hdr.mastering.maxLuminance + 0.5;
1625 meta.sType1.mMinDisplayLuminance = hdr.mastering.minLuminance / 0.0001 + 0.5;
1626 meta.sType1.mMaxContentLightLevel = hdr.maxCll + 0.5;
1627 meta.sType1.mMaxFrameAverageLightLevel = hdr.maxFall + 0.5;
Pawin Vongmasa36653902018-11-15 00:10:25 -08001628 msg->setBuffer(KEY_HDR_STATIC_INFO, ABuffer::CreateAsCopy(&meta, sizeof(meta)));
1629 } else {
1630 ALOGD("found invalid HDR static metadata %s", msg->debugString(8).c_str());
1631 }
Wonsik Kim58d83332021-02-07 22:19:56 -08001632 msg->removeEntryAt(msg->findEntryByName("smpte2086.red.x"));
1633 msg->removeEntryAt(msg->findEntryByName("smpte2086.red.y"));
1634 msg->removeEntryAt(msg->findEntryByName("smpte2086.green.x"));
1635 msg->removeEntryAt(msg->findEntryByName("smpte2086.green.y"));
1636 msg->removeEntryAt(msg->findEntryByName("smpte2086.blue.x"));
1637 msg->removeEntryAt(msg->findEntryByName("smpte2086.blue.y"));
1638 msg->removeEntryAt(msg->findEntryByName("smpte2086.white.x"));
1639 msg->removeEntryAt(msg->findEntryByName("smpte2086.white.y"));
1640 msg->removeEntryAt(msg->findEntryByName("smpte2086.max-luminance"));
1641 msg->removeEntryAt(msg->findEntryByName("smpte2086.min-luminance"));
1642 msg->removeEntryAt(msg->findEntryByName("cta861.max-cll"));
1643 msg->removeEntryAt(msg->findEntryByName("cta861.max-fall"));
Pawin Vongmasa36653902018-11-15 00:10:25 -08001644 }
Wonsik Kim65b9be62022-05-25 16:21:01 -07001645
1646 // HDR dynamic info
1647 std::string keyPrefix = input ? C2_PARAMKEY_INPUT_HDR_DYNAMIC_INFO
1648 : C2_PARAMKEY_OUTPUT_HDR_DYNAMIC_INFO;
1649 std::string typeKey = keyPrefix + ".type";
1650 std::string dataKey = keyPrefix + ".data";
1651 int32_t type;
1652 sp<ABuffer> data;
1653 if (msg->findInt32(typeKey.c_str(), &type)
1654 && msg->findBuffer(dataKey.c_str(), &data)) {
1655 if (type == HDR_DYNAMIC_METADATA_TYPE_SMPTE_2094_40) {
1656 msg->setBuffer(KEY_HDR10_PLUS_INFO, data);
1657 msg->removeEntryAt(msg->findEntryByName(typeKey.c_str()));
1658 msg->removeEntryAt(msg->findEntryByName(dataKey.c_str()));
1659 }
1660 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001661 }
1662
1663 ALOGV("converted to SDK values as %s", msg->debugString().c_str());
1664 return msg;
1665}
1666
1667/// converts an AMessage value to a ParamUpdater value
1668static void convert(const AMessage::ItemData &from, ReflectedParamUpdater::Value *to) {
1669 int32_t int32Value;
1670 int64_t int64Value;
1671 sp<ABuffer> bufValue;
1672 AString strValue;
1673 float floatValue;
1674 double doubleValue;
1675
1676 if (from.find(&int32Value)) {
1677 to->set(int32Value);
1678 } else if (from.find(&int64Value)) {
1679 to->set(int64Value);
1680 } else if (from.find(&bufValue)) {
1681 to->set(bufValue);
1682 } else if (from.find(&strValue)) {
1683 to->set(strValue);
1684 } else if (from.find(&floatValue)) {
1685 to->set(C2Value(floatValue));
1686 } else if (from.find(&doubleValue)) {
1687 // convert double to float
1688 to->set(C2Value((float)doubleValue));
1689 }
1690 // ignore all other AMessage types
1691}
1692
1693/// relaxes Codec 2.0 specific value types to SDK types (mainly removes signedness and counterness
1694/// from 32/64-bit values.)
1695static void relaxValues(ReflectedParamUpdater::Value &item) {
1696 C2Value c2Value;
1697 int32_t int32Value;
1698 int64_t int64Value;
1699 (void)item.find(&c2Value);
1700 if (c2Value.get(&int32Value) || c2Value.get((uint32_t*)&int32Value)
1701 || c2Value.get((c2_cntr32_t*)&int32Value)) {
1702 item.set(int32Value);
1703 } else if (c2Value.get(&int64Value)
1704 || c2Value.get((uint64_t*)&int64Value)
1705 || c2Value.get((c2_cntr64_t*)&int64Value)) {
1706 item.set(int64Value);
1707 }
1708}
1709
1710ReflectedParamUpdater::Dict CCodecConfig::getReflectedFormat(
1711 const sp<AMessage> &params_, Domain configDomain) const {
1712 // create a modifiable copy of params
1713 sp<AMessage> params = params_->dup();
1714 ALOGV("filtering with config domain %x", configDomain);
1715
1716 // convert some macro parameters to Codec 2.0 specific expressions
1717
1718 { // make i-frame-interval frame based
1719 float iFrameInterval;
1720 if (params->findAsFloat(KEY_I_FRAME_INTERVAL, &iFrameInterval)) {
1721 float frameRate;
1722 if (params->findAsFloat(KEY_FRAME_RATE, &frameRate)) {
1723 params->setInt32("i-frame-period",
1724 (frameRate <= 0 || iFrameInterval < 0)
1725 ? -1 /* no sync frames */
1726 : (int32_t)c2_min(iFrameInterval * frameRate + 0.5,
1727 (float)INT32_MAX));
1728 }
1729 }
1730 }
1731
1732 if (mDomain == (IS_VIDEO | IS_ENCODER)) {
1733 // convert capture-rate into input-time-stretch
1734 float frameRate, captureRate;
1735 if (params->findAsFloat(KEY_FRAME_RATE, &frameRate)) {
1736 if (!params->findAsFloat("time-lapse-fps", &captureRate)
1737 && !params->findAsFloat(KEY_CAPTURE_RATE, &captureRate)) {
1738 captureRate = frameRate;
1739 }
1740 if (captureRate > 0 && frameRate > 0) {
1741 params->setFloat(C2_PARAMKEY_INPUT_TIME_STRETCH, captureRate / frameRate);
1742 }
1743 }
Lajos Molnar427a2f92022-04-28 10:57:21 -07001744
1745 // add HDR format for video encoding
1746 if (configDomain == IS_CONFIG) {
1747 // don't assume here that transfer is set for HDR, only require it for HLG
1748 int transfer = 0;
1749 params->findInt32(KEY_COLOR_TRANSFER, &transfer);
1750
1751 int profile;
1752 if (params->findInt32(KEY_PROFILE, &profile)) {
1753 std::shared_ptr<C2Mapper::ProfileLevelMapper> mapper =
1754 C2Mapper::GetProfileLevelMapper(mCodingMediaType);
1755 C2Config::hdr_format_t c2 = C2Config::hdr_format_t::UNKNOWN;
1756 if (mapper && mapper->mapHdrFormat(profile, &c2)) {
1757 if (c2 == C2Config::hdr_format_t::HLG &&
1758 transfer != COLOR_TRANSFER_HLG) {
1759 c2 = C2Config::hdr_format_t::UNKNOWN;
1760 }
1761 params->setInt32(C2_PARAMKEY_HDR_FORMAT, c2);
1762 }
1763 }
1764 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001765 }
1766
1767 { // reflect temporal layering into a binary blob
1768 AString schema;
1769 if (params->findString(KEY_TEMPORAL_LAYERING, &schema)) {
1770 unsigned int numLayers = 0;
1771 unsigned int numBLayers = 0;
1772 int tags;
1773 char dummy;
1774 std::unique_ptr<C2StreamTemporalLayeringTuning::output> layering;
1775 if (sscanf(schema.c_str(), "webrtc.vp8.%u-layer%c", &numLayers, &dummy) == 1
1776 && numLayers > 0) {
1777 switch (numLayers) {
1778 case 1:
1779 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1780 {}, 0u, 1u, 0u);
1781 break;
1782 case 2:
1783 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1784 { .6f }, 0u, 2u, 0u);
1785 break;
1786 case 3:
1787 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1788 { .4f, .6f }, 0u, 3u, 0u);
1789 break;
1790 default:
1791 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1792 { .25f, .4f, .6f }, 0u, 4u, 0u);
1793 break;
1794 }
1795 } else if ((tags = sscanf(schema.c_str(), "android.generic.%u%c%u%c",
1796 &numLayers, &dummy, &numBLayers, &dummy))
1797 && (tags == 1 || (tags == 3 && dummy == '+'))
1798 && numLayers > 0 && numLayers < UINT32_MAX - numBLayers) {
1799 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1800 {}, 0u, numLayers + numBLayers, numBLayers);
1801 } else {
1802 ALOGD("Ignoring unsupported ts-schema [%s]", schema.c_str());
1803 }
1804 if (layering) {
1805 params->setBuffer(C2_PARAMKEY_TEMPORAL_LAYERING,
1806 ABuffer::CreateAsCopy(layering.get(), layering->size()));
1807 }
1808 }
1809 }
1810
1811 { // convert from MediaFormat rect to Codec 2.0 rect
1812 int32_t offset;
1813 int32_t end;
1814 AMessage::ItemData item;
1815 if (params->findInt32("crop-left", &offset) && params->findInt32("crop-right", &end)
1816 && offset >= 0 && end >= offset - 1) {
1817 size_t ix = params->findEntryByName("crop-right");
1818 params->setEntryNameAt(ix, "crop-width");
1819 item.set(end - offset + 1);
1820 params->setEntryAt(ix, item);
1821 }
1822 if (params->findInt32("crop-top", &offset) && params->findInt32("crop-bottom", &end)
1823 && offset >= 0 && end >= offset - 1) {
1824 size_t ix = params->findEntryByName("crop-bottom");
1825 params->setEntryNameAt(ix, "crop-height");
1826 item.set(end - offset + 1);
1827 params->setEntryAt(ix, item);
1828 }
1829 }
1830
1831 { // convert color info
1832 int32_t standard;
1833 if (params->findInt32(KEY_COLOR_STANDARD, &standard)) {
1834 C2Color::primaries_t primaries;
1835 C2Color::matrix_t matrix;
1836
1837 if (C2Mapper::map(standard, &primaries, &matrix)) {
1838 params->setInt32("color-primaries", primaries);
1839 params->setInt32("color-matrix", matrix);
1840 }
1841 }
1842
1843 sp<ABuffer> hdrMeta;
1844 if (params->findBuffer(KEY_HDR_STATIC_INFO, &hdrMeta)
1845 && hdrMeta->size() == sizeof(HDRStaticInfo)) {
1846 HDRStaticInfo *meta = (HDRStaticInfo*)hdrMeta->data();
1847 if (meta->mID == meta->kType1) {
1848 params->setFloat("smpte2086.red.x", meta->sType1.mR.x * 0.00002);
1849 params->setFloat("smpte2086.red.y", meta->sType1.mR.y * 0.00002);
1850 params->setFloat("smpte2086.green.x", meta->sType1.mG.x * 0.00002);
1851 params->setFloat("smpte2086.green.y", meta->sType1.mG.y * 0.00002);
1852 params->setFloat("smpte2086.blue.x", meta->sType1.mB.x * 0.00002);
1853 params->setFloat("smpte2086.blue.y", meta->sType1.mB.y * 0.00002);
1854 params->setFloat("smpte2086.white.x", meta->sType1.mW.x * 0.00002);
1855 params->setFloat("smpte2086.white.y", meta->sType1.mW.y * 0.00002);
1856 params->setFloat("smpte2086.max-luminance", meta->sType1.mMaxDisplayLuminance);
1857 params->setFloat("smpte2086.min-luminance", meta->sType1.mMinDisplayLuminance * 0.0001);
1858 params->setFloat("cta861.max-cll", meta->sType1.mMaxContentLightLevel);
1859 params->setFloat("cta861.max-fall", meta->sType1.mMaxFrameAverageLightLevel);
1860 }
1861 }
Wonsik Kim65b9be62022-05-25 16:21:01 -07001862
1863 sp<ABuffer> hdrDynamicInfo;
1864 if (params->findBuffer(KEY_HDR10_PLUS_INFO, &hdrDynamicInfo)) {
1865 for (const std::string &prefix : { C2_PARAMKEY_INPUT_HDR_DYNAMIC_INFO,
1866 C2_PARAMKEY_OUTPUT_HDR_DYNAMIC_INFO }) {
1867 params->setInt32((prefix + ".type").c_str(),
1868 HDR_DYNAMIC_METADATA_TYPE_SMPTE_2094_40);
1869 params->setBuffer((prefix + ".data").c_str(), hdrDynamicInfo);
1870 }
1871 }
Pawin Vongmasa36653902018-11-15 00:10:25 -08001872 }
1873
1874 // this is to verify that we set proper signedness for standard parameters
1875 bool beVeryStrict = property_get_bool("debug.stagefright.ccodec_strict_type", false);
1876 // this is to allow vendors to use the wrong signedness for standard parameters
1877 bool beVeryLax = property_get_bool("debug.stagefright.ccodec_lax_type", false);
1878
1879 ReflectedParamUpdater::Dict filtered;
1880 for (size_t ix = 0; ix < params->countEntries(); ++ix) {
1881 AMessage::Type type;
1882 AString name = params->getEntryNameAt(ix, &type);
1883 AMessage::ItemData msgItem = params->getEntryAt(ix);
1884 ReflectedParamUpdater::Value item;
1885 convert(msgItem, &item); // convert item to param updater item
1886
1887 if (name.startsWith("vendor.")) {
1888 // vendor params pass through as is
1889 filtered.emplace(name.c_str(), item);
1890 continue;
1891 }
1892 // standard parameters may get modified, filtered or duplicated
1893 for (const ConfigMapper &cm : mStandardParams->getConfigMappersForSdkKey(name.c_str())) {
1894 // note: we ignore port domain for configuration
1895 if ((cm.domain() & configDomain)
1896 // component domain + kind (these must match)
1897 && (cm.domain() & mDomain) == mDomain) {
1898 // map arithmetic values, pass through string or buffer
1899 switch (type) {
1900 case AMessage::kTypeBuffer:
1901 case AMessage::kTypeString:
1902 break;
1903 case AMessage::kTypeInt32:
1904 case AMessage::kTypeInt64:
1905 case AMessage::kTypeFloat:
1906 case AMessage::kTypeDouble:
1907 // for now only map settings with mappers as we are not creating
1908 // signed <=> unsigned mappers
1909 // TODO: be precise about signed unsigned
1910 if (beVeryStrict || cm.mapper()) {
1911 item.set(cm.mapFromMessage(params->getEntryAt(ix)));
1912 // also allow to relax type strictness
1913 if (beVeryLax) {
1914 relaxValues(item);
1915 }
1916 }
1917 break;
1918 default:
1919 continue;
1920 }
1921 filtered.emplace(cm.path(), item);
1922 }
1923 }
1924 }
Wonsik Kim58d83332021-02-07 22:19:56 -08001925 ALOGV("filter src msg %s", params->debugString(4).c_str());
1926 ALOGV("filter dst params %s", filtered.debugString(4).c_str());
Pawin Vongmasa36653902018-11-15 00:10:25 -08001927 return filtered;
1928}
1929
1930status_t CCodecConfig::getConfigUpdateFromSdkParams(
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001931 std::shared_ptr<Codec2Client::Configurable> configurable,
Pawin Vongmasa36653902018-11-15 00:10:25 -08001932 const sp<AMessage> &sdkParams, Domain configDomain,
1933 c2_blocking_t blocking,
1934 std::vector<std::unique_ptr<C2Param>> *configUpdate) const {
Arun Johnson89d8d402023-03-17 23:51:33 +00001935 // update the mappers if we know something more of this format.
1936 // AV1 10b or 8b encoding request.
1937 AString mime;
1938 int32_t requestedSdkProfile = -1;
1939 if ((mDomain == (IS_VIDEO | IS_ENCODER)) &&
1940 sdkParams->findString(KEY_MIME, &mime) &&
1941 mime == MIMETYPE_VIDEO_AV1) {
1942
1943 sdkParams->findInt32(KEY_PROFILE, &requestedSdkProfile);
1944 bool is10bAv1EncodeRequested = (requestedSdkProfile == AV1ProfileMain10);
1945
1946 int32_t bitDepth = (is10bAv1EncodeRequested) ? 10 : 8;
1947 // we always initilze with an 8b mapper. Update this only if needed.
1948 if (bitDepth != 8) {
1949 std::shared_ptr<C2Mapper::ProfileLevelMapper> mapper =
1950 C2Mapper::GetBitDepthProfileLevelMapper(mCodingMediaType, bitDepth);
1951 mStandardParams->updateConfigMappersForKey(StandardParams::SdkKey(KEY_PROFILE),
1952 {
1953 ConfigMapper(KEY_PROFILE, C2_PARAMKEY_PROFILE_LEVEL, "profile")
1954 .limitTo(Domain::CODED)
1955 .withMappers([mapper](C2Value v) -> C2Value {
1956 C2Config::profile_t c2 = PROFILE_UNUSED;
1957 int32_t sdk;
1958 if (mapper && v.get(&sdk) && mapper->mapProfile(sdk, &c2)) {
1959 return c2;
1960 }
1961 return PROFILE_UNUSED;
1962 }, [mapper](C2Value v) -> C2Value {
1963 C2Config::profile_t c2;
1964 int32_t sdk;
1965 using C2ValueType =
1966 typename _c2_reduce_enum_to_underlying_type<decltype(c2)>::type;
1967 if (mapper && v.get((C2ValueType*)&c2) && mapper->mapProfile(c2, &sdk)) {
1968 return sdk;
1969 }
1970 return C2Value();
1971 })});
1972 mStandardParams->updateConfigMappersForKey(StandardParams::SdkKey(KEY_LEVEL),
1973 {
1974 ConfigMapper(KEY_LEVEL, C2_PARAMKEY_PROFILE_LEVEL, "level")
1975 .limitTo(Domain::CODED)
1976 .withMappers([mapper](C2Value v) -> C2Value {
1977 C2Config::level_t c2 = LEVEL_UNUSED;
1978 int32_t sdk;
1979 if (mapper && v.get(&sdk) && mapper->mapLevel(sdk, &c2)) {
1980 return c2;
1981 }
1982 return LEVEL_UNUSED;
1983 }, [mapper](C2Value v) -> C2Value {
1984 C2Config::level_t c2;
1985 int32_t sdk;
1986 using C2ValueType =
1987 typename _c2_reduce_enum_to_underlying_type<decltype(c2)>::type;
1988 if (mapper && v.get((C2ValueType*)&c2) && mapper->mapLevel(c2, &sdk)) {
1989 return sdk;
1990 }
1991 return C2Value();
1992 })});
1993 }
1994 }
1995
Pawin Vongmasa36653902018-11-15 00:10:25 -08001996 ReflectedParamUpdater::Dict params = getReflectedFormat(sdkParams, configDomain);
1997
1998 std::vector<C2Param::Index> indices;
1999 mParamUpdater->getParamIndicesFromMessage(params, &indices);
2000 if (indices.empty()) {
2001 ALOGD("no recognized params in: %s", params.debugString().c_str());
2002 return OK;
2003 }
2004
2005 configUpdate->clear();
2006 std::vector<C2Param::Index> supportedIndices;
2007 for (C2Param::Index ix : indices) {
2008 if (mSupportedIndices.count(ix)) {
2009 supportedIndices.push_back(ix);
2010 } else if (mLocalParams.count(ix)) {
2011 // query local parameter here
2012 auto it = mCurrentConfig.find(ix);
2013 if (it != mCurrentConfig.end()) {
2014 configUpdate->emplace_back(C2Param::Copy(*it->second));
2015 }
2016 }
2017 }
2018
Wonsik Kim8a6ed372019-12-03 16:05:51 -08002019 c2_status_t err = configurable->query({ }, supportedIndices, blocking, configUpdate);
Pawin Vongmasa36653902018-11-15 00:10:25 -08002020 if (err != C2_OK) {
2021 ALOGD("query failed after returning %zu params => %s", configUpdate->size(), asString(err));
2022 }
2023
2024 if (configUpdate->size()) {
2025 mParamUpdater->updateParamsFromMessage(params, configUpdate);
2026 }
2027 return OK;
2028}
2029
2030status_t CCodecConfig::setParameters(
Wonsik Kim8a6ed372019-12-03 16:05:51 -08002031 std::shared_ptr<Codec2Client::Configurable> configurable,
Pawin Vongmasa36653902018-11-15 00:10:25 -08002032 std::vector<std::unique_ptr<C2Param>> &configUpdate,
2033 c2_blocking_t blocking) {
2034 status_t result = OK;
2035 if (configUpdate.empty()) {
2036 return OK;
2037 }
2038
2039 std::vector<C2Param::Index> indices;
2040 std::vector<C2Param *> paramVector;
2041 for (const std::unique_ptr<C2Param> &param : configUpdate) {
2042 if (mSupportedIndices.count(param->index())) {
2043 // component parameter
2044 paramVector.push_back(param.get());
2045 indices.push_back(param->index());
2046 } else if (mLocalParams.count(param->index())) {
2047 // handle local parameter here
2048 LocalParamValidator validator = mLocalParams.find(param->index())->second;
2049 c2_status_t err = C2_OK;
2050 std::unique_ptr<C2Param> copy = C2Param::Copy(*param);
2051 if (validator) {
2052 err = validator(copy);
2053 }
2054 if (err == C2_OK) {
2055 ALOGV("updated local parameter value for %s",
2056 mParamUpdater->getParamName(param->index()).c_str());
2057
2058 mCurrentConfig[param->index()] = std::move(copy);
2059 } else {
2060 ALOGD("failed to set parameter value for %s => %s",
2061 mParamUpdater->getParamName(param->index()).c_str(), asString(err));
2062 result = BAD_VALUE;
2063 }
2064 }
2065 }
2066 // update subscribed param indices
Wonsik Kim8a6ed372019-12-03 16:05:51 -08002067 subscribeToConfigUpdate(configurable, indices, blocking);
Pawin Vongmasa36653902018-11-15 00:10:25 -08002068
2069 std::vector<std::unique_ptr<C2SettingResult>> failures;
Wonsik Kim8a6ed372019-12-03 16:05:51 -08002070 c2_status_t err = configurable->config(paramVector, blocking, &failures);
Pawin Vongmasa36653902018-11-15 00:10:25 -08002071 if (err != C2_OK) {
2072 ALOGD("config failed => %s", asString(err));
2073 // This is non-fatal.
2074 }
2075 for (const std::unique_ptr<C2SettingResult> &failure : failures) {
2076 switch (failure->failure) {
2077 case C2SettingResult::BAD_VALUE:
2078 ALOGD("Bad parameter value");
2079 result = BAD_VALUE;
2080 break;
2081 default:
2082 ALOGV("failure = %d", int(failure->failure));
2083 break;
2084 }
2085 }
2086
2087 // Re-query parameter values in case config could not update them and update the current
2088 // configuration.
2089 configUpdate.clear();
Wonsik Kim8a6ed372019-12-03 16:05:51 -08002090 err = configurable->query({}, indices, blocking, &configUpdate);
Pawin Vongmasa36653902018-11-15 00:10:25 -08002091 if (err != C2_OK) {
2092 ALOGD("query failed after returning %zu params => %s", configUpdate.size(), asString(err));
2093 }
2094 (void)updateConfiguration(configUpdate, ALL);
2095
2096 // TODO: error value
2097 return result;
2098}
2099
2100const C2Param *CCodecConfig::getConfigParameterValue(C2Param::Index index) const {
2101 auto it = mCurrentConfig.find(index);
2102 if (it == mCurrentConfig.end()) {
2103 return nullptr;
2104 } else {
2105 return it->second.get();
2106 }
2107}
2108
Wonsik Kim8a6ed372019-12-03 16:05:51 -08002109status_t CCodecConfig::subscribeToAllVendorParams(
2110 const std::shared_ptr<Codec2Client::Configurable> &configurable,
2111 c2_blocking_t blocking) {
Wonsik Kim874ad382021-03-12 09:59:36 -08002112 for (const auto &[path, desc] : mVendorParams) {
2113 mSubscribedIndices.insert(desc->index());
2114 }
2115 return subscribeToConfigUpdate(configurable, {}, blocking);
2116}
2117
2118status_t CCodecConfig::querySupportedParameters(std::vector<std::string> *names) {
2119 if (!names) {
2120 return BAD_VALUE;
2121 }
2122 names->clear();
2123 // TODO: expand to standard params
2124 for (const auto &[key, desc] : mVendorParams) {
Uma Mehta48c30862022-03-22 20:39:07 +05302125 if (desc->isVisible()) {
2126 names->push_back(key);
2127 }
Wonsik Kim874ad382021-03-12 09:59:36 -08002128 }
2129 return OK;
2130}
2131
2132status_t CCodecConfig::describe(const std::string &name, CodecParameterDescriptor *desc) {
2133 if (!desc) {
2134 return BAD_VALUE;
2135 }
2136 // TODO: expand to standard params
2137 desc->name = name;
2138 switch (mParamUpdater->getTypeForKey(name)) {
2139 case C2FieldDescriptor::INT32:
2140 case C2FieldDescriptor::UINT32:
2141 case C2FieldDescriptor::CNTR32:
2142 desc->type = AMessage::kTypeInt32;
2143 return OK;
2144 case C2FieldDescriptor::INT64:
2145 case C2FieldDescriptor::UINT64:
2146 case C2FieldDescriptor::CNTR64:
2147 desc->type = AMessage::kTypeInt64;
2148 return OK;
2149 case C2FieldDescriptor::FLOAT:
2150 desc->type = AMessage::kTypeFloat;
2151 return OK;
2152 case C2FieldDescriptor::STRING:
2153 desc->type = AMessage::kTypeString;
2154 return OK;
2155 case C2FieldDescriptor::BLOB:
2156 desc->type = AMessage::kTypeBuffer;
2157 return OK;
2158 default:
2159 return NAME_NOT_FOUND;
2160 }
2161}
2162
2163status_t CCodecConfig::subscribeToVendorConfigUpdate(
2164 const std::shared_ptr<Codec2Client::Configurable> &configurable,
2165 const std::vector<std::string> &names,
2166 c2_blocking_t blocking) {
2167 for (const std::string &name : names) {
2168 auto it = mVendorParams.find(name);
2169 if (it == mVendorParams.end()) {
2170 ALOGD("%s is not a recognized vendor parameter; ignored.", name.c_str());
2171 continue;
2172 }
2173 mSubscribedIndices.insert(it->second->index());
2174 }
2175 return subscribeToConfigUpdate(configurable, {}, blocking);
2176}
2177
2178status_t CCodecConfig::unsubscribeFromVendorConfigUpdate(
2179 const std::shared_ptr<Codec2Client::Configurable> &configurable,
2180 const std::vector<std::string> &names,
2181 c2_blocking_t blocking) {
2182 for (const std::string &name : names) {
2183 auto it = mVendorParams.find(name);
2184 if (it == mVendorParams.end()) {
2185 ALOGD("%s is not a recognized vendor parameter; ignored.", name.c_str());
2186 continue;
2187 }
2188 mSubscribedIndices.erase(it->second->index());
Wonsik Kim8a6ed372019-12-03 16:05:51 -08002189 }
2190 return subscribeToConfigUpdate(configurable, {}, blocking);
2191}
2192
Pawin Vongmasa36653902018-11-15 00:10:25 -08002193} // namespace android