blob: a76a7300501e408122cc58dc164508f83b9cc458 [file] [log] [blame]
Pawin Vongmasa36653902018-11-15 00:10:25 -08001/*
2 * Copyright (C) 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "CCodecConfig"
19#include <cutils/properties.h>
20#include <log/log.h>
21
22#include <C2Component.h>
23#include <C2Debug.h>
24#include <C2Param.h>
25#include <util/C2InterfaceHelper.h>
26
27#include <media/stagefright/MediaCodecConstants.h>
28
29#include "CCodecConfig.h"
30#include "Codec2Mapper.h"
31
32#define DRC_DEFAULT_MOBILE_REF_LEVEL 64 /* 64*-0.25dB = -16 dB below full scale for mobile conf */
33#define DRC_DEFAULT_MOBILE_DRC_CUT 127 /* maximum compression of dynamic range for mobile conf */
34#define DRC_DEFAULT_MOBILE_DRC_BOOST 127 /* maximum compression of dynamic range for mobile conf */
35#define DRC_DEFAULT_MOBILE_DRC_HEAVY 1 /* switch for heavy compression for mobile conf */
36#define DRC_DEFAULT_MOBILE_DRC_EFFECT 3 /* MPEG-D DRC effect type; 3 => Limited playback range */
37#define DRC_DEFAULT_MOBILE_ENC_LEVEL (-1) /* encoder target level; -1 => the value is unknown, otherwise dB step value (e.g. 64 for -16 dB) */
38// names of properties that can be used to override the default DRC settings
39#define PROP_DRC_OVERRIDE_REF_LEVEL "aac_drc_reference_level"
40#define PROP_DRC_OVERRIDE_CUT "aac_drc_cut"
41#define PROP_DRC_OVERRIDE_BOOST "aac_drc_boost"
42#define PROP_DRC_OVERRIDE_HEAVY "aac_drc_heavy"
43#define PROP_DRC_OVERRIDE_ENC_LEVEL "aac_drc_enc_target_level"
44#define PROP_DRC_OVERRIDE_EFFECT "ro.aac_drc_effect_type"
45
46namespace android {
47
48// CCodecConfig
49
50namespace {
51
52/**
53 * mapping between SDK and Codec 2.0 configurations.
54 */
55struct ConfigMapper {
56 /**
57 * Value mapper (C2Value => C2Value)
58 */
59 typedef std::function<C2Value(C2Value)> Mapper;
60
61 /// shorthand
62 typedef CCodecConfig::Domain Domain;
63
64 ConfigMapper(std::string mediaKey, C2String c2struct, C2String c2field)
65 : mDomain(Domain::ALL), mMediaKey(mediaKey), mStruct(c2struct), mField(c2field) { }
66
67 /// Limits this parameter to the given domain
68 ConfigMapper &limitTo(uint32_t domain) {
69 C2_CHECK(domain & Domain::GUARD_BIT);
70 mDomain = Domain(mDomain & domain);
71 return *this;
72 }
73
74 /// Adds SDK => Codec 2.0 mapper (should not be in the SDK format)
75 ConfigMapper &withMapper(Mapper mapper) {
76 C2_CHECK(!mMapper);
77 C2_CHECK(!mReverse);
78 mMapper = mapper;
79 return *this;
80 }
81
82 /// Adds SDK <=> Codec 2.0 value mappers
83 ConfigMapper &withMappers(Mapper mapper, Mapper reverse) {
84 C2_CHECK(!mMapper);
85 C2_CHECK(!mReverse);
86 mMapper = mapper;
87 mReverse = reverse;
88 return *this;
89 }
90
91 /// Adds SDK <=> Codec 2.0 value mappers based on C2Mapper
92 template<typename C2Type, typename SdkType=int32_t>
93 ConfigMapper &withC2Mappers() {
94 C2_CHECK(!mMapper);
95 C2_CHECK(!mReverse);
96 mMapper = [](C2Value v) -> C2Value {
97 SdkType sdkValue;
98 C2Type c2Value;
99 if (v.get(&sdkValue) && C2Mapper::map(sdkValue, &c2Value)) {
100 return c2Value;
101 }
102 return C2Value();
103 };
104 mReverse = [](C2Value v) -> C2Value {
105 SdkType sdkValue;
106 C2Type c2Value;
107 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<C2Type>::type;
108 if (v.get((C2ValueType*)&c2Value) && C2Mapper::map(c2Value, &sdkValue)) {
109 return sdkValue;
110 }
111 return C2Value();
112 };
113 return *this;
114 }
115
116 /// Maps from SDK values in an AMessage to a suitable C2Value.
117 C2Value mapFromMessage(const AMessage::ItemData &item) const {
118 C2Value value;
119 int32_t int32Value;
120 int64_t int64Value;
121 float floatValue;
122 double doubleValue;
123 if (item.find(&int32Value)) {
124 value = int32Value;
125 } else if (item.find(&int64Value)) {
126 value = int64Value;
127 } else if (item.find(&floatValue)) {
128 value = floatValue;
129 } else if (item.find(&doubleValue)) {
130 value = (float)doubleValue;
131 }
132 if (value.type() != C2Value::NO_INIT && mMapper) {
133 value = mMapper(value);
134 }
135 return value;
136 }
137
138 /// Maps from a C2Value to an SDK value in an AMessage.
139 AMessage::ItemData mapToMessage(C2Value value) const {
140 AMessage::ItemData item;
141 int32_t int32Value;
142 uint32_t uint32Value;
143 int64_t int64Value;
144 uint64_t uint64Value;
145 float floatValue;
146 if (value.type() != C2Value::NO_INIT && mReverse) {
147 value = mReverse(value);
148 }
149 if (value.get(&int32Value)) {
150 item.set(int32Value);
151 } else if (value.get(&uint32Value) && uint32Value <= uint32_t(INT32_MAX)) {
152 // SDK does not support unsigned values
153 item.set((int32_t)uint32Value);
154 } else if (value.get(&int64Value)) {
155 item.set(int64Value);
156 } else if (value.get(&uint64Value) && uint64Value <= uint64_t(INT64_MAX)) {
157 // SDK does not support unsigned values
158 item.set((int64_t)uint64Value);
159 } else if (value.get(&floatValue)) {
160 item.set(floatValue);
161 }
162 return item;
163 }
164
165 Domain domain() const { return mDomain; }
166 std::string mediaKey() const { return mMediaKey; }
167 std::string path() const { return mField.size() ? mStruct + '.' + mField : mStruct; }
168 Mapper mapper() const { return mMapper; }
169 Mapper reverse() const { return mReverse; }
170
171private:
172 Domain mDomain; ///< parameter domain (mask) containing port, kind and config domains
173 std::string mMediaKey; ///< SDK key
174 C2String mStruct; ///< Codec 2.0 struct name
175 C2String mField; ///< Codec 2.0 field name
176 Mapper mMapper; ///< optional SDK => Codec 2.0 value mapper
177 Mapper mReverse; ///< optional Codec 2.0 => SDK value mapper
178};
179
180template <typename PORT, typename STREAM>
181AString QueryMediaTypeImpl(
182 const std::shared_ptr<Codec2Client::Component> &component) {
183 AString mediaType;
184 std::vector<std::unique_ptr<C2Param>> queried;
185 c2_status_t c2err = component->query(
186 {}, { PORT::PARAM_TYPE, STREAM::PARAM_TYPE }, C2_DONT_BLOCK, &queried);
187 if (c2err != C2_OK && queried.size() == 0) {
188 ALOGD("Query media type failed => %s", asString(c2err));
189 } else {
190 PORT *portMediaType =
191 PORT::From(queried[0].get());
192 if (portMediaType) {
193 mediaType = AString(
194 portMediaType->m.value,
195 strnlen(portMediaType->m.value, portMediaType->flexCount()));
196 } else {
197 STREAM *streamMediaType = STREAM::From(queried[0].get());
198 if (streamMediaType) {
199 mediaType = AString(
200 streamMediaType->m.value,
201 strnlen(streamMediaType->m.value, streamMediaType->flexCount()));
202 }
203 }
204 ALOGD("read media type: %s", mediaType.c_str());
205 }
206 return mediaType;
207}
208
209AString QueryMediaType(
210 bool input, const std::shared_ptr<Codec2Client::Component> &component) {
211 typedef C2PortMediaTypeSetting P;
212 typedef C2StreamMediaTypeSetting S;
213 if (input) {
214 return QueryMediaTypeImpl<P::input, S::input>(component);
215 } else {
216 return QueryMediaTypeImpl<P::output, S::output>(component);
217 }
218}
219
220} // namespace
221
222/**
223 * Set of standard parameters used by CCodec that are exposed to MediaCodec.
224 */
225struct StandardParams {
226 typedef CCodecConfig::Domain Domain;
227
228 // standard (MediaCodec) params are keyed by media format key
229 typedef std::string SdkKey;
230
231 /// used to return reference to no config mappers in getConfigMappersForSdkKey
232 static const std::vector<ConfigMapper> NO_MAPPERS;
233
234 /// Returns Codec 2.0 equivalent parameters for an SDK format key.
235 const std::vector<ConfigMapper> &getConfigMappersForSdkKey(std::string key) const {
236 auto it = mConfigMappers.find(key);
237 if (it == mConfigMappers.end()) {
Wonsik Kimbd557932019-07-02 15:51:20 -0700238 if (mComplained.count(key) == 0) {
239 ALOGD("no c2 equivalents for %s", key.c_str());
240 mComplained.insert(key);
241 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800242 return NO_MAPPERS;
243 }
244 ALOGV("found %zu eqs for %s", it->second.size(), key.c_str());
245 return it->second;
246 }
247
248 /**
249 * Adds a SDK <=> Codec 2.0 parameter mapping. Multiple Codec 2.0 parameters may map to a
250 * single SDK key, in which case they shall be ordered from least authoritative to most
251 * authoritative. When constructing SDK formats, the last mapped Codec 2.0 parameter that
252 * is supported by the component will determine the exposed value. (TODO: perhaps restrict this
253 * by domain.)
254 */
255 void add(const ConfigMapper &cm) {
256 auto it = mConfigMappers.find(cm.mediaKey());
257 ALOGV("%c%c%c%c %c%c%c %04x %9s %s => %s",
258 ((cm.domain() & Domain::IS_INPUT) ? 'I' : ' '),
259 ((cm.domain() & Domain::IS_OUTPUT) ? 'O' : ' '),
260 ((cm.domain() & Domain::IS_CODED) ? 'C' : ' '),
261 ((cm.domain() & Domain::IS_RAW) ? 'R' : ' '),
262 ((cm.domain() & Domain::IS_CONFIG) ? 'c' : ' '),
263 ((cm.domain() & Domain::IS_PARAM) ? 'p' : ' '),
264 ((cm.domain() & Domain::IS_READ) ? 'r' : ' '),
265 cm.domain(),
266 it == mConfigMappers.end() ? "adding" : "extending",
267 cm.mediaKey().c_str(), cm.path().c_str());
268 if (it == mConfigMappers.end()) {
269 std::vector<ConfigMapper> eqs = { cm };
270 mConfigMappers.emplace(cm.mediaKey(), eqs);
271 } else {
272 it->second.push_back(cm);
273 }
274 }
275
276 /**
277 * Returns all paths for a specific domain.
278 *
279 * \param any maximum domain mask. Returned parameters must match at least one of the domains
280 * in the mask.
281 * \param all minimum domain mask. Returned parameters must match all of the domains in the
282 * mask. This is restricted to the bits of the maximum mask.
283 */
284 std::vector<std::string> getPathsForDomain(
285 Domain any, Domain all = Domain::ALL) const {
286 std::vector<std::string> res;
287 for (const std::pair<std::string, std::vector<ConfigMapper>> &el : mConfigMappers) {
288 for (const ConfigMapper &cm : el.second) {
289 ALOGV("filtering %s %x %x %x %x", cm.path().c_str(), cm.domain(), any,
290 (cm.domain() & any), (cm.domain() & any & all));
291 if ((cm.domain() & any) && ((cm.domain() & any & all) == (any & all))) {
292 res.push_back(cm.path());
293 }
294 }
295 }
296 return res;
297 }
298
299 /**
300 * Returns SDK <=> Codec 2.0 mappings.
301 *
302 * TODO: replace these with better methods as this exposes the inner structure.
303 */
304 const std::map<SdkKey, std::vector<ConfigMapper>> getKeys() const {
305 return mConfigMappers;
306 }
307
308private:
309 std::map<SdkKey, std::vector<ConfigMapper>> mConfigMappers;
Wonsik Kimbd557932019-07-02 15:51:20 -0700310 mutable std::set<std::string> mComplained;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800311};
312
313const std::vector<ConfigMapper> StandardParams::NO_MAPPERS;
314
315
316CCodecConfig::CCodecConfig()
317 : mInputFormat(new AMessage),
318 mOutputFormat(new AMessage),
319 mUsingSurface(false) { }
320
321void CCodecConfig::initializeStandardParams() {
322 typedef Domain D;
323 mStandardParams = std::make_shared<StandardParams>();
324 std::function<void(const ConfigMapper &)> add =
325 [params = mStandardParams](const ConfigMapper &cm) {
326 params->add(cm);
327 };
328 std::function<void(const ConfigMapper &)> deprecated = add;
329
330 // allow int32 or float SDK values and represent them as float
331 ConfigMapper::Mapper makeFloat = [](C2Value v) -> C2Value {
332 // convert from i32 to float
333 int32_t i32Value;
334 float fpValue;
335 if (v.get(&i32Value)) {
336 return (float)i32Value;
337 } else if (v.get(&fpValue)) {
338 return fpValue;
339 }
340 return C2Value();
341 };
342
343 ConfigMapper::Mapper negate = [](C2Value v) -> C2Value {
344 int32_t value;
345 if (v.get(&value)) {
346 return -value;
347 }
348 return C2Value();
349 };
350
351 add(ConfigMapper(KEY_MIME, C2_PARAMKEY_INPUT_MEDIA_TYPE, "value")
352 .limitTo(D::INPUT & D::READ));
353 add(ConfigMapper(KEY_MIME, C2_PARAMKEY_OUTPUT_MEDIA_TYPE, "value")
354 .limitTo(D::OUTPUT & D::READ));
355
356 add(ConfigMapper(KEY_BIT_RATE, C2_PARAMKEY_BITRATE, "value")
357 .limitTo(D::ENCODER & D::OUTPUT));
358 // we also need to put the bitrate in the max bitrate field
359 add(ConfigMapper(KEY_MAX_BIT_RATE, C2_PARAMKEY_BITRATE, "value")
360 .limitTo(D::ENCODER & D::READ & D::OUTPUT));
361 add(ConfigMapper(PARAMETER_KEY_VIDEO_BITRATE, C2_PARAMKEY_BITRATE, "value")
362 .limitTo(D::ENCODER & D::VIDEO & D::PARAM));
363 add(ConfigMapper(KEY_BITRATE_MODE, C2_PARAMKEY_BITRATE_MODE, "value")
364 .limitTo(D::ENCODER & D::CODED)
Harish Mahendrakar71cbb9d2019-05-21 11:21:27 -0700365 .withC2Mappers<C2Config::bitrate_mode_t>());
Pawin Vongmasa36653902018-11-15 00:10:25 -0800366 // remove when codecs switch to PARAMKEY and new modes
367 deprecated(ConfigMapper(KEY_BITRATE_MODE, "coded.bitrate-mode", "value")
368 .limitTo(D::ENCODER));
369 add(ConfigMapper(KEY_FRAME_RATE, C2_PARAMKEY_FRAME_RATE, "value")
370 .limitTo(D::VIDEO)
371 .withMappers(makeFloat, [](C2Value v) -> C2Value {
372 // read back always as int
373 float value;
374 if (v.get(&value)) {
375 return (int32_t)value;
376 }
377 return C2Value();
378 }));
379
380 add(ConfigMapper(KEY_MAX_INPUT_SIZE, C2_PARAMKEY_INPUT_MAX_BUFFER_SIZE, "value")
381 .limitTo(D::INPUT));
382 // remove when codecs switch to PARAMKEY
383 deprecated(ConfigMapper(KEY_MAX_INPUT_SIZE, "coded.max-frame-size", "value")
384 .limitTo(D::INPUT));
385
386 // Rotation
387 // Note: SDK rotation is clock-wise, while C2 rotation is counter-clock-wise
388 add(ConfigMapper(KEY_ROTATION, C2_PARAMKEY_VUI_ROTATION, "value")
389 .limitTo(D::VIDEO & D::CODED)
390 .withMappers(negate, negate));
391 add(ConfigMapper(KEY_ROTATION, C2_PARAMKEY_ROTATION, "value")
392 .limitTo(D::VIDEO & D::RAW)
393 .withMappers(negate, negate));
394
395 // android 'video-scaling'
396 add(ConfigMapper("android._video-scaling", C2_PARAMKEY_SURFACE_SCALING_MODE, "value")
397 .limitTo(D::VIDEO & D::DECODER & D::RAW));
398
399 // Color Aspects
400 //
401 // configure default for decoders
402 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "range")
403 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM))
404 .withC2Mappers<C2Color::range_t>());
405 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "transfer")
406 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM))
407 .withC2Mappers<C2Color::transfer_t>());
408 add(ConfigMapper("color-primaries", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "primaries")
409 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM)));
410 add(ConfigMapper("color-matrix", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "matrix")
411 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM)));
412
413 // read back final for decoder output (also, configure final aspects as well. This should be
414 // overwritten based on coded/default values if component supports color aspects, but is used
415 // as final values if component does not support aspects at all)
416 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_COLOR_ASPECTS, "range")
417 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW)
418 .withC2Mappers<C2Color::range_t>());
419 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_COLOR_ASPECTS, "transfer")
420 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW)
421 .withC2Mappers<C2Color::transfer_t>());
422 add(ConfigMapper("color-primaries", C2_PARAMKEY_COLOR_ASPECTS, "primaries")
423 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW));
424 add(ConfigMapper("color-matrix", C2_PARAMKEY_COLOR_ASPECTS, "matrix")
425 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW));
426
427 // configure source aspects for encoders and read them back on the coded(!) port.
428 // This is to ensure muxing the desired aspects into the container.
429 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_COLOR_ASPECTS, "range")
430 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED)
431 .withC2Mappers<C2Color::range_t>());
432 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_COLOR_ASPECTS, "transfer")
433 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED)
434 .withC2Mappers<C2Color::transfer_t>());
435 add(ConfigMapper("color-primaries", C2_PARAMKEY_COLOR_ASPECTS, "primaries")
436 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED));
437 add(ConfigMapper("color-matrix", C2_PARAMKEY_COLOR_ASPECTS, "matrix")
438 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED));
439
440 // read back coded aspects for encoders (on the raw port), but also configure
441 // desired aspects here.
442 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_VUI_COLOR_ASPECTS, "range")
443 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW)
444 .withC2Mappers<C2Color::range_t>());
445 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_VUI_COLOR_ASPECTS, "transfer")
446 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW)
447 .withC2Mappers<C2Color::transfer_t>());
448 add(ConfigMapper("color-primaries", C2_PARAMKEY_VUI_COLOR_ASPECTS, "primaries")
449 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW));
450 add(ConfigMapper("color-matrix", C2_PARAMKEY_VUI_COLOR_ASPECTS, "matrix")
451 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW));
452
453 // Dataspace
454 add(ConfigMapper("android._dataspace", C2_PARAMKEY_DATA_SPACE, "value")
455 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
456
457 // HDR
458 add(ConfigMapper("smpte2086.red.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.red.x")
459 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
460 add(ConfigMapper("smpte2086.red.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.red.y")
461 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
462 add(ConfigMapper("smpte2086.green.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.green.x")
463 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
464 add(ConfigMapper("smpte2086.green.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.green.y")
465 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
466 add(ConfigMapper("smpte2086.blue.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.blue.x")
467 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
468 add(ConfigMapper("smpte2086.blue.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.blue.y")
469 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
470 add(ConfigMapper("smpte2086.white.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.white.x")
471 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
472 add(ConfigMapper("smpte2086.white.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.white.y")
473 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
474 add(ConfigMapper("smpte2086.max-luminance", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.max-luminance")
475 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
476 add(ConfigMapper("smpte2086.min-luminance", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.min-luminance")
477 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
478 add(ConfigMapper("cta861.max-cll", C2_PARAMKEY_HDR_STATIC_INFO, "max-cll")
479 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
480 add(ConfigMapper("cta861.max-fall", C2_PARAMKEY_HDR_STATIC_INFO, "max-fall")
481 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
482
483 add(ConfigMapper(std::string(KEY_FEATURE_) + FEATURE_SecurePlayback,
484 C2_PARAMKEY_SECURE_MODE, "value"));
485
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700486 add(ConfigMapper(KEY_PREPEND_HEADERS_TO_SYNC_FRAMES,
Pawin Vongmasa36653902018-11-15 00:10:25 -0800487 C2_PARAMKEY_PREPEND_HEADER_MODE, "value")
488 .limitTo(D::ENCODER & D::VIDEO)
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700489 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800490 int32_t value;
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700491 if (v.get(&value)) {
492 return value ? C2Value(C2Config::PREPEND_HEADER_TO_ALL_SYNC)
493 : C2Value(C2Config::PREPEND_HEADER_TO_NONE);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800494 }
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700495 return C2Value();
496 }, [](C2Value v) -> C2Value {
497 C2Config::prepend_header_mode_t value;
498 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(value)>::type;
499 if (v.get((C2ValueType *)&value)) {
500 switch (value) {
501 case C2Config::PREPEND_HEADER_TO_NONE: return 0;
502 case C2Config::PREPEND_HEADER_TO_ALL_SYNC: return 1;
503 case C2Config::PREPEND_HEADER_ON_CHANGE: [[fallthrough]];
504 default: return C2Value();
505 }
506 }
507 return C2Value();
Pawin Vongmasa36653902018-11-15 00:10:25 -0800508 }));
509 // remove when codecs switch to PARAMKEY
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700510 deprecated(ConfigMapper(KEY_PREPEND_HEADERS_TO_SYNC_FRAMES,
Pawin Vongmasa36653902018-11-15 00:10:25 -0800511 "coding.add-csd-to-sync-frames", "value")
512 .limitTo(D::ENCODER & D::VIDEO));
513 // convert to timestamp base
514 add(ConfigMapper(KEY_I_FRAME_INTERVAL, C2_PARAMKEY_SYNC_FRAME_INTERVAL, "value")
Wonsik Kimec588002019-07-11 13:43:38 -0700515 .limitTo(D::VIDEO & D::ENCODER & D::CONFIG)
516 .withMapper([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800517 // convert from i32 to float
518 int32_t i32Value;
519 float fpValue;
520 if (v.get(&i32Value)) {
521 return int64_t(1000000) * i32Value;
522 } else if (v.get(&fpValue)) {
523 return int64_t(c2_min(1000000 * fpValue + 0.5, (double)INT64_MAX));
524 }
525 return C2Value();
526 }));
527 // remove when codecs switch to proper coding.gop (add support for calculating gop)
528 deprecated(ConfigMapper("i-frame-period", "coding.gop", "intra-period")
529 .limitTo(D::ENCODER & D::VIDEO));
530 add(ConfigMapper(KEY_INTRA_REFRESH_PERIOD, C2_PARAMKEY_INTRA_REFRESH, "period")
531 .limitTo(D::VIDEO & D::ENCODER)
532 .withMappers(makeFloat, [](C2Value v) -> C2Value {
533 // read back always as int
534 float value;
535 if (v.get(&value)) {
536 return (int32_t)value;
537 }
538 return C2Value();
539 }));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800540 deprecated(ConfigMapper(PARAMETER_KEY_REQUEST_SYNC_FRAME,
541 "coding.request-sync", "value")
542 .limitTo(D::PARAM & D::ENCODER)
543 .withMapper([](C2Value) -> C2Value { return uint32_t(1); }));
544 add(ConfigMapper(PARAMETER_KEY_REQUEST_SYNC_FRAME,
545 C2_PARAMKEY_REQUEST_SYNC_FRAME, "value")
546 .limitTo(D::PARAM & D::ENCODER)
547 .withMapper([](C2Value) -> C2Value { return uint32_t(1); }));
548
549 add(ConfigMapper(KEY_OPERATING_RATE, C2_PARAMKEY_OPERATING_RATE, "value")
550 .limitTo(D::PARAM | D::CONFIG) // write-only
551 .withMapper(makeFloat));
552 // C2 priorities are inverted
553 add(ConfigMapper(KEY_PRIORITY, C2_PARAMKEY_PRIORITY, "value")
554 .withMappers(negate, negate));
555 // remove when codecs switch to PARAMKEY
556 deprecated(ConfigMapper(KEY_OPERATING_RATE, "ctrl.operating-rate", "value")
557 .withMapper(makeFloat));
558 deprecated(ConfigMapper(KEY_PRIORITY, "ctrl.priority", "value"));
559
560 add(ConfigMapper(KEY_WIDTH, C2_PARAMKEY_PICTURE_SIZE, "width")
561 .limitTo(D::VIDEO | D::IMAGE));
562 add(ConfigMapper(KEY_HEIGHT, C2_PARAMKEY_PICTURE_SIZE, "height")
563 .limitTo(D::VIDEO | D::IMAGE));
564
565 add(ConfigMapper("crop-left", C2_PARAMKEY_CROP_RECT, "left")
566 .limitTo(D::VIDEO | D::IMAGE));
567 add(ConfigMapper("crop-top", C2_PARAMKEY_CROP_RECT, "top")
568 .limitTo(D::VIDEO | D::IMAGE));
569 add(ConfigMapper("crop-width", C2_PARAMKEY_CROP_RECT, "width")
570 .limitTo(D::VIDEO | D::IMAGE));
571 add(ConfigMapper("crop-height", C2_PARAMKEY_CROP_RECT, "height")
572 .limitTo(D::VIDEO | D::IMAGE));
573
574 add(ConfigMapper(KEY_MAX_WIDTH, C2_PARAMKEY_MAX_PICTURE_SIZE, "width")
575 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
576 add(ConfigMapper(KEY_MAX_HEIGHT, C2_PARAMKEY_MAX_PICTURE_SIZE, "height")
577 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
578
579 add(ConfigMapper("csd-0", C2_PARAMKEY_INIT_DATA, "value")
580 .limitTo(D::OUTPUT & D::READ));
581
Pawin Vongmasa8be93112018-12-11 14:01:42 -0800582 add(ConfigMapper(KEY_HDR10_PLUS_INFO, C2_PARAMKEY_INPUT_HDR10_PLUS_INFO, "value")
583 .limitTo(D::VIDEO & D::PARAM & D::INPUT));
584
585 add(ConfigMapper(KEY_HDR10_PLUS_INFO, C2_PARAMKEY_OUTPUT_HDR10_PLUS_INFO, "value")
586 .limitTo(D::VIDEO & D::OUTPUT));
587
Pawin Vongmasa36653902018-11-15 00:10:25 -0800588 add(ConfigMapper(C2_PARAMKEY_TEMPORAL_LAYERING, C2_PARAMKEY_TEMPORAL_LAYERING, "")
589 .limitTo(D::ENCODER & D::VIDEO & D::OUTPUT));
590
591 // Pixel Format (use local key for actual pixel format as we don't distinguish between
592 // SDK layouts for flexible format and we need the actual SDK color format in the media format)
593 add(ConfigMapper("android._color-format", C2_PARAMKEY_PIXEL_FORMAT, "value")
594 .limitTo((D::VIDEO | D::IMAGE) & D::RAW)
595 .withMappers([](C2Value v) -> C2Value {
596 int32_t value;
597 if (v.get(&value)) {
Wonsik Kimfb7a7672019-12-27 17:13:33 -0800598 uint32_t result;
599 if (C2Mapper::mapPixelFormatFrameworkToCodec(value, &result)) {
600 return result;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800601 }
602 }
603 return C2Value();
604 }, [](C2Value v) -> C2Value {
605 uint32_t value;
606 if (v.get(&value)) {
Wonsik Kimfb7a7672019-12-27 17:13:33 -0800607 int32_t result;
608 if (C2Mapper::mapPixelFormatCodecToFramework(value, &result)) {
609 return result;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800610 }
611 }
612 return C2Value();
613 }));
614
615 add(ConfigMapper(KEY_CHANNEL_COUNT, C2_PARAMKEY_CHANNEL_COUNT, "value")
616 .limitTo(D::AUDIO)); // read back to both formats
617 add(ConfigMapper(KEY_CHANNEL_COUNT, C2_PARAMKEY_CODED_CHANNEL_COUNT, "value")
618 .limitTo(D::AUDIO & D::CODED));
619
620 add(ConfigMapper(KEY_SAMPLE_RATE, C2_PARAMKEY_SAMPLE_RATE, "value")
621 .limitTo(D::AUDIO)); // read back to both port formats
622 add(ConfigMapper(KEY_SAMPLE_RATE, C2_PARAMKEY_CODED_SAMPLE_RATE, "value")
623 .limitTo(D::AUDIO & D::CODED));
624
625 add(ConfigMapper(KEY_PCM_ENCODING, C2_PARAMKEY_PCM_ENCODING, "value")
Pawin Vongmasa8be93112018-12-11 14:01:42 -0800626 .limitTo(D::AUDIO)
627 .withMappers([](C2Value v) -> C2Value {
628 int32_t value;
629 C2Config::pcm_encoding_t to;
630 if (v.get(&value) && C2Mapper::map(value, &to)) {
631 return to;
632 }
633 return C2Value();
634 }, [](C2Value v) -> C2Value {
635 C2Config::pcm_encoding_t value;
636 int32_t to;
637 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(value)>::type;
638 if (v.get((C2ValueType*)&value) && C2Mapper::map(value, &to)) {
639 return to;
640 }
641 return C2Value();
642 }));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800643
644 add(ConfigMapper(KEY_IS_ADTS, C2_PARAMKEY_AAC_PACKAGING, "value")
645 .limitTo(D::AUDIO & D::CODED)
646 .withMappers([](C2Value v) -> C2Value {
647 int32_t value;
648 if (v.get(&value) && value) {
649 return C2Config::AAC_PACKAGING_ADTS;
650 }
651 return C2Value();
652 }, [](C2Value v) -> C2Value {
653 uint32_t value;
654 if (v.get(&value) && value == C2Config::AAC_PACKAGING_ADTS) {
655 return (int32_t)1;
656 }
657 return C2Value();
658 }));
659
660 std::shared_ptr<C2Mapper::ProfileLevelMapper> mapper =
661 C2Mapper::GetProfileLevelMapper(mCodingMediaType);
662
663 add(ConfigMapper(KEY_PROFILE, C2_PARAMKEY_PROFILE_LEVEL, "profile")
664 .limitTo(D::CODED)
665 .withMappers([mapper](C2Value v) -> C2Value {
666 C2Config::profile_t c2 = PROFILE_UNUSED;
667 int32_t sdk;
668 if (mapper && v.get(&sdk) && mapper->mapProfile(sdk, &c2)) {
669 return c2;
670 }
671 return PROFILE_UNUSED;
672 }, [mapper](C2Value v) -> C2Value {
673 C2Config::profile_t c2;
674 int32_t sdk;
675 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(c2)>::type;
676 if (mapper && v.get((C2ValueType*)&c2) && mapper->mapProfile(c2, &sdk)) {
677 return sdk;
678 }
679 return C2Value();
680 }));
681
682 add(ConfigMapper(KEY_LEVEL, C2_PARAMKEY_PROFILE_LEVEL, "level")
683 .limitTo(D::CODED)
684 .withMappers([mapper](C2Value v) -> C2Value {
685 C2Config::level_t c2 = LEVEL_UNUSED;
686 int32_t sdk;
687 if (mapper && v.get(&sdk) && mapper->mapLevel(sdk, &c2)) {
688 return c2;
689 }
690 return LEVEL_UNUSED;
691 }, [mapper](C2Value v) -> C2Value {
692 C2Config::level_t c2;
693 int32_t sdk;
694 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(c2)>::type;
695 if (mapper && v.get((C2ValueType*)&c2) && mapper->mapLevel(c2, &sdk)) {
696 return sdk;
697 }
698 return C2Value();
699 }));
700
701 // convert to dBFS and add default
702 add(ConfigMapper(KEY_AAC_DRC_TARGET_REFERENCE_LEVEL, C2_PARAMKEY_DRC_TARGET_REFERENCE_LEVEL, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800703 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
704 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800705 int32_t value;
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800706 if (!v.get(&value) || value < -1) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800707 value = property_get_int32(PROP_DRC_OVERRIDE_REF_LEVEL, DRC_DEFAULT_MOBILE_REF_LEVEL);
708 }
709 return float(-0.25 * c2_min(value, 127));
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800710 },[](C2Value v) -> C2Value {
711 float value;
712 if (v.get(&value)) {
713 return (int32_t) (-4. * value);
714 }
715 return C2Value();
Pawin Vongmasa36653902018-11-15 00:10:25 -0800716 }));
717
718 // convert to 0-1 (%) and add default
719 add(ConfigMapper(KEY_AAC_DRC_ATTENUATION_FACTOR, C2_PARAMKEY_DRC_ATTENUATION_FACTOR, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800720 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
721 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800722 int32_t value;
723 if (!v.get(&value) || value < 0) {
724 value = property_get_int32(PROP_DRC_OVERRIDE_CUT, DRC_DEFAULT_MOBILE_DRC_CUT);
725 }
726 return float(c2_min(value, 127) / 127.);
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800727 },[](C2Value v) -> C2Value {
728 float value;
729 if (v.get(&value)) {
730 return (int32_t) (value * 127. + 0.5);
731 }
732 else {
733 return C2Value();
734 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800735 }));
736
737 // convert to 0-1 (%) and add default
738 add(ConfigMapper(KEY_AAC_DRC_BOOST_FACTOR, C2_PARAMKEY_DRC_BOOST_FACTOR, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800739 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
740 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800741 int32_t value;
742 if (!v.get(&value) || value < 0) {
743 value = property_get_int32(PROP_DRC_OVERRIDE_BOOST, DRC_DEFAULT_MOBILE_DRC_BOOST);
744 }
745 return float(c2_min(value, 127) / 127.);
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800746 },[](C2Value v) -> C2Value {
747 float value;
748 if (v.get(&value)) {
749 return (int32_t) (value * 127. + 0.5);
750 }
751 else {
752 return C2Value();
753 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800754 }));
755
756 // convert to compression type and add default
757 add(ConfigMapper(KEY_AAC_DRC_HEAVY_COMPRESSION, C2_PARAMKEY_DRC_COMPRESSION_MODE, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800758 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
759 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800760 int32_t value;
761 if (!v.get(&value) || value < 0) {
762 value = property_get_int32(PROP_DRC_OVERRIDE_HEAVY, DRC_DEFAULT_MOBILE_DRC_HEAVY);
763 }
764 return value == 1 ? C2Config::DRC_COMPRESSION_HEAVY : C2Config::DRC_COMPRESSION_LIGHT;
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800765 },[](C2Value v) -> C2Value {
766 int32_t value;
767 if (v.get(&value)) {
768 return value;
769 }
770 else {
771 return C2Value();
772 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800773 }));
774
775 // convert to dBFS and add default
776 add(ConfigMapper(KEY_AAC_ENCODED_TARGET_LEVEL, C2_PARAMKEY_DRC_ENCODED_TARGET_LEVEL, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800777 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
778 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800779 int32_t value;
780 if (!v.get(&value) || value < 0) {
781 value = property_get_int32(PROP_DRC_OVERRIDE_ENC_LEVEL, DRC_DEFAULT_MOBILE_ENC_LEVEL);
782 }
783 return float(-0.25 * c2_min(value, 127));
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800784 },[](C2Value v) -> C2Value {
785 float value;
786 if (v.get(&value)) {
787 return (int32_t) (-4. * value);
788 }
789 else {
790 return C2Value();
791 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800792 }));
793
794 // convert to effect type (these map to SDK values) and add default
795 add(ConfigMapper(KEY_AAC_DRC_EFFECT_TYPE, C2_PARAMKEY_DRC_EFFECT_TYPE, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800796 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
797 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800798 int32_t value;
799 if (!v.get(&value) || value < -1 || value > 8) {
800 value = property_get_int32(PROP_DRC_OVERRIDE_EFFECT, DRC_DEFAULT_MOBILE_DRC_EFFECT);
801 // ensure value is within range
802 if (value < -1 || value > 8) {
803 value = DRC_DEFAULT_MOBILE_DRC_EFFECT;
804 }
805 }
806 return value;
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800807 },[](C2Value v) -> C2Value {
808 int32_t value;
809 if (v.get(&value)) {
810 return value;
811 }
812 else {
813 return C2Value();
814 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800815 }));
816
817 add(ConfigMapper(KEY_AAC_MAX_OUTPUT_CHANNEL_COUNT, C2_PARAMKEY_MAX_CHANNEL_COUNT, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800818 .limitTo(D::AUDIO & (D::CONFIG | D::PARAM | D::READ)));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800819
820 add(ConfigMapper(KEY_AAC_SBR_MODE, C2_PARAMKEY_AAC_SBR_MODE, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800821 .limitTo(D::AUDIO & D::ENCODER & (D::CONFIG | D::PARAM | D::READ))
Pawin Vongmasa36653902018-11-15 00:10:25 -0800822 .withMapper([](C2Value v) -> C2Value {
823 int32_t value;
824 if (!v.get(&value) || value < 0) {
825 return C2Config::AAC_SBR_AUTO;
826 }
827 switch (value) {
828 case 0: return C2Config::AAC_SBR_OFF;
829 case 1: return C2Config::AAC_SBR_SINGLE_RATE;
830 case 2: return C2Config::AAC_SBR_DUAL_RATE;
831 default: return C2Config::AAC_SBR_AUTO + 1; // invalid value
832 }
833 }));
834
Harish Mahendrakar9a4c8eb2019-05-29 15:41:20 -0700835 add(ConfigMapper(KEY_QUALITY, C2_PARAMKEY_QUALITY, "value")
836 .limitTo(D::ENCODER & (D::CONFIG | D::PARAM)));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800837 add(ConfigMapper(KEY_FLAC_COMPRESSION_LEVEL, C2_PARAMKEY_COMPLEXITY, "value")
838 .limitTo(D::AUDIO & D::ENCODER));
839 add(ConfigMapper("complexity", C2_PARAMKEY_COMPLEXITY, "value")
Harish Mahendrakar9a4c8eb2019-05-29 15:41:20 -0700840 .limitTo(D::ENCODER & (D::CONFIG | D::PARAM)));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800841
842 add(ConfigMapper(KEY_GRID_COLUMNS, C2_PARAMKEY_TILE_LAYOUT, "columns")
843 .limitTo(D::IMAGE));
844 add(ConfigMapper(KEY_GRID_ROWS, C2_PARAMKEY_TILE_LAYOUT, "rows")
845 .limitTo(D::IMAGE));
846 add(ConfigMapper(KEY_TILE_WIDTH, C2_PARAMKEY_TILE_LAYOUT, "tile.width")
847 .limitTo(D::IMAGE));
848 add(ConfigMapper(KEY_TILE_HEIGHT, C2_PARAMKEY_TILE_LAYOUT, "tile.height")
849 .limitTo(D::IMAGE));
850
851 add(ConfigMapper(KEY_LATENCY, C2_PARAMKEY_PIPELINE_DELAY_REQUEST, "value")
852 .limitTo(D::VIDEO & D::ENCODER));
853
854 add(ConfigMapper(C2_PARAMKEY_INPUT_TIME_STRETCH, C2_PARAMKEY_INPUT_TIME_STRETCH, "value"));
855
Wei Jia48ab6ef2019-10-11 16:06:42 -0700856 add(ConfigMapper(KEY_LOW_LATENCY, C2_PARAMKEY_LOW_LATENCY_MODE, "value")
857 .limitTo(D::DECODER & (D::CONFIG | D::PARAM))
858 .withMapper([](C2Value v) -> C2Value {
859 int32_t value = 0;
860 (void)v.get(&value);
861 return value == 0 ? C2_FALSE : C2_TRUE;
862 }));
863
Pawin Vongmasa36653902018-11-15 00:10:25 -0800864 /* still to do
865 constexpr char KEY_PUSH_BLANK_BUFFERS_ON_STOP[] = "push-blank-buffers-on-shutdown";
866
867 not yet used by MediaCodec, but defined as MediaFormat
868 KEY_AUDIO_SESSION_ID // we use "audio-hw-sync"
869 KEY_OUTPUT_REORDER_DEPTH
870 */
871}
872
873status_t CCodecConfig::initialize(
874 const std::shared_ptr<Codec2Client> &client,
875 const std::shared_ptr<Codec2Client::Component> &component) {
876 C2ComponentDomainSetting domain(C2Component::DOMAIN_OTHER);
877 C2ComponentKindSetting kind(C2Component::KIND_OTHER);
878
879 std::vector<std::unique_ptr<C2Param>> queried;
880 c2_status_t c2err = component->query({ &domain, &kind }, {}, C2_DONT_BLOCK, &queried);
881 if (c2err != C2_OK) {
882 ALOGD("Query domain & kind failed => %s", asString(c2err));
883 // TEMP: determine kind from component name
884 if (kind.value == C2Component::KIND_OTHER) {
885 if (component->getName().find("encoder") != std::string::npos) {
886 kind.value = C2Component::KIND_ENCODER;
887 } else if (component->getName().find("decoder") != std::string::npos) {
888 kind.value = C2Component::KIND_DECODER;
889 }
890 }
891
892 // TEMP: determine domain from media type (port (preferred) or stream #0)
893 if (domain.value == C2Component::DOMAIN_OTHER) {
894 AString mediaType = QueryMediaType(true /* input */, component);
895 if (mediaType.startsWith("audio/")) {
896 domain.value = C2Component::DOMAIN_AUDIO;
897 } else if (mediaType.startsWith("video/")) {
898 domain.value = C2Component::DOMAIN_VIDEO;
899 } else if (mediaType.startsWith("image/")) {
900 domain.value = C2Component::DOMAIN_IMAGE;
901 }
902 }
903 }
904
905 mDomain = (domain.value == C2Component::DOMAIN_VIDEO ? Domain::IS_VIDEO :
906 domain.value == C2Component::DOMAIN_IMAGE ? Domain::IS_IMAGE :
907 domain.value == C2Component::DOMAIN_AUDIO ? Domain::IS_AUDIO : Domain::OTHER_DOMAIN)
908 | (kind.value == C2Component::KIND_DECODER ? Domain::IS_DECODER :
909 kind.value == C2Component::KIND_ENCODER ? Domain::IS_ENCODER : Domain::OTHER_KIND);
910
911 mInputDomain = Domain(((mDomain & IS_DECODER) ? IS_CODED : IS_RAW) | IS_INPUT);
912 mOutputDomain = Domain(((mDomain & IS_ENCODER) ? IS_CODED : IS_RAW) | IS_OUTPUT);
913
914 ALOGV("domain is %#x (%u %u)", mDomain, domain.value, kind.value);
915
916 std::vector<C2Param::Index> paramIndices;
917 switch (kind.value) {
918 case C2Component::KIND_DECODER:
919 mCodingMediaType = QueryMediaType(true /* input */, component).c_str();
920 break;
921 case C2Component::KIND_ENCODER:
922 mCodingMediaType = QueryMediaType(false /* input */, component).c_str();
923 break;
924 default:
925 mCodingMediaType = "";
926 }
927
928 c2err = component->querySupportedParams(&mParamDescs);
929 if (c2err != C2_OK) {
930 ALOGD("Query supported params failed after returning %zu values => %s",
931 mParamDescs.size(), asString(c2err));
932 return UNKNOWN_ERROR;
933 }
934 for (const std::shared_ptr<C2ParamDescriptor> &desc : mParamDescs) {
935 mSupportedIndices.emplace(desc->index());
936 }
937
938 mReflector = client->getParamReflector();
939 if (mReflector == nullptr) {
940 ALOGE("Failed to get param reflector");
941 return UNKNOWN_ERROR;
942 }
943
944 // enumerate all fields
945 mParamUpdater = std::make_shared<ReflectedParamUpdater>();
946 mParamUpdater->clear();
947 mParamUpdater->supportWholeParam(
948 C2_PARAMKEY_TEMPORAL_LAYERING, C2StreamTemporalLayeringTuning::CORE_INDEX);
949 mParamUpdater->addParamDesc(mReflector, mParamDescs);
950
951 // TEMP: add some standard fields even if not reflected
952 if (kind.value == C2Component::KIND_ENCODER) {
953 mParamUpdater->addStandardParam<C2StreamInitDataInfo::output>(C2_PARAMKEY_INIT_DATA);
954 }
955 if (domain.value == C2Component::DOMAIN_IMAGE || domain.value == C2Component::DOMAIN_VIDEO) {
956 if (kind.value != C2Component::KIND_ENCODER) {
957 addLocalParam<C2StreamPictureSizeInfo::output>(C2_PARAMKEY_PICTURE_SIZE);
958 addLocalParam<C2StreamCropRectInfo::output>(C2_PARAMKEY_CROP_RECT);
959 addLocalParam(
960 new C2StreamPixelAspectRatioInfo::output(0u, 1u, 1u),
961 C2_PARAMKEY_PIXEL_ASPECT_RATIO);
962 addLocalParam(new C2StreamRotationInfo::output(0u, 0), C2_PARAMKEY_ROTATION);
963 addLocalParam(new C2StreamColorAspectsInfo::output(0u), C2_PARAMKEY_COLOR_ASPECTS);
964 addLocalParam<C2StreamDataSpaceInfo::output>(C2_PARAMKEY_DATA_SPACE);
965 addLocalParam<C2StreamHdrStaticInfo::output>(C2_PARAMKEY_HDR_STATIC_INFO);
966 addLocalParam(new C2StreamSurfaceScalingInfo::output(0u, VIDEO_SCALING_MODE_SCALE_TO_FIT),
967 C2_PARAMKEY_SURFACE_SCALING_MODE);
968 } else {
969 addLocalParam(new C2StreamColorAspectsInfo::input(0u), C2_PARAMKEY_COLOR_ASPECTS);
970 }
971 }
972
973 initializeStandardParams();
974
975 // subscribe to all supported standard (exposed) params
976 // TODO: limit this to params that are actually in the domain
977 std::vector<std::string> formatKeys = mStandardParams->getPathsForDomain(Domain(1 << 30));
978 std::vector<C2Param::Index> indices;
979 mParamUpdater->getParamIndicesForKeys(formatKeys, &indices);
980 mSubscribedIndices.insert(indices.begin(), indices.end());
981
982 // also subscribe to some non-SDK standard parameters
983 // for number of input/output buffers
984 mSubscribedIndices.emplace(C2PortSuggestedBufferCountTuning::input::PARAM_TYPE);
985 mSubscribedIndices.emplace(C2PortSuggestedBufferCountTuning::output::PARAM_TYPE);
986 mSubscribedIndices.emplace(C2ActualPipelineDelayTuning::PARAM_TYPE);
987 mSubscribedIndices.emplace(C2PortActualDelayTuning::input::PARAM_TYPE);
988 mSubscribedIndices.emplace(C2PortActualDelayTuning::output::PARAM_TYPE);
989 // for output buffer array allocation
990 mSubscribedIndices.emplace(C2StreamMaxBufferSizeInfo::output::PARAM_TYPE);
991 // init data (CSD)
992 mSubscribedIndices.emplace(C2StreamInitDataInfo::output::PARAM_TYPE);
993
994 return OK;
995}
996
997status_t CCodecConfig::subscribeToConfigUpdate(
998 const std::shared_ptr<Codec2Client::Component> &component,
999 const std::vector<C2Param::Index> &indices,
1000 c2_blocking_t blocking) {
1001 mSubscribedIndices.insert(indices.begin(), indices.end());
1002 // TODO: enable this when components no longer crash on this config
1003 if (mSubscribedIndices.size() != mSubscribedIndicesSize && false) {
1004 std::vector<uint32_t> indices;
1005 for (C2Param::Index ix : mSubscribedIndices) {
1006 indices.push_back(ix);
1007 }
1008 std::unique_ptr<C2SubscribedParamIndicesTuning> subscribeTuning =
1009 C2SubscribedParamIndicesTuning::AllocUnique(indices);
1010 std::vector<std::unique_ptr<C2SettingResult>> results;
1011 c2_status_t c2Err = component->config({ subscribeTuning.get() }, blocking, &results);
1012 if (c2Err != C2_OK && c2Err != C2_BAD_INDEX) {
1013 ALOGD("Failed to subscribe to parameters => %s", asString(c2Err));
1014 // TODO: error
1015 }
1016 ALOGV("Subscribed to %zu params", mSubscribedIndices.size());
1017 mSubscribedIndicesSize = mSubscribedIndices.size();
1018 }
1019 return OK;
1020}
1021
1022status_t CCodecConfig::queryConfiguration(
1023 const std::shared_ptr<Codec2Client::Component> &component) {
1024 // query all subscribed parameters
1025 std::vector<C2Param::Index> indices(mSubscribedIndices.begin(), mSubscribedIndices.end());
1026 std::vector<std::unique_ptr<C2Param>> queried;
1027 c2_status_t c2Err = component->query({}, indices, C2_MAY_BLOCK, &queried);
1028 if (c2Err != OK) {
1029 ALOGI("query failed after returning %zu values (%s)", queried.size(), asString(c2Err));
1030 // TODO: error
1031 }
1032
1033 updateConfiguration(queried, ALL);
1034 return OK;
1035}
1036
1037bool CCodecConfig::updateConfiguration(
1038 std::vector<std::unique_ptr<C2Param>> &configUpdate, Domain domain) {
1039 ALOGV("updating configuration with %zu params", configUpdate.size());
1040 bool changed = false;
1041 for (std::unique_ptr<C2Param> &p : configUpdate) {
1042 if (p && *p) {
1043 auto insertion = mCurrentConfig.emplace(p->index(), nullptr);
1044 if (insertion.second || *insertion.first->second != *p) {
1045 if (mSupportedIndices.count(p->index()) || mLocalParams.count(p->index())) {
1046 // only track changes in supported (reflected or local) indices
1047 changed = true;
1048 } else {
1049 ALOGV("an unlisted config was %s: %#x",
1050 insertion.second ? "added" : "updated", p->index());
1051 }
1052 }
1053 insertion.first->second = std::move(p);
1054 }
1055 }
1056
1057 ALOGV("updated configuration has %zu params (%s)", mCurrentConfig.size(),
1058 changed ? "CHANGED" : "no change");
1059 if (changed) {
1060 return updateFormats(domain);
1061 }
1062 return false;
1063}
1064
1065bool CCodecConfig::updateFormats(Domain domain) {
1066 // get addresses of params in the current config
1067 std::vector<C2Param*> paramPointers;
1068 for (const auto &it : mCurrentConfig) {
1069 paramPointers.push_back(it.second.get());
1070 }
1071
1072 ReflectedParamUpdater::Dict reflected = mParamUpdater->getParams(paramPointers);
Wonsik Kimbd557932019-07-02 15:51:20 -07001073 std::string config = reflected.debugString();
1074 std::set<std::string> configLines;
1075 std::string diff;
1076 for (size_t start = 0; start != std::string::npos; ) {
1077 size_t end = config.find('\n', start);
1078 size_t count = (end == std::string::npos)
1079 ? std::string::npos
1080 : end - start + 1;
1081 std::string line = config.substr(start, count);
1082 configLines.insert(line);
1083 if (mLastConfig.count(line) == 0) {
1084 diff.append(line);
1085 }
1086 start = (end == std::string::npos) ? std::string::npos : end + 1;
1087 }
1088 if (!diff.empty()) {
1089 ALOGD("c2 config diff is %s", diff.c_str());
1090 }
1091 mLastConfig.swap(configLines);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001092
1093 bool changed = false;
1094 if (domain & mInputDomain) {
1095 sp<AMessage> oldFormat = mInputFormat;
1096 mInputFormat = mInputFormat->dup(); // trigger format changed
1097 mInputFormat->extend(getSdkFormatForDomain(reflected, mInputDomain));
1098 if (mInputFormat->countEntries() != oldFormat->countEntries()
1099 || mInputFormat->changesFrom(oldFormat)->countEntries() > 0) {
1100 changed = true;
1101 } else {
1102 mInputFormat = oldFormat; // no change
1103 }
1104 }
1105 if (domain & mOutputDomain) {
1106 sp<AMessage> oldFormat = mOutputFormat;
1107 mOutputFormat = mOutputFormat->dup(); // trigger output format changed
1108 mOutputFormat->extend(getSdkFormatForDomain(reflected, mOutputDomain));
1109 if (mOutputFormat->countEntries() != oldFormat->countEntries()
1110 || mOutputFormat->changesFrom(oldFormat)->countEntries() > 0) {
1111 changed = true;
1112 } else {
1113 mOutputFormat = oldFormat; // no change
1114 }
1115 }
1116 ALOGV_IF(changed, "format(s) changed");
1117 return changed;
1118}
1119
1120sp<AMessage> CCodecConfig::getSdkFormatForDomain(
1121 const ReflectedParamUpdater::Dict &reflected, Domain portDomain) const {
1122 sp<AMessage> msg = new AMessage;
1123 for (const std::pair<std::string, std::vector<ConfigMapper>> &el : mStandardParams->getKeys()) {
1124 for (const ConfigMapper &cm : el.second) {
1125 if ((cm.domain() & portDomain) == 0 // input-output-coded-raw
1126 || (cm.domain() & mDomain) != mDomain // component domain + kind (these must match)
1127 || (cm.domain() & IS_READ) == 0) {
1128 continue;
1129 }
1130 auto it = reflected.find(cm.path());
1131 if (it == reflected.end()) {
1132 continue;
1133 }
1134 C2Value c2Value;
1135 sp<ABuffer> bufValue;
1136 AString strValue;
1137 AMessage::ItemData item;
1138 if (it->second.find(&c2Value)) {
1139 item = cm.mapToMessage(c2Value);
1140 } else if (it->second.find(&bufValue)) {
1141 item.set(bufValue);
1142 } else if (it->second.find(&strValue)) {
1143 item.set(strValue);
1144 } else {
1145 ALOGD("unexpected untyped query value for key: %s", cm.path().c_str());
1146 continue;
1147 }
1148 msg->setItem(el.first.c_str(), item);
1149 }
1150 }
1151
1152 { // convert from Codec 2.0 rect to MediaFormat rect and add crop rect if not present
1153 int32_t left, top, width, height;
1154 if (msg->findInt32("crop-left", &left) && msg->findInt32("crop-width", &width)
1155 && msg->findInt32("crop-top", &top) && msg->findInt32("crop-height", &height)
1156 && left >= 0 && width >=0 && width <= INT32_MAX - left
1157 && top >= 0 && height >=0 && height <= INT32_MAX - top) {
1158 msg->removeEntryAt(msg->findEntryByName("crop-left"));
1159 msg->removeEntryAt(msg->findEntryByName("crop-top"));
1160 msg->removeEntryAt(msg->findEntryByName("crop-width"));
1161 msg->removeEntryAt(msg->findEntryByName("crop-height"));
1162 msg->setRect("crop", left, top, left + width - 1, top + height - 1);
1163 } else if (msg->findInt32("width", &width) && msg->findInt32("height", &height)) {
1164 msg->setRect("crop", 0, 0, width - 1, height - 1);
1165 }
1166 }
1167
1168 { // convert temporal layering to schema
1169 sp<ABuffer> tmp;
1170 if (msg->findBuffer(C2_PARAMKEY_TEMPORAL_LAYERING, &tmp) && tmp != nullptr) {
1171 C2StreamTemporalLayeringTuning *layering =
1172 C2StreamTemporalLayeringTuning::From(C2Param::From(tmp->data(), tmp->size()));
1173 if (layering && layering->m.layerCount > 0
1174 && layering->m.bLayerCount < layering->m.layerCount) {
1175 // check if this is webrtc compatible
1176 AString mime;
1177 if (msg->findString(KEY_MIME, &mime) &&
1178 mime.equalsIgnoreCase(MIMETYPE_VIDEO_VP8) &&
1179 layering->m.bLayerCount == 0 &&
1180 (layering->m.layerCount == 1
1181 || (layering->m.layerCount == 2
1182 && layering->flexCount() >= 1
1183 && layering->m.bitrateRatios[0] == .6f)
1184 || (layering->m.layerCount == 3
1185 && layering->flexCount() >= 2
1186 && layering->m.bitrateRatios[0] == .4f
1187 && layering->m.bitrateRatios[1] == .6f)
1188 || (layering->m.layerCount == 4
1189 && layering->flexCount() >= 3
1190 && layering->m.bitrateRatios[0] == .25f
1191 && layering->m.bitrateRatios[1] == .4f
1192 && layering->m.bitrateRatios[2] == .6f))) {
1193 msg->setString(KEY_TEMPORAL_LAYERING, AStringPrintf(
1194 "webrtc.vp8.%u-layer", layering->m.layerCount));
1195 } else if (layering->m.bLayerCount) {
1196 msg->setString(KEY_TEMPORAL_LAYERING, AStringPrintf(
1197 "android.generic.%u+%u",
1198 layering->m.layerCount - layering->m.bLayerCount,
1199 layering->m.bLayerCount));
1200 } else if (layering->m.bLayerCount) {
1201 msg->setString(KEY_TEMPORAL_LAYERING, AStringPrintf(
1202 "android.generic.%u", layering->m.layerCount));
1203 }
1204 }
1205 msg->removeEntryAt(msg->findEntryByName(C2_PARAMKEY_TEMPORAL_LAYERING));
1206 }
1207 }
1208
1209 { // convert color info
1210 C2Color::primaries_t primaries;
1211 C2Color::matrix_t matrix;
1212 if (msg->findInt32("color-primaries", (int32_t*)&primaries)
1213 && msg->findInt32("color-matrix", (int32_t*)&matrix)) {
1214 int32_t standard;
1215
1216 if (C2Mapper::map(primaries, matrix, &standard)) {
1217 msg->setInt32(KEY_COLOR_STANDARD, standard);
1218 }
1219
1220 msg->removeEntryAt(msg->findEntryByName("color-primaries"));
1221 msg->removeEntryAt(msg->findEntryByName("color-matrix"));
1222 }
1223
1224
1225 // calculate dataspace for raw graphic buffers if not specified by component, or if
1226 // using surface with unspecified aspects (as those must be defaulted which may change
1227 // the dataspace)
1228 if ((portDomain & IS_RAW) && (mDomain & (IS_IMAGE | IS_VIDEO))) {
1229 android_dataspace dataspace;
1230 ColorAspects aspects = {
1231 ColorAspects::RangeUnspecified, ColorAspects::PrimariesUnspecified,
1232 ColorAspects::TransferUnspecified, ColorAspects::MatrixUnspecified
1233 };
1234 ColorUtils::getColorAspectsFromFormat(msg, aspects);
1235 ColorAspects origAspects = aspects;
1236 if (mUsingSurface) {
1237 // get image size (default to HD)
1238 int32_t width = 1280;
1239 int32_t height = 720;
1240 int32_t left, top, right, bottom;
1241 if (msg->findRect("crop", &left, &top, &right, &bottom)) {
1242 width = right - left + 1;
1243 height = bottom - top + 1;
1244 } else {
1245 (void)msg->findInt32(KEY_WIDTH, &width);
1246 (void)msg->findInt32(KEY_HEIGHT, &height);
1247 }
1248 ColorUtils::setDefaultCodecColorAspectsIfNeeded(aspects, width, height);
1249 ColorUtils::setColorAspectsIntoFormat(aspects, msg);
1250 }
1251
1252 if (!msg->findInt32("android._dataspace", (int32_t*)&dataspace)
1253 || aspects.mRange != origAspects.mRange
1254 || aspects.mPrimaries != origAspects.mPrimaries
1255 || aspects.mTransfer != origAspects.mTransfer
1256 || aspects.mMatrixCoeffs != origAspects.mMatrixCoeffs) {
1257 dataspace = ColorUtils::getDataSpaceForColorAspects(aspects, true /* mayExpand */);
1258 msg->setInt32("android._dataspace", dataspace);
1259 }
1260 }
1261
1262 // HDR static info
1263
1264 C2HdrStaticMetadataStruct hdr;
1265 if (msg->findFloat("smpte2086.red.x", &hdr.mastering.red.x)
1266 && msg->findFloat("smpte2086.red.y", &hdr.mastering.red.y)
1267 && msg->findFloat("smpte2086.green.x", &hdr.mastering.green.x)
1268 && msg->findFloat("smpte2086.green.y", &hdr.mastering.green.y)
1269 && msg->findFloat("smpte2086.blue.x", &hdr.mastering.blue.x)
1270 && msg->findFloat("smpte2086.blue.y", &hdr.mastering.blue.y)
1271 && msg->findFloat("smpte2086.white.x", &hdr.mastering.white.x)
1272 && msg->findFloat("smpte2086.white.y", &hdr.mastering.white.y)
1273 && msg->findFloat("smpte2086.max-luminance", &hdr.mastering.maxLuminance)
1274 && msg->findFloat("smpte2086.min-luminance", &hdr.mastering.minLuminance)
1275 && msg->findFloat("cta861.max-cll", &hdr.maxCll)
1276 && msg->findFloat("cta861.max-fall", &hdr.maxFall)) {
1277 if (hdr.mastering.red.x >= 0 && hdr.mastering.red.x <= 1
1278 && hdr.mastering.red.y >= 0 && hdr.mastering.red.y <= 1
1279 && hdr.mastering.green.x >= 0 && hdr.mastering.green.x <= 1
1280 && hdr.mastering.green.y >= 0 && hdr.mastering.green.y <= 1
1281 && hdr.mastering.blue.x >= 0 && hdr.mastering.blue.x <= 1
1282 && hdr.mastering.blue.y >= 0 && hdr.mastering.blue.y <= 1
1283 && hdr.mastering.white.x >= 0 && hdr.mastering.white.x <= 1
1284 && hdr.mastering.white.y >= 0 && hdr.mastering.white.y <= 1
1285 && hdr.mastering.maxLuminance >= 0 && hdr.mastering.maxLuminance <= 65535
1286 && hdr.mastering.minLuminance >= 0 && hdr.mastering.minLuminance <= 6.5535
1287 && hdr.maxCll >= 0 && hdr.maxCll <= 65535
1288 && hdr.maxFall >= 0 && hdr.maxFall <= 65535) {
1289 HDRStaticInfo meta;
1290 meta.mID = meta.kType1;
1291 meta.sType1.mR.x = hdr.mastering.red.x / 0.00002 + 0.5;
1292 meta.sType1.mR.y = hdr.mastering.red.y / 0.00002 + 0.5;
1293 meta.sType1.mG.x = hdr.mastering.green.x / 0.00002 + 0.5;
1294 meta.sType1.mG.y = hdr.mastering.green.y / 0.00002 + 0.5;
1295 meta.sType1.mB.x = hdr.mastering.blue.x / 0.00002 + 0.5;
1296 meta.sType1.mB.y = hdr.mastering.blue.y / 0.00002 + 0.5;
1297 meta.sType1.mW.x = hdr.mastering.white.x / 0.00002 + 0.5;
1298 meta.sType1.mW.y = hdr.mastering.white.y / 0.00002 + 0.5;
1299 meta.sType1.mMaxDisplayLuminance = hdr.mastering.maxLuminance + 0.5;
1300 meta.sType1.mMinDisplayLuminance = hdr.mastering.minLuminance / 0.0001 + 0.5;
1301 meta.sType1.mMaxContentLightLevel = hdr.maxCll + 0.5;
1302 meta.sType1.mMaxFrameAverageLightLevel = hdr.maxFall + 0.5;
1303 msg->removeEntryAt(msg->findEntryByName("smpte2086.red.x"));
1304 msg->removeEntryAt(msg->findEntryByName("smpte2086.red.y"));
1305 msg->removeEntryAt(msg->findEntryByName("smpte2086.green.x"));
1306 msg->removeEntryAt(msg->findEntryByName("smpte2086.green.y"));
1307 msg->removeEntryAt(msg->findEntryByName("smpte2086.blue.x"));
1308 msg->removeEntryAt(msg->findEntryByName("smpte2086.blue.y"));
1309 msg->removeEntryAt(msg->findEntryByName("smpte2086.white.x"));
1310 msg->removeEntryAt(msg->findEntryByName("smpte2086.white.y"));
1311 msg->removeEntryAt(msg->findEntryByName("smpte2086.max-luminance"));
1312 msg->removeEntryAt(msg->findEntryByName("smpte2086.min-luminance"));
1313 msg->removeEntryAt(msg->findEntryByName("cta861.max-cll"));
1314 msg->removeEntryAt(msg->findEntryByName("cta861.max-fall"));
1315 msg->setBuffer(KEY_HDR_STATIC_INFO, ABuffer::CreateAsCopy(&meta, sizeof(meta)));
1316 } else {
1317 ALOGD("found invalid HDR static metadata %s", msg->debugString(8).c_str());
1318 }
1319 }
1320 }
1321
1322 ALOGV("converted to SDK values as %s", msg->debugString().c_str());
1323 return msg;
1324}
1325
1326/// converts an AMessage value to a ParamUpdater value
1327static void convert(const AMessage::ItemData &from, ReflectedParamUpdater::Value *to) {
1328 int32_t int32Value;
1329 int64_t int64Value;
1330 sp<ABuffer> bufValue;
1331 AString strValue;
1332 float floatValue;
1333 double doubleValue;
1334
1335 if (from.find(&int32Value)) {
1336 to->set(int32Value);
1337 } else if (from.find(&int64Value)) {
1338 to->set(int64Value);
1339 } else if (from.find(&bufValue)) {
1340 to->set(bufValue);
1341 } else if (from.find(&strValue)) {
1342 to->set(strValue);
1343 } else if (from.find(&floatValue)) {
1344 to->set(C2Value(floatValue));
1345 } else if (from.find(&doubleValue)) {
1346 // convert double to float
1347 to->set(C2Value((float)doubleValue));
1348 }
1349 // ignore all other AMessage types
1350}
1351
1352/// relaxes Codec 2.0 specific value types to SDK types (mainly removes signedness and counterness
1353/// from 32/64-bit values.)
1354static void relaxValues(ReflectedParamUpdater::Value &item) {
1355 C2Value c2Value;
1356 int32_t int32Value;
1357 int64_t int64Value;
1358 (void)item.find(&c2Value);
1359 if (c2Value.get(&int32Value) || c2Value.get((uint32_t*)&int32Value)
1360 || c2Value.get((c2_cntr32_t*)&int32Value)) {
1361 item.set(int32Value);
1362 } else if (c2Value.get(&int64Value)
1363 || c2Value.get((uint64_t*)&int64Value)
1364 || c2Value.get((c2_cntr64_t*)&int64Value)) {
1365 item.set(int64Value);
1366 }
1367}
1368
1369ReflectedParamUpdater::Dict CCodecConfig::getReflectedFormat(
1370 const sp<AMessage> &params_, Domain configDomain) const {
1371 // create a modifiable copy of params
1372 sp<AMessage> params = params_->dup();
1373 ALOGV("filtering with config domain %x", configDomain);
1374
1375 // convert some macro parameters to Codec 2.0 specific expressions
1376
1377 { // make i-frame-interval frame based
1378 float iFrameInterval;
1379 if (params->findAsFloat(KEY_I_FRAME_INTERVAL, &iFrameInterval)) {
1380 float frameRate;
1381 if (params->findAsFloat(KEY_FRAME_RATE, &frameRate)) {
1382 params->setInt32("i-frame-period",
1383 (frameRate <= 0 || iFrameInterval < 0)
1384 ? -1 /* no sync frames */
1385 : (int32_t)c2_min(iFrameInterval * frameRate + 0.5,
1386 (float)INT32_MAX));
1387 }
1388 }
1389 }
1390
1391 if (mDomain == (IS_VIDEO | IS_ENCODER)) {
1392 // convert capture-rate into input-time-stretch
1393 float frameRate, captureRate;
1394 if (params->findAsFloat(KEY_FRAME_RATE, &frameRate)) {
1395 if (!params->findAsFloat("time-lapse-fps", &captureRate)
1396 && !params->findAsFloat(KEY_CAPTURE_RATE, &captureRate)) {
1397 captureRate = frameRate;
1398 }
1399 if (captureRate > 0 && frameRate > 0) {
1400 params->setFloat(C2_PARAMKEY_INPUT_TIME_STRETCH, captureRate / frameRate);
1401 }
1402 }
1403 }
1404
1405 { // reflect temporal layering into a binary blob
1406 AString schema;
1407 if (params->findString(KEY_TEMPORAL_LAYERING, &schema)) {
1408 unsigned int numLayers = 0;
1409 unsigned int numBLayers = 0;
1410 int tags;
1411 char dummy;
1412 std::unique_ptr<C2StreamTemporalLayeringTuning::output> layering;
1413 if (sscanf(schema.c_str(), "webrtc.vp8.%u-layer%c", &numLayers, &dummy) == 1
1414 && numLayers > 0) {
1415 switch (numLayers) {
1416 case 1:
1417 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1418 {}, 0u, 1u, 0u);
1419 break;
1420 case 2:
1421 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1422 { .6f }, 0u, 2u, 0u);
1423 break;
1424 case 3:
1425 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1426 { .4f, .6f }, 0u, 3u, 0u);
1427 break;
1428 default:
1429 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1430 { .25f, .4f, .6f }, 0u, 4u, 0u);
1431 break;
1432 }
1433 } else if ((tags = sscanf(schema.c_str(), "android.generic.%u%c%u%c",
1434 &numLayers, &dummy, &numBLayers, &dummy))
1435 && (tags == 1 || (tags == 3 && dummy == '+'))
1436 && numLayers > 0 && numLayers < UINT32_MAX - numBLayers) {
1437 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1438 {}, 0u, numLayers + numBLayers, numBLayers);
1439 } else {
1440 ALOGD("Ignoring unsupported ts-schema [%s]", schema.c_str());
1441 }
1442 if (layering) {
1443 params->setBuffer(C2_PARAMKEY_TEMPORAL_LAYERING,
1444 ABuffer::CreateAsCopy(layering.get(), layering->size()));
1445 }
1446 }
1447 }
1448
1449 { // convert from MediaFormat rect to Codec 2.0 rect
1450 int32_t offset;
1451 int32_t end;
1452 AMessage::ItemData item;
1453 if (params->findInt32("crop-left", &offset) && params->findInt32("crop-right", &end)
1454 && offset >= 0 && end >= offset - 1) {
1455 size_t ix = params->findEntryByName("crop-right");
1456 params->setEntryNameAt(ix, "crop-width");
1457 item.set(end - offset + 1);
1458 params->setEntryAt(ix, item);
1459 }
1460 if (params->findInt32("crop-top", &offset) && params->findInt32("crop-bottom", &end)
1461 && offset >= 0 && end >= offset - 1) {
1462 size_t ix = params->findEntryByName("crop-bottom");
1463 params->setEntryNameAt(ix, "crop-height");
1464 item.set(end - offset + 1);
1465 params->setEntryAt(ix, item);
1466 }
1467 }
1468
1469 { // convert color info
1470 int32_t standard;
1471 if (params->findInt32(KEY_COLOR_STANDARD, &standard)) {
1472 C2Color::primaries_t primaries;
1473 C2Color::matrix_t matrix;
1474
1475 if (C2Mapper::map(standard, &primaries, &matrix)) {
1476 params->setInt32("color-primaries", primaries);
1477 params->setInt32("color-matrix", matrix);
1478 }
1479 }
1480
1481 sp<ABuffer> hdrMeta;
1482 if (params->findBuffer(KEY_HDR_STATIC_INFO, &hdrMeta)
1483 && hdrMeta->size() == sizeof(HDRStaticInfo)) {
1484 HDRStaticInfo *meta = (HDRStaticInfo*)hdrMeta->data();
1485 if (meta->mID == meta->kType1) {
1486 params->setFloat("smpte2086.red.x", meta->sType1.mR.x * 0.00002);
1487 params->setFloat("smpte2086.red.y", meta->sType1.mR.y * 0.00002);
1488 params->setFloat("smpte2086.green.x", meta->sType1.mG.x * 0.00002);
1489 params->setFloat("smpte2086.green.y", meta->sType1.mG.y * 0.00002);
1490 params->setFloat("smpte2086.blue.x", meta->sType1.mB.x * 0.00002);
1491 params->setFloat("smpte2086.blue.y", meta->sType1.mB.y * 0.00002);
1492 params->setFloat("smpte2086.white.x", meta->sType1.mW.x * 0.00002);
1493 params->setFloat("smpte2086.white.y", meta->sType1.mW.y * 0.00002);
1494 params->setFloat("smpte2086.max-luminance", meta->sType1.mMaxDisplayLuminance);
1495 params->setFloat("smpte2086.min-luminance", meta->sType1.mMinDisplayLuminance * 0.0001);
1496 params->setFloat("cta861.max-cll", meta->sType1.mMaxContentLightLevel);
1497 params->setFloat("cta861.max-fall", meta->sType1.mMaxFrameAverageLightLevel);
1498 }
1499 }
1500 }
1501
1502 // this is to verify that we set proper signedness for standard parameters
1503 bool beVeryStrict = property_get_bool("debug.stagefright.ccodec_strict_type", false);
1504 // this is to allow vendors to use the wrong signedness for standard parameters
1505 bool beVeryLax = property_get_bool("debug.stagefright.ccodec_lax_type", false);
1506
1507 ReflectedParamUpdater::Dict filtered;
1508 for (size_t ix = 0; ix < params->countEntries(); ++ix) {
1509 AMessage::Type type;
1510 AString name = params->getEntryNameAt(ix, &type);
1511 AMessage::ItemData msgItem = params->getEntryAt(ix);
1512 ReflectedParamUpdater::Value item;
1513 convert(msgItem, &item); // convert item to param updater item
1514
1515 if (name.startsWith("vendor.")) {
1516 // vendor params pass through as is
1517 filtered.emplace(name.c_str(), item);
1518 continue;
1519 }
1520 // standard parameters may get modified, filtered or duplicated
1521 for (const ConfigMapper &cm : mStandardParams->getConfigMappersForSdkKey(name.c_str())) {
1522 // note: we ignore port domain for configuration
1523 if ((cm.domain() & configDomain)
1524 // component domain + kind (these must match)
1525 && (cm.domain() & mDomain) == mDomain) {
1526 // map arithmetic values, pass through string or buffer
1527 switch (type) {
1528 case AMessage::kTypeBuffer:
1529 case AMessage::kTypeString:
1530 break;
1531 case AMessage::kTypeInt32:
1532 case AMessage::kTypeInt64:
1533 case AMessage::kTypeFloat:
1534 case AMessage::kTypeDouble:
1535 // for now only map settings with mappers as we are not creating
1536 // signed <=> unsigned mappers
1537 // TODO: be precise about signed unsigned
1538 if (beVeryStrict || cm.mapper()) {
1539 item.set(cm.mapFromMessage(params->getEntryAt(ix)));
1540 // also allow to relax type strictness
1541 if (beVeryLax) {
1542 relaxValues(item);
1543 }
1544 }
1545 break;
1546 default:
1547 continue;
1548 }
1549 filtered.emplace(cm.path(), item);
1550 }
1551 }
1552 }
1553 ALOGV("filtered %s to %s", params->debugString(4).c_str(),
1554 filtered.debugString(4).c_str());
1555 return filtered;
1556}
1557
1558status_t CCodecConfig::getConfigUpdateFromSdkParams(
1559 std::shared_ptr<Codec2Client::Component> component,
1560 const sp<AMessage> &sdkParams, Domain configDomain,
1561 c2_blocking_t blocking,
1562 std::vector<std::unique_ptr<C2Param>> *configUpdate) const {
1563 ReflectedParamUpdater::Dict params = getReflectedFormat(sdkParams, configDomain);
1564
1565 std::vector<C2Param::Index> indices;
1566 mParamUpdater->getParamIndicesFromMessage(params, &indices);
1567 if (indices.empty()) {
1568 ALOGD("no recognized params in: %s", params.debugString().c_str());
1569 return OK;
1570 }
1571
1572 configUpdate->clear();
1573 std::vector<C2Param::Index> supportedIndices;
1574 for (C2Param::Index ix : indices) {
1575 if (mSupportedIndices.count(ix)) {
1576 supportedIndices.push_back(ix);
1577 } else if (mLocalParams.count(ix)) {
1578 // query local parameter here
1579 auto it = mCurrentConfig.find(ix);
1580 if (it != mCurrentConfig.end()) {
1581 configUpdate->emplace_back(C2Param::Copy(*it->second));
1582 }
1583 }
1584 }
1585
1586 c2_status_t err = component->query({ }, supportedIndices, blocking, configUpdate);
1587 if (err != C2_OK) {
1588 ALOGD("query failed after returning %zu params => %s", configUpdate->size(), asString(err));
1589 }
1590
1591 if (configUpdate->size()) {
1592 mParamUpdater->updateParamsFromMessage(params, configUpdate);
1593 }
1594 return OK;
1595}
1596
1597status_t CCodecConfig::setParameters(
1598 std::shared_ptr<Codec2Client::Component> component,
1599 std::vector<std::unique_ptr<C2Param>> &configUpdate,
1600 c2_blocking_t blocking) {
1601 status_t result = OK;
1602 if (configUpdate.empty()) {
1603 return OK;
1604 }
1605
1606 std::vector<C2Param::Index> indices;
1607 std::vector<C2Param *> paramVector;
1608 for (const std::unique_ptr<C2Param> &param : configUpdate) {
1609 if (mSupportedIndices.count(param->index())) {
1610 // component parameter
1611 paramVector.push_back(param.get());
1612 indices.push_back(param->index());
1613 } else if (mLocalParams.count(param->index())) {
1614 // handle local parameter here
1615 LocalParamValidator validator = mLocalParams.find(param->index())->second;
1616 c2_status_t err = C2_OK;
1617 std::unique_ptr<C2Param> copy = C2Param::Copy(*param);
1618 if (validator) {
1619 err = validator(copy);
1620 }
1621 if (err == C2_OK) {
1622 ALOGV("updated local parameter value for %s",
1623 mParamUpdater->getParamName(param->index()).c_str());
1624
1625 mCurrentConfig[param->index()] = std::move(copy);
1626 } else {
1627 ALOGD("failed to set parameter value for %s => %s",
1628 mParamUpdater->getParamName(param->index()).c_str(), asString(err));
1629 result = BAD_VALUE;
1630 }
1631 }
1632 }
1633 // update subscribed param indices
1634 subscribeToConfigUpdate(component, indices, blocking);
1635
1636 std::vector<std::unique_ptr<C2SettingResult>> failures;
1637 c2_status_t err = component->config(paramVector, blocking, &failures);
1638 if (err != C2_OK) {
1639 ALOGD("config failed => %s", asString(err));
1640 // This is non-fatal.
1641 }
1642 for (const std::unique_ptr<C2SettingResult> &failure : failures) {
1643 switch (failure->failure) {
1644 case C2SettingResult::BAD_VALUE:
1645 ALOGD("Bad parameter value");
1646 result = BAD_VALUE;
1647 break;
1648 default:
1649 ALOGV("failure = %d", int(failure->failure));
1650 break;
1651 }
1652 }
1653
1654 // Re-query parameter values in case config could not update them and update the current
1655 // configuration.
1656 configUpdate.clear();
1657 err = component->query({}, indices, blocking, &configUpdate);
1658 if (err != C2_OK) {
1659 ALOGD("query failed after returning %zu params => %s", configUpdate.size(), asString(err));
1660 }
1661 (void)updateConfiguration(configUpdate, ALL);
1662
1663 // TODO: error value
1664 return result;
1665}
1666
1667const C2Param *CCodecConfig::getConfigParameterValue(C2Param::Index index) const {
1668 auto it = mCurrentConfig.find(index);
1669 if (it == mCurrentConfig.end()) {
1670 return nullptr;
1671 } else {
1672 return it->second.get();
1673 }
1674}
1675
1676} // namespace android