blob: 460bdb00f2045a4a33521eb2f5dc0960cbac664d [file] [log] [blame]
Pawin Vongmasa36653902018-11-15 00:10:25 -08001/*
2 * Copyright (C) 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "CCodecConfig"
19#include <cutils/properties.h>
20#include <log/log.h>
21
22#include <C2Component.h>
23#include <C2Debug.h>
24#include <C2Param.h>
25#include <util/C2InterfaceHelper.h>
26
27#include <media/stagefright/MediaCodecConstants.h>
28
29#include "CCodecConfig.h"
30#include "Codec2Mapper.h"
31
32#define DRC_DEFAULT_MOBILE_REF_LEVEL 64 /* 64*-0.25dB = -16 dB below full scale for mobile conf */
33#define DRC_DEFAULT_MOBILE_DRC_CUT 127 /* maximum compression of dynamic range for mobile conf */
34#define DRC_DEFAULT_MOBILE_DRC_BOOST 127 /* maximum compression of dynamic range for mobile conf */
35#define DRC_DEFAULT_MOBILE_DRC_HEAVY 1 /* switch for heavy compression for mobile conf */
36#define DRC_DEFAULT_MOBILE_DRC_EFFECT 3 /* MPEG-D DRC effect type; 3 => Limited playback range */
Jean-Michel Trivi4b936cc2020-02-17 16:29:47 -080037#define DRC_DEFAULT_MOBILE_OUTPUT_LOUDNESS -1 /* decoder output loudness; -1 => the value is unknown, otherwise dB step value (e.g. 64 for -16 dB) */
Pawin Vongmasa36653902018-11-15 00:10:25 -080038#define DRC_DEFAULT_MOBILE_ENC_LEVEL (-1) /* encoder target level; -1 => the value is unknown, otherwise dB step value (e.g. 64 for -16 dB) */
39// names of properties that can be used to override the default DRC settings
40#define PROP_DRC_OVERRIDE_REF_LEVEL "aac_drc_reference_level"
41#define PROP_DRC_OVERRIDE_CUT "aac_drc_cut"
42#define PROP_DRC_OVERRIDE_BOOST "aac_drc_boost"
43#define PROP_DRC_OVERRIDE_HEAVY "aac_drc_heavy"
44#define PROP_DRC_OVERRIDE_ENC_LEVEL "aac_drc_enc_target_level"
45#define PROP_DRC_OVERRIDE_EFFECT "ro.aac_drc_effect_type"
46
47namespace android {
48
49// CCodecConfig
50
51namespace {
52
53/**
54 * mapping between SDK and Codec 2.0 configurations.
55 */
56struct ConfigMapper {
57 /**
58 * Value mapper (C2Value => C2Value)
59 */
60 typedef std::function<C2Value(C2Value)> Mapper;
61
62 /// shorthand
63 typedef CCodecConfig::Domain Domain;
64
65 ConfigMapper(std::string mediaKey, C2String c2struct, C2String c2field)
66 : mDomain(Domain::ALL), mMediaKey(mediaKey), mStruct(c2struct), mField(c2field) { }
67
68 /// Limits this parameter to the given domain
69 ConfigMapper &limitTo(uint32_t domain) {
70 C2_CHECK(domain & Domain::GUARD_BIT);
71 mDomain = Domain(mDomain & domain);
72 return *this;
73 }
74
75 /// Adds SDK => Codec 2.0 mapper (should not be in the SDK format)
76 ConfigMapper &withMapper(Mapper mapper) {
77 C2_CHECK(!mMapper);
78 C2_CHECK(!mReverse);
79 mMapper = mapper;
80 return *this;
81 }
82
83 /// Adds SDK <=> Codec 2.0 value mappers
84 ConfigMapper &withMappers(Mapper mapper, Mapper reverse) {
85 C2_CHECK(!mMapper);
86 C2_CHECK(!mReverse);
87 mMapper = mapper;
88 mReverse = reverse;
89 return *this;
90 }
91
92 /// Adds SDK <=> Codec 2.0 value mappers based on C2Mapper
93 template<typename C2Type, typename SdkType=int32_t>
94 ConfigMapper &withC2Mappers() {
95 C2_CHECK(!mMapper);
96 C2_CHECK(!mReverse);
97 mMapper = [](C2Value v) -> C2Value {
98 SdkType sdkValue;
99 C2Type c2Value;
100 if (v.get(&sdkValue) && C2Mapper::map(sdkValue, &c2Value)) {
101 return c2Value;
102 }
103 return C2Value();
104 };
105 mReverse = [](C2Value v) -> C2Value {
106 SdkType sdkValue;
107 C2Type c2Value;
108 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<C2Type>::type;
109 if (v.get((C2ValueType*)&c2Value) && C2Mapper::map(c2Value, &sdkValue)) {
110 return sdkValue;
111 }
112 return C2Value();
113 };
114 return *this;
115 }
116
117 /// Maps from SDK values in an AMessage to a suitable C2Value.
118 C2Value mapFromMessage(const AMessage::ItemData &item) const {
119 C2Value value;
120 int32_t int32Value;
121 int64_t int64Value;
122 float floatValue;
123 double doubleValue;
124 if (item.find(&int32Value)) {
125 value = int32Value;
126 } else if (item.find(&int64Value)) {
127 value = int64Value;
128 } else if (item.find(&floatValue)) {
129 value = floatValue;
130 } else if (item.find(&doubleValue)) {
131 value = (float)doubleValue;
132 }
133 if (value.type() != C2Value::NO_INIT && mMapper) {
134 value = mMapper(value);
135 }
136 return value;
137 }
138
139 /// Maps from a C2Value to an SDK value in an AMessage.
140 AMessage::ItemData mapToMessage(C2Value value) const {
141 AMessage::ItemData item;
142 int32_t int32Value;
143 uint32_t uint32Value;
144 int64_t int64Value;
145 uint64_t uint64Value;
146 float floatValue;
147 if (value.type() != C2Value::NO_INIT && mReverse) {
148 value = mReverse(value);
149 }
150 if (value.get(&int32Value)) {
151 item.set(int32Value);
152 } else if (value.get(&uint32Value) && uint32Value <= uint32_t(INT32_MAX)) {
153 // SDK does not support unsigned values
154 item.set((int32_t)uint32Value);
155 } else if (value.get(&int64Value)) {
156 item.set(int64Value);
157 } else if (value.get(&uint64Value) && uint64Value <= uint64_t(INT64_MAX)) {
158 // SDK does not support unsigned values
159 item.set((int64_t)uint64Value);
160 } else if (value.get(&floatValue)) {
161 item.set(floatValue);
162 }
163 return item;
164 }
165
166 Domain domain() const { return mDomain; }
167 std::string mediaKey() const { return mMediaKey; }
168 std::string path() const { return mField.size() ? mStruct + '.' + mField : mStruct; }
169 Mapper mapper() const { return mMapper; }
170 Mapper reverse() const { return mReverse; }
171
172private:
173 Domain mDomain; ///< parameter domain (mask) containing port, kind and config domains
174 std::string mMediaKey; ///< SDK key
175 C2String mStruct; ///< Codec 2.0 struct name
176 C2String mField; ///< Codec 2.0 field name
177 Mapper mMapper; ///< optional SDK => Codec 2.0 value mapper
178 Mapper mReverse; ///< optional Codec 2.0 => SDK value mapper
179};
180
181template <typename PORT, typename STREAM>
182AString QueryMediaTypeImpl(
183 const std::shared_ptr<Codec2Client::Component> &component) {
184 AString mediaType;
185 std::vector<std::unique_ptr<C2Param>> queried;
186 c2_status_t c2err = component->query(
187 {}, { PORT::PARAM_TYPE, STREAM::PARAM_TYPE }, C2_DONT_BLOCK, &queried);
188 if (c2err != C2_OK && queried.size() == 0) {
189 ALOGD("Query media type failed => %s", asString(c2err));
190 } else {
191 PORT *portMediaType =
192 PORT::From(queried[0].get());
193 if (portMediaType) {
194 mediaType = AString(
195 portMediaType->m.value,
196 strnlen(portMediaType->m.value, portMediaType->flexCount()));
197 } else {
198 STREAM *streamMediaType = STREAM::From(queried[0].get());
199 if (streamMediaType) {
200 mediaType = AString(
201 streamMediaType->m.value,
202 strnlen(streamMediaType->m.value, streamMediaType->flexCount()));
203 }
204 }
205 ALOGD("read media type: %s", mediaType.c_str());
206 }
207 return mediaType;
208}
209
210AString QueryMediaType(
211 bool input, const std::shared_ptr<Codec2Client::Component> &component) {
212 typedef C2PortMediaTypeSetting P;
213 typedef C2StreamMediaTypeSetting S;
214 if (input) {
215 return QueryMediaTypeImpl<P::input, S::input>(component);
216 } else {
217 return QueryMediaTypeImpl<P::output, S::output>(component);
218 }
219}
220
221} // namespace
222
223/**
224 * Set of standard parameters used by CCodec that are exposed to MediaCodec.
225 */
226struct StandardParams {
227 typedef CCodecConfig::Domain Domain;
228
229 // standard (MediaCodec) params are keyed by media format key
230 typedef std::string SdkKey;
231
232 /// used to return reference to no config mappers in getConfigMappersForSdkKey
233 static const std::vector<ConfigMapper> NO_MAPPERS;
234
235 /// Returns Codec 2.0 equivalent parameters for an SDK format key.
236 const std::vector<ConfigMapper> &getConfigMappersForSdkKey(std::string key) const {
237 auto it = mConfigMappers.find(key);
238 if (it == mConfigMappers.end()) {
Wonsik Kimbd557932019-07-02 15:51:20 -0700239 if (mComplained.count(key) == 0) {
240 ALOGD("no c2 equivalents for %s", key.c_str());
241 mComplained.insert(key);
242 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800243 return NO_MAPPERS;
244 }
245 ALOGV("found %zu eqs for %s", it->second.size(), key.c_str());
246 return it->second;
247 }
248
249 /**
250 * Adds a SDK <=> Codec 2.0 parameter mapping. Multiple Codec 2.0 parameters may map to a
251 * single SDK key, in which case they shall be ordered from least authoritative to most
252 * authoritative. When constructing SDK formats, the last mapped Codec 2.0 parameter that
253 * is supported by the component will determine the exposed value. (TODO: perhaps restrict this
254 * by domain.)
255 */
256 void add(const ConfigMapper &cm) {
257 auto it = mConfigMappers.find(cm.mediaKey());
258 ALOGV("%c%c%c%c %c%c%c %04x %9s %s => %s",
259 ((cm.domain() & Domain::IS_INPUT) ? 'I' : ' '),
260 ((cm.domain() & Domain::IS_OUTPUT) ? 'O' : ' '),
261 ((cm.domain() & Domain::IS_CODED) ? 'C' : ' '),
262 ((cm.domain() & Domain::IS_RAW) ? 'R' : ' '),
263 ((cm.domain() & Domain::IS_CONFIG) ? 'c' : ' '),
264 ((cm.domain() & Domain::IS_PARAM) ? 'p' : ' '),
265 ((cm.domain() & Domain::IS_READ) ? 'r' : ' '),
266 cm.domain(),
267 it == mConfigMappers.end() ? "adding" : "extending",
268 cm.mediaKey().c_str(), cm.path().c_str());
269 if (it == mConfigMappers.end()) {
270 std::vector<ConfigMapper> eqs = { cm };
271 mConfigMappers.emplace(cm.mediaKey(), eqs);
272 } else {
273 it->second.push_back(cm);
274 }
275 }
276
277 /**
278 * Returns all paths for a specific domain.
279 *
280 * \param any maximum domain mask. Returned parameters must match at least one of the domains
281 * in the mask.
282 * \param all minimum domain mask. Returned parameters must match all of the domains in the
283 * mask. This is restricted to the bits of the maximum mask.
284 */
285 std::vector<std::string> getPathsForDomain(
286 Domain any, Domain all = Domain::ALL) const {
287 std::vector<std::string> res;
288 for (const std::pair<std::string, std::vector<ConfigMapper>> &el : mConfigMappers) {
289 for (const ConfigMapper &cm : el.second) {
290 ALOGV("filtering %s %x %x %x %x", cm.path().c_str(), cm.domain(), any,
291 (cm.domain() & any), (cm.domain() & any & all));
292 if ((cm.domain() & any) && ((cm.domain() & any & all) == (any & all))) {
293 res.push_back(cm.path());
294 }
295 }
296 }
297 return res;
298 }
299
300 /**
301 * Returns SDK <=> Codec 2.0 mappings.
302 *
303 * TODO: replace these with better methods as this exposes the inner structure.
304 */
305 const std::map<SdkKey, std::vector<ConfigMapper>> getKeys() const {
306 return mConfigMappers;
307 }
308
309private:
310 std::map<SdkKey, std::vector<ConfigMapper>> mConfigMappers;
Wonsik Kimbd557932019-07-02 15:51:20 -0700311 mutable std::set<std::string> mComplained;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800312};
313
314const std::vector<ConfigMapper> StandardParams::NO_MAPPERS;
315
316
317CCodecConfig::CCodecConfig()
318 : mInputFormat(new AMessage),
319 mOutputFormat(new AMessage),
320 mUsingSurface(false) { }
321
322void CCodecConfig::initializeStandardParams() {
323 typedef Domain D;
324 mStandardParams = std::make_shared<StandardParams>();
325 std::function<void(const ConfigMapper &)> add =
326 [params = mStandardParams](const ConfigMapper &cm) {
327 params->add(cm);
328 };
329 std::function<void(const ConfigMapper &)> deprecated = add;
330
331 // allow int32 or float SDK values and represent them as float
332 ConfigMapper::Mapper makeFloat = [](C2Value v) -> C2Value {
333 // convert from i32 to float
334 int32_t i32Value;
335 float fpValue;
336 if (v.get(&i32Value)) {
337 return (float)i32Value;
338 } else if (v.get(&fpValue)) {
339 return fpValue;
340 }
341 return C2Value();
342 };
343
344 ConfigMapper::Mapper negate = [](C2Value v) -> C2Value {
345 int32_t value;
346 if (v.get(&value)) {
347 return -value;
348 }
349 return C2Value();
350 };
351
352 add(ConfigMapper(KEY_MIME, C2_PARAMKEY_INPUT_MEDIA_TYPE, "value")
353 .limitTo(D::INPUT & D::READ));
354 add(ConfigMapper(KEY_MIME, C2_PARAMKEY_OUTPUT_MEDIA_TYPE, "value")
355 .limitTo(D::OUTPUT & D::READ));
356
357 add(ConfigMapper(KEY_BIT_RATE, C2_PARAMKEY_BITRATE, "value")
358 .limitTo(D::ENCODER & D::OUTPUT));
359 // we also need to put the bitrate in the max bitrate field
360 add(ConfigMapper(KEY_MAX_BIT_RATE, C2_PARAMKEY_BITRATE, "value")
361 .limitTo(D::ENCODER & D::READ & D::OUTPUT));
362 add(ConfigMapper(PARAMETER_KEY_VIDEO_BITRATE, C2_PARAMKEY_BITRATE, "value")
363 .limitTo(D::ENCODER & D::VIDEO & D::PARAM));
364 add(ConfigMapper(KEY_BITRATE_MODE, C2_PARAMKEY_BITRATE_MODE, "value")
365 .limitTo(D::ENCODER & D::CODED)
Harish Mahendrakar71cbb9d2019-05-21 11:21:27 -0700366 .withC2Mappers<C2Config::bitrate_mode_t>());
Pawin Vongmasa36653902018-11-15 00:10:25 -0800367 // remove when codecs switch to PARAMKEY and new modes
368 deprecated(ConfigMapper(KEY_BITRATE_MODE, "coded.bitrate-mode", "value")
369 .limitTo(D::ENCODER));
370 add(ConfigMapper(KEY_FRAME_RATE, C2_PARAMKEY_FRAME_RATE, "value")
371 .limitTo(D::VIDEO)
372 .withMappers(makeFloat, [](C2Value v) -> C2Value {
373 // read back always as int
374 float value;
375 if (v.get(&value)) {
376 return (int32_t)value;
377 }
378 return C2Value();
379 }));
380
381 add(ConfigMapper(KEY_MAX_INPUT_SIZE, C2_PARAMKEY_INPUT_MAX_BUFFER_SIZE, "value")
382 .limitTo(D::INPUT));
383 // remove when codecs switch to PARAMKEY
384 deprecated(ConfigMapper(KEY_MAX_INPUT_SIZE, "coded.max-frame-size", "value")
385 .limitTo(D::INPUT));
386
387 // Rotation
388 // Note: SDK rotation is clock-wise, while C2 rotation is counter-clock-wise
389 add(ConfigMapper(KEY_ROTATION, C2_PARAMKEY_VUI_ROTATION, "value")
390 .limitTo(D::VIDEO & D::CODED)
391 .withMappers(negate, negate));
392 add(ConfigMapper(KEY_ROTATION, C2_PARAMKEY_ROTATION, "value")
393 .limitTo(D::VIDEO & D::RAW)
394 .withMappers(negate, negate));
395
396 // android 'video-scaling'
397 add(ConfigMapper("android._video-scaling", C2_PARAMKEY_SURFACE_SCALING_MODE, "value")
398 .limitTo(D::VIDEO & D::DECODER & D::RAW));
399
400 // Color Aspects
401 //
402 // configure default for decoders
403 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "range")
404 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM))
405 .withC2Mappers<C2Color::range_t>());
406 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "transfer")
407 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM))
408 .withC2Mappers<C2Color::transfer_t>());
409 add(ConfigMapper("color-primaries", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "primaries")
410 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM)));
411 add(ConfigMapper("color-matrix", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "matrix")
412 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM)));
413
414 // read back final for decoder output (also, configure final aspects as well. This should be
415 // overwritten based on coded/default values if component supports color aspects, but is used
416 // as final values if component does not support aspects at all)
417 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_COLOR_ASPECTS, "range")
418 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW)
419 .withC2Mappers<C2Color::range_t>());
420 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_COLOR_ASPECTS, "transfer")
421 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW)
422 .withC2Mappers<C2Color::transfer_t>());
423 add(ConfigMapper("color-primaries", C2_PARAMKEY_COLOR_ASPECTS, "primaries")
424 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW));
425 add(ConfigMapper("color-matrix", C2_PARAMKEY_COLOR_ASPECTS, "matrix")
426 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW));
427
428 // configure source aspects for encoders and read them back on the coded(!) port.
429 // This is to ensure muxing the desired aspects into the container.
430 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_COLOR_ASPECTS, "range")
431 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED)
432 .withC2Mappers<C2Color::range_t>());
433 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_COLOR_ASPECTS, "transfer")
434 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED)
435 .withC2Mappers<C2Color::transfer_t>());
436 add(ConfigMapper("color-primaries", C2_PARAMKEY_COLOR_ASPECTS, "primaries")
437 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED));
438 add(ConfigMapper("color-matrix", C2_PARAMKEY_COLOR_ASPECTS, "matrix")
439 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED));
440
441 // read back coded aspects for encoders (on the raw port), but also configure
442 // desired aspects here.
443 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_VUI_COLOR_ASPECTS, "range")
444 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW)
445 .withC2Mappers<C2Color::range_t>());
446 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_VUI_COLOR_ASPECTS, "transfer")
447 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW)
448 .withC2Mappers<C2Color::transfer_t>());
449 add(ConfigMapper("color-primaries", C2_PARAMKEY_VUI_COLOR_ASPECTS, "primaries")
450 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW));
451 add(ConfigMapper("color-matrix", C2_PARAMKEY_VUI_COLOR_ASPECTS, "matrix")
452 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW));
453
454 // Dataspace
455 add(ConfigMapper("android._dataspace", C2_PARAMKEY_DATA_SPACE, "value")
456 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
457
458 // HDR
459 add(ConfigMapper("smpte2086.red.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.red.x")
460 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
461 add(ConfigMapper("smpte2086.red.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.red.y")
462 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
463 add(ConfigMapper("smpte2086.green.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.green.x")
464 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
465 add(ConfigMapper("smpte2086.green.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.green.y")
466 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
467 add(ConfigMapper("smpte2086.blue.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.blue.x")
468 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
469 add(ConfigMapper("smpte2086.blue.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.blue.y")
470 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
471 add(ConfigMapper("smpte2086.white.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.white.x")
472 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
473 add(ConfigMapper("smpte2086.white.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.white.y")
474 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
475 add(ConfigMapper("smpte2086.max-luminance", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.max-luminance")
476 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
477 add(ConfigMapper("smpte2086.min-luminance", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.min-luminance")
478 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
479 add(ConfigMapper("cta861.max-cll", C2_PARAMKEY_HDR_STATIC_INFO, "max-cll")
480 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
481 add(ConfigMapper("cta861.max-fall", C2_PARAMKEY_HDR_STATIC_INFO, "max-fall")
482 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
483
484 add(ConfigMapper(std::string(KEY_FEATURE_) + FEATURE_SecurePlayback,
485 C2_PARAMKEY_SECURE_MODE, "value"));
486
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700487 add(ConfigMapper(KEY_PREPEND_HEADERS_TO_SYNC_FRAMES,
Pawin Vongmasa36653902018-11-15 00:10:25 -0800488 C2_PARAMKEY_PREPEND_HEADER_MODE, "value")
489 .limitTo(D::ENCODER & D::VIDEO)
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700490 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800491 int32_t value;
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700492 if (v.get(&value)) {
493 return value ? C2Value(C2Config::PREPEND_HEADER_TO_ALL_SYNC)
494 : C2Value(C2Config::PREPEND_HEADER_TO_NONE);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800495 }
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700496 return C2Value();
497 }, [](C2Value v) -> C2Value {
498 C2Config::prepend_header_mode_t value;
499 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(value)>::type;
500 if (v.get((C2ValueType *)&value)) {
501 switch (value) {
502 case C2Config::PREPEND_HEADER_TO_NONE: return 0;
503 case C2Config::PREPEND_HEADER_TO_ALL_SYNC: return 1;
504 case C2Config::PREPEND_HEADER_ON_CHANGE: [[fallthrough]];
505 default: return C2Value();
506 }
507 }
508 return C2Value();
Pawin Vongmasa36653902018-11-15 00:10:25 -0800509 }));
510 // remove when codecs switch to PARAMKEY
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700511 deprecated(ConfigMapper(KEY_PREPEND_HEADERS_TO_SYNC_FRAMES,
Pawin Vongmasa36653902018-11-15 00:10:25 -0800512 "coding.add-csd-to-sync-frames", "value")
513 .limitTo(D::ENCODER & D::VIDEO));
514 // convert to timestamp base
515 add(ConfigMapper(KEY_I_FRAME_INTERVAL, C2_PARAMKEY_SYNC_FRAME_INTERVAL, "value")
Wonsik Kimec588002019-07-11 13:43:38 -0700516 .limitTo(D::VIDEO & D::ENCODER & D::CONFIG)
517 .withMapper([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800518 // convert from i32 to float
519 int32_t i32Value;
520 float fpValue;
521 if (v.get(&i32Value)) {
522 return int64_t(1000000) * i32Value;
523 } else if (v.get(&fpValue)) {
524 return int64_t(c2_min(1000000 * fpValue + 0.5, (double)INT64_MAX));
525 }
526 return C2Value();
527 }));
528 // remove when codecs switch to proper coding.gop (add support for calculating gop)
529 deprecated(ConfigMapper("i-frame-period", "coding.gop", "intra-period")
530 .limitTo(D::ENCODER & D::VIDEO));
531 add(ConfigMapper(KEY_INTRA_REFRESH_PERIOD, C2_PARAMKEY_INTRA_REFRESH, "period")
532 .limitTo(D::VIDEO & D::ENCODER)
533 .withMappers(makeFloat, [](C2Value v) -> C2Value {
534 // read back always as int
535 float value;
536 if (v.get(&value)) {
537 return (int32_t)value;
538 }
539 return C2Value();
540 }));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800541 deprecated(ConfigMapper(PARAMETER_KEY_REQUEST_SYNC_FRAME,
542 "coding.request-sync", "value")
543 .limitTo(D::PARAM & D::ENCODER)
544 .withMapper([](C2Value) -> C2Value { return uint32_t(1); }));
545 add(ConfigMapper(PARAMETER_KEY_REQUEST_SYNC_FRAME,
546 C2_PARAMKEY_REQUEST_SYNC_FRAME, "value")
547 .limitTo(D::PARAM & D::ENCODER)
548 .withMapper([](C2Value) -> C2Value { return uint32_t(1); }));
549
550 add(ConfigMapper(KEY_OPERATING_RATE, C2_PARAMKEY_OPERATING_RATE, "value")
551 .limitTo(D::PARAM | D::CONFIG) // write-only
552 .withMapper(makeFloat));
553 // C2 priorities are inverted
554 add(ConfigMapper(KEY_PRIORITY, C2_PARAMKEY_PRIORITY, "value")
555 .withMappers(negate, negate));
556 // remove when codecs switch to PARAMKEY
557 deprecated(ConfigMapper(KEY_OPERATING_RATE, "ctrl.operating-rate", "value")
558 .withMapper(makeFloat));
559 deprecated(ConfigMapper(KEY_PRIORITY, "ctrl.priority", "value"));
560
561 add(ConfigMapper(KEY_WIDTH, C2_PARAMKEY_PICTURE_SIZE, "width")
562 .limitTo(D::VIDEO | D::IMAGE));
563 add(ConfigMapper(KEY_HEIGHT, C2_PARAMKEY_PICTURE_SIZE, "height")
564 .limitTo(D::VIDEO | D::IMAGE));
565
566 add(ConfigMapper("crop-left", C2_PARAMKEY_CROP_RECT, "left")
567 .limitTo(D::VIDEO | D::IMAGE));
568 add(ConfigMapper("crop-top", C2_PARAMKEY_CROP_RECT, "top")
569 .limitTo(D::VIDEO | D::IMAGE));
570 add(ConfigMapper("crop-width", C2_PARAMKEY_CROP_RECT, "width")
571 .limitTo(D::VIDEO | D::IMAGE));
572 add(ConfigMapper("crop-height", C2_PARAMKEY_CROP_RECT, "height")
573 .limitTo(D::VIDEO | D::IMAGE));
574
575 add(ConfigMapper(KEY_MAX_WIDTH, C2_PARAMKEY_MAX_PICTURE_SIZE, "width")
576 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
577 add(ConfigMapper(KEY_MAX_HEIGHT, C2_PARAMKEY_MAX_PICTURE_SIZE, "height")
578 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
579
580 add(ConfigMapper("csd-0", C2_PARAMKEY_INIT_DATA, "value")
581 .limitTo(D::OUTPUT & D::READ));
582
Pawin Vongmasa8be93112018-12-11 14:01:42 -0800583 add(ConfigMapper(KEY_HDR10_PLUS_INFO, C2_PARAMKEY_INPUT_HDR10_PLUS_INFO, "value")
584 .limitTo(D::VIDEO & D::PARAM & D::INPUT));
585
586 add(ConfigMapper(KEY_HDR10_PLUS_INFO, C2_PARAMKEY_OUTPUT_HDR10_PLUS_INFO, "value")
587 .limitTo(D::VIDEO & D::OUTPUT));
588
Pawin Vongmasa36653902018-11-15 00:10:25 -0800589 add(ConfigMapper(C2_PARAMKEY_TEMPORAL_LAYERING, C2_PARAMKEY_TEMPORAL_LAYERING, "")
590 .limitTo(D::ENCODER & D::VIDEO & D::OUTPUT));
591
592 // Pixel Format (use local key for actual pixel format as we don't distinguish between
593 // SDK layouts for flexible format and we need the actual SDK color format in the media format)
594 add(ConfigMapper("android._color-format", C2_PARAMKEY_PIXEL_FORMAT, "value")
595 .limitTo((D::VIDEO | D::IMAGE) & D::RAW)
596 .withMappers([](C2Value v) -> C2Value {
597 int32_t value;
598 if (v.get(&value)) {
Wonsik Kimfb7a7672019-12-27 17:13:33 -0800599 uint32_t result;
600 if (C2Mapper::mapPixelFormatFrameworkToCodec(value, &result)) {
601 return result;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800602 }
603 }
604 return C2Value();
605 }, [](C2Value v) -> C2Value {
606 uint32_t value;
607 if (v.get(&value)) {
Wonsik Kimfb7a7672019-12-27 17:13:33 -0800608 int32_t result;
609 if (C2Mapper::mapPixelFormatCodecToFramework(value, &result)) {
610 return result;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800611 }
612 }
613 return C2Value();
614 }));
615
616 add(ConfigMapper(KEY_CHANNEL_COUNT, C2_PARAMKEY_CHANNEL_COUNT, "value")
617 .limitTo(D::AUDIO)); // read back to both formats
618 add(ConfigMapper(KEY_CHANNEL_COUNT, C2_PARAMKEY_CODED_CHANNEL_COUNT, "value")
619 .limitTo(D::AUDIO & D::CODED));
620
621 add(ConfigMapper(KEY_SAMPLE_RATE, C2_PARAMKEY_SAMPLE_RATE, "value")
622 .limitTo(D::AUDIO)); // read back to both port formats
623 add(ConfigMapper(KEY_SAMPLE_RATE, C2_PARAMKEY_CODED_SAMPLE_RATE, "value")
624 .limitTo(D::AUDIO & D::CODED));
625
626 add(ConfigMapper(KEY_PCM_ENCODING, C2_PARAMKEY_PCM_ENCODING, "value")
Pawin Vongmasa8be93112018-12-11 14:01:42 -0800627 .limitTo(D::AUDIO)
628 .withMappers([](C2Value v) -> C2Value {
629 int32_t value;
630 C2Config::pcm_encoding_t to;
631 if (v.get(&value) && C2Mapper::map(value, &to)) {
632 return to;
633 }
634 return C2Value();
635 }, [](C2Value v) -> C2Value {
636 C2Config::pcm_encoding_t value;
637 int32_t to;
638 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(value)>::type;
639 if (v.get((C2ValueType*)&value) && C2Mapper::map(value, &to)) {
640 return to;
641 }
642 return C2Value();
643 }));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800644
645 add(ConfigMapper(KEY_IS_ADTS, C2_PARAMKEY_AAC_PACKAGING, "value")
646 .limitTo(D::AUDIO & D::CODED)
647 .withMappers([](C2Value v) -> C2Value {
648 int32_t value;
649 if (v.get(&value) && value) {
650 return C2Config::AAC_PACKAGING_ADTS;
651 }
652 return C2Value();
653 }, [](C2Value v) -> C2Value {
654 uint32_t value;
655 if (v.get(&value) && value == C2Config::AAC_PACKAGING_ADTS) {
656 return (int32_t)1;
657 }
658 return C2Value();
659 }));
660
661 std::shared_ptr<C2Mapper::ProfileLevelMapper> mapper =
662 C2Mapper::GetProfileLevelMapper(mCodingMediaType);
663
664 add(ConfigMapper(KEY_PROFILE, C2_PARAMKEY_PROFILE_LEVEL, "profile")
665 .limitTo(D::CODED)
666 .withMappers([mapper](C2Value v) -> C2Value {
667 C2Config::profile_t c2 = PROFILE_UNUSED;
668 int32_t sdk;
669 if (mapper && v.get(&sdk) && mapper->mapProfile(sdk, &c2)) {
670 return c2;
671 }
672 return PROFILE_UNUSED;
673 }, [mapper](C2Value v) -> C2Value {
674 C2Config::profile_t c2;
675 int32_t sdk;
676 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(c2)>::type;
677 if (mapper && v.get((C2ValueType*)&c2) && mapper->mapProfile(c2, &sdk)) {
678 return sdk;
679 }
680 return C2Value();
681 }));
682
683 add(ConfigMapper(KEY_LEVEL, C2_PARAMKEY_PROFILE_LEVEL, "level")
684 .limitTo(D::CODED)
685 .withMappers([mapper](C2Value v) -> C2Value {
686 C2Config::level_t c2 = LEVEL_UNUSED;
687 int32_t sdk;
688 if (mapper && v.get(&sdk) && mapper->mapLevel(sdk, &c2)) {
689 return c2;
690 }
691 return LEVEL_UNUSED;
692 }, [mapper](C2Value v) -> C2Value {
693 C2Config::level_t c2;
694 int32_t sdk;
695 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(c2)>::type;
696 if (mapper && v.get((C2ValueType*)&c2) && mapper->mapLevel(c2, &sdk)) {
697 return sdk;
698 }
699 return C2Value();
700 }));
701
702 // convert to dBFS and add default
703 add(ConfigMapper(KEY_AAC_DRC_TARGET_REFERENCE_LEVEL, C2_PARAMKEY_DRC_TARGET_REFERENCE_LEVEL, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800704 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
705 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800706 int32_t value;
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800707 if (!v.get(&value) || value < -1) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800708 value = property_get_int32(PROP_DRC_OVERRIDE_REF_LEVEL, DRC_DEFAULT_MOBILE_REF_LEVEL);
709 }
710 return float(-0.25 * c2_min(value, 127));
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800711 },[](C2Value v) -> C2Value {
712 float value;
713 if (v.get(&value)) {
714 return (int32_t) (-4. * value);
715 }
716 return C2Value();
Pawin Vongmasa36653902018-11-15 00:10:25 -0800717 }));
718
719 // convert to 0-1 (%) and add default
720 add(ConfigMapper(KEY_AAC_DRC_ATTENUATION_FACTOR, C2_PARAMKEY_DRC_ATTENUATION_FACTOR, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800721 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
722 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800723 int32_t value;
724 if (!v.get(&value) || value < 0) {
725 value = property_get_int32(PROP_DRC_OVERRIDE_CUT, DRC_DEFAULT_MOBILE_DRC_CUT);
726 }
727 return float(c2_min(value, 127) / 127.);
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800728 },[](C2Value v) -> C2Value {
729 float value;
730 if (v.get(&value)) {
731 return (int32_t) (value * 127. + 0.5);
732 }
733 else {
734 return C2Value();
735 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800736 }));
737
738 // convert to 0-1 (%) and add default
739 add(ConfigMapper(KEY_AAC_DRC_BOOST_FACTOR, C2_PARAMKEY_DRC_BOOST_FACTOR, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800740 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
741 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800742 int32_t value;
743 if (!v.get(&value) || value < 0) {
744 value = property_get_int32(PROP_DRC_OVERRIDE_BOOST, DRC_DEFAULT_MOBILE_DRC_BOOST);
745 }
746 return float(c2_min(value, 127) / 127.);
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800747 },[](C2Value v) -> C2Value {
748 float value;
749 if (v.get(&value)) {
750 return (int32_t) (value * 127. + 0.5);
751 }
752 else {
753 return C2Value();
754 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800755 }));
756
757 // convert to compression type and add default
758 add(ConfigMapper(KEY_AAC_DRC_HEAVY_COMPRESSION, C2_PARAMKEY_DRC_COMPRESSION_MODE, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800759 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
760 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800761 int32_t value;
762 if (!v.get(&value) || value < 0) {
763 value = property_get_int32(PROP_DRC_OVERRIDE_HEAVY, DRC_DEFAULT_MOBILE_DRC_HEAVY);
764 }
765 return value == 1 ? C2Config::DRC_COMPRESSION_HEAVY : C2Config::DRC_COMPRESSION_LIGHT;
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800766 },[](C2Value v) -> C2Value {
767 int32_t value;
768 if (v.get(&value)) {
769 return value;
770 }
771 else {
772 return C2Value();
773 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800774 }));
775
776 // convert to dBFS and add default
777 add(ConfigMapper(KEY_AAC_ENCODED_TARGET_LEVEL, C2_PARAMKEY_DRC_ENCODED_TARGET_LEVEL, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800778 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
779 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800780 int32_t value;
781 if (!v.get(&value) || value < 0) {
782 value = property_get_int32(PROP_DRC_OVERRIDE_ENC_LEVEL, DRC_DEFAULT_MOBILE_ENC_LEVEL);
783 }
784 return float(-0.25 * c2_min(value, 127));
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800785 },[](C2Value v) -> C2Value {
786 float value;
787 if (v.get(&value)) {
788 return (int32_t) (-4. * value);
789 }
790 else {
791 return C2Value();
792 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800793 }));
794
795 // convert to effect type (these map to SDK values) and add default
796 add(ConfigMapper(KEY_AAC_DRC_EFFECT_TYPE, C2_PARAMKEY_DRC_EFFECT_TYPE, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800797 .limitTo(D::AUDIO & D::DECODER & (D::CONFIG | D::PARAM | D::READ))
798 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800799 int32_t value;
800 if (!v.get(&value) || value < -1 || value > 8) {
801 value = property_get_int32(PROP_DRC_OVERRIDE_EFFECT, DRC_DEFAULT_MOBILE_DRC_EFFECT);
802 // ensure value is within range
803 if (value < -1 || value > 8) {
804 value = DRC_DEFAULT_MOBILE_DRC_EFFECT;
805 }
806 }
807 return value;
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800808 },[](C2Value v) -> C2Value {
809 int32_t value;
810 if (v.get(&value)) {
811 return value;
812 }
813 else {
814 return C2Value();
815 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800816 }));
817
Jean-Michel Trivi4b936cc2020-02-17 16:29:47 -0800818 add(ConfigMapper(KEY_AAC_DRC_OUTPUT_LOUDNESS, C2_PARAMKEY_DRC_OUTPUT_LOUDNESS, "value")
819 .limitTo(D::OUTPUT & D::DECODER & D::READ)
820 .withMappers([](C2Value v) -> C2Value {
821 int32_t value;
822 if (!v.get(&value) || value < -1) {
823 value = DRC_DEFAULT_MOBILE_OUTPUT_LOUDNESS;
824 }
825 return float(-0.25 * c2_min(value, 127));
826 },[](C2Value v) -> C2Value {
827 float value;
828 if (v.get(&value)) {
829 return (int32_t) (-4. * value);
830 }
831 return C2Value();
832 }));
833
Pawin Vongmasa36653902018-11-15 00:10:25 -0800834 add(ConfigMapper(KEY_AAC_MAX_OUTPUT_CHANNEL_COUNT, C2_PARAMKEY_MAX_CHANNEL_COUNT, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800835 .limitTo(D::AUDIO & (D::CONFIG | D::PARAM | D::READ)));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800836
837 add(ConfigMapper(KEY_AAC_SBR_MODE, C2_PARAMKEY_AAC_SBR_MODE, "value")
Jean-Michel Triviedf942b2020-01-29 09:59:44 -0800838 .limitTo(D::AUDIO & D::ENCODER & (D::CONFIG | D::PARAM | D::READ))
Pawin Vongmasa36653902018-11-15 00:10:25 -0800839 .withMapper([](C2Value v) -> C2Value {
840 int32_t value;
841 if (!v.get(&value) || value < 0) {
842 return C2Config::AAC_SBR_AUTO;
843 }
844 switch (value) {
845 case 0: return C2Config::AAC_SBR_OFF;
846 case 1: return C2Config::AAC_SBR_SINGLE_RATE;
847 case 2: return C2Config::AAC_SBR_DUAL_RATE;
848 default: return C2Config::AAC_SBR_AUTO + 1; // invalid value
849 }
850 }));
851
Harish Mahendrakar9a4c8eb2019-05-29 15:41:20 -0700852 add(ConfigMapper(KEY_QUALITY, C2_PARAMKEY_QUALITY, "value")
853 .limitTo(D::ENCODER & (D::CONFIG | D::PARAM)));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800854 add(ConfigMapper(KEY_FLAC_COMPRESSION_LEVEL, C2_PARAMKEY_COMPLEXITY, "value")
855 .limitTo(D::AUDIO & D::ENCODER));
856 add(ConfigMapper("complexity", C2_PARAMKEY_COMPLEXITY, "value")
Harish Mahendrakar9a4c8eb2019-05-29 15:41:20 -0700857 .limitTo(D::ENCODER & (D::CONFIG | D::PARAM)));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800858
859 add(ConfigMapper(KEY_GRID_COLUMNS, C2_PARAMKEY_TILE_LAYOUT, "columns")
860 .limitTo(D::IMAGE));
861 add(ConfigMapper(KEY_GRID_ROWS, C2_PARAMKEY_TILE_LAYOUT, "rows")
862 .limitTo(D::IMAGE));
863 add(ConfigMapper(KEY_TILE_WIDTH, C2_PARAMKEY_TILE_LAYOUT, "tile.width")
864 .limitTo(D::IMAGE));
865 add(ConfigMapper(KEY_TILE_HEIGHT, C2_PARAMKEY_TILE_LAYOUT, "tile.height")
866 .limitTo(D::IMAGE));
867
868 add(ConfigMapper(KEY_LATENCY, C2_PARAMKEY_PIPELINE_DELAY_REQUEST, "value")
869 .limitTo(D::VIDEO & D::ENCODER));
870
871 add(ConfigMapper(C2_PARAMKEY_INPUT_TIME_STRETCH, C2_PARAMKEY_INPUT_TIME_STRETCH, "value"));
872
Wei Jia48ab6ef2019-10-11 16:06:42 -0700873 add(ConfigMapper(KEY_LOW_LATENCY, C2_PARAMKEY_LOW_LATENCY_MODE, "value")
874 .limitTo(D::DECODER & (D::CONFIG | D::PARAM))
875 .withMapper([](C2Value v) -> C2Value {
876 int32_t value = 0;
877 (void)v.get(&value);
878 return value == 0 ? C2_FALSE : C2_TRUE;
879 }));
880
Pawin Vongmasa36653902018-11-15 00:10:25 -0800881 /* still to do
882 constexpr char KEY_PUSH_BLANK_BUFFERS_ON_STOP[] = "push-blank-buffers-on-shutdown";
883
884 not yet used by MediaCodec, but defined as MediaFormat
885 KEY_AUDIO_SESSION_ID // we use "audio-hw-sync"
886 KEY_OUTPUT_REORDER_DEPTH
887 */
888}
889
890status_t CCodecConfig::initialize(
891 const std::shared_ptr<Codec2Client> &client,
892 const std::shared_ptr<Codec2Client::Component> &component) {
893 C2ComponentDomainSetting domain(C2Component::DOMAIN_OTHER);
894 C2ComponentKindSetting kind(C2Component::KIND_OTHER);
895
896 std::vector<std::unique_ptr<C2Param>> queried;
897 c2_status_t c2err = component->query({ &domain, &kind }, {}, C2_DONT_BLOCK, &queried);
898 if (c2err != C2_OK) {
899 ALOGD("Query domain & kind failed => %s", asString(c2err));
900 // TEMP: determine kind from component name
901 if (kind.value == C2Component::KIND_OTHER) {
902 if (component->getName().find("encoder") != std::string::npos) {
903 kind.value = C2Component::KIND_ENCODER;
904 } else if (component->getName().find("decoder") != std::string::npos) {
905 kind.value = C2Component::KIND_DECODER;
906 }
907 }
908
909 // TEMP: determine domain from media type (port (preferred) or stream #0)
910 if (domain.value == C2Component::DOMAIN_OTHER) {
911 AString mediaType = QueryMediaType(true /* input */, component);
912 if (mediaType.startsWith("audio/")) {
913 domain.value = C2Component::DOMAIN_AUDIO;
914 } else if (mediaType.startsWith("video/")) {
915 domain.value = C2Component::DOMAIN_VIDEO;
916 } else if (mediaType.startsWith("image/")) {
917 domain.value = C2Component::DOMAIN_IMAGE;
918 }
919 }
920 }
921
922 mDomain = (domain.value == C2Component::DOMAIN_VIDEO ? Domain::IS_VIDEO :
923 domain.value == C2Component::DOMAIN_IMAGE ? Domain::IS_IMAGE :
924 domain.value == C2Component::DOMAIN_AUDIO ? Domain::IS_AUDIO : Domain::OTHER_DOMAIN)
925 | (kind.value == C2Component::KIND_DECODER ? Domain::IS_DECODER :
926 kind.value == C2Component::KIND_ENCODER ? Domain::IS_ENCODER : Domain::OTHER_KIND);
927
928 mInputDomain = Domain(((mDomain & IS_DECODER) ? IS_CODED : IS_RAW) | IS_INPUT);
929 mOutputDomain = Domain(((mDomain & IS_ENCODER) ? IS_CODED : IS_RAW) | IS_OUTPUT);
930
931 ALOGV("domain is %#x (%u %u)", mDomain, domain.value, kind.value);
932
933 std::vector<C2Param::Index> paramIndices;
934 switch (kind.value) {
935 case C2Component::KIND_DECODER:
936 mCodingMediaType = QueryMediaType(true /* input */, component).c_str();
937 break;
938 case C2Component::KIND_ENCODER:
939 mCodingMediaType = QueryMediaType(false /* input */, component).c_str();
940 break;
941 default:
942 mCodingMediaType = "";
943 }
944
945 c2err = component->querySupportedParams(&mParamDescs);
946 if (c2err != C2_OK) {
947 ALOGD("Query supported params failed after returning %zu values => %s",
948 mParamDescs.size(), asString(c2err));
949 return UNKNOWN_ERROR;
950 }
951 for (const std::shared_ptr<C2ParamDescriptor> &desc : mParamDescs) {
952 mSupportedIndices.emplace(desc->index());
953 }
954
955 mReflector = client->getParamReflector();
956 if (mReflector == nullptr) {
957 ALOGE("Failed to get param reflector");
958 return UNKNOWN_ERROR;
959 }
960
961 // enumerate all fields
962 mParamUpdater = std::make_shared<ReflectedParamUpdater>();
963 mParamUpdater->clear();
964 mParamUpdater->supportWholeParam(
965 C2_PARAMKEY_TEMPORAL_LAYERING, C2StreamTemporalLayeringTuning::CORE_INDEX);
966 mParamUpdater->addParamDesc(mReflector, mParamDescs);
967
968 // TEMP: add some standard fields even if not reflected
969 if (kind.value == C2Component::KIND_ENCODER) {
970 mParamUpdater->addStandardParam<C2StreamInitDataInfo::output>(C2_PARAMKEY_INIT_DATA);
971 }
972 if (domain.value == C2Component::DOMAIN_IMAGE || domain.value == C2Component::DOMAIN_VIDEO) {
973 if (kind.value != C2Component::KIND_ENCODER) {
974 addLocalParam<C2StreamPictureSizeInfo::output>(C2_PARAMKEY_PICTURE_SIZE);
975 addLocalParam<C2StreamCropRectInfo::output>(C2_PARAMKEY_CROP_RECT);
976 addLocalParam(
977 new C2StreamPixelAspectRatioInfo::output(0u, 1u, 1u),
978 C2_PARAMKEY_PIXEL_ASPECT_RATIO);
979 addLocalParam(new C2StreamRotationInfo::output(0u, 0), C2_PARAMKEY_ROTATION);
980 addLocalParam(new C2StreamColorAspectsInfo::output(0u), C2_PARAMKEY_COLOR_ASPECTS);
981 addLocalParam<C2StreamDataSpaceInfo::output>(C2_PARAMKEY_DATA_SPACE);
982 addLocalParam<C2StreamHdrStaticInfo::output>(C2_PARAMKEY_HDR_STATIC_INFO);
983 addLocalParam(new C2StreamSurfaceScalingInfo::output(0u, VIDEO_SCALING_MODE_SCALE_TO_FIT),
984 C2_PARAMKEY_SURFACE_SCALING_MODE);
985 } else {
986 addLocalParam(new C2StreamColorAspectsInfo::input(0u), C2_PARAMKEY_COLOR_ASPECTS);
987 }
988 }
989
990 initializeStandardParams();
991
992 // subscribe to all supported standard (exposed) params
993 // TODO: limit this to params that are actually in the domain
994 std::vector<std::string> formatKeys = mStandardParams->getPathsForDomain(Domain(1 << 30));
995 std::vector<C2Param::Index> indices;
996 mParamUpdater->getParamIndicesForKeys(formatKeys, &indices);
997 mSubscribedIndices.insert(indices.begin(), indices.end());
998
999 // also subscribe to some non-SDK standard parameters
1000 // for number of input/output buffers
1001 mSubscribedIndices.emplace(C2PortSuggestedBufferCountTuning::input::PARAM_TYPE);
1002 mSubscribedIndices.emplace(C2PortSuggestedBufferCountTuning::output::PARAM_TYPE);
1003 mSubscribedIndices.emplace(C2ActualPipelineDelayTuning::PARAM_TYPE);
1004 mSubscribedIndices.emplace(C2PortActualDelayTuning::input::PARAM_TYPE);
1005 mSubscribedIndices.emplace(C2PortActualDelayTuning::output::PARAM_TYPE);
1006 // for output buffer array allocation
1007 mSubscribedIndices.emplace(C2StreamMaxBufferSizeInfo::output::PARAM_TYPE);
1008 // init data (CSD)
1009 mSubscribedIndices.emplace(C2StreamInitDataInfo::output::PARAM_TYPE);
1010
1011 return OK;
1012}
1013
1014status_t CCodecConfig::subscribeToConfigUpdate(
1015 const std::shared_ptr<Codec2Client::Component> &component,
1016 const std::vector<C2Param::Index> &indices,
1017 c2_blocking_t blocking) {
1018 mSubscribedIndices.insert(indices.begin(), indices.end());
1019 // TODO: enable this when components no longer crash on this config
1020 if (mSubscribedIndices.size() != mSubscribedIndicesSize && false) {
1021 std::vector<uint32_t> indices;
1022 for (C2Param::Index ix : mSubscribedIndices) {
1023 indices.push_back(ix);
1024 }
1025 std::unique_ptr<C2SubscribedParamIndicesTuning> subscribeTuning =
1026 C2SubscribedParamIndicesTuning::AllocUnique(indices);
1027 std::vector<std::unique_ptr<C2SettingResult>> results;
1028 c2_status_t c2Err = component->config({ subscribeTuning.get() }, blocking, &results);
1029 if (c2Err != C2_OK && c2Err != C2_BAD_INDEX) {
1030 ALOGD("Failed to subscribe to parameters => %s", asString(c2Err));
1031 // TODO: error
1032 }
1033 ALOGV("Subscribed to %zu params", mSubscribedIndices.size());
1034 mSubscribedIndicesSize = mSubscribedIndices.size();
1035 }
1036 return OK;
1037}
1038
1039status_t CCodecConfig::queryConfiguration(
1040 const std::shared_ptr<Codec2Client::Component> &component) {
1041 // query all subscribed parameters
1042 std::vector<C2Param::Index> indices(mSubscribedIndices.begin(), mSubscribedIndices.end());
1043 std::vector<std::unique_ptr<C2Param>> queried;
1044 c2_status_t c2Err = component->query({}, indices, C2_MAY_BLOCK, &queried);
1045 if (c2Err != OK) {
1046 ALOGI("query failed after returning %zu values (%s)", queried.size(), asString(c2Err));
1047 // TODO: error
1048 }
1049
1050 updateConfiguration(queried, ALL);
1051 return OK;
1052}
1053
1054bool CCodecConfig::updateConfiguration(
1055 std::vector<std::unique_ptr<C2Param>> &configUpdate, Domain domain) {
1056 ALOGV("updating configuration with %zu params", configUpdate.size());
1057 bool changed = false;
1058 for (std::unique_ptr<C2Param> &p : configUpdate) {
1059 if (p && *p) {
1060 auto insertion = mCurrentConfig.emplace(p->index(), nullptr);
1061 if (insertion.second || *insertion.first->second != *p) {
1062 if (mSupportedIndices.count(p->index()) || mLocalParams.count(p->index())) {
1063 // only track changes in supported (reflected or local) indices
1064 changed = true;
1065 } else {
1066 ALOGV("an unlisted config was %s: %#x",
1067 insertion.second ? "added" : "updated", p->index());
1068 }
1069 }
1070 insertion.first->second = std::move(p);
1071 }
1072 }
1073
1074 ALOGV("updated configuration has %zu params (%s)", mCurrentConfig.size(),
1075 changed ? "CHANGED" : "no change");
1076 if (changed) {
1077 return updateFormats(domain);
1078 }
1079 return false;
1080}
1081
1082bool CCodecConfig::updateFormats(Domain domain) {
1083 // get addresses of params in the current config
1084 std::vector<C2Param*> paramPointers;
1085 for (const auto &it : mCurrentConfig) {
1086 paramPointers.push_back(it.second.get());
1087 }
1088
1089 ReflectedParamUpdater::Dict reflected = mParamUpdater->getParams(paramPointers);
Wonsik Kimbd557932019-07-02 15:51:20 -07001090 std::string config = reflected.debugString();
1091 std::set<std::string> configLines;
1092 std::string diff;
1093 for (size_t start = 0; start != std::string::npos; ) {
1094 size_t end = config.find('\n', start);
1095 size_t count = (end == std::string::npos)
1096 ? std::string::npos
1097 : end - start + 1;
1098 std::string line = config.substr(start, count);
1099 configLines.insert(line);
1100 if (mLastConfig.count(line) == 0) {
1101 diff.append(line);
1102 }
1103 start = (end == std::string::npos) ? std::string::npos : end + 1;
1104 }
1105 if (!diff.empty()) {
1106 ALOGD("c2 config diff is %s", diff.c_str());
1107 }
1108 mLastConfig.swap(configLines);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001109
1110 bool changed = false;
1111 if (domain & mInputDomain) {
1112 sp<AMessage> oldFormat = mInputFormat;
1113 mInputFormat = mInputFormat->dup(); // trigger format changed
1114 mInputFormat->extend(getSdkFormatForDomain(reflected, mInputDomain));
1115 if (mInputFormat->countEntries() != oldFormat->countEntries()
1116 || mInputFormat->changesFrom(oldFormat)->countEntries() > 0) {
1117 changed = true;
1118 } else {
1119 mInputFormat = oldFormat; // no change
1120 }
1121 }
1122 if (domain & mOutputDomain) {
1123 sp<AMessage> oldFormat = mOutputFormat;
1124 mOutputFormat = mOutputFormat->dup(); // trigger output format changed
1125 mOutputFormat->extend(getSdkFormatForDomain(reflected, mOutputDomain));
1126 if (mOutputFormat->countEntries() != oldFormat->countEntries()
1127 || mOutputFormat->changesFrom(oldFormat)->countEntries() > 0) {
1128 changed = true;
1129 } else {
1130 mOutputFormat = oldFormat; // no change
1131 }
1132 }
1133 ALOGV_IF(changed, "format(s) changed");
1134 return changed;
1135}
1136
1137sp<AMessage> CCodecConfig::getSdkFormatForDomain(
1138 const ReflectedParamUpdater::Dict &reflected, Domain portDomain) const {
1139 sp<AMessage> msg = new AMessage;
1140 for (const std::pair<std::string, std::vector<ConfigMapper>> &el : mStandardParams->getKeys()) {
1141 for (const ConfigMapper &cm : el.second) {
1142 if ((cm.domain() & portDomain) == 0 // input-output-coded-raw
1143 || (cm.domain() & mDomain) != mDomain // component domain + kind (these must match)
1144 || (cm.domain() & IS_READ) == 0) {
1145 continue;
1146 }
1147 auto it = reflected.find(cm.path());
1148 if (it == reflected.end()) {
1149 continue;
1150 }
1151 C2Value c2Value;
1152 sp<ABuffer> bufValue;
1153 AString strValue;
1154 AMessage::ItemData item;
1155 if (it->second.find(&c2Value)) {
1156 item = cm.mapToMessage(c2Value);
1157 } else if (it->second.find(&bufValue)) {
1158 item.set(bufValue);
1159 } else if (it->second.find(&strValue)) {
1160 item.set(strValue);
1161 } else {
1162 ALOGD("unexpected untyped query value for key: %s", cm.path().c_str());
1163 continue;
1164 }
1165 msg->setItem(el.first.c_str(), item);
1166 }
1167 }
1168
1169 { // convert from Codec 2.0 rect to MediaFormat rect and add crop rect if not present
1170 int32_t left, top, width, height;
1171 if (msg->findInt32("crop-left", &left) && msg->findInt32("crop-width", &width)
1172 && msg->findInt32("crop-top", &top) && msg->findInt32("crop-height", &height)
1173 && left >= 0 && width >=0 && width <= INT32_MAX - left
1174 && top >= 0 && height >=0 && height <= INT32_MAX - top) {
1175 msg->removeEntryAt(msg->findEntryByName("crop-left"));
1176 msg->removeEntryAt(msg->findEntryByName("crop-top"));
1177 msg->removeEntryAt(msg->findEntryByName("crop-width"));
1178 msg->removeEntryAt(msg->findEntryByName("crop-height"));
1179 msg->setRect("crop", left, top, left + width - 1, top + height - 1);
1180 } else if (msg->findInt32("width", &width) && msg->findInt32("height", &height)) {
1181 msg->setRect("crop", 0, 0, width - 1, height - 1);
1182 }
1183 }
1184
1185 { // convert temporal layering to schema
1186 sp<ABuffer> tmp;
1187 if (msg->findBuffer(C2_PARAMKEY_TEMPORAL_LAYERING, &tmp) && tmp != nullptr) {
1188 C2StreamTemporalLayeringTuning *layering =
1189 C2StreamTemporalLayeringTuning::From(C2Param::From(tmp->data(), tmp->size()));
1190 if (layering && layering->m.layerCount > 0
1191 && layering->m.bLayerCount < layering->m.layerCount) {
1192 // check if this is webrtc compatible
1193 AString mime;
1194 if (msg->findString(KEY_MIME, &mime) &&
1195 mime.equalsIgnoreCase(MIMETYPE_VIDEO_VP8) &&
1196 layering->m.bLayerCount == 0 &&
1197 (layering->m.layerCount == 1
1198 || (layering->m.layerCount == 2
1199 && layering->flexCount() >= 1
1200 && layering->m.bitrateRatios[0] == .6f)
1201 || (layering->m.layerCount == 3
1202 && layering->flexCount() >= 2
1203 && layering->m.bitrateRatios[0] == .4f
1204 && layering->m.bitrateRatios[1] == .6f)
1205 || (layering->m.layerCount == 4
1206 && layering->flexCount() >= 3
1207 && layering->m.bitrateRatios[0] == .25f
1208 && layering->m.bitrateRatios[1] == .4f
1209 && layering->m.bitrateRatios[2] == .6f))) {
1210 msg->setString(KEY_TEMPORAL_LAYERING, AStringPrintf(
1211 "webrtc.vp8.%u-layer", layering->m.layerCount));
1212 } else if (layering->m.bLayerCount) {
1213 msg->setString(KEY_TEMPORAL_LAYERING, AStringPrintf(
1214 "android.generic.%u+%u",
1215 layering->m.layerCount - layering->m.bLayerCount,
1216 layering->m.bLayerCount));
1217 } else if (layering->m.bLayerCount) {
1218 msg->setString(KEY_TEMPORAL_LAYERING, AStringPrintf(
1219 "android.generic.%u", layering->m.layerCount));
1220 }
1221 }
1222 msg->removeEntryAt(msg->findEntryByName(C2_PARAMKEY_TEMPORAL_LAYERING));
1223 }
1224 }
1225
1226 { // convert color info
1227 C2Color::primaries_t primaries;
1228 C2Color::matrix_t matrix;
1229 if (msg->findInt32("color-primaries", (int32_t*)&primaries)
1230 && msg->findInt32("color-matrix", (int32_t*)&matrix)) {
1231 int32_t standard;
1232
1233 if (C2Mapper::map(primaries, matrix, &standard)) {
1234 msg->setInt32(KEY_COLOR_STANDARD, standard);
1235 }
1236
1237 msg->removeEntryAt(msg->findEntryByName("color-primaries"));
1238 msg->removeEntryAt(msg->findEntryByName("color-matrix"));
1239 }
1240
1241
1242 // calculate dataspace for raw graphic buffers if not specified by component, or if
1243 // using surface with unspecified aspects (as those must be defaulted which may change
1244 // the dataspace)
1245 if ((portDomain & IS_RAW) && (mDomain & (IS_IMAGE | IS_VIDEO))) {
1246 android_dataspace dataspace;
1247 ColorAspects aspects = {
1248 ColorAspects::RangeUnspecified, ColorAspects::PrimariesUnspecified,
1249 ColorAspects::TransferUnspecified, ColorAspects::MatrixUnspecified
1250 };
1251 ColorUtils::getColorAspectsFromFormat(msg, aspects);
1252 ColorAspects origAspects = aspects;
1253 if (mUsingSurface) {
1254 // get image size (default to HD)
1255 int32_t width = 1280;
1256 int32_t height = 720;
1257 int32_t left, top, right, bottom;
1258 if (msg->findRect("crop", &left, &top, &right, &bottom)) {
1259 width = right - left + 1;
1260 height = bottom - top + 1;
1261 } else {
1262 (void)msg->findInt32(KEY_WIDTH, &width);
1263 (void)msg->findInt32(KEY_HEIGHT, &height);
1264 }
1265 ColorUtils::setDefaultCodecColorAspectsIfNeeded(aspects, width, height);
1266 ColorUtils::setColorAspectsIntoFormat(aspects, msg);
1267 }
1268
1269 if (!msg->findInt32("android._dataspace", (int32_t*)&dataspace)
1270 || aspects.mRange != origAspects.mRange
1271 || aspects.mPrimaries != origAspects.mPrimaries
1272 || aspects.mTransfer != origAspects.mTransfer
1273 || aspects.mMatrixCoeffs != origAspects.mMatrixCoeffs) {
1274 dataspace = ColorUtils::getDataSpaceForColorAspects(aspects, true /* mayExpand */);
1275 msg->setInt32("android._dataspace", dataspace);
1276 }
1277 }
1278
1279 // HDR static info
1280
1281 C2HdrStaticMetadataStruct hdr;
1282 if (msg->findFloat("smpte2086.red.x", &hdr.mastering.red.x)
1283 && msg->findFloat("smpte2086.red.y", &hdr.mastering.red.y)
1284 && msg->findFloat("smpte2086.green.x", &hdr.mastering.green.x)
1285 && msg->findFloat("smpte2086.green.y", &hdr.mastering.green.y)
1286 && msg->findFloat("smpte2086.blue.x", &hdr.mastering.blue.x)
1287 && msg->findFloat("smpte2086.blue.y", &hdr.mastering.blue.y)
1288 && msg->findFloat("smpte2086.white.x", &hdr.mastering.white.x)
1289 && msg->findFloat("smpte2086.white.y", &hdr.mastering.white.y)
1290 && msg->findFloat("smpte2086.max-luminance", &hdr.mastering.maxLuminance)
1291 && msg->findFloat("smpte2086.min-luminance", &hdr.mastering.minLuminance)
1292 && msg->findFloat("cta861.max-cll", &hdr.maxCll)
1293 && msg->findFloat("cta861.max-fall", &hdr.maxFall)) {
1294 if (hdr.mastering.red.x >= 0 && hdr.mastering.red.x <= 1
1295 && hdr.mastering.red.y >= 0 && hdr.mastering.red.y <= 1
1296 && hdr.mastering.green.x >= 0 && hdr.mastering.green.x <= 1
1297 && hdr.mastering.green.y >= 0 && hdr.mastering.green.y <= 1
1298 && hdr.mastering.blue.x >= 0 && hdr.mastering.blue.x <= 1
1299 && hdr.mastering.blue.y >= 0 && hdr.mastering.blue.y <= 1
1300 && hdr.mastering.white.x >= 0 && hdr.mastering.white.x <= 1
1301 && hdr.mastering.white.y >= 0 && hdr.mastering.white.y <= 1
1302 && hdr.mastering.maxLuminance >= 0 && hdr.mastering.maxLuminance <= 65535
1303 && hdr.mastering.minLuminance >= 0 && hdr.mastering.minLuminance <= 6.5535
1304 && hdr.maxCll >= 0 && hdr.maxCll <= 65535
1305 && hdr.maxFall >= 0 && hdr.maxFall <= 65535) {
1306 HDRStaticInfo meta;
1307 meta.mID = meta.kType1;
1308 meta.sType1.mR.x = hdr.mastering.red.x / 0.00002 + 0.5;
1309 meta.sType1.mR.y = hdr.mastering.red.y / 0.00002 + 0.5;
1310 meta.sType1.mG.x = hdr.mastering.green.x / 0.00002 + 0.5;
1311 meta.sType1.mG.y = hdr.mastering.green.y / 0.00002 + 0.5;
1312 meta.sType1.mB.x = hdr.mastering.blue.x / 0.00002 + 0.5;
1313 meta.sType1.mB.y = hdr.mastering.blue.y / 0.00002 + 0.5;
1314 meta.sType1.mW.x = hdr.mastering.white.x / 0.00002 + 0.5;
1315 meta.sType1.mW.y = hdr.mastering.white.y / 0.00002 + 0.5;
1316 meta.sType1.mMaxDisplayLuminance = hdr.mastering.maxLuminance + 0.5;
1317 meta.sType1.mMinDisplayLuminance = hdr.mastering.minLuminance / 0.0001 + 0.5;
1318 meta.sType1.mMaxContentLightLevel = hdr.maxCll + 0.5;
1319 meta.sType1.mMaxFrameAverageLightLevel = hdr.maxFall + 0.5;
1320 msg->removeEntryAt(msg->findEntryByName("smpte2086.red.x"));
1321 msg->removeEntryAt(msg->findEntryByName("smpte2086.red.y"));
1322 msg->removeEntryAt(msg->findEntryByName("smpte2086.green.x"));
1323 msg->removeEntryAt(msg->findEntryByName("smpte2086.green.y"));
1324 msg->removeEntryAt(msg->findEntryByName("smpte2086.blue.x"));
1325 msg->removeEntryAt(msg->findEntryByName("smpte2086.blue.y"));
1326 msg->removeEntryAt(msg->findEntryByName("smpte2086.white.x"));
1327 msg->removeEntryAt(msg->findEntryByName("smpte2086.white.y"));
1328 msg->removeEntryAt(msg->findEntryByName("smpte2086.max-luminance"));
1329 msg->removeEntryAt(msg->findEntryByName("smpte2086.min-luminance"));
1330 msg->removeEntryAt(msg->findEntryByName("cta861.max-cll"));
1331 msg->removeEntryAt(msg->findEntryByName("cta861.max-fall"));
1332 msg->setBuffer(KEY_HDR_STATIC_INFO, ABuffer::CreateAsCopy(&meta, sizeof(meta)));
1333 } else {
1334 ALOGD("found invalid HDR static metadata %s", msg->debugString(8).c_str());
1335 }
1336 }
1337 }
1338
1339 ALOGV("converted to SDK values as %s", msg->debugString().c_str());
1340 return msg;
1341}
1342
1343/// converts an AMessage value to a ParamUpdater value
1344static void convert(const AMessage::ItemData &from, ReflectedParamUpdater::Value *to) {
1345 int32_t int32Value;
1346 int64_t int64Value;
1347 sp<ABuffer> bufValue;
1348 AString strValue;
1349 float floatValue;
1350 double doubleValue;
1351
1352 if (from.find(&int32Value)) {
1353 to->set(int32Value);
1354 } else if (from.find(&int64Value)) {
1355 to->set(int64Value);
1356 } else if (from.find(&bufValue)) {
1357 to->set(bufValue);
1358 } else if (from.find(&strValue)) {
1359 to->set(strValue);
1360 } else if (from.find(&floatValue)) {
1361 to->set(C2Value(floatValue));
1362 } else if (from.find(&doubleValue)) {
1363 // convert double to float
1364 to->set(C2Value((float)doubleValue));
1365 }
1366 // ignore all other AMessage types
1367}
1368
1369/// relaxes Codec 2.0 specific value types to SDK types (mainly removes signedness and counterness
1370/// from 32/64-bit values.)
1371static void relaxValues(ReflectedParamUpdater::Value &item) {
1372 C2Value c2Value;
1373 int32_t int32Value;
1374 int64_t int64Value;
1375 (void)item.find(&c2Value);
1376 if (c2Value.get(&int32Value) || c2Value.get((uint32_t*)&int32Value)
1377 || c2Value.get((c2_cntr32_t*)&int32Value)) {
1378 item.set(int32Value);
1379 } else if (c2Value.get(&int64Value)
1380 || c2Value.get((uint64_t*)&int64Value)
1381 || c2Value.get((c2_cntr64_t*)&int64Value)) {
1382 item.set(int64Value);
1383 }
1384}
1385
1386ReflectedParamUpdater::Dict CCodecConfig::getReflectedFormat(
1387 const sp<AMessage> &params_, Domain configDomain) const {
1388 // create a modifiable copy of params
1389 sp<AMessage> params = params_->dup();
1390 ALOGV("filtering with config domain %x", configDomain);
1391
1392 // convert some macro parameters to Codec 2.0 specific expressions
1393
1394 { // make i-frame-interval frame based
1395 float iFrameInterval;
1396 if (params->findAsFloat(KEY_I_FRAME_INTERVAL, &iFrameInterval)) {
1397 float frameRate;
1398 if (params->findAsFloat(KEY_FRAME_RATE, &frameRate)) {
1399 params->setInt32("i-frame-period",
1400 (frameRate <= 0 || iFrameInterval < 0)
1401 ? -1 /* no sync frames */
1402 : (int32_t)c2_min(iFrameInterval * frameRate + 0.5,
1403 (float)INT32_MAX));
1404 }
1405 }
1406 }
1407
1408 if (mDomain == (IS_VIDEO | IS_ENCODER)) {
1409 // convert capture-rate into input-time-stretch
1410 float frameRate, captureRate;
1411 if (params->findAsFloat(KEY_FRAME_RATE, &frameRate)) {
1412 if (!params->findAsFloat("time-lapse-fps", &captureRate)
1413 && !params->findAsFloat(KEY_CAPTURE_RATE, &captureRate)) {
1414 captureRate = frameRate;
1415 }
1416 if (captureRate > 0 && frameRate > 0) {
1417 params->setFloat(C2_PARAMKEY_INPUT_TIME_STRETCH, captureRate / frameRate);
1418 }
1419 }
1420 }
1421
1422 { // reflect temporal layering into a binary blob
1423 AString schema;
1424 if (params->findString(KEY_TEMPORAL_LAYERING, &schema)) {
1425 unsigned int numLayers = 0;
1426 unsigned int numBLayers = 0;
1427 int tags;
1428 char dummy;
1429 std::unique_ptr<C2StreamTemporalLayeringTuning::output> layering;
1430 if (sscanf(schema.c_str(), "webrtc.vp8.%u-layer%c", &numLayers, &dummy) == 1
1431 && numLayers > 0) {
1432 switch (numLayers) {
1433 case 1:
1434 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1435 {}, 0u, 1u, 0u);
1436 break;
1437 case 2:
1438 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1439 { .6f }, 0u, 2u, 0u);
1440 break;
1441 case 3:
1442 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1443 { .4f, .6f }, 0u, 3u, 0u);
1444 break;
1445 default:
1446 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1447 { .25f, .4f, .6f }, 0u, 4u, 0u);
1448 break;
1449 }
1450 } else if ((tags = sscanf(schema.c_str(), "android.generic.%u%c%u%c",
1451 &numLayers, &dummy, &numBLayers, &dummy))
1452 && (tags == 1 || (tags == 3 && dummy == '+'))
1453 && numLayers > 0 && numLayers < UINT32_MAX - numBLayers) {
1454 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1455 {}, 0u, numLayers + numBLayers, numBLayers);
1456 } else {
1457 ALOGD("Ignoring unsupported ts-schema [%s]", schema.c_str());
1458 }
1459 if (layering) {
1460 params->setBuffer(C2_PARAMKEY_TEMPORAL_LAYERING,
1461 ABuffer::CreateAsCopy(layering.get(), layering->size()));
1462 }
1463 }
1464 }
1465
1466 { // convert from MediaFormat rect to Codec 2.0 rect
1467 int32_t offset;
1468 int32_t end;
1469 AMessage::ItemData item;
1470 if (params->findInt32("crop-left", &offset) && params->findInt32("crop-right", &end)
1471 && offset >= 0 && end >= offset - 1) {
1472 size_t ix = params->findEntryByName("crop-right");
1473 params->setEntryNameAt(ix, "crop-width");
1474 item.set(end - offset + 1);
1475 params->setEntryAt(ix, item);
1476 }
1477 if (params->findInt32("crop-top", &offset) && params->findInt32("crop-bottom", &end)
1478 && offset >= 0 && end >= offset - 1) {
1479 size_t ix = params->findEntryByName("crop-bottom");
1480 params->setEntryNameAt(ix, "crop-height");
1481 item.set(end - offset + 1);
1482 params->setEntryAt(ix, item);
1483 }
1484 }
1485
1486 { // convert color info
1487 int32_t standard;
1488 if (params->findInt32(KEY_COLOR_STANDARD, &standard)) {
1489 C2Color::primaries_t primaries;
1490 C2Color::matrix_t matrix;
1491
1492 if (C2Mapper::map(standard, &primaries, &matrix)) {
1493 params->setInt32("color-primaries", primaries);
1494 params->setInt32("color-matrix", matrix);
1495 }
1496 }
1497
1498 sp<ABuffer> hdrMeta;
1499 if (params->findBuffer(KEY_HDR_STATIC_INFO, &hdrMeta)
1500 && hdrMeta->size() == sizeof(HDRStaticInfo)) {
1501 HDRStaticInfo *meta = (HDRStaticInfo*)hdrMeta->data();
1502 if (meta->mID == meta->kType1) {
1503 params->setFloat("smpte2086.red.x", meta->sType1.mR.x * 0.00002);
1504 params->setFloat("smpte2086.red.y", meta->sType1.mR.y * 0.00002);
1505 params->setFloat("smpte2086.green.x", meta->sType1.mG.x * 0.00002);
1506 params->setFloat("smpte2086.green.y", meta->sType1.mG.y * 0.00002);
1507 params->setFloat("smpte2086.blue.x", meta->sType1.mB.x * 0.00002);
1508 params->setFloat("smpte2086.blue.y", meta->sType1.mB.y * 0.00002);
1509 params->setFloat("smpte2086.white.x", meta->sType1.mW.x * 0.00002);
1510 params->setFloat("smpte2086.white.y", meta->sType1.mW.y * 0.00002);
1511 params->setFloat("smpte2086.max-luminance", meta->sType1.mMaxDisplayLuminance);
1512 params->setFloat("smpte2086.min-luminance", meta->sType1.mMinDisplayLuminance * 0.0001);
1513 params->setFloat("cta861.max-cll", meta->sType1.mMaxContentLightLevel);
1514 params->setFloat("cta861.max-fall", meta->sType1.mMaxFrameAverageLightLevel);
1515 }
1516 }
1517 }
1518
1519 // this is to verify that we set proper signedness for standard parameters
1520 bool beVeryStrict = property_get_bool("debug.stagefright.ccodec_strict_type", false);
1521 // this is to allow vendors to use the wrong signedness for standard parameters
1522 bool beVeryLax = property_get_bool("debug.stagefright.ccodec_lax_type", false);
1523
1524 ReflectedParamUpdater::Dict filtered;
1525 for (size_t ix = 0; ix < params->countEntries(); ++ix) {
1526 AMessage::Type type;
1527 AString name = params->getEntryNameAt(ix, &type);
1528 AMessage::ItemData msgItem = params->getEntryAt(ix);
1529 ReflectedParamUpdater::Value item;
1530 convert(msgItem, &item); // convert item to param updater item
1531
1532 if (name.startsWith("vendor.")) {
1533 // vendor params pass through as is
1534 filtered.emplace(name.c_str(), item);
1535 continue;
1536 }
1537 // standard parameters may get modified, filtered or duplicated
1538 for (const ConfigMapper &cm : mStandardParams->getConfigMappersForSdkKey(name.c_str())) {
1539 // note: we ignore port domain for configuration
1540 if ((cm.domain() & configDomain)
1541 // component domain + kind (these must match)
1542 && (cm.domain() & mDomain) == mDomain) {
1543 // map arithmetic values, pass through string or buffer
1544 switch (type) {
1545 case AMessage::kTypeBuffer:
1546 case AMessage::kTypeString:
1547 break;
1548 case AMessage::kTypeInt32:
1549 case AMessage::kTypeInt64:
1550 case AMessage::kTypeFloat:
1551 case AMessage::kTypeDouble:
1552 // for now only map settings with mappers as we are not creating
1553 // signed <=> unsigned mappers
1554 // TODO: be precise about signed unsigned
1555 if (beVeryStrict || cm.mapper()) {
1556 item.set(cm.mapFromMessage(params->getEntryAt(ix)));
1557 // also allow to relax type strictness
1558 if (beVeryLax) {
1559 relaxValues(item);
1560 }
1561 }
1562 break;
1563 default:
1564 continue;
1565 }
1566 filtered.emplace(cm.path(), item);
1567 }
1568 }
1569 }
1570 ALOGV("filtered %s to %s", params->debugString(4).c_str(),
1571 filtered.debugString(4).c_str());
1572 return filtered;
1573}
1574
1575status_t CCodecConfig::getConfigUpdateFromSdkParams(
1576 std::shared_ptr<Codec2Client::Component> component,
1577 const sp<AMessage> &sdkParams, Domain configDomain,
1578 c2_blocking_t blocking,
1579 std::vector<std::unique_ptr<C2Param>> *configUpdate) const {
1580 ReflectedParamUpdater::Dict params = getReflectedFormat(sdkParams, configDomain);
1581
1582 std::vector<C2Param::Index> indices;
1583 mParamUpdater->getParamIndicesFromMessage(params, &indices);
1584 if (indices.empty()) {
1585 ALOGD("no recognized params in: %s", params.debugString().c_str());
1586 return OK;
1587 }
1588
1589 configUpdate->clear();
1590 std::vector<C2Param::Index> supportedIndices;
1591 for (C2Param::Index ix : indices) {
1592 if (mSupportedIndices.count(ix)) {
1593 supportedIndices.push_back(ix);
1594 } else if (mLocalParams.count(ix)) {
1595 // query local parameter here
1596 auto it = mCurrentConfig.find(ix);
1597 if (it != mCurrentConfig.end()) {
1598 configUpdate->emplace_back(C2Param::Copy(*it->second));
1599 }
1600 }
1601 }
1602
1603 c2_status_t err = component->query({ }, supportedIndices, blocking, configUpdate);
1604 if (err != C2_OK) {
1605 ALOGD("query failed after returning %zu params => %s", configUpdate->size(), asString(err));
1606 }
1607
1608 if (configUpdate->size()) {
1609 mParamUpdater->updateParamsFromMessage(params, configUpdate);
1610 }
1611 return OK;
1612}
1613
1614status_t CCodecConfig::setParameters(
1615 std::shared_ptr<Codec2Client::Component> component,
1616 std::vector<std::unique_ptr<C2Param>> &configUpdate,
1617 c2_blocking_t blocking) {
1618 status_t result = OK;
1619 if (configUpdate.empty()) {
1620 return OK;
1621 }
1622
1623 std::vector<C2Param::Index> indices;
1624 std::vector<C2Param *> paramVector;
1625 for (const std::unique_ptr<C2Param> &param : configUpdate) {
1626 if (mSupportedIndices.count(param->index())) {
1627 // component parameter
1628 paramVector.push_back(param.get());
1629 indices.push_back(param->index());
1630 } else if (mLocalParams.count(param->index())) {
1631 // handle local parameter here
1632 LocalParamValidator validator = mLocalParams.find(param->index())->second;
1633 c2_status_t err = C2_OK;
1634 std::unique_ptr<C2Param> copy = C2Param::Copy(*param);
1635 if (validator) {
1636 err = validator(copy);
1637 }
1638 if (err == C2_OK) {
1639 ALOGV("updated local parameter value for %s",
1640 mParamUpdater->getParamName(param->index()).c_str());
1641
1642 mCurrentConfig[param->index()] = std::move(copy);
1643 } else {
1644 ALOGD("failed to set parameter value for %s => %s",
1645 mParamUpdater->getParamName(param->index()).c_str(), asString(err));
1646 result = BAD_VALUE;
1647 }
1648 }
1649 }
1650 // update subscribed param indices
1651 subscribeToConfigUpdate(component, indices, blocking);
1652
1653 std::vector<std::unique_ptr<C2SettingResult>> failures;
1654 c2_status_t err = component->config(paramVector, blocking, &failures);
1655 if (err != C2_OK) {
1656 ALOGD("config failed => %s", asString(err));
1657 // This is non-fatal.
1658 }
1659 for (const std::unique_ptr<C2SettingResult> &failure : failures) {
1660 switch (failure->failure) {
1661 case C2SettingResult::BAD_VALUE:
1662 ALOGD("Bad parameter value");
1663 result = BAD_VALUE;
1664 break;
1665 default:
1666 ALOGV("failure = %d", int(failure->failure));
1667 break;
1668 }
1669 }
1670
1671 // Re-query parameter values in case config could not update them and update the current
1672 // configuration.
1673 configUpdate.clear();
1674 err = component->query({}, indices, blocking, &configUpdate);
1675 if (err != C2_OK) {
1676 ALOGD("query failed after returning %zu params => %s", configUpdate.size(), asString(err));
1677 }
1678 (void)updateConfiguration(configUpdate, ALL);
1679
1680 // TODO: error value
1681 return result;
1682}
1683
1684const C2Param *CCodecConfig::getConfigParameterValue(C2Param::Index index) const {
1685 auto it = mCurrentConfig.find(index);
1686 if (it == mCurrentConfig.end()) {
1687 return nullptr;
1688 } else {
1689 return it->second.get();
1690 }
1691}
1692
1693} // namespace android