blob: 870f8bdc457bad72b4eb5bcb97d1c7c8cc3bfa34 [file] [log] [blame]
Pawin Vongmasa36653902018-11-15 00:10:25 -08001/*
2 * Copyright (C) 2018 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "CCodecConfig"
19#include <cutils/properties.h>
20#include <log/log.h>
21
22#include <C2Component.h>
Pawin Vongmasa36653902018-11-15 00:10:25 -080023#include <C2Param.h>
24#include <util/C2InterfaceHelper.h>
25
26#include <media/stagefright/MediaCodecConstants.h>
27
28#include "CCodecConfig.h"
29#include "Codec2Mapper.h"
30
31#define DRC_DEFAULT_MOBILE_REF_LEVEL 64 /* 64*-0.25dB = -16 dB below full scale for mobile conf */
32#define DRC_DEFAULT_MOBILE_DRC_CUT 127 /* maximum compression of dynamic range for mobile conf */
33#define DRC_DEFAULT_MOBILE_DRC_BOOST 127 /* maximum compression of dynamic range for mobile conf */
34#define DRC_DEFAULT_MOBILE_DRC_HEAVY 1 /* switch for heavy compression for mobile conf */
35#define DRC_DEFAULT_MOBILE_DRC_EFFECT 3 /* MPEG-D DRC effect type; 3 => Limited playback range */
36#define DRC_DEFAULT_MOBILE_ENC_LEVEL (-1) /* encoder target level; -1 => the value is unknown, otherwise dB step value (e.g. 64 for -16 dB) */
37// names of properties that can be used to override the default DRC settings
38#define PROP_DRC_OVERRIDE_REF_LEVEL "aac_drc_reference_level"
39#define PROP_DRC_OVERRIDE_CUT "aac_drc_cut"
40#define PROP_DRC_OVERRIDE_BOOST "aac_drc_boost"
41#define PROP_DRC_OVERRIDE_HEAVY "aac_drc_heavy"
42#define PROP_DRC_OVERRIDE_ENC_LEVEL "aac_drc_enc_target_level"
43#define PROP_DRC_OVERRIDE_EFFECT "ro.aac_drc_effect_type"
44
45namespace android {
46
47// CCodecConfig
48
49namespace {
50
Wonsik Kim8a6ed372019-12-03 16:05:51 -080051void C2ValueToMessageItem(const C2Value &value, AMessage::ItemData &item) {
52 int32_t int32Value;
53 uint32_t uint32Value;
54 int64_t int64Value;
55 uint64_t uint64Value;
56 float floatValue;
57 if (value.get(&int32Value)) {
58 item.set(int32Value);
59 } else if (value.get(&uint32Value) && uint32Value <= uint32_t(INT32_MAX)) {
60 // SDK does not support unsigned values
61 item.set((int32_t)uint32Value);
62 } else if (value.get(&int64Value)) {
63 item.set(int64Value);
64 } else if (value.get(&uint64Value) && uint64Value <= uint64_t(INT64_MAX)) {
65 // SDK does not support unsigned values
66 item.set((int64_t)uint64Value);
67 } else if (value.get(&floatValue)) {
68 item.set(floatValue);
69 }
70}
71
Pawin Vongmasa36653902018-11-15 00:10:25 -080072/**
73 * mapping between SDK and Codec 2.0 configurations.
74 */
75struct ConfigMapper {
76 /**
77 * Value mapper (C2Value => C2Value)
78 */
79 typedef std::function<C2Value(C2Value)> Mapper;
80
81 /// shorthand
82 typedef CCodecConfig::Domain Domain;
83
84 ConfigMapper(std::string mediaKey, C2String c2struct, C2String c2field)
85 : mDomain(Domain::ALL), mMediaKey(mediaKey), mStruct(c2struct), mField(c2field) { }
86
87 /// Limits this parameter to the given domain
88 ConfigMapper &limitTo(uint32_t domain) {
89 C2_CHECK(domain & Domain::GUARD_BIT);
90 mDomain = Domain(mDomain & domain);
91 return *this;
92 }
93
94 /// Adds SDK => Codec 2.0 mapper (should not be in the SDK format)
95 ConfigMapper &withMapper(Mapper mapper) {
96 C2_CHECK(!mMapper);
97 C2_CHECK(!mReverse);
98 mMapper = mapper;
99 return *this;
100 }
101
102 /// Adds SDK <=> Codec 2.0 value mappers
103 ConfigMapper &withMappers(Mapper mapper, Mapper reverse) {
104 C2_CHECK(!mMapper);
105 C2_CHECK(!mReverse);
106 mMapper = mapper;
107 mReverse = reverse;
108 return *this;
109 }
110
111 /// Adds SDK <=> Codec 2.0 value mappers based on C2Mapper
112 template<typename C2Type, typename SdkType=int32_t>
113 ConfigMapper &withC2Mappers() {
114 C2_CHECK(!mMapper);
115 C2_CHECK(!mReverse);
116 mMapper = [](C2Value v) -> C2Value {
117 SdkType sdkValue;
118 C2Type c2Value;
119 if (v.get(&sdkValue) && C2Mapper::map(sdkValue, &c2Value)) {
120 return c2Value;
121 }
122 return C2Value();
123 };
124 mReverse = [](C2Value v) -> C2Value {
125 SdkType sdkValue;
126 C2Type c2Value;
127 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<C2Type>::type;
128 if (v.get((C2ValueType*)&c2Value) && C2Mapper::map(c2Value, &sdkValue)) {
129 return sdkValue;
130 }
131 return C2Value();
132 };
133 return *this;
134 }
135
136 /// Maps from SDK values in an AMessage to a suitable C2Value.
137 C2Value mapFromMessage(const AMessage::ItemData &item) const {
138 C2Value value;
139 int32_t int32Value;
140 int64_t int64Value;
141 float floatValue;
142 double doubleValue;
143 if (item.find(&int32Value)) {
144 value = int32Value;
145 } else if (item.find(&int64Value)) {
146 value = int64Value;
147 } else if (item.find(&floatValue)) {
148 value = floatValue;
149 } else if (item.find(&doubleValue)) {
150 value = (float)doubleValue;
151 }
152 if (value.type() != C2Value::NO_INIT && mMapper) {
153 value = mMapper(value);
154 }
155 return value;
156 }
157
158 /// Maps from a C2Value to an SDK value in an AMessage.
159 AMessage::ItemData mapToMessage(C2Value value) const {
160 AMessage::ItemData item;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800161 if (value.type() != C2Value::NO_INIT && mReverse) {
162 value = mReverse(value);
163 }
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800164 C2ValueToMessageItem(value, item);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800165 return item;
166 }
167
168 Domain domain() const { return mDomain; }
169 std::string mediaKey() const { return mMediaKey; }
170 std::string path() const { return mField.size() ? mStruct + '.' + mField : mStruct; }
171 Mapper mapper() const { return mMapper; }
172 Mapper reverse() const { return mReverse; }
173
174private:
175 Domain mDomain; ///< parameter domain (mask) containing port, kind and config domains
176 std::string mMediaKey; ///< SDK key
177 C2String mStruct; ///< Codec 2.0 struct name
178 C2String mField; ///< Codec 2.0 field name
179 Mapper mMapper; ///< optional SDK => Codec 2.0 value mapper
180 Mapper mReverse; ///< optional Codec 2.0 => SDK value mapper
181};
182
183template <typename PORT, typename STREAM>
184AString QueryMediaTypeImpl(
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800185 const std::shared_ptr<Codec2Client::Configurable> &configurable) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800186 AString mediaType;
187 std::vector<std::unique_ptr<C2Param>> queried;
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800188 c2_status_t c2err = configurable->query(
Pawin Vongmasa36653902018-11-15 00:10:25 -0800189 {}, { PORT::PARAM_TYPE, STREAM::PARAM_TYPE }, C2_DONT_BLOCK, &queried);
190 if (c2err != C2_OK && queried.size() == 0) {
191 ALOGD("Query media type failed => %s", asString(c2err));
192 } else {
193 PORT *portMediaType =
194 PORT::From(queried[0].get());
195 if (portMediaType) {
196 mediaType = AString(
197 portMediaType->m.value,
198 strnlen(portMediaType->m.value, portMediaType->flexCount()));
199 } else {
200 STREAM *streamMediaType = STREAM::From(queried[0].get());
201 if (streamMediaType) {
202 mediaType = AString(
203 streamMediaType->m.value,
204 strnlen(streamMediaType->m.value, streamMediaType->flexCount()));
205 }
206 }
207 ALOGD("read media type: %s", mediaType.c_str());
208 }
209 return mediaType;
210}
211
212AString QueryMediaType(
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800213 bool input, const std::shared_ptr<Codec2Client::Configurable> &configurable) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800214 typedef C2PortMediaTypeSetting P;
215 typedef C2StreamMediaTypeSetting S;
216 if (input) {
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800217 return QueryMediaTypeImpl<P::input, S::input>(configurable);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800218 } else {
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800219 return QueryMediaTypeImpl<P::output, S::output>(configurable);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800220 }
221}
222
223} // namespace
224
225/**
226 * Set of standard parameters used by CCodec that are exposed to MediaCodec.
227 */
228struct StandardParams {
229 typedef CCodecConfig::Domain Domain;
230
231 // standard (MediaCodec) params are keyed by media format key
232 typedef std::string SdkKey;
233
234 /// used to return reference to no config mappers in getConfigMappersForSdkKey
235 static const std::vector<ConfigMapper> NO_MAPPERS;
236
237 /// Returns Codec 2.0 equivalent parameters for an SDK format key.
238 const std::vector<ConfigMapper> &getConfigMappersForSdkKey(std::string key) const {
239 auto it = mConfigMappers.find(key);
240 if (it == mConfigMappers.end()) {
Wonsik Kimbd557932019-07-02 15:51:20 -0700241 if (mComplained.count(key) == 0) {
242 ALOGD("no c2 equivalents for %s", key.c_str());
243 mComplained.insert(key);
244 }
Pawin Vongmasa36653902018-11-15 00:10:25 -0800245 return NO_MAPPERS;
246 }
247 ALOGV("found %zu eqs for %s", it->second.size(), key.c_str());
248 return it->second;
249 }
250
251 /**
252 * Adds a SDK <=> Codec 2.0 parameter mapping. Multiple Codec 2.0 parameters may map to a
253 * single SDK key, in which case they shall be ordered from least authoritative to most
254 * authoritative. When constructing SDK formats, the last mapped Codec 2.0 parameter that
255 * is supported by the component will determine the exposed value. (TODO: perhaps restrict this
256 * by domain.)
257 */
258 void add(const ConfigMapper &cm) {
259 auto it = mConfigMappers.find(cm.mediaKey());
260 ALOGV("%c%c%c%c %c%c%c %04x %9s %s => %s",
261 ((cm.domain() & Domain::IS_INPUT) ? 'I' : ' '),
262 ((cm.domain() & Domain::IS_OUTPUT) ? 'O' : ' '),
263 ((cm.domain() & Domain::IS_CODED) ? 'C' : ' '),
264 ((cm.domain() & Domain::IS_RAW) ? 'R' : ' '),
265 ((cm.domain() & Domain::IS_CONFIG) ? 'c' : ' '),
266 ((cm.domain() & Domain::IS_PARAM) ? 'p' : ' '),
267 ((cm.domain() & Domain::IS_READ) ? 'r' : ' '),
268 cm.domain(),
269 it == mConfigMappers.end() ? "adding" : "extending",
270 cm.mediaKey().c_str(), cm.path().c_str());
271 if (it == mConfigMappers.end()) {
272 std::vector<ConfigMapper> eqs = { cm };
273 mConfigMappers.emplace(cm.mediaKey(), eqs);
274 } else {
275 it->second.push_back(cm);
276 }
277 }
278
279 /**
280 * Returns all paths for a specific domain.
281 *
282 * \param any maximum domain mask. Returned parameters must match at least one of the domains
283 * in the mask.
284 * \param all minimum domain mask. Returned parameters must match all of the domains in the
285 * mask. This is restricted to the bits of the maximum mask.
286 */
287 std::vector<std::string> getPathsForDomain(
288 Domain any, Domain all = Domain::ALL) const {
289 std::vector<std::string> res;
290 for (const std::pair<std::string, std::vector<ConfigMapper>> &el : mConfigMappers) {
291 for (const ConfigMapper &cm : el.second) {
292 ALOGV("filtering %s %x %x %x %x", cm.path().c_str(), cm.domain(), any,
293 (cm.domain() & any), (cm.domain() & any & all));
294 if ((cm.domain() & any) && ((cm.domain() & any & all) == (any & all))) {
295 res.push_back(cm.path());
296 }
297 }
298 }
299 return res;
300 }
301
302 /**
303 * Returns SDK <=> Codec 2.0 mappings.
304 *
305 * TODO: replace these with better methods as this exposes the inner structure.
306 */
307 const std::map<SdkKey, std::vector<ConfigMapper>> getKeys() const {
308 return mConfigMappers;
309 }
310
311private:
312 std::map<SdkKey, std::vector<ConfigMapper>> mConfigMappers;
Wonsik Kimbd557932019-07-02 15:51:20 -0700313 mutable std::set<std::string> mComplained;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800314};
315
316const std::vector<ConfigMapper> StandardParams::NO_MAPPERS;
317
318
319CCodecConfig::CCodecConfig()
320 : mInputFormat(new AMessage),
321 mOutputFormat(new AMessage),
322 mUsingSurface(false) { }
323
324void CCodecConfig::initializeStandardParams() {
325 typedef Domain D;
326 mStandardParams = std::make_shared<StandardParams>();
327 std::function<void(const ConfigMapper &)> add =
328 [params = mStandardParams](const ConfigMapper &cm) {
329 params->add(cm);
330 };
331 std::function<void(const ConfigMapper &)> deprecated = add;
332
333 // allow int32 or float SDK values and represent them as float
334 ConfigMapper::Mapper makeFloat = [](C2Value v) -> C2Value {
335 // convert from i32 to float
336 int32_t i32Value;
337 float fpValue;
338 if (v.get(&i32Value)) {
339 return (float)i32Value;
340 } else if (v.get(&fpValue)) {
341 return fpValue;
342 }
343 return C2Value();
344 };
345
346 ConfigMapper::Mapper negate = [](C2Value v) -> C2Value {
347 int32_t value;
348 if (v.get(&value)) {
349 return -value;
350 }
351 return C2Value();
352 };
353
354 add(ConfigMapper(KEY_MIME, C2_PARAMKEY_INPUT_MEDIA_TYPE, "value")
355 .limitTo(D::INPUT & D::READ));
356 add(ConfigMapper(KEY_MIME, C2_PARAMKEY_OUTPUT_MEDIA_TYPE, "value")
357 .limitTo(D::OUTPUT & D::READ));
358
359 add(ConfigMapper(KEY_BIT_RATE, C2_PARAMKEY_BITRATE, "value")
360 .limitTo(D::ENCODER & D::OUTPUT));
361 // we also need to put the bitrate in the max bitrate field
362 add(ConfigMapper(KEY_MAX_BIT_RATE, C2_PARAMKEY_BITRATE, "value")
363 .limitTo(D::ENCODER & D::READ & D::OUTPUT));
364 add(ConfigMapper(PARAMETER_KEY_VIDEO_BITRATE, C2_PARAMKEY_BITRATE, "value")
365 .limitTo(D::ENCODER & D::VIDEO & D::PARAM));
366 add(ConfigMapper(KEY_BITRATE_MODE, C2_PARAMKEY_BITRATE_MODE, "value")
367 .limitTo(D::ENCODER & D::CODED)
Harish Mahendrakar71cbb9d2019-05-21 11:21:27 -0700368 .withC2Mappers<C2Config::bitrate_mode_t>());
Pawin Vongmasa36653902018-11-15 00:10:25 -0800369 // remove when codecs switch to PARAMKEY and new modes
370 deprecated(ConfigMapper(KEY_BITRATE_MODE, "coded.bitrate-mode", "value")
371 .limitTo(D::ENCODER));
372 add(ConfigMapper(KEY_FRAME_RATE, C2_PARAMKEY_FRAME_RATE, "value")
373 .limitTo(D::VIDEO)
374 .withMappers(makeFloat, [](C2Value v) -> C2Value {
375 // read back always as int
376 float value;
377 if (v.get(&value)) {
378 return (int32_t)value;
379 }
380 return C2Value();
381 }));
382
383 add(ConfigMapper(KEY_MAX_INPUT_SIZE, C2_PARAMKEY_INPUT_MAX_BUFFER_SIZE, "value")
384 .limitTo(D::INPUT));
385 // remove when codecs switch to PARAMKEY
386 deprecated(ConfigMapper(KEY_MAX_INPUT_SIZE, "coded.max-frame-size", "value")
387 .limitTo(D::INPUT));
388
389 // Rotation
390 // Note: SDK rotation is clock-wise, while C2 rotation is counter-clock-wise
391 add(ConfigMapper(KEY_ROTATION, C2_PARAMKEY_VUI_ROTATION, "value")
392 .limitTo(D::VIDEO & D::CODED)
393 .withMappers(negate, negate));
394 add(ConfigMapper(KEY_ROTATION, C2_PARAMKEY_ROTATION, "value")
395 .limitTo(D::VIDEO & D::RAW)
396 .withMappers(negate, negate));
397
398 // android 'video-scaling'
399 add(ConfigMapper("android._video-scaling", C2_PARAMKEY_SURFACE_SCALING_MODE, "value")
400 .limitTo(D::VIDEO & D::DECODER & D::RAW));
401
402 // Color Aspects
403 //
404 // configure default for decoders
405 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "range")
406 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM))
407 .withC2Mappers<C2Color::range_t>());
408 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "transfer")
409 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM))
410 .withC2Mappers<C2Color::transfer_t>());
411 add(ConfigMapper("color-primaries", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "primaries")
412 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM)));
413 add(ConfigMapper("color-matrix", C2_PARAMKEY_DEFAULT_COLOR_ASPECTS, "matrix")
414 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::CODED & (D::CONFIG | D::PARAM)));
415
416 // read back final for decoder output (also, configure final aspects as well. This should be
417 // overwritten based on coded/default values if component supports color aspects, but is used
418 // as final values if component does not support aspects at all)
419 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_COLOR_ASPECTS, "range")
420 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW)
421 .withC2Mappers<C2Color::range_t>());
422 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_COLOR_ASPECTS, "transfer")
423 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW)
424 .withC2Mappers<C2Color::transfer_t>());
425 add(ConfigMapper("color-primaries", C2_PARAMKEY_COLOR_ASPECTS, "primaries")
426 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW));
427 add(ConfigMapper("color-matrix", C2_PARAMKEY_COLOR_ASPECTS, "matrix")
428 .limitTo((D::VIDEO | D::IMAGE) & D::DECODER & D::RAW));
429
430 // configure source aspects for encoders and read them back on the coded(!) port.
431 // This is to ensure muxing the desired aspects into the container.
432 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_COLOR_ASPECTS, "range")
433 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED)
434 .withC2Mappers<C2Color::range_t>());
435 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_COLOR_ASPECTS, "transfer")
436 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED)
437 .withC2Mappers<C2Color::transfer_t>());
438 add(ConfigMapper("color-primaries", C2_PARAMKEY_COLOR_ASPECTS, "primaries")
439 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED));
440 add(ConfigMapper("color-matrix", C2_PARAMKEY_COLOR_ASPECTS, "matrix")
441 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::CODED));
442
443 // read back coded aspects for encoders (on the raw port), but also configure
444 // desired aspects here.
445 add(ConfigMapper(KEY_COLOR_RANGE, C2_PARAMKEY_VUI_COLOR_ASPECTS, "range")
446 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW)
447 .withC2Mappers<C2Color::range_t>());
448 add(ConfigMapper(KEY_COLOR_TRANSFER, C2_PARAMKEY_VUI_COLOR_ASPECTS, "transfer")
449 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW)
450 .withC2Mappers<C2Color::transfer_t>());
451 add(ConfigMapper("color-primaries", C2_PARAMKEY_VUI_COLOR_ASPECTS, "primaries")
452 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW));
453 add(ConfigMapper("color-matrix", C2_PARAMKEY_VUI_COLOR_ASPECTS, "matrix")
454 .limitTo((D::VIDEO | D::IMAGE) & D::ENCODER & D::RAW));
455
456 // Dataspace
457 add(ConfigMapper("android._dataspace", C2_PARAMKEY_DATA_SPACE, "value")
458 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
459
460 // HDR
461 add(ConfigMapper("smpte2086.red.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.red.x")
462 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
463 add(ConfigMapper("smpte2086.red.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.red.y")
464 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
465 add(ConfigMapper("smpte2086.green.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.green.x")
466 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
467 add(ConfigMapper("smpte2086.green.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.green.y")
468 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
469 add(ConfigMapper("smpte2086.blue.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.blue.x")
470 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
471 add(ConfigMapper("smpte2086.blue.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.blue.y")
472 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
473 add(ConfigMapper("smpte2086.white.x", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.white.x")
474 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
475 add(ConfigMapper("smpte2086.white.y", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.white.y")
476 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
477 add(ConfigMapper("smpte2086.max-luminance", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.max-luminance")
478 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
479 add(ConfigMapper("smpte2086.min-luminance", C2_PARAMKEY_HDR_STATIC_INFO, "mastering.min-luminance")
480 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
481 add(ConfigMapper("cta861.max-cll", C2_PARAMKEY_HDR_STATIC_INFO, "max-cll")
482 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
483 add(ConfigMapper("cta861.max-fall", C2_PARAMKEY_HDR_STATIC_INFO, "max-fall")
484 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
485
486 add(ConfigMapper(std::string(KEY_FEATURE_) + FEATURE_SecurePlayback,
487 C2_PARAMKEY_SECURE_MODE, "value"));
488
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700489 add(ConfigMapper(KEY_PREPEND_HEADERS_TO_SYNC_FRAMES,
Pawin Vongmasa36653902018-11-15 00:10:25 -0800490 C2_PARAMKEY_PREPEND_HEADER_MODE, "value")
491 .limitTo(D::ENCODER & D::VIDEO)
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700492 .withMappers([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800493 int32_t value;
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700494 if (v.get(&value)) {
495 return value ? C2Value(C2Config::PREPEND_HEADER_TO_ALL_SYNC)
496 : C2Value(C2Config::PREPEND_HEADER_TO_NONE);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800497 }
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700498 return C2Value();
499 }, [](C2Value v) -> C2Value {
500 C2Config::prepend_header_mode_t value;
501 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(value)>::type;
502 if (v.get((C2ValueType *)&value)) {
503 switch (value) {
504 case C2Config::PREPEND_HEADER_TO_NONE: return 0;
505 case C2Config::PREPEND_HEADER_TO_ALL_SYNC: return 1;
506 case C2Config::PREPEND_HEADER_ON_CHANGE: [[fallthrough]];
507 default: return C2Value();
508 }
509 }
510 return C2Value();
Pawin Vongmasa36653902018-11-15 00:10:25 -0800511 }));
512 // remove when codecs switch to PARAMKEY
Wonsik Kim9ca01d32019-04-01 14:45:47 -0700513 deprecated(ConfigMapper(KEY_PREPEND_HEADERS_TO_SYNC_FRAMES,
Pawin Vongmasa36653902018-11-15 00:10:25 -0800514 "coding.add-csd-to-sync-frames", "value")
515 .limitTo(D::ENCODER & D::VIDEO));
516 // convert to timestamp base
517 add(ConfigMapper(KEY_I_FRAME_INTERVAL, C2_PARAMKEY_SYNC_FRAME_INTERVAL, "value")
Wonsik Kimec588002019-07-11 13:43:38 -0700518 .limitTo(D::VIDEO & D::ENCODER & D::CONFIG)
519 .withMapper([](C2Value v) -> C2Value {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800520 // convert from i32 to float
521 int32_t i32Value;
522 float fpValue;
523 if (v.get(&i32Value)) {
524 return int64_t(1000000) * i32Value;
525 } else if (v.get(&fpValue)) {
526 return int64_t(c2_min(1000000 * fpValue + 0.5, (double)INT64_MAX));
527 }
528 return C2Value();
529 }));
530 // remove when codecs switch to proper coding.gop (add support for calculating gop)
531 deprecated(ConfigMapper("i-frame-period", "coding.gop", "intra-period")
532 .limitTo(D::ENCODER & D::VIDEO));
533 add(ConfigMapper(KEY_INTRA_REFRESH_PERIOD, C2_PARAMKEY_INTRA_REFRESH, "period")
534 .limitTo(D::VIDEO & D::ENCODER)
535 .withMappers(makeFloat, [](C2Value v) -> C2Value {
536 // read back always as int
537 float value;
538 if (v.get(&value)) {
539 return (int32_t)value;
540 }
541 return C2Value();
542 }));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800543 deprecated(ConfigMapper(PARAMETER_KEY_REQUEST_SYNC_FRAME,
544 "coding.request-sync", "value")
545 .limitTo(D::PARAM & D::ENCODER)
546 .withMapper([](C2Value) -> C2Value { return uint32_t(1); }));
547 add(ConfigMapper(PARAMETER_KEY_REQUEST_SYNC_FRAME,
548 C2_PARAMKEY_REQUEST_SYNC_FRAME, "value")
549 .limitTo(D::PARAM & D::ENCODER)
550 .withMapper([](C2Value) -> C2Value { return uint32_t(1); }));
551
552 add(ConfigMapper(KEY_OPERATING_RATE, C2_PARAMKEY_OPERATING_RATE, "value")
553 .limitTo(D::PARAM | D::CONFIG) // write-only
554 .withMapper(makeFloat));
555 // C2 priorities are inverted
556 add(ConfigMapper(KEY_PRIORITY, C2_PARAMKEY_PRIORITY, "value")
557 .withMappers(negate, negate));
558 // remove when codecs switch to PARAMKEY
559 deprecated(ConfigMapper(KEY_OPERATING_RATE, "ctrl.operating-rate", "value")
560 .withMapper(makeFloat));
561 deprecated(ConfigMapper(KEY_PRIORITY, "ctrl.priority", "value"));
562
563 add(ConfigMapper(KEY_WIDTH, C2_PARAMKEY_PICTURE_SIZE, "width")
564 .limitTo(D::VIDEO | D::IMAGE));
565 add(ConfigMapper(KEY_HEIGHT, C2_PARAMKEY_PICTURE_SIZE, "height")
566 .limitTo(D::VIDEO | D::IMAGE));
567
568 add(ConfigMapper("crop-left", C2_PARAMKEY_CROP_RECT, "left")
569 .limitTo(D::VIDEO | D::IMAGE));
570 add(ConfigMapper("crop-top", C2_PARAMKEY_CROP_RECT, "top")
571 .limitTo(D::VIDEO | D::IMAGE));
572 add(ConfigMapper("crop-width", C2_PARAMKEY_CROP_RECT, "width")
573 .limitTo(D::VIDEO | D::IMAGE));
574 add(ConfigMapper("crop-height", C2_PARAMKEY_CROP_RECT, "height")
575 .limitTo(D::VIDEO | D::IMAGE));
576
577 add(ConfigMapper(KEY_MAX_WIDTH, C2_PARAMKEY_MAX_PICTURE_SIZE, "width")
578 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
579 add(ConfigMapper(KEY_MAX_HEIGHT, C2_PARAMKEY_MAX_PICTURE_SIZE, "height")
580 .limitTo((D::VIDEO | D::IMAGE) & D::RAW));
581
582 add(ConfigMapper("csd-0", C2_PARAMKEY_INIT_DATA, "value")
583 .limitTo(D::OUTPUT & D::READ));
584
Pawin Vongmasa8be93112018-12-11 14:01:42 -0800585 add(ConfigMapper(KEY_HDR10_PLUS_INFO, C2_PARAMKEY_INPUT_HDR10_PLUS_INFO, "value")
586 .limitTo(D::VIDEO & D::PARAM & D::INPUT));
587
588 add(ConfigMapper(KEY_HDR10_PLUS_INFO, C2_PARAMKEY_OUTPUT_HDR10_PLUS_INFO, "value")
589 .limitTo(D::VIDEO & D::OUTPUT));
590
Pawin Vongmasa36653902018-11-15 00:10:25 -0800591 add(ConfigMapper(C2_PARAMKEY_TEMPORAL_LAYERING, C2_PARAMKEY_TEMPORAL_LAYERING, "")
592 .limitTo(D::ENCODER & D::VIDEO & D::OUTPUT));
593
594 // Pixel Format (use local key for actual pixel format as we don't distinguish between
595 // SDK layouts for flexible format and we need the actual SDK color format in the media format)
596 add(ConfigMapper("android._color-format", C2_PARAMKEY_PIXEL_FORMAT, "value")
597 .limitTo((D::VIDEO | D::IMAGE) & D::RAW)
598 .withMappers([](C2Value v) -> C2Value {
599 int32_t value;
600 if (v.get(&value)) {
Wonsik Kimfb7a7672019-12-27 17:13:33 -0800601 uint32_t result;
602 if (C2Mapper::mapPixelFormatFrameworkToCodec(value, &result)) {
603 return result;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800604 }
605 }
606 return C2Value();
607 }, [](C2Value v) -> C2Value {
608 uint32_t value;
609 if (v.get(&value)) {
Wonsik Kimfb7a7672019-12-27 17:13:33 -0800610 int32_t result;
611 if (C2Mapper::mapPixelFormatCodecToFramework(value, &result)) {
612 return result;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800613 }
614 }
615 return C2Value();
616 }));
617
618 add(ConfigMapper(KEY_CHANNEL_COUNT, C2_PARAMKEY_CHANNEL_COUNT, "value")
619 .limitTo(D::AUDIO)); // read back to both formats
620 add(ConfigMapper(KEY_CHANNEL_COUNT, C2_PARAMKEY_CODED_CHANNEL_COUNT, "value")
621 .limitTo(D::AUDIO & D::CODED));
622
623 add(ConfigMapper(KEY_SAMPLE_RATE, C2_PARAMKEY_SAMPLE_RATE, "value")
624 .limitTo(D::AUDIO)); // read back to both port formats
625 add(ConfigMapper(KEY_SAMPLE_RATE, C2_PARAMKEY_CODED_SAMPLE_RATE, "value")
626 .limitTo(D::AUDIO & D::CODED));
627
628 add(ConfigMapper(KEY_PCM_ENCODING, C2_PARAMKEY_PCM_ENCODING, "value")
Pawin Vongmasa8be93112018-12-11 14:01:42 -0800629 .limitTo(D::AUDIO)
630 .withMappers([](C2Value v) -> C2Value {
631 int32_t value;
632 C2Config::pcm_encoding_t to;
633 if (v.get(&value) && C2Mapper::map(value, &to)) {
634 return to;
635 }
636 return C2Value();
637 }, [](C2Value v) -> C2Value {
638 C2Config::pcm_encoding_t value;
639 int32_t to;
640 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(value)>::type;
641 if (v.get((C2ValueType*)&value) && C2Mapper::map(value, &to)) {
642 return to;
643 }
644 return C2Value();
645 }));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800646
647 add(ConfigMapper(KEY_IS_ADTS, C2_PARAMKEY_AAC_PACKAGING, "value")
648 .limitTo(D::AUDIO & D::CODED)
649 .withMappers([](C2Value v) -> C2Value {
650 int32_t value;
651 if (v.get(&value) && value) {
652 return C2Config::AAC_PACKAGING_ADTS;
653 }
654 return C2Value();
655 }, [](C2Value v) -> C2Value {
656 uint32_t value;
657 if (v.get(&value) && value == C2Config::AAC_PACKAGING_ADTS) {
658 return (int32_t)1;
659 }
660 return C2Value();
661 }));
662
663 std::shared_ptr<C2Mapper::ProfileLevelMapper> mapper =
664 C2Mapper::GetProfileLevelMapper(mCodingMediaType);
665
666 add(ConfigMapper(KEY_PROFILE, C2_PARAMKEY_PROFILE_LEVEL, "profile")
667 .limitTo(D::CODED)
668 .withMappers([mapper](C2Value v) -> C2Value {
669 C2Config::profile_t c2 = PROFILE_UNUSED;
670 int32_t sdk;
671 if (mapper && v.get(&sdk) && mapper->mapProfile(sdk, &c2)) {
672 return c2;
673 }
674 return PROFILE_UNUSED;
675 }, [mapper](C2Value v) -> C2Value {
676 C2Config::profile_t c2;
677 int32_t sdk;
678 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(c2)>::type;
679 if (mapper && v.get((C2ValueType*)&c2) && mapper->mapProfile(c2, &sdk)) {
680 return sdk;
681 }
682 return C2Value();
683 }));
684
685 add(ConfigMapper(KEY_LEVEL, C2_PARAMKEY_PROFILE_LEVEL, "level")
686 .limitTo(D::CODED)
687 .withMappers([mapper](C2Value v) -> C2Value {
688 C2Config::level_t c2 = LEVEL_UNUSED;
689 int32_t sdk;
690 if (mapper && v.get(&sdk) && mapper->mapLevel(sdk, &c2)) {
691 return c2;
692 }
693 return LEVEL_UNUSED;
694 }, [mapper](C2Value v) -> C2Value {
695 C2Config::level_t c2;
696 int32_t sdk;
697 using C2ValueType=typename _c2_reduce_enum_to_underlying_type<decltype(c2)>::type;
698 if (mapper && v.get((C2ValueType*)&c2) && mapper->mapLevel(c2, &sdk)) {
699 return sdk;
700 }
701 return C2Value();
702 }));
703
704 // convert to dBFS and add default
705 add(ConfigMapper(KEY_AAC_DRC_TARGET_REFERENCE_LEVEL, C2_PARAMKEY_DRC_TARGET_REFERENCE_LEVEL, "value")
Wonsik Kim0080d7e2019-06-06 14:20:26 -0700706 .limitTo(D::AUDIO & D::DECODER & D::CONFIG)
Pawin Vongmasa36653902018-11-15 00:10:25 -0800707 .withMapper([](C2Value v) -> C2Value {
708 int32_t value;
709 if (!v.get(&value) || value < 0) {
710 value = property_get_int32(PROP_DRC_OVERRIDE_REF_LEVEL, DRC_DEFAULT_MOBILE_REF_LEVEL);
711 }
712 return float(-0.25 * c2_min(value, 127));
713 }));
714
715 // convert to 0-1 (%) and add default
716 add(ConfigMapper(KEY_AAC_DRC_ATTENUATION_FACTOR, C2_PARAMKEY_DRC_ATTENUATION_FACTOR, "value")
Wonsik Kim0080d7e2019-06-06 14:20:26 -0700717 .limitTo(D::AUDIO & D::DECODER & D::CONFIG)
Pawin Vongmasa36653902018-11-15 00:10:25 -0800718 .withMapper([](C2Value v) -> C2Value {
719 int32_t value;
720 if (!v.get(&value) || value < 0) {
721 value = property_get_int32(PROP_DRC_OVERRIDE_CUT, DRC_DEFAULT_MOBILE_DRC_CUT);
722 }
723 return float(c2_min(value, 127) / 127.);
724 }));
725
726 // convert to 0-1 (%) and add default
727 add(ConfigMapper(KEY_AAC_DRC_BOOST_FACTOR, C2_PARAMKEY_DRC_BOOST_FACTOR, "value")
Wonsik Kim0080d7e2019-06-06 14:20:26 -0700728 .limitTo(D::AUDIO & D::DECODER & D::CONFIG)
Pawin Vongmasa36653902018-11-15 00:10:25 -0800729 .withMapper([](C2Value v) -> C2Value {
730 int32_t value;
731 if (!v.get(&value) || value < 0) {
732 value = property_get_int32(PROP_DRC_OVERRIDE_BOOST, DRC_DEFAULT_MOBILE_DRC_BOOST);
733 }
734 return float(c2_min(value, 127) / 127.);
735 }));
736
737 // convert to compression type and add default
738 add(ConfigMapper(KEY_AAC_DRC_HEAVY_COMPRESSION, C2_PARAMKEY_DRC_COMPRESSION_MODE, "value")
Wonsik Kim0080d7e2019-06-06 14:20:26 -0700739 .limitTo(D::AUDIO & D::DECODER & D::CONFIG)
Pawin Vongmasa36653902018-11-15 00:10:25 -0800740 .withMapper([](C2Value v) -> C2Value {
741 int32_t value;
742 if (!v.get(&value) || value < 0) {
743 value = property_get_int32(PROP_DRC_OVERRIDE_HEAVY, DRC_DEFAULT_MOBILE_DRC_HEAVY);
744 }
745 return value == 1 ? C2Config::DRC_COMPRESSION_HEAVY : C2Config::DRC_COMPRESSION_LIGHT;
746 }));
747
748 // convert to dBFS and add default
749 add(ConfigMapper(KEY_AAC_ENCODED_TARGET_LEVEL, C2_PARAMKEY_DRC_ENCODED_TARGET_LEVEL, "value")
Wonsik Kim0080d7e2019-06-06 14:20:26 -0700750 .limitTo(D::AUDIO & D::DECODER & D::CONFIG)
Pawin Vongmasa36653902018-11-15 00:10:25 -0800751 .withMapper([](C2Value v) -> C2Value {
752 int32_t value;
753 if (!v.get(&value) || value < 0) {
754 value = property_get_int32(PROP_DRC_OVERRIDE_ENC_LEVEL, DRC_DEFAULT_MOBILE_ENC_LEVEL);
755 }
756 return float(-0.25 * c2_min(value, 127));
757 }));
758
759 // convert to effect type (these map to SDK values) and add default
760 add(ConfigMapper(KEY_AAC_DRC_EFFECT_TYPE, C2_PARAMKEY_DRC_EFFECT_TYPE, "value")
Wonsik Kim0080d7e2019-06-06 14:20:26 -0700761 .limitTo(D::AUDIO & D::DECODER & D::CONFIG)
Pawin Vongmasa36653902018-11-15 00:10:25 -0800762 .withMapper([](C2Value v) -> C2Value {
763 int32_t value;
764 if (!v.get(&value) || value < -1 || value > 8) {
765 value = property_get_int32(PROP_DRC_OVERRIDE_EFFECT, DRC_DEFAULT_MOBILE_DRC_EFFECT);
766 // ensure value is within range
767 if (value < -1 || value > 8) {
768 value = DRC_DEFAULT_MOBILE_DRC_EFFECT;
769 }
770 }
771 return value;
772 }));
773
774 add(ConfigMapper(KEY_AAC_MAX_OUTPUT_CHANNEL_COUNT, C2_PARAMKEY_MAX_CHANNEL_COUNT, "value")
775 .limitTo(D::AUDIO));
776
777 add(ConfigMapper(KEY_AAC_SBR_MODE, C2_PARAMKEY_AAC_SBR_MODE, "value")
778 .limitTo(D::AUDIO & D::ENCODER & D::CONFIG)
779 .withMapper([](C2Value v) -> C2Value {
780 int32_t value;
781 if (!v.get(&value) || value < 0) {
782 return C2Config::AAC_SBR_AUTO;
783 }
784 switch (value) {
785 case 0: return C2Config::AAC_SBR_OFF;
786 case 1: return C2Config::AAC_SBR_SINGLE_RATE;
787 case 2: return C2Config::AAC_SBR_DUAL_RATE;
788 default: return C2Config::AAC_SBR_AUTO + 1; // invalid value
789 }
790 }));
791
Harish Mahendrakar9a4c8eb2019-05-29 15:41:20 -0700792 add(ConfigMapper(KEY_QUALITY, C2_PARAMKEY_QUALITY, "value")
793 .limitTo(D::ENCODER & (D::CONFIG | D::PARAM)));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800794 add(ConfigMapper(KEY_FLAC_COMPRESSION_LEVEL, C2_PARAMKEY_COMPLEXITY, "value")
795 .limitTo(D::AUDIO & D::ENCODER));
796 add(ConfigMapper("complexity", C2_PARAMKEY_COMPLEXITY, "value")
Harish Mahendrakar9a4c8eb2019-05-29 15:41:20 -0700797 .limitTo(D::ENCODER & (D::CONFIG | D::PARAM)));
Pawin Vongmasa36653902018-11-15 00:10:25 -0800798
799 add(ConfigMapper(KEY_GRID_COLUMNS, C2_PARAMKEY_TILE_LAYOUT, "columns")
800 .limitTo(D::IMAGE));
801 add(ConfigMapper(KEY_GRID_ROWS, C2_PARAMKEY_TILE_LAYOUT, "rows")
802 .limitTo(D::IMAGE));
803 add(ConfigMapper(KEY_TILE_WIDTH, C2_PARAMKEY_TILE_LAYOUT, "tile.width")
804 .limitTo(D::IMAGE));
805 add(ConfigMapper(KEY_TILE_HEIGHT, C2_PARAMKEY_TILE_LAYOUT, "tile.height")
806 .limitTo(D::IMAGE));
807
808 add(ConfigMapper(KEY_LATENCY, C2_PARAMKEY_PIPELINE_DELAY_REQUEST, "value")
809 .limitTo(D::VIDEO & D::ENCODER));
810
811 add(ConfigMapper(C2_PARAMKEY_INPUT_TIME_STRETCH, C2_PARAMKEY_INPUT_TIME_STRETCH, "value"));
812
Wei Jia48ab6ef2019-10-11 16:06:42 -0700813 add(ConfigMapper(KEY_LOW_LATENCY, C2_PARAMKEY_LOW_LATENCY_MODE, "value")
814 .limitTo(D::DECODER & (D::CONFIG | D::PARAM))
815 .withMapper([](C2Value v) -> C2Value {
816 int32_t value = 0;
817 (void)v.get(&value);
818 return value == 0 ? C2_FALSE : C2_TRUE;
819 }));
820
Pawin Vongmasa36653902018-11-15 00:10:25 -0800821 /* still to do
822 constexpr char KEY_PUSH_BLANK_BUFFERS_ON_STOP[] = "push-blank-buffers-on-shutdown";
823
824 not yet used by MediaCodec, but defined as MediaFormat
825 KEY_AUDIO_SESSION_ID // we use "audio-hw-sync"
826 KEY_OUTPUT_REORDER_DEPTH
827 */
828}
829
830status_t CCodecConfig::initialize(
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800831 const std::shared_ptr<C2ParamReflector> &reflector,
832 const std::shared_ptr<Codec2Client::Configurable> &configurable) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800833 C2ComponentDomainSetting domain(C2Component::DOMAIN_OTHER);
834 C2ComponentKindSetting kind(C2Component::KIND_OTHER);
835
836 std::vector<std::unique_ptr<C2Param>> queried;
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800837 c2_status_t c2err = configurable->query({ &domain, &kind }, {}, C2_DONT_BLOCK, &queried);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800838 if (c2err != C2_OK) {
839 ALOGD("Query domain & kind failed => %s", asString(c2err));
840 // TEMP: determine kind from component name
841 if (kind.value == C2Component::KIND_OTHER) {
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800842 if (configurable->getName().find("encoder") != std::string::npos) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800843 kind.value = C2Component::KIND_ENCODER;
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800844 } else if (configurable->getName().find("decoder") != std::string::npos) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800845 kind.value = C2Component::KIND_DECODER;
846 }
847 }
848
849 // TEMP: determine domain from media type (port (preferred) or stream #0)
850 if (domain.value == C2Component::DOMAIN_OTHER) {
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800851 AString mediaType = QueryMediaType(true /* input */, configurable);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800852 if (mediaType.startsWith("audio/")) {
853 domain.value = C2Component::DOMAIN_AUDIO;
854 } else if (mediaType.startsWith("video/")) {
855 domain.value = C2Component::DOMAIN_VIDEO;
856 } else if (mediaType.startsWith("image/")) {
857 domain.value = C2Component::DOMAIN_IMAGE;
858 }
859 }
860 }
861
862 mDomain = (domain.value == C2Component::DOMAIN_VIDEO ? Domain::IS_VIDEO :
863 domain.value == C2Component::DOMAIN_IMAGE ? Domain::IS_IMAGE :
864 domain.value == C2Component::DOMAIN_AUDIO ? Domain::IS_AUDIO : Domain::OTHER_DOMAIN)
865 | (kind.value == C2Component::KIND_DECODER ? Domain::IS_DECODER :
866 kind.value == C2Component::KIND_ENCODER ? Domain::IS_ENCODER : Domain::OTHER_KIND);
867
868 mInputDomain = Domain(((mDomain & IS_DECODER) ? IS_CODED : IS_RAW) | IS_INPUT);
869 mOutputDomain = Domain(((mDomain & IS_ENCODER) ? IS_CODED : IS_RAW) | IS_OUTPUT);
870
871 ALOGV("domain is %#x (%u %u)", mDomain, domain.value, kind.value);
872
873 std::vector<C2Param::Index> paramIndices;
874 switch (kind.value) {
875 case C2Component::KIND_DECODER:
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800876 mCodingMediaType = QueryMediaType(true /* input */, configurable).c_str();
Pawin Vongmasa36653902018-11-15 00:10:25 -0800877 break;
878 case C2Component::KIND_ENCODER:
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800879 mCodingMediaType = QueryMediaType(false /* input */, configurable).c_str();
Pawin Vongmasa36653902018-11-15 00:10:25 -0800880 break;
881 default:
882 mCodingMediaType = "";
883 }
884
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800885 c2err = configurable->querySupportedParams(&mParamDescs);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800886 if (c2err != C2_OK) {
887 ALOGD("Query supported params failed after returning %zu values => %s",
888 mParamDescs.size(), asString(c2err));
889 return UNKNOWN_ERROR;
890 }
891 for (const std::shared_ptr<C2ParamDescriptor> &desc : mParamDescs) {
892 mSupportedIndices.emplace(desc->index());
893 }
894
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800895 mReflector = reflector;
Pawin Vongmasa36653902018-11-15 00:10:25 -0800896 if (mReflector == nullptr) {
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800897 ALOGE("Null param reflector");
Pawin Vongmasa36653902018-11-15 00:10:25 -0800898 return UNKNOWN_ERROR;
899 }
900
901 // enumerate all fields
902 mParamUpdater = std::make_shared<ReflectedParamUpdater>();
903 mParamUpdater->clear();
904 mParamUpdater->supportWholeParam(
905 C2_PARAMKEY_TEMPORAL_LAYERING, C2StreamTemporalLayeringTuning::CORE_INDEX);
906 mParamUpdater->addParamDesc(mReflector, mParamDescs);
907
908 // TEMP: add some standard fields even if not reflected
909 if (kind.value == C2Component::KIND_ENCODER) {
910 mParamUpdater->addStandardParam<C2StreamInitDataInfo::output>(C2_PARAMKEY_INIT_DATA);
911 }
912 if (domain.value == C2Component::DOMAIN_IMAGE || domain.value == C2Component::DOMAIN_VIDEO) {
913 if (kind.value != C2Component::KIND_ENCODER) {
914 addLocalParam<C2StreamPictureSizeInfo::output>(C2_PARAMKEY_PICTURE_SIZE);
915 addLocalParam<C2StreamCropRectInfo::output>(C2_PARAMKEY_CROP_RECT);
916 addLocalParam(
917 new C2StreamPixelAspectRatioInfo::output(0u, 1u, 1u),
918 C2_PARAMKEY_PIXEL_ASPECT_RATIO);
919 addLocalParam(new C2StreamRotationInfo::output(0u, 0), C2_PARAMKEY_ROTATION);
920 addLocalParam(new C2StreamColorAspectsInfo::output(0u), C2_PARAMKEY_COLOR_ASPECTS);
921 addLocalParam<C2StreamDataSpaceInfo::output>(C2_PARAMKEY_DATA_SPACE);
922 addLocalParam<C2StreamHdrStaticInfo::output>(C2_PARAMKEY_HDR_STATIC_INFO);
923 addLocalParam(new C2StreamSurfaceScalingInfo::output(0u, VIDEO_SCALING_MODE_SCALE_TO_FIT),
924 C2_PARAMKEY_SURFACE_SCALING_MODE);
925 } else {
926 addLocalParam(new C2StreamColorAspectsInfo::input(0u), C2_PARAMKEY_COLOR_ASPECTS);
927 }
928 }
929
930 initializeStandardParams();
931
932 // subscribe to all supported standard (exposed) params
933 // TODO: limit this to params that are actually in the domain
934 std::vector<std::string> formatKeys = mStandardParams->getPathsForDomain(Domain(1 << 30));
935 std::vector<C2Param::Index> indices;
936 mParamUpdater->getParamIndicesForKeys(formatKeys, &indices);
937 mSubscribedIndices.insert(indices.begin(), indices.end());
938
939 // also subscribe to some non-SDK standard parameters
940 // for number of input/output buffers
941 mSubscribedIndices.emplace(C2PortSuggestedBufferCountTuning::input::PARAM_TYPE);
942 mSubscribedIndices.emplace(C2PortSuggestedBufferCountTuning::output::PARAM_TYPE);
943 mSubscribedIndices.emplace(C2ActualPipelineDelayTuning::PARAM_TYPE);
944 mSubscribedIndices.emplace(C2PortActualDelayTuning::input::PARAM_TYPE);
945 mSubscribedIndices.emplace(C2PortActualDelayTuning::output::PARAM_TYPE);
946 // for output buffer array allocation
947 mSubscribedIndices.emplace(C2StreamMaxBufferSizeInfo::output::PARAM_TYPE);
948 // init data (CSD)
949 mSubscribedIndices.emplace(C2StreamInitDataInfo::output::PARAM_TYPE);
950
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800951 for (const std::shared_ptr<C2ParamDescriptor> &desc : mParamDescs) {
952 if (desc->index().isVendor()) {
953 std::vector<std::string> keys;
954 mParamUpdater->getKeysForParamIndex(desc->index(), &keys);
955 for (const std::string &key : keys) {
956 mVendorParamIndices.insert_or_assign(key, desc->index());
957 }
958 }
959 }
960
Pawin Vongmasa36653902018-11-15 00:10:25 -0800961 return OK;
962}
963
964status_t CCodecConfig::subscribeToConfigUpdate(
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800965 const std::shared_ptr<Codec2Client::Configurable> &configurable,
Pawin Vongmasa36653902018-11-15 00:10:25 -0800966 const std::vector<C2Param::Index> &indices,
967 c2_blocking_t blocking) {
968 mSubscribedIndices.insert(indices.begin(), indices.end());
969 // TODO: enable this when components no longer crash on this config
970 if (mSubscribedIndices.size() != mSubscribedIndicesSize && false) {
971 std::vector<uint32_t> indices;
972 for (C2Param::Index ix : mSubscribedIndices) {
973 indices.push_back(ix);
974 }
975 std::unique_ptr<C2SubscribedParamIndicesTuning> subscribeTuning =
976 C2SubscribedParamIndicesTuning::AllocUnique(indices);
977 std::vector<std::unique_ptr<C2SettingResult>> results;
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800978 c2_status_t c2Err = configurable->config({ subscribeTuning.get() }, blocking, &results);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800979 if (c2Err != C2_OK && c2Err != C2_BAD_INDEX) {
980 ALOGD("Failed to subscribe to parameters => %s", asString(c2Err));
981 // TODO: error
982 }
983 ALOGV("Subscribed to %zu params", mSubscribedIndices.size());
984 mSubscribedIndicesSize = mSubscribedIndices.size();
985 }
986 return OK;
987}
988
989status_t CCodecConfig::queryConfiguration(
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800990 const std::shared_ptr<Codec2Client::Configurable> &configurable) {
Pawin Vongmasa36653902018-11-15 00:10:25 -0800991 // query all subscribed parameters
992 std::vector<C2Param::Index> indices(mSubscribedIndices.begin(), mSubscribedIndices.end());
993 std::vector<std::unique_ptr<C2Param>> queried;
Wonsik Kim8a6ed372019-12-03 16:05:51 -0800994 c2_status_t c2Err = configurable->query({}, indices, C2_MAY_BLOCK, &queried);
Pawin Vongmasa36653902018-11-15 00:10:25 -0800995 if (c2Err != OK) {
996 ALOGI("query failed after returning %zu values (%s)", queried.size(), asString(c2Err));
997 // TODO: error
998 }
999
1000 updateConfiguration(queried, ALL);
1001 return OK;
1002}
1003
1004bool CCodecConfig::updateConfiguration(
1005 std::vector<std::unique_ptr<C2Param>> &configUpdate, Domain domain) {
1006 ALOGV("updating configuration with %zu params", configUpdate.size());
1007 bool changed = false;
1008 for (std::unique_ptr<C2Param> &p : configUpdate) {
1009 if (p && *p) {
1010 auto insertion = mCurrentConfig.emplace(p->index(), nullptr);
1011 if (insertion.second || *insertion.first->second != *p) {
1012 if (mSupportedIndices.count(p->index()) || mLocalParams.count(p->index())) {
1013 // only track changes in supported (reflected or local) indices
1014 changed = true;
1015 } else {
1016 ALOGV("an unlisted config was %s: %#x",
1017 insertion.second ? "added" : "updated", p->index());
1018 }
1019 }
1020 insertion.first->second = std::move(p);
1021 }
1022 }
1023
1024 ALOGV("updated configuration has %zu params (%s)", mCurrentConfig.size(),
1025 changed ? "CHANGED" : "no change");
1026 if (changed) {
1027 return updateFormats(domain);
1028 }
1029 return false;
1030}
1031
1032bool CCodecConfig::updateFormats(Domain domain) {
1033 // get addresses of params in the current config
1034 std::vector<C2Param*> paramPointers;
1035 for (const auto &it : mCurrentConfig) {
1036 paramPointers.push_back(it.second.get());
1037 }
1038
1039 ReflectedParamUpdater::Dict reflected = mParamUpdater->getParams(paramPointers);
Wonsik Kimbd557932019-07-02 15:51:20 -07001040 std::string config = reflected.debugString();
1041 std::set<std::string> configLines;
1042 std::string diff;
1043 for (size_t start = 0; start != std::string::npos; ) {
1044 size_t end = config.find('\n', start);
1045 size_t count = (end == std::string::npos)
1046 ? std::string::npos
1047 : end - start + 1;
1048 std::string line = config.substr(start, count);
1049 configLines.insert(line);
1050 if (mLastConfig.count(line) == 0) {
1051 diff.append(line);
1052 }
1053 start = (end == std::string::npos) ? std::string::npos : end + 1;
1054 }
1055 if (!diff.empty()) {
1056 ALOGD("c2 config diff is %s", diff.c_str());
1057 }
1058 mLastConfig.swap(configLines);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001059
1060 bool changed = false;
1061 if (domain & mInputDomain) {
1062 sp<AMessage> oldFormat = mInputFormat;
1063 mInputFormat = mInputFormat->dup(); // trigger format changed
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001064 mInputFormat->extend(getFormatForDomain(reflected, mInputDomain));
Pawin Vongmasa36653902018-11-15 00:10:25 -08001065 if (mInputFormat->countEntries() != oldFormat->countEntries()
1066 || mInputFormat->changesFrom(oldFormat)->countEntries() > 0) {
1067 changed = true;
1068 } else {
1069 mInputFormat = oldFormat; // no change
1070 }
1071 }
1072 if (domain & mOutputDomain) {
1073 sp<AMessage> oldFormat = mOutputFormat;
1074 mOutputFormat = mOutputFormat->dup(); // trigger output format changed
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001075 mOutputFormat->extend(getFormatForDomain(reflected, mOutputDomain));
Pawin Vongmasa36653902018-11-15 00:10:25 -08001076 if (mOutputFormat->countEntries() != oldFormat->countEntries()
1077 || mOutputFormat->changesFrom(oldFormat)->countEntries() > 0) {
1078 changed = true;
1079 } else {
1080 mOutputFormat = oldFormat; // no change
1081 }
1082 }
1083 ALOGV_IF(changed, "format(s) changed");
1084 return changed;
1085}
1086
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001087sp<AMessage> CCodecConfig::getFormatForDomain(
1088 const ReflectedParamUpdater::Dict &reflected,
1089 Domain portDomain) const {
Pawin Vongmasa36653902018-11-15 00:10:25 -08001090 sp<AMessage> msg = new AMessage;
1091 for (const std::pair<std::string, std::vector<ConfigMapper>> &el : mStandardParams->getKeys()) {
1092 for (const ConfigMapper &cm : el.second) {
1093 if ((cm.domain() & portDomain) == 0 // input-output-coded-raw
1094 || (cm.domain() & mDomain) != mDomain // component domain + kind (these must match)
1095 || (cm.domain() & IS_READ) == 0) {
1096 continue;
1097 }
1098 auto it = reflected.find(cm.path());
1099 if (it == reflected.end()) {
1100 continue;
1101 }
1102 C2Value c2Value;
1103 sp<ABuffer> bufValue;
1104 AString strValue;
1105 AMessage::ItemData item;
1106 if (it->second.find(&c2Value)) {
1107 item = cm.mapToMessage(c2Value);
1108 } else if (it->second.find(&bufValue)) {
1109 item.set(bufValue);
1110 } else if (it->second.find(&strValue)) {
1111 item.set(strValue);
1112 } else {
1113 ALOGD("unexpected untyped query value for key: %s", cm.path().c_str());
1114 continue;
1115 }
1116 msg->setItem(el.first.c_str(), item);
1117 }
1118 }
1119
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001120 bool input = (portDomain & Domain::IS_INPUT);
1121 std::vector<std::string> vendorKeys;
1122 for (const std::pair<std::string, ReflectedParamUpdater::Value> &entry : reflected) {
1123 auto it = mVendorParamIndices.find(entry.first);
1124 if (it == mVendorParamIndices.end()) {
1125 continue;
1126 }
1127 if (mSubscribedIndices.count(it->second) == 0) {
1128 continue;
1129 }
1130 // For vendor parameters, we only care about direction
1131 if ((input && !it->second.forInput())
1132 || (!input && !it->second.forOutput())) {
1133 continue;
1134 }
1135 const ReflectedParamUpdater::Value &value = entry.second;
1136 C2Value c2Value;
1137 sp<ABuffer> bufValue;
1138 AString strValue;
1139 AMessage::ItemData item;
1140 if (value.find(&c2Value)) {
1141 C2ValueToMessageItem(c2Value, item);
1142 } else if (value.find(&bufValue)) {
1143 item.set(bufValue);
1144 } else if (value.find(&strValue)) {
1145 item.set(strValue);
1146 } else {
1147 ALOGD("unexpected untyped query value for key: %s", entry.first.c_str());
1148 continue;
1149 }
1150 msg->setItem(entry.first.c_str(), item);
1151 }
1152
Pawin Vongmasa36653902018-11-15 00:10:25 -08001153 { // convert from Codec 2.0 rect to MediaFormat rect and add crop rect if not present
1154 int32_t left, top, width, height;
1155 if (msg->findInt32("crop-left", &left) && msg->findInt32("crop-width", &width)
1156 && msg->findInt32("crop-top", &top) && msg->findInt32("crop-height", &height)
1157 && left >= 0 && width >=0 && width <= INT32_MAX - left
1158 && top >= 0 && height >=0 && height <= INT32_MAX - top) {
1159 msg->removeEntryAt(msg->findEntryByName("crop-left"));
1160 msg->removeEntryAt(msg->findEntryByName("crop-top"));
1161 msg->removeEntryAt(msg->findEntryByName("crop-width"));
1162 msg->removeEntryAt(msg->findEntryByName("crop-height"));
1163 msg->setRect("crop", left, top, left + width - 1, top + height - 1);
1164 } else if (msg->findInt32("width", &width) && msg->findInt32("height", &height)) {
1165 msg->setRect("crop", 0, 0, width - 1, height - 1);
1166 }
1167 }
1168
1169 { // convert temporal layering to schema
1170 sp<ABuffer> tmp;
1171 if (msg->findBuffer(C2_PARAMKEY_TEMPORAL_LAYERING, &tmp) && tmp != nullptr) {
1172 C2StreamTemporalLayeringTuning *layering =
1173 C2StreamTemporalLayeringTuning::From(C2Param::From(tmp->data(), tmp->size()));
1174 if (layering && layering->m.layerCount > 0
1175 && layering->m.bLayerCount < layering->m.layerCount) {
1176 // check if this is webrtc compatible
1177 AString mime;
1178 if (msg->findString(KEY_MIME, &mime) &&
1179 mime.equalsIgnoreCase(MIMETYPE_VIDEO_VP8) &&
1180 layering->m.bLayerCount == 0 &&
1181 (layering->m.layerCount == 1
1182 || (layering->m.layerCount == 2
1183 && layering->flexCount() >= 1
1184 && layering->m.bitrateRatios[0] == .6f)
1185 || (layering->m.layerCount == 3
1186 && layering->flexCount() >= 2
1187 && layering->m.bitrateRatios[0] == .4f
1188 && layering->m.bitrateRatios[1] == .6f)
1189 || (layering->m.layerCount == 4
1190 && layering->flexCount() >= 3
1191 && layering->m.bitrateRatios[0] == .25f
1192 && layering->m.bitrateRatios[1] == .4f
1193 && layering->m.bitrateRatios[2] == .6f))) {
1194 msg->setString(KEY_TEMPORAL_LAYERING, AStringPrintf(
1195 "webrtc.vp8.%u-layer", layering->m.layerCount));
1196 } else if (layering->m.bLayerCount) {
1197 msg->setString(KEY_TEMPORAL_LAYERING, AStringPrintf(
1198 "android.generic.%u+%u",
1199 layering->m.layerCount - layering->m.bLayerCount,
1200 layering->m.bLayerCount));
1201 } else if (layering->m.bLayerCount) {
1202 msg->setString(KEY_TEMPORAL_LAYERING, AStringPrintf(
1203 "android.generic.%u", layering->m.layerCount));
1204 }
1205 }
1206 msg->removeEntryAt(msg->findEntryByName(C2_PARAMKEY_TEMPORAL_LAYERING));
1207 }
1208 }
1209
1210 { // convert color info
1211 C2Color::primaries_t primaries;
1212 C2Color::matrix_t matrix;
1213 if (msg->findInt32("color-primaries", (int32_t*)&primaries)
1214 && msg->findInt32("color-matrix", (int32_t*)&matrix)) {
1215 int32_t standard;
1216
1217 if (C2Mapper::map(primaries, matrix, &standard)) {
1218 msg->setInt32(KEY_COLOR_STANDARD, standard);
1219 }
1220
1221 msg->removeEntryAt(msg->findEntryByName("color-primaries"));
1222 msg->removeEntryAt(msg->findEntryByName("color-matrix"));
1223 }
1224
1225
1226 // calculate dataspace for raw graphic buffers if not specified by component, or if
1227 // using surface with unspecified aspects (as those must be defaulted which may change
1228 // the dataspace)
1229 if ((portDomain & IS_RAW) && (mDomain & (IS_IMAGE | IS_VIDEO))) {
1230 android_dataspace dataspace;
1231 ColorAspects aspects = {
1232 ColorAspects::RangeUnspecified, ColorAspects::PrimariesUnspecified,
1233 ColorAspects::TransferUnspecified, ColorAspects::MatrixUnspecified
1234 };
1235 ColorUtils::getColorAspectsFromFormat(msg, aspects);
1236 ColorAspects origAspects = aspects;
1237 if (mUsingSurface) {
1238 // get image size (default to HD)
1239 int32_t width = 1280;
1240 int32_t height = 720;
1241 int32_t left, top, right, bottom;
1242 if (msg->findRect("crop", &left, &top, &right, &bottom)) {
1243 width = right - left + 1;
1244 height = bottom - top + 1;
1245 } else {
1246 (void)msg->findInt32(KEY_WIDTH, &width);
1247 (void)msg->findInt32(KEY_HEIGHT, &height);
1248 }
1249 ColorUtils::setDefaultCodecColorAspectsIfNeeded(aspects, width, height);
1250 ColorUtils::setColorAspectsIntoFormat(aspects, msg);
1251 }
1252
1253 if (!msg->findInt32("android._dataspace", (int32_t*)&dataspace)
1254 || aspects.mRange != origAspects.mRange
1255 || aspects.mPrimaries != origAspects.mPrimaries
1256 || aspects.mTransfer != origAspects.mTransfer
1257 || aspects.mMatrixCoeffs != origAspects.mMatrixCoeffs) {
1258 dataspace = ColorUtils::getDataSpaceForColorAspects(aspects, true /* mayExpand */);
1259 msg->setInt32("android._dataspace", dataspace);
1260 }
1261 }
1262
1263 // HDR static info
1264
1265 C2HdrStaticMetadataStruct hdr;
1266 if (msg->findFloat("smpte2086.red.x", &hdr.mastering.red.x)
1267 && msg->findFloat("smpte2086.red.y", &hdr.mastering.red.y)
1268 && msg->findFloat("smpte2086.green.x", &hdr.mastering.green.x)
1269 && msg->findFloat("smpte2086.green.y", &hdr.mastering.green.y)
1270 && msg->findFloat("smpte2086.blue.x", &hdr.mastering.blue.x)
1271 && msg->findFloat("smpte2086.blue.y", &hdr.mastering.blue.y)
1272 && msg->findFloat("smpte2086.white.x", &hdr.mastering.white.x)
1273 && msg->findFloat("smpte2086.white.y", &hdr.mastering.white.y)
1274 && msg->findFloat("smpte2086.max-luminance", &hdr.mastering.maxLuminance)
1275 && msg->findFloat("smpte2086.min-luminance", &hdr.mastering.minLuminance)
1276 && msg->findFloat("cta861.max-cll", &hdr.maxCll)
1277 && msg->findFloat("cta861.max-fall", &hdr.maxFall)) {
1278 if (hdr.mastering.red.x >= 0 && hdr.mastering.red.x <= 1
1279 && hdr.mastering.red.y >= 0 && hdr.mastering.red.y <= 1
1280 && hdr.mastering.green.x >= 0 && hdr.mastering.green.x <= 1
1281 && hdr.mastering.green.y >= 0 && hdr.mastering.green.y <= 1
1282 && hdr.mastering.blue.x >= 0 && hdr.mastering.blue.x <= 1
1283 && hdr.mastering.blue.y >= 0 && hdr.mastering.blue.y <= 1
1284 && hdr.mastering.white.x >= 0 && hdr.mastering.white.x <= 1
1285 && hdr.mastering.white.y >= 0 && hdr.mastering.white.y <= 1
1286 && hdr.mastering.maxLuminance >= 0 && hdr.mastering.maxLuminance <= 65535
1287 && hdr.mastering.minLuminance >= 0 && hdr.mastering.minLuminance <= 6.5535
1288 && hdr.maxCll >= 0 && hdr.maxCll <= 65535
1289 && hdr.maxFall >= 0 && hdr.maxFall <= 65535) {
1290 HDRStaticInfo meta;
1291 meta.mID = meta.kType1;
1292 meta.sType1.mR.x = hdr.mastering.red.x / 0.00002 + 0.5;
1293 meta.sType1.mR.y = hdr.mastering.red.y / 0.00002 + 0.5;
1294 meta.sType1.mG.x = hdr.mastering.green.x / 0.00002 + 0.5;
1295 meta.sType1.mG.y = hdr.mastering.green.y / 0.00002 + 0.5;
1296 meta.sType1.mB.x = hdr.mastering.blue.x / 0.00002 + 0.5;
1297 meta.sType1.mB.y = hdr.mastering.blue.y / 0.00002 + 0.5;
1298 meta.sType1.mW.x = hdr.mastering.white.x / 0.00002 + 0.5;
1299 meta.sType1.mW.y = hdr.mastering.white.y / 0.00002 + 0.5;
1300 meta.sType1.mMaxDisplayLuminance = hdr.mastering.maxLuminance + 0.5;
1301 meta.sType1.mMinDisplayLuminance = hdr.mastering.minLuminance / 0.0001 + 0.5;
1302 meta.sType1.mMaxContentLightLevel = hdr.maxCll + 0.5;
1303 meta.sType1.mMaxFrameAverageLightLevel = hdr.maxFall + 0.5;
1304 msg->removeEntryAt(msg->findEntryByName("smpte2086.red.x"));
1305 msg->removeEntryAt(msg->findEntryByName("smpte2086.red.y"));
1306 msg->removeEntryAt(msg->findEntryByName("smpte2086.green.x"));
1307 msg->removeEntryAt(msg->findEntryByName("smpte2086.green.y"));
1308 msg->removeEntryAt(msg->findEntryByName("smpte2086.blue.x"));
1309 msg->removeEntryAt(msg->findEntryByName("smpte2086.blue.y"));
1310 msg->removeEntryAt(msg->findEntryByName("smpte2086.white.x"));
1311 msg->removeEntryAt(msg->findEntryByName("smpte2086.white.y"));
1312 msg->removeEntryAt(msg->findEntryByName("smpte2086.max-luminance"));
1313 msg->removeEntryAt(msg->findEntryByName("smpte2086.min-luminance"));
1314 msg->removeEntryAt(msg->findEntryByName("cta861.max-cll"));
1315 msg->removeEntryAt(msg->findEntryByName("cta861.max-fall"));
1316 msg->setBuffer(KEY_HDR_STATIC_INFO, ABuffer::CreateAsCopy(&meta, sizeof(meta)));
1317 } else {
1318 ALOGD("found invalid HDR static metadata %s", msg->debugString(8).c_str());
1319 }
1320 }
1321 }
1322
1323 ALOGV("converted to SDK values as %s", msg->debugString().c_str());
1324 return msg;
1325}
1326
1327/// converts an AMessage value to a ParamUpdater value
1328static void convert(const AMessage::ItemData &from, ReflectedParamUpdater::Value *to) {
1329 int32_t int32Value;
1330 int64_t int64Value;
1331 sp<ABuffer> bufValue;
1332 AString strValue;
1333 float floatValue;
1334 double doubleValue;
1335
1336 if (from.find(&int32Value)) {
1337 to->set(int32Value);
1338 } else if (from.find(&int64Value)) {
1339 to->set(int64Value);
1340 } else if (from.find(&bufValue)) {
1341 to->set(bufValue);
1342 } else if (from.find(&strValue)) {
1343 to->set(strValue);
1344 } else if (from.find(&floatValue)) {
1345 to->set(C2Value(floatValue));
1346 } else if (from.find(&doubleValue)) {
1347 // convert double to float
1348 to->set(C2Value((float)doubleValue));
1349 }
1350 // ignore all other AMessage types
1351}
1352
1353/// relaxes Codec 2.0 specific value types to SDK types (mainly removes signedness and counterness
1354/// from 32/64-bit values.)
1355static void relaxValues(ReflectedParamUpdater::Value &item) {
1356 C2Value c2Value;
1357 int32_t int32Value;
1358 int64_t int64Value;
1359 (void)item.find(&c2Value);
1360 if (c2Value.get(&int32Value) || c2Value.get((uint32_t*)&int32Value)
1361 || c2Value.get((c2_cntr32_t*)&int32Value)) {
1362 item.set(int32Value);
1363 } else if (c2Value.get(&int64Value)
1364 || c2Value.get((uint64_t*)&int64Value)
1365 || c2Value.get((c2_cntr64_t*)&int64Value)) {
1366 item.set(int64Value);
1367 }
1368}
1369
1370ReflectedParamUpdater::Dict CCodecConfig::getReflectedFormat(
1371 const sp<AMessage> &params_, Domain configDomain) const {
1372 // create a modifiable copy of params
1373 sp<AMessage> params = params_->dup();
1374 ALOGV("filtering with config domain %x", configDomain);
1375
1376 // convert some macro parameters to Codec 2.0 specific expressions
1377
1378 { // make i-frame-interval frame based
1379 float iFrameInterval;
1380 if (params->findAsFloat(KEY_I_FRAME_INTERVAL, &iFrameInterval)) {
1381 float frameRate;
1382 if (params->findAsFloat(KEY_FRAME_RATE, &frameRate)) {
1383 params->setInt32("i-frame-period",
1384 (frameRate <= 0 || iFrameInterval < 0)
1385 ? -1 /* no sync frames */
1386 : (int32_t)c2_min(iFrameInterval * frameRate + 0.5,
1387 (float)INT32_MAX));
1388 }
1389 }
1390 }
1391
1392 if (mDomain == (IS_VIDEO | IS_ENCODER)) {
1393 // convert capture-rate into input-time-stretch
1394 float frameRate, captureRate;
1395 if (params->findAsFloat(KEY_FRAME_RATE, &frameRate)) {
1396 if (!params->findAsFloat("time-lapse-fps", &captureRate)
1397 && !params->findAsFloat(KEY_CAPTURE_RATE, &captureRate)) {
1398 captureRate = frameRate;
1399 }
1400 if (captureRate > 0 && frameRate > 0) {
1401 params->setFloat(C2_PARAMKEY_INPUT_TIME_STRETCH, captureRate / frameRate);
1402 }
1403 }
1404 }
1405
1406 { // reflect temporal layering into a binary blob
1407 AString schema;
1408 if (params->findString(KEY_TEMPORAL_LAYERING, &schema)) {
1409 unsigned int numLayers = 0;
1410 unsigned int numBLayers = 0;
1411 int tags;
1412 char dummy;
1413 std::unique_ptr<C2StreamTemporalLayeringTuning::output> layering;
1414 if (sscanf(schema.c_str(), "webrtc.vp8.%u-layer%c", &numLayers, &dummy) == 1
1415 && numLayers > 0) {
1416 switch (numLayers) {
1417 case 1:
1418 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1419 {}, 0u, 1u, 0u);
1420 break;
1421 case 2:
1422 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1423 { .6f }, 0u, 2u, 0u);
1424 break;
1425 case 3:
1426 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1427 { .4f, .6f }, 0u, 3u, 0u);
1428 break;
1429 default:
1430 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1431 { .25f, .4f, .6f }, 0u, 4u, 0u);
1432 break;
1433 }
1434 } else if ((tags = sscanf(schema.c_str(), "android.generic.%u%c%u%c",
1435 &numLayers, &dummy, &numBLayers, &dummy))
1436 && (tags == 1 || (tags == 3 && dummy == '+'))
1437 && numLayers > 0 && numLayers < UINT32_MAX - numBLayers) {
1438 layering = C2StreamTemporalLayeringTuning::output::AllocUnique(
1439 {}, 0u, numLayers + numBLayers, numBLayers);
1440 } else {
1441 ALOGD("Ignoring unsupported ts-schema [%s]", schema.c_str());
1442 }
1443 if (layering) {
1444 params->setBuffer(C2_PARAMKEY_TEMPORAL_LAYERING,
1445 ABuffer::CreateAsCopy(layering.get(), layering->size()));
1446 }
1447 }
1448 }
1449
1450 { // convert from MediaFormat rect to Codec 2.0 rect
1451 int32_t offset;
1452 int32_t end;
1453 AMessage::ItemData item;
1454 if (params->findInt32("crop-left", &offset) && params->findInt32("crop-right", &end)
1455 && offset >= 0 && end >= offset - 1) {
1456 size_t ix = params->findEntryByName("crop-right");
1457 params->setEntryNameAt(ix, "crop-width");
1458 item.set(end - offset + 1);
1459 params->setEntryAt(ix, item);
1460 }
1461 if (params->findInt32("crop-top", &offset) && params->findInt32("crop-bottom", &end)
1462 && offset >= 0 && end >= offset - 1) {
1463 size_t ix = params->findEntryByName("crop-bottom");
1464 params->setEntryNameAt(ix, "crop-height");
1465 item.set(end - offset + 1);
1466 params->setEntryAt(ix, item);
1467 }
1468 }
1469
1470 { // convert color info
1471 int32_t standard;
1472 if (params->findInt32(KEY_COLOR_STANDARD, &standard)) {
1473 C2Color::primaries_t primaries;
1474 C2Color::matrix_t matrix;
1475
1476 if (C2Mapper::map(standard, &primaries, &matrix)) {
1477 params->setInt32("color-primaries", primaries);
1478 params->setInt32("color-matrix", matrix);
1479 }
1480 }
1481
1482 sp<ABuffer> hdrMeta;
1483 if (params->findBuffer(KEY_HDR_STATIC_INFO, &hdrMeta)
1484 && hdrMeta->size() == sizeof(HDRStaticInfo)) {
1485 HDRStaticInfo *meta = (HDRStaticInfo*)hdrMeta->data();
1486 if (meta->mID == meta->kType1) {
1487 params->setFloat("smpte2086.red.x", meta->sType1.mR.x * 0.00002);
1488 params->setFloat("smpte2086.red.y", meta->sType1.mR.y * 0.00002);
1489 params->setFloat("smpte2086.green.x", meta->sType1.mG.x * 0.00002);
1490 params->setFloat("smpte2086.green.y", meta->sType1.mG.y * 0.00002);
1491 params->setFloat("smpte2086.blue.x", meta->sType1.mB.x * 0.00002);
1492 params->setFloat("smpte2086.blue.y", meta->sType1.mB.y * 0.00002);
1493 params->setFloat("smpte2086.white.x", meta->sType1.mW.x * 0.00002);
1494 params->setFloat("smpte2086.white.y", meta->sType1.mW.y * 0.00002);
1495 params->setFloat("smpte2086.max-luminance", meta->sType1.mMaxDisplayLuminance);
1496 params->setFloat("smpte2086.min-luminance", meta->sType1.mMinDisplayLuminance * 0.0001);
1497 params->setFloat("cta861.max-cll", meta->sType1.mMaxContentLightLevel);
1498 params->setFloat("cta861.max-fall", meta->sType1.mMaxFrameAverageLightLevel);
1499 }
1500 }
1501 }
1502
1503 // this is to verify that we set proper signedness for standard parameters
1504 bool beVeryStrict = property_get_bool("debug.stagefright.ccodec_strict_type", false);
1505 // this is to allow vendors to use the wrong signedness for standard parameters
1506 bool beVeryLax = property_get_bool("debug.stagefright.ccodec_lax_type", false);
1507
1508 ReflectedParamUpdater::Dict filtered;
1509 for (size_t ix = 0; ix < params->countEntries(); ++ix) {
1510 AMessage::Type type;
1511 AString name = params->getEntryNameAt(ix, &type);
1512 AMessage::ItemData msgItem = params->getEntryAt(ix);
1513 ReflectedParamUpdater::Value item;
1514 convert(msgItem, &item); // convert item to param updater item
1515
1516 if (name.startsWith("vendor.")) {
1517 // vendor params pass through as is
1518 filtered.emplace(name.c_str(), item);
1519 continue;
1520 }
1521 // standard parameters may get modified, filtered or duplicated
1522 for (const ConfigMapper &cm : mStandardParams->getConfigMappersForSdkKey(name.c_str())) {
1523 // note: we ignore port domain for configuration
1524 if ((cm.domain() & configDomain)
1525 // component domain + kind (these must match)
1526 && (cm.domain() & mDomain) == mDomain) {
1527 // map arithmetic values, pass through string or buffer
1528 switch (type) {
1529 case AMessage::kTypeBuffer:
1530 case AMessage::kTypeString:
1531 break;
1532 case AMessage::kTypeInt32:
1533 case AMessage::kTypeInt64:
1534 case AMessage::kTypeFloat:
1535 case AMessage::kTypeDouble:
1536 // for now only map settings with mappers as we are not creating
1537 // signed <=> unsigned mappers
1538 // TODO: be precise about signed unsigned
1539 if (beVeryStrict || cm.mapper()) {
1540 item.set(cm.mapFromMessage(params->getEntryAt(ix)));
1541 // also allow to relax type strictness
1542 if (beVeryLax) {
1543 relaxValues(item);
1544 }
1545 }
1546 break;
1547 default:
1548 continue;
1549 }
1550 filtered.emplace(cm.path(), item);
1551 }
1552 }
1553 }
1554 ALOGV("filtered %s to %s", params->debugString(4).c_str(),
1555 filtered.debugString(4).c_str());
1556 return filtered;
1557}
1558
1559status_t CCodecConfig::getConfigUpdateFromSdkParams(
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001560 std::shared_ptr<Codec2Client::Configurable> configurable,
Pawin Vongmasa36653902018-11-15 00:10:25 -08001561 const sp<AMessage> &sdkParams, Domain configDomain,
1562 c2_blocking_t blocking,
1563 std::vector<std::unique_ptr<C2Param>> *configUpdate) const {
1564 ReflectedParamUpdater::Dict params = getReflectedFormat(sdkParams, configDomain);
1565
1566 std::vector<C2Param::Index> indices;
1567 mParamUpdater->getParamIndicesFromMessage(params, &indices);
1568 if (indices.empty()) {
1569 ALOGD("no recognized params in: %s", params.debugString().c_str());
1570 return OK;
1571 }
1572
1573 configUpdate->clear();
1574 std::vector<C2Param::Index> supportedIndices;
1575 for (C2Param::Index ix : indices) {
1576 if (mSupportedIndices.count(ix)) {
1577 supportedIndices.push_back(ix);
1578 } else if (mLocalParams.count(ix)) {
1579 // query local parameter here
1580 auto it = mCurrentConfig.find(ix);
1581 if (it != mCurrentConfig.end()) {
1582 configUpdate->emplace_back(C2Param::Copy(*it->second));
1583 }
1584 }
1585 }
1586
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001587 c2_status_t err = configurable->query({ }, supportedIndices, blocking, configUpdate);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001588 if (err != C2_OK) {
1589 ALOGD("query failed after returning %zu params => %s", configUpdate->size(), asString(err));
1590 }
1591
1592 if (configUpdate->size()) {
1593 mParamUpdater->updateParamsFromMessage(params, configUpdate);
1594 }
1595 return OK;
1596}
1597
1598status_t CCodecConfig::setParameters(
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001599 std::shared_ptr<Codec2Client::Configurable> configurable,
Pawin Vongmasa36653902018-11-15 00:10:25 -08001600 std::vector<std::unique_ptr<C2Param>> &configUpdate,
1601 c2_blocking_t blocking) {
1602 status_t result = OK;
1603 if (configUpdate.empty()) {
1604 return OK;
1605 }
1606
1607 std::vector<C2Param::Index> indices;
1608 std::vector<C2Param *> paramVector;
1609 for (const std::unique_ptr<C2Param> &param : configUpdate) {
1610 if (mSupportedIndices.count(param->index())) {
1611 // component parameter
1612 paramVector.push_back(param.get());
1613 indices.push_back(param->index());
1614 } else if (mLocalParams.count(param->index())) {
1615 // handle local parameter here
1616 LocalParamValidator validator = mLocalParams.find(param->index())->second;
1617 c2_status_t err = C2_OK;
1618 std::unique_ptr<C2Param> copy = C2Param::Copy(*param);
1619 if (validator) {
1620 err = validator(copy);
1621 }
1622 if (err == C2_OK) {
1623 ALOGV("updated local parameter value for %s",
1624 mParamUpdater->getParamName(param->index()).c_str());
1625
1626 mCurrentConfig[param->index()] = std::move(copy);
1627 } else {
1628 ALOGD("failed to set parameter value for %s => %s",
1629 mParamUpdater->getParamName(param->index()).c_str(), asString(err));
1630 result = BAD_VALUE;
1631 }
1632 }
1633 }
1634 // update subscribed param indices
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001635 subscribeToConfigUpdate(configurable, indices, blocking);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001636
1637 std::vector<std::unique_ptr<C2SettingResult>> failures;
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001638 c2_status_t err = configurable->config(paramVector, blocking, &failures);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001639 if (err != C2_OK) {
1640 ALOGD("config failed => %s", asString(err));
1641 // This is non-fatal.
1642 }
1643 for (const std::unique_ptr<C2SettingResult> &failure : failures) {
1644 switch (failure->failure) {
1645 case C2SettingResult::BAD_VALUE:
1646 ALOGD("Bad parameter value");
1647 result = BAD_VALUE;
1648 break;
1649 default:
1650 ALOGV("failure = %d", int(failure->failure));
1651 break;
1652 }
1653 }
1654
1655 // Re-query parameter values in case config could not update them and update the current
1656 // configuration.
1657 configUpdate.clear();
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001658 err = configurable->query({}, indices, blocking, &configUpdate);
Pawin Vongmasa36653902018-11-15 00:10:25 -08001659 if (err != C2_OK) {
1660 ALOGD("query failed after returning %zu params => %s", configUpdate.size(), asString(err));
1661 }
1662 (void)updateConfiguration(configUpdate, ALL);
1663
1664 // TODO: error value
1665 return result;
1666}
1667
1668const C2Param *CCodecConfig::getConfigParameterValue(C2Param::Index index) const {
1669 auto it = mCurrentConfig.find(index);
1670 if (it == mCurrentConfig.end()) {
1671 return nullptr;
1672 } else {
1673 return it->second.get();
1674 }
1675}
1676
Wonsik Kim8a6ed372019-12-03 16:05:51 -08001677status_t CCodecConfig::subscribeToAllVendorParams(
1678 const std::shared_ptr<Codec2Client::Configurable> &configurable,
1679 c2_blocking_t blocking) {
1680 for (const std::pair<std::string, C2Param::Index> &entry : mVendorParamIndices) {
1681 mSubscribedIndices.insert(entry.second);
1682 }
1683 return subscribeToConfigUpdate(configurable, {}, blocking);
1684}
1685
Pawin Vongmasa36653902018-11-15 00:10:25 -08001686} // namespace android