Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2018 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | //#define LOG_NDEBUG 0 |
| 18 | #define LOG_TAG "Codec2InfoBuilder" |
| 19 | #include <log/log.h> |
| 20 | |
| 21 | #include <strings.h> |
| 22 | |
| 23 | #include <C2Component.h> |
| 24 | #include <C2Config.h> |
| 25 | #include <C2Debug.h> |
| 26 | #include <C2PlatformSupport.h> |
| 27 | #include <Codec2Mapper.h> |
| 28 | |
| 29 | #include <OMX_Audio.h> |
| 30 | #include <OMX_AudioExt.h> |
| 31 | #include <OMX_IndexExt.h> |
| 32 | #include <OMX_Types.h> |
| 33 | #include <OMX_Video.h> |
| 34 | #include <OMX_VideoExt.h> |
| 35 | #include <OMX_AsString.h> |
Harish Mahendrakar | 2c0fc8f | 2022-05-24 15:48:34 -0700 | [diff] [blame] | 36 | #include <SurfaceFlingerProperties.sysprop.h> |
Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 37 | |
| 38 | #include <android/hardware/media/omx/1.0/IOmx.h> |
| 39 | #include <android/hardware/media/omx/1.0/IOmxObserver.h> |
| 40 | #include <android/hardware/media/omx/1.0/IOmxNode.h> |
| 41 | #include <android/hardware/media/omx/1.0/types.h> |
| 42 | |
| 43 | #include <android-base/properties.h> |
| 44 | #include <codec2/hidl/client.h> |
| 45 | #include <cutils/native_handle.h> |
| 46 | #include <media/omx/1.0/WOmxNode.h> |
Pawin Vongmasa | 1f21336 | 2019-01-24 06:59:16 -0800 | [diff] [blame] | 47 | #include <media/stagefright/foundation/ALookup.h> |
Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 48 | #include <media/stagefright/foundation/MediaDefs.h> |
| 49 | #include <media/stagefright/omx/OMXUtils.h> |
| 50 | #include <media/stagefright/xmlparser/MediaCodecsXmlParser.h> |
Wonsik Kim | 155d5cb | 2019-10-09 12:49:49 -0700 | [diff] [blame] | 51 | #include <media/stagefright/Codec2InfoBuilder.h> |
| 52 | #include <media/stagefright/MediaCodecConstants.h> |
Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 53 | |
| 54 | namespace android { |
| 55 | |
| 56 | using Traits = C2Component::Traits; |
| 57 | |
Wonsik Kim | f87cbc4 | 2022-01-24 09:49:12 -0800 | [diff] [blame] | 58 | // HAL pixel format -> framework color format |
| 59 | typedef std::map<uint32_t, int32_t> PixelFormatMap; |
| 60 | |
Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 61 | namespace /* unnamed */ { |
| 62 | |
| 63 | bool hasPrefix(const std::string& s, const char* prefix) { |
| 64 | size_t prefixLen = strlen(prefix); |
| 65 | return s.compare(0, prefixLen, prefix) == 0; |
| 66 | } |
| 67 | |
| 68 | bool hasSuffix(const std::string& s, const char* suffix) { |
| 69 | size_t suffixLen = strlen(suffix); |
| 70 | return suffixLen > s.size() ? false : |
| 71 | s.compare(s.size() - suffixLen, suffixLen, suffix) == 0; |
| 72 | } |
| 73 | |
Wonsik Kim | f87cbc4 | 2022-01-24 09:49:12 -0800 | [diff] [blame] | 74 | std::optional<int32_t> findFrameworkColorFormat( |
| 75 | const C2FlexiblePixelFormatDescriptorStruct &desc) { |
| 76 | switch (desc.bitDepth) { |
| 77 | case 8u: |
| 78 | if (desc.layout == C2Color::PLANAR_PACKED |
| 79 | || desc.layout == C2Color::SEMIPLANAR_PACKED) { |
| 80 | return COLOR_FormatYUV420Flexible; |
| 81 | } |
| 82 | break; |
| 83 | case 10u: |
| 84 | if (desc.layout == C2Color::SEMIPLANAR_PACKED) { |
| 85 | return COLOR_FormatYUVP010; |
| 86 | } |
| 87 | break; |
| 88 | default: |
| 89 | break; |
| 90 | } |
| 91 | return std::nullopt; |
| 92 | } |
| 93 | |
Lajos Molnar | 59f4a4e | 2021-07-09 18:23:54 -0700 | [diff] [blame] | 94 | // returns true if component advertised supported profile level(s) |
| 95 | bool addSupportedProfileLevels( |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 96 | std::shared_ptr<Codec2Client::Interface> intf, |
| 97 | MediaCodecInfo::CapabilitiesWriter *caps, |
| 98 | const Traits& trait, const std::string &mediaType) { |
| 99 | std::shared_ptr<C2Mapper::ProfileLevelMapper> mapper = |
| 100 | C2Mapper::GetProfileLevelMapper(trait.mediaType); |
| 101 | // if we don't know the media type, pass through all values unmapped |
Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 102 | |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 103 | // TODO: we cannot find levels that are local 'maxima' without knowing the coding |
| 104 | // e.g. H.263 level 45 and level 30 could be two values for highest level as |
| 105 | // they don't include one another. For now we use the last supported value. |
| 106 | bool encoder = trait.kind == C2Component::KIND_ENCODER; |
| 107 | C2StreamProfileLevelInfo pl(encoder /* output */, 0u); |
| 108 | std::vector<C2FieldSupportedValuesQuery> profileQuery = { |
| 109 | C2FieldSupportedValuesQuery::Possible(C2ParamField(&pl, &pl.profile)) |
Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 110 | }; |
| 111 | |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 112 | c2_status_t err = intf->querySupportedValues(profileQuery, C2_DONT_BLOCK); |
| 113 | ALOGV("query supported profiles -> %s | %s", asString(err), asString(profileQuery[0].status)); |
| 114 | if (err != C2_OK || profileQuery[0].status != C2_OK) { |
Lajos Molnar | 59f4a4e | 2021-07-09 18:23:54 -0700 | [diff] [blame] | 115 | return false; |
Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 116 | } |
| 117 | |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 118 | // we only handle enumerated values |
| 119 | if (profileQuery[0].values.type != C2FieldSupportedValues::VALUES) { |
Lajos Molnar | 59f4a4e | 2021-07-09 18:23:54 -0700 | [diff] [blame] | 120 | return false; |
Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 121 | } |
| 122 | |
Wonsik Kim | 4b7bb0a | 2021-11-03 11:43:48 -0700 | [diff] [blame] | 123 | // determine if codec supports HDR; imply 10-bit support |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 124 | bool supportsHdr = false; |
Wonsik Kim | 4b7bb0a | 2021-11-03 11:43:48 -0700 | [diff] [blame] | 125 | // determine if codec supports HDR10Plus; imply 10-bit support |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 126 | bool supportsHdr10Plus = false; |
Wonsik Kim | 4b7bb0a | 2021-11-03 11:43:48 -0700 | [diff] [blame] | 127 | // determine if codec supports 10-bit format |
| 128 | bool supports10Bit = false; |
Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 129 | |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 130 | std::vector<std::shared_ptr<C2ParamDescriptor>> paramDescs; |
| 131 | c2_status_t err1 = intf->querySupportedParams(¶mDescs); |
| 132 | if (err1 == C2_OK) { |
| 133 | for (const std::shared_ptr<C2ParamDescriptor> &desc : paramDescs) { |
Lajos Molnar | 739fe73 | 2021-02-07 13:06:10 -0800 | [diff] [blame] | 134 | C2Param::Type type = desc->index(); |
| 135 | // only consider supported parameters on raw ports |
| 136 | if (!(encoder ? type.forInput() : type.forOutput())) { |
| 137 | continue; |
| 138 | } |
| 139 | switch (type.coreIndex()) { |
Taehwan Kim | 2d222b8 | 2022-05-12 14:19:26 +0900 | [diff] [blame] | 140 | case C2StreamHdrDynamicMetadataInfo::CORE_INDEX: |
| 141 | [[fallthrough]]; |
| 142 | case C2StreamHdr10PlusInfo::CORE_INDEX: // will be deprecated |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 143 | supportsHdr10Plus = true; |
| 144 | break; |
Lajos Molnar | 739fe73 | 2021-02-07 13:06:10 -0800 | [diff] [blame] | 145 | case C2StreamHdrStaticInfo::CORE_INDEX: |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 146 | supportsHdr = true; |
| 147 | break; |
| 148 | default: |
Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 149 | break; |
| 150 | } |
Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 151 | } |
| 152 | } |
| 153 | |
Lajos Molnar | b857cde | 2022-05-25 10:20:37 -0700 | [diff] [blame] | 154 | // VP9 does not support HDR metadata in the bitstream and static metadata |
| 155 | // can always be carried by the framework. (The framework does not propagate |
| 156 | // dynamic metadata as that needs to be frame accurate.) |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 157 | supportsHdr |= (mediaType == MIMETYPE_VIDEO_VP9); |
Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 158 | |
Wonsik Kim | a2d68d9 | 2022-06-23 14:56:51 -0700 | [diff] [blame^] | 159 | // HDR support implies 10-bit support. AV1 codecs are also required to |
| 160 | // support 10-bit per CDD. |
Wonsik Kim | 4b7bb0a | 2021-11-03 11:43:48 -0700 | [diff] [blame] | 161 | // TODO: directly check this from the component interface |
Wonsik Kim | a2d68d9 | 2022-06-23 14:56:51 -0700 | [diff] [blame^] | 162 | supports10Bit = (supportsHdr || supportsHdr10Plus) || (mediaType == MIMETYPE_VIDEO_AV1); |
Wonsik Kim | 4b7bb0a | 2021-11-03 11:43:48 -0700 | [diff] [blame] | 163 | |
Harish Mahendrakar | 2c0fc8f | 2022-05-24 15:48:34 -0700 | [diff] [blame] | 164 | // If the device doesn't support HDR display, then no codec on the device |
| 165 | // can advertise support for HDR profiles. |
| 166 | // Default to true to maintain backward compatibility |
| 167 | auto ret = sysprop::SurfaceFlingerProperties::has_HDR_display(); |
| 168 | bool hasHDRDisplay = ret.has_value() ? *ret : true; |
| 169 | |
Lajos Molnar | 59f4a4e | 2021-07-09 18:23:54 -0700 | [diff] [blame] | 170 | bool added = false; |
| 171 | |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 172 | for (C2Value::Primitive profile : profileQuery[0].values.values) { |
| 173 | pl.profile = (C2Config::profile_t)profile.ref<uint32_t>(); |
| 174 | std::vector<std::unique_ptr<C2SettingResult>> failures; |
| 175 | err = intf->config({&pl}, C2_DONT_BLOCK, &failures); |
| 176 | ALOGV("set profile to %u -> %s", pl.profile, asString(err)); |
| 177 | std::vector<C2FieldSupportedValuesQuery> levelQuery = { |
| 178 | C2FieldSupportedValuesQuery::Current(C2ParamField(&pl, &pl.level)) |
| 179 | }; |
| 180 | err = intf->querySupportedValues(levelQuery, C2_DONT_BLOCK); |
| 181 | ALOGV("query supported levels -> %s | %s", asString(err), asString(levelQuery[0].status)); |
| 182 | if (err != C2_OK || levelQuery[0].status != C2_OK |
| 183 | || levelQuery[0].values.type != C2FieldSupportedValues::VALUES |
| 184 | || levelQuery[0].values.values.size() == 0) { |
Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 185 | continue; |
| 186 | } |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 187 | |
| 188 | C2Value::Primitive level = levelQuery[0].values.values.back(); |
| 189 | pl.level = (C2Config::level_t)level.ref<uint32_t>(); |
| 190 | ALOGV("supporting level: %u", pl.level); |
| 191 | int32_t sdkProfile, sdkLevel; |
| 192 | if (mapper && mapper->mapProfile(pl.profile, &sdkProfile) |
| 193 | && mapper->mapLevel(pl.level, &sdkLevel)) { |
| 194 | caps->addProfileLevel((uint32_t)sdkProfile, (uint32_t)sdkLevel); |
Harish Mahendrakar | 2c0fc8f | 2022-05-24 15:48:34 -0700 | [diff] [blame] | 195 | // also list HDR profiles if component supports HDR and device has HDR display |
| 196 | if (supportsHdr && hasHDRDisplay) { |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 197 | auto hdrMapper = C2Mapper::GetHdrProfileLevelMapper(trait.mediaType); |
| 198 | if (hdrMapper && hdrMapper->mapProfile(pl.profile, &sdkProfile)) { |
| 199 | caps->addProfileLevel((uint32_t)sdkProfile, (uint32_t)sdkLevel); |
| 200 | } |
| 201 | if (supportsHdr10Plus) { |
| 202 | hdrMapper = C2Mapper::GetHdrProfileLevelMapper( |
| 203 | trait.mediaType, true /*isHdr10Plus*/); |
| 204 | if (hdrMapper && hdrMapper->mapProfile(pl.profile, &sdkProfile)) { |
| 205 | caps->addProfileLevel((uint32_t)sdkProfile, (uint32_t)sdkLevel); |
| 206 | } |
Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 207 | } |
| 208 | } |
Wonsik Kim | 4b7bb0a | 2021-11-03 11:43:48 -0700 | [diff] [blame] | 209 | if (supports10Bit) { |
| 210 | auto bitnessMapper = C2Mapper::GetBitDepthProfileLevelMapper(trait.mediaType, 10); |
| 211 | if (bitnessMapper && bitnessMapper->mapProfile(pl.profile, &sdkProfile)) { |
| 212 | caps->addProfileLevel((uint32_t)sdkProfile, (uint32_t)sdkLevel); |
| 213 | } |
| 214 | } |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 215 | } else if (!mapper) { |
| 216 | caps->addProfileLevel(pl.profile, pl.level); |
| 217 | } |
Lajos Molnar | 59f4a4e | 2021-07-09 18:23:54 -0700 | [diff] [blame] | 218 | added = true; |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 219 | |
| 220 | // for H.263 also advertise the second highest level if the |
| 221 | // codec supports level 45, as level 45 only covers level 10 |
| 222 | // TODO: move this to some form of a setting so it does not |
| 223 | // have to be here |
| 224 | if (mediaType == MIMETYPE_VIDEO_H263) { |
| 225 | C2Config::level_t nextLevel = C2Config::LEVEL_UNUSED; |
| 226 | for (C2Value::Primitive v : levelQuery[0].values.values) { |
| 227 | C2Config::level_t level = (C2Config::level_t)v.ref<uint32_t>(); |
| 228 | if (level < C2Config::LEVEL_H263_45 && level > nextLevel) { |
| 229 | nextLevel = level; |
| 230 | } |
Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 231 | } |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 232 | if (nextLevel != C2Config::LEVEL_UNUSED |
| 233 | && nextLevel != pl.level |
| 234 | && mapper |
| 235 | && mapper->mapProfile(pl.profile, &sdkProfile) |
| 236 | && mapper->mapLevel(nextLevel, &sdkLevel)) { |
| 237 | caps->addProfileLevel( |
| 238 | (uint32_t)sdkProfile, (uint32_t)sdkLevel); |
| 239 | } |
| 240 | } |
| 241 | } |
Lajos Molnar | 59f4a4e | 2021-07-09 18:23:54 -0700 | [diff] [blame] | 242 | return added; |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 243 | } |
| 244 | |
| 245 | void addSupportedColorFormats( |
| 246 | std::shared_ptr<Codec2Client::Interface> intf, |
| 247 | MediaCodecInfo::CapabilitiesWriter *caps, |
Wonsik Kim | f87cbc4 | 2022-01-24 09:49:12 -0800 | [diff] [blame] | 248 | const Traits& trait, const std::string &mediaType, |
| 249 | const PixelFormatMap &pixelFormatMap) { |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 250 | // TODO: get this from intf() as well, but how do we map them to |
| 251 | // MediaCodec color formats? |
| 252 | bool encoder = trait.kind == C2Component::KIND_ENCODER; |
Wonsik Kim | 1622326 | 2019-06-14 14:40:57 -0700 | [diff] [blame] | 253 | if (mediaType.find("video") != std::string::npos |
| 254 | || mediaType.find("image") != std::string::npos) { |
Wonsik Kim | f87cbc4 | 2022-01-24 09:49:12 -0800 | [diff] [blame] | 255 | |
| 256 | std::vector<C2FieldSupportedValuesQuery> query; |
| 257 | if (encoder) { |
| 258 | C2StreamPixelFormatInfo::input pixelFormat; |
| 259 | query.push_back(C2FieldSupportedValuesQuery::Possible( |
| 260 | C2ParamField::Make(pixelFormat, pixelFormat.value))); |
| 261 | } else { |
| 262 | C2StreamPixelFormatInfo::output pixelFormat; |
| 263 | query.push_back(C2FieldSupportedValuesQuery::Possible( |
| 264 | C2ParamField::Make(pixelFormat, pixelFormat.value))); |
| 265 | } |
| 266 | std::list<int32_t> supportedColorFormats; |
| 267 | if (intf->querySupportedValues(query, C2_DONT_BLOCK) == C2_OK) { |
| 268 | if (query[0].status == C2_OK) { |
| 269 | const C2FieldSupportedValues &fsv = query[0].values; |
| 270 | if (fsv.type == C2FieldSupportedValues::VALUES) { |
| 271 | for (C2Value::Primitive value : fsv.values) { |
| 272 | auto it = pixelFormatMap.find(value.u32); |
| 273 | if (it != pixelFormatMap.end()) { |
| 274 | auto it2 = std::find( |
| 275 | supportedColorFormats.begin(), |
| 276 | supportedColorFormats.end(), |
| 277 | it->second); |
| 278 | if (it2 == supportedColorFormats.end()) { |
| 279 | supportedColorFormats.push_back(it->second); |
| 280 | } |
| 281 | } |
| 282 | } |
| 283 | } |
| 284 | } |
| 285 | } |
| 286 | auto addDefaultColorFormat = [caps, &supportedColorFormats](int32_t colorFormat) { |
| 287 | caps->addColorFormat(colorFormat); |
| 288 | auto it = std::find( |
| 289 | supportedColorFormats.begin(), supportedColorFormats.end(), colorFormat); |
| 290 | if (it != supportedColorFormats.end()) { |
| 291 | supportedColorFormats.erase(it); |
| 292 | } |
| 293 | }; |
| 294 | |
My Name | 298764f | 2022-03-25 15:07:51 -0700 | [diff] [blame] | 295 | // The color format is ordered by preference. The intention here is to advertise: |
| 296 | // c2.android.* codecs: YUV420s, Surface, <the rest> |
| 297 | // all other codecs: Surface, YUV420s, <the rest> |
| 298 | // TODO: get this preference via Codec2 API |
| 299 | |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 300 | // vendor video codecs prefer opaque format |
| 301 | if (trait.name.find("android") == std::string::npos) { |
Wonsik Kim | f87cbc4 | 2022-01-24 09:49:12 -0800 | [diff] [blame] | 302 | addDefaultColorFormat(COLOR_FormatSurface); |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 303 | } |
Wonsik Kim | f87cbc4 | 2022-01-24 09:49:12 -0800 | [diff] [blame] | 304 | addDefaultColorFormat(COLOR_FormatYUV420Flexible); |
| 305 | addDefaultColorFormat(COLOR_FormatYUV420Planar); |
| 306 | addDefaultColorFormat(COLOR_FormatYUV420SemiPlanar); |
| 307 | addDefaultColorFormat(COLOR_FormatYUV420PackedPlanar); |
| 308 | addDefaultColorFormat(COLOR_FormatYUV420PackedSemiPlanar); |
My Name | 298764f | 2022-03-25 15:07:51 -0700 | [diff] [blame] | 309 | // Android video codecs prefer CPU-readable formats |
| 310 | if (trait.name.find("android") != std::string::npos) { |
Wonsik Kim | f87cbc4 | 2022-01-24 09:49:12 -0800 | [diff] [blame] | 311 | addDefaultColorFormat(COLOR_FormatSurface); |
| 312 | } |
Wonsik Kim | 1e16eb3 | 2022-06-03 16:32:19 -0700 | [diff] [blame] | 313 | |
| 314 | static const int kVendorSdkVersion = ::android::base::GetIntProperty( |
| 315 | "ro.vendor.build.version.sdk", android_get_device_api_level()); |
| 316 | if (kVendorSdkVersion >= __ANDROID_API_T__) { |
| 317 | for (int32_t colorFormat : supportedColorFormats) { |
| 318 | caps->addColorFormat(colorFormat); |
| 319 | } |
Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 320 | } |
| 321 | } |
| 322 | } |
| 323 | |
Lajos Molnar | 424cfb5 | 2019-04-08 17:48:00 -0700 | [diff] [blame] | 324 | class Switch { |
| 325 | enum Flags : uint8_t { |
| 326 | // flags |
| 327 | IS_ENABLED = (1 << 0), |
| 328 | BY_DEFAULT = (1 << 1), |
| 329 | }; |
| 330 | |
| 331 | constexpr Switch(uint8_t flags) : mFlags(flags) {} |
| 332 | |
| 333 | uint8_t mFlags; |
| 334 | |
| 335 | public: |
| 336 | // have to create class due to this bool conversion operator... |
| 337 | constexpr operator bool() const { |
| 338 | return mFlags & IS_ENABLED; |
| 339 | } |
| 340 | |
| 341 | constexpr Switch operator!() const { |
| 342 | return Switch(mFlags ^ IS_ENABLED); |
| 343 | } |
| 344 | |
| 345 | static constexpr Switch DISABLED() { return 0; }; |
| 346 | static constexpr Switch ENABLED() { return IS_ENABLED; }; |
| 347 | static constexpr Switch DISABLED_BY_DEFAULT() { return BY_DEFAULT; }; |
| 348 | static constexpr Switch ENABLED_BY_DEFAULT() { return IS_ENABLED | BY_DEFAULT; }; |
| 349 | |
| 350 | const char *toString(const char *def = "??") const { |
| 351 | switch (mFlags) { |
| 352 | case 0: return "0"; |
| 353 | case IS_ENABLED: return "1"; |
| 354 | case BY_DEFAULT: return "(0)"; |
| 355 | case IS_ENABLED | BY_DEFAULT: return "(1)"; |
| 356 | default: return def; |
| 357 | } |
| 358 | } |
| 359 | |
| 360 | }; |
| 361 | |
| 362 | const char *asString(const Switch &s, const char *def = "??") { |
| 363 | return s.toString(def); |
| 364 | } |
| 365 | |
| 366 | Switch isSettingEnabled( |
| 367 | std::string setting, const MediaCodecsXmlParser::AttributeMap &settings, |
| 368 | Switch def = Switch::DISABLED_BY_DEFAULT()) { |
| 369 | const auto enablement = settings.find(setting); |
| 370 | if (enablement == settings.end()) { |
| 371 | return def; |
| 372 | } |
| 373 | return enablement->second == "1" ? Switch::ENABLED() : Switch::DISABLED(); |
| 374 | } |
| 375 | |
| 376 | Switch isVariantEnabled( |
| 377 | std::string variant, const MediaCodecsXmlParser::AttributeMap &settings) { |
| 378 | return isSettingEnabled("variant-" + variant, settings); |
| 379 | } |
| 380 | |
| 381 | Switch isVariantExpressionEnabled( |
| 382 | std::string exp, const MediaCodecsXmlParser::AttributeMap &settings) { |
| 383 | if (!exp.empty() && exp.at(0) == '!') { |
| 384 | return !isVariantEnabled(exp.substr(1, exp.size() - 1), settings); |
| 385 | } |
| 386 | return isVariantEnabled(exp, settings); |
| 387 | } |
| 388 | |
| 389 | Switch isDomainEnabled( |
| 390 | std::string domain, const MediaCodecsXmlParser::AttributeMap &settings) { |
| 391 | return isSettingEnabled("domain-" + domain, settings); |
| 392 | } |
| 393 | |
Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 394 | } // unnamed namespace |
| 395 | |
| 396 | status_t Codec2InfoBuilder::buildMediaCodecList(MediaCodecListWriter* writer) { |
| 397 | // TODO: Remove run-time configurations once all codecs are working |
| 398 | // properly. (Assume "full" behavior eventually.) |
| 399 | // |
| 400 | // debug.stagefright.ccodec supports 5 values. |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 401 | // 0 - No Codec 2.0 components are available. |
Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 402 | // 1 - Audio decoders and encoders with prefix "c2.android." are available |
| 403 | // and ranked first. |
| 404 | // All other components with prefix "c2.android." are available with |
| 405 | // their normal ranks. |
| 406 | // Components with prefix "c2.vda." are available with their normal |
| 407 | // ranks. |
| 408 | // All other components with suffix ".avc.decoder" or ".avc.encoder" |
| 409 | // are available but ranked last. |
| 410 | // 2 - Components with prefix "c2.android." are available and ranked |
| 411 | // first. |
| 412 | // Components with prefix "c2.vda." are available with their normal |
| 413 | // ranks. |
| 414 | // All other components with suffix ".avc.decoder" or ".avc.encoder" |
| 415 | // are available but ranked last. |
| 416 | // 3 - Components with prefix "c2.android." are available and ranked |
| 417 | // first. |
| 418 | // All other components are available with their normal ranks. |
| 419 | // 4 - All components are available with their normal ranks. |
| 420 | // |
| 421 | // The default value (boot time) is 1. |
| 422 | // |
| 423 | // Note: Currently, OMX components have default rank 0x100, while all |
| 424 | // Codec2.0 software components have default rank 0x200. |
Lajos Molnar | 8635fc8 | 2019-05-17 17:35:10 +0000 | [diff] [blame] | 425 | int option = ::android::base::GetIntProperty("debug.stagefright.ccodec", 4); |
Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 426 | |
| 427 | // Obtain Codec2Client |
| 428 | std::vector<Traits> traits = Codec2Client::ListComponents(); |
| 429 | |
Pawin Vongmasa | 7f5e10e | 2020-03-07 04:09:55 -0800 | [diff] [blame] | 430 | // parse APEX XML first, followed by vendor XML. |
| 431 | // Note: APEX XML names do not depend on ro.media.xml_variant.* properties. |
Lajos Molnar | da66689 | 2019-04-08 17:25:34 -0700 | [diff] [blame] | 432 | MediaCodecsXmlParser parser; |
| 433 | parser.parseXmlFilesInSearchDirs( |
Pawin Vongmasa | 7f5e10e | 2020-03-07 04:09:55 -0800 | [diff] [blame] | 434 | { "media_codecs.xml", "media_codecs_performance.xml" }, |
Lajos Molnar | 424cfb5 | 2019-04-08 17:48:00 -0700 | [diff] [blame] | 435 | { "/apex/com.android.media.swcodec/etc" }); |
| 436 | |
| 437 | // TODO: remove these c2-specific files once product moved to default file names |
| 438 | parser.parseXmlFilesInSearchDirs( |
Lajos Molnar | da66689 | 2019-04-08 17:25:34 -0700 | [diff] [blame] | 439 | { "media_codecs_c2.xml", "media_codecs_performance_c2.xml" }); |
Lajos Molnar | 424cfb5 | 2019-04-08 17:48:00 -0700 | [diff] [blame] | 440 | |
| 441 | // parse default XML files |
| 442 | parser.parseXmlFilesInSearchDirs(); |
| 443 | |
Ray Essick | 8c4e9c7 | 2021-03-15 15:25:21 -0700 | [diff] [blame] | 444 | // The mainline modules for media may optionally include some codec shaping information. |
| 445 | // Based on vendor partition SDK, and the brand/product/device information |
| 446 | // (expect to be empty in almost always) |
| 447 | // |
| 448 | { |
| 449 | // get build info so we know what file to search |
| 450 | // ro.vendor.build.fingerprint |
| 451 | std::string fingerprint = base::GetProperty("ro.vendor.build.fingerprint", |
| 452 | "brand/product/device:"); |
| 453 | ALOGV("property_get for ro.vendor.build.fingerprint == '%s'", fingerprint.c_str()); |
| 454 | |
| 455 | // ro.vendor.build.version.sdk |
| 456 | std::string sdk = base::GetProperty("ro.vendor.build.version.sdk", "0"); |
| 457 | ALOGV("property_get for ro.vendor.build.version.sdk == '%s'", sdk.c_str()); |
| 458 | |
| 459 | std::string brand; |
| 460 | std::string product; |
| 461 | std::string device; |
| 462 | size_t pos1; |
| 463 | pos1 = fingerprint.find('/'); |
| 464 | if (pos1 != std::string::npos) { |
| 465 | brand = fingerprint.substr(0, pos1); |
| 466 | size_t pos2 = fingerprint.find('/', pos1+1); |
| 467 | if (pos2 != std::string::npos) { |
| 468 | product = fingerprint.substr(pos1+1, pos2 - pos1 - 1); |
| 469 | size_t pos3 = fingerprint.find('/', pos2+1); |
| 470 | if (pos3 != std::string::npos) { |
| 471 | device = fingerprint.substr(pos2+1, pos3 - pos2 - 1); |
| 472 | size_t pos4 = device.find(':'); |
| 473 | if (pos4 != std::string::npos) { |
| 474 | device.resize(pos4); |
| 475 | } |
| 476 | } |
| 477 | } |
| 478 | } |
| 479 | |
| 480 | ALOGV("parsed: sdk '%s' brand '%s' product '%s' device '%s'", |
| 481 | sdk.c_str(), brand.c_str(), product.c_str(), device.c_str()); |
| 482 | |
| 483 | std::string base = "/apex/com.android.media/etc/formatshaper"; |
| 484 | |
| 485 | // looking in these directories within the apex |
| 486 | const std::vector<std::string> modulePathnames = { |
| 487 | base + "/" + sdk + "/" + brand + "/" + product + "/" + device, |
| 488 | base + "/" + sdk + "/" + brand + "/" + product, |
| 489 | base + "/" + sdk + "/" + brand, |
| 490 | base + "/" + sdk, |
| 491 | base |
| 492 | }; |
| 493 | |
| 494 | parser.parseXmlFilesInSearchDirs( { "media_codecs_shaping.xml" }, modulePathnames); |
| 495 | } |
| 496 | |
Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 497 | if (parser.getParsingStatus() != OK) { |
| 498 | ALOGD("XML parser no good"); |
| 499 | return OK; |
| 500 | } |
| 501 | |
Lajos Molnar | 424cfb5 | 2019-04-08 17:48:00 -0700 | [diff] [blame] | 502 | MediaCodecsXmlParser::AttributeMap settings = parser.getServiceAttributeMap(); |
| 503 | for (const auto &v : settings) { |
| 504 | if (!hasPrefix(v.first, "media-type-") |
| 505 | && !hasPrefix(v.first, "domain-") |
| 506 | && !hasPrefix(v.first, "variant-")) { |
| 507 | writer->addGlobalSetting(v.first.c_str(), v.second.c_str()); |
| 508 | } |
| 509 | } |
| 510 | |
Wonsik Kim | f87cbc4 | 2022-01-24 09:49:12 -0800 | [diff] [blame] | 511 | std::map<std::string, PixelFormatMap> nameToPixelFormatMap; |
Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 512 | for (const Traits& trait : traits) { |
| 513 | C2Component::rank_t rank = trait.rank; |
| 514 | |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 515 | // Interface must be accessible for us to list the component, and there also |
| 516 | // must be an XML entry for the codec. Codec aliases listed in the traits |
| 517 | // allow additional XML entries to be specified for each alias. These will |
| 518 | // be listed as separate codecs. If no XML entry is specified for an alias, |
| 519 | // those will be treated as an additional alias specified in the XML entry |
| 520 | // for the interface name. |
| 521 | std::vector<std::string> nameAndAliases = trait.aliases; |
| 522 | nameAndAliases.insert(nameAndAliases.begin(), trait.name); |
| 523 | for (const std::string &nameOrAlias : nameAndAliases) { |
| 524 | bool isAlias = trait.name != nameOrAlias; |
Wonsik Kim | f87cbc4 | 2022-01-24 09:49:12 -0800 | [diff] [blame] | 525 | std::shared_ptr<Codec2Client> client; |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 526 | std::shared_ptr<Codec2Client::Interface> intf = |
Wonsik Kim | f87cbc4 | 2022-01-24 09:49:12 -0800 | [diff] [blame] | 527 | Codec2Client::CreateInterfaceByName(nameOrAlias.c_str(), &client); |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 528 | if (!intf) { |
| 529 | ALOGD("could not create interface for %s'%s'", |
| 530 | isAlias ? "alias " : "", |
| 531 | nameOrAlias.c_str()); |
| 532 | continue; |
Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 533 | } |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 534 | if (parser.getCodecMap().count(nameOrAlias) == 0) { |
| 535 | if (isAlias) { |
| 536 | std::unique_ptr<MediaCodecInfoWriter> baseCodecInfo = |
| 537 | writer->findMediaCodecInfo(trait.name.c_str()); |
| 538 | if (!baseCodecInfo) { |
| 539 | ALOGD("alias '%s' not found in xml but canonical codec info '%s' missing", |
| 540 | nameOrAlias.c_str(), |
| 541 | trait.name.c_str()); |
| 542 | } else { |
| 543 | ALOGD("alias '%s' not found in xml; use an XML <Alias> tag for this", |
| 544 | nameOrAlias.c_str()); |
| 545 | // merge alias into existing codec |
| 546 | baseCodecInfo->addAlias(nameOrAlias.c_str()); |
| 547 | } |
| 548 | } else { |
| 549 | ALOGD("component '%s' not found in xml", trait.name.c_str()); |
| 550 | } |
| 551 | continue; |
| 552 | } |
| 553 | std::string canonName = trait.name; |
| 554 | |
| 555 | // TODO: Remove this block once all codecs are enabled by default. |
| 556 | switch (option) { |
| 557 | case 0: |
| 558 | continue; |
| 559 | case 1: |
| 560 | if (hasPrefix(canonName, "c2.vda.")) { |
| 561 | break; |
| 562 | } |
| 563 | if (hasPrefix(canonName, "c2.android.")) { |
| 564 | if (trait.domain == C2Component::DOMAIN_AUDIO) { |
| 565 | rank = 1; |
| 566 | break; |
| 567 | } |
| 568 | break; |
| 569 | } |
| 570 | if (hasSuffix(canonName, ".avc.decoder") || |
| 571 | hasSuffix(canonName, ".avc.encoder")) { |
| 572 | rank = std::numeric_limits<decltype(rank)>::max(); |
| 573 | break; |
| 574 | } |
| 575 | continue; |
| 576 | case 2: |
| 577 | if (hasPrefix(canonName, "c2.vda.")) { |
| 578 | break; |
| 579 | } |
| 580 | if (hasPrefix(canonName, "c2.android.")) { |
Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 581 | rank = 1; |
| 582 | break; |
| 583 | } |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 584 | if (hasSuffix(canonName, ".avc.decoder") || |
| 585 | hasSuffix(canonName, ".avc.encoder")) { |
| 586 | rank = std::numeric_limits<decltype(rank)>::max(); |
| 587 | break; |
| 588 | } |
| 589 | continue; |
| 590 | case 3: |
| 591 | if (hasPrefix(canonName, "c2.android.")) { |
| 592 | rank = 1; |
| 593 | } |
Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 594 | break; |
| 595 | } |
Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 596 | |
Lajos Molnar | 424cfb5 | 2019-04-08 17:48:00 -0700 | [diff] [blame] | 597 | const MediaCodecsXmlParser::CodecProperties &codec = |
| 598 | parser.getCodecMap().at(nameOrAlias); |
| 599 | |
| 600 | // verify that either the codec is explicitly enabled, or one of its domains is |
| 601 | bool codecEnabled = codec.quirkSet.find("attribute::disabled") == codec.quirkSet.end(); |
| 602 | if (!codecEnabled) { |
| 603 | for (const std::string &domain : codec.domainSet) { |
| 604 | const Switch enabled = isDomainEnabled(domain, settings); |
| 605 | ALOGV("codec entry '%s' is in domain '%s' that is '%s'", |
| 606 | nameOrAlias.c_str(), domain.c_str(), asString(enabled)); |
| 607 | if (enabled) { |
| 608 | codecEnabled = true; |
| 609 | break; |
| 610 | } |
| 611 | } |
| 612 | } |
| 613 | // if codec has variants, also check that at least one of them is enabled |
| 614 | bool variantEnabled = codec.variantSet.empty(); |
| 615 | for (const std::string &variant : codec.variantSet) { |
| 616 | const Switch enabled = isVariantExpressionEnabled(variant, settings); |
| 617 | ALOGV("codec entry '%s' has a variant '%s' that is '%s'", |
| 618 | nameOrAlias.c_str(), variant.c_str(), asString(enabled)); |
| 619 | if (enabled) { |
| 620 | variantEnabled = true; |
| 621 | break; |
| 622 | } |
| 623 | } |
| 624 | if (!codecEnabled || !variantEnabled) { |
| 625 | ALOGD("codec entry for '%s' is disabled", nameOrAlias.c_str()); |
| 626 | continue; |
| 627 | } |
| 628 | |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 629 | ALOGV("adding codec entry for '%s'", nameOrAlias.c_str()); |
| 630 | std::unique_ptr<MediaCodecInfoWriter> codecInfo = writer->addMediaCodecInfo(); |
| 631 | codecInfo->setName(nameOrAlias.c_str()); |
| 632 | codecInfo->setOwner(("codec2::" + trait.owner).c_str()); |
Lajos Molnar | 8d4bdfd | 2018-11-13 14:23:49 -0800 | [diff] [blame] | 633 | |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 634 | bool encoder = trait.kind == C2Component::KIND_ENCODER; |
| 635 | typename std::underlying_type<MediaCodecInfo::Attributes>::type attrs = 0; |
Lajos Molnar | 8d4bdfd | 2018-11-13 14:23:49 -0800 | [diff] [blame] | 636 | |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 637 | if (encoder) { |
| 638 | attrs |= MediaCodecInfo::kFlagIsEncoder; |
| 639 | } |
| 640 | if (trait.owner == "software") { |
Lajos Molnar | 8d4bdfd | 2018-11-13 14:23:49 -0800 | [diff] [blame] | 641 | attrs |= MediaCodecInfo::kFlagIsSoftwareOnly; |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 642 | } else { |
| 643 | attrs |= MediaCodecInfo::kFlagIsVendor; |
| 644 | if (trait.owner == "vendor-software") { |
| 645 | attrs |= MediaCodecInfo::kFlagIsSoftwareOnly; |
| 646 | } else if (codec.quirkSet.find("attribute::software-codec") |
| 647 | == codec.quirkSet.end()) { |
| 648 | attrs |= MediaCodecInfo::kFlagIsHardwareAccelerated; |
Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 649 | } |
| 650 | } |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 651 | codecInfo->setAttributes(attrs); |
| 652 | if (!codec.rank.empty()) { |
| 653 | uint32_t xmlRank; |
| 654 | char dummy; |
| 655 | if (sscanf(codec.rank.c_str(), "%u%c", &xmlRank, &dummy) == 1) { |
| 656 | rank = xmlRank; |
Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 657 | } |
| 658 | } |
Lajos Molnar | 424cfb5 | 2019-04-08 17:48:00 -0700 | [diff] [blame] | 659 | ALOGV("rank: %u", (unsigned)rank); |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 660 | codecInfo->setRank(rank); |
Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 661 | |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 662 | for (const std::string &alias : codec.aliases) { |
| 663 | ALOGV("adding alias '%s'", alias.c_str()); |
| 664 | codecInfo->addAlias(alias.c_str()); |
Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 665 | } |
| 666 | |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 667 | for (auto typeIt = codec.typeMap.begin(); typeIt != codec.typeMap.end(); ++typeIt) { |
| 668 | const std::string &mediaType = typeIt->first; |
Lajos Molnar | 424cfb5 | 2019-04-08 17:48:00 -0700 | [diff] [blame] | 669 | const Switch typeEnabled = isSettingEnabled( |
| 670 | "media-type-" + mediaType, settings, Switch::ENABLED_BY_DEFAULT()); |
| 671 | const Switch domainTypeEnabled = isSettingEnabled( |
| 672 | "media-type-" + mediaType + (encoder ? "-encoder" : "-decoder"), |
| 673 | settings, Switch::ENABLED_BY_DEFAULT()); |
| 674 | ALOGV("type '%s-%s' is '%s/%s'", |
| 675 | mediaType.c_str(), (encoder ? "encoder" : "decoder"), |
| 676 | asString(typeEnabled), asString(domainTypeEnabled)); |
| 677 | if (!typeEnabled || !domainTypeEnabled) { |
| 678 | ALOGD("media type '%s' for codec entry '%s' is disabled", mediaType.c_str(), |
| 679 | nameOrAlias.c_str()); |
| 680 | continue; |
| 681 | } |
| 682 | |
| 683 | ALOGI("adding type '%s'", typeIt->first.c_str()); |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 684 | const MediaCodecsXmlParser::AttributeMap &attrMap = typeIt->second; |
| 685 | std::unique_ptr<MediaCodecInfo::CapabilitiesWriter> caps = |
| 686 | codecInfo->addMediaType(mediaType.c_str()); |
Lajos Molnar | 424cfb5 | 2019-04-08 17:48:00 -0700 | [diff] [blame] | 687 | for (const auto &v : attrMap) { |
| 688 | std::string key = v.first; |
| 689 | std::string value = v.second; |
| 690 | |
| 691 | size_t variantSep = key.find(":::"); |
| 692 | if (variantSep != std::string::npos) { |
| 693 | std::string variant = key.substr(0, variantSep); |
| 694 | const Switch enabled = isVariantExpressionEnabled(variant, settings); |
| 695 | ALOGV("variant '%s' is '%s'", variant.c_str(), asString(enabled)); |
| 696 | if (!enabled) { |
| 697 | continue; |
| 698 | } |
| 699 | key = key.substr(variantSep + 3); |
| 700 | } |
| 701 | |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 702 | if (key.find("feature-") == 0 && key.find("feature-bitrate-modes") != 0) { |
| 703 | int32_t intValue = 0; |
| 704 | // Ignore trailing bad characters and default to 0. |
| 705 | (void)sscanf(value.c_str(), "%d", &intValue); |
| 706 | caps->addDetail(key.c_str(), intValue); |
| 707 | } else { |
| 708 | caps->addDetail(key.c_str(), value.c_str()); |
| 709 | } |
Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 710 | } |
Lajos Molnar | db5751f | 2019-01-31 17:01:49 -0800 | [diff] [blame] | 711 | |
Lajos Molnar | 59f4a4e | 2021-07-09 18:23:54 -0700 | [diff] [blame] | 712 | if (!addSupportedProfileLevels(intf, caps.get(), trait, mediaType)) { |
| 713 | // TODO(b/193279646) This will get fixed in C2InterfaceHelper |
| 714 | // Some components may not advertise supported values if they use a const |
| 715 | // param for profile/level (they support only one profile). For now cover |
| 716 | // only VP8 here until it is fixed. |
| 717 | if (mediaType == MIMETYPE_VIDEO_VP8) { |
| 718 | caps->addProfileLevel(VP8ProfileMain, VP8Level_Version0); |
| 719 | } |
| 720 | } |
Wonsik Kim | f87cbc4 | 2022-01-24 09:49:12 -0800 | [diff] [blame] | 721 | |
| 722 | auto it = nameToPixelFormatMap.find(client->getServiceName()); |
| 723 | if (it == nameToPixelFormatMap.end()) { |
| 724 | it = nameToPixelFormatMap.try_emplace(client->getServiceName()).first; |
| 725 | PixelFormatMap &pixelFormatMap = it->second; |
| 726 | pixelFormatMap[HAL_PIXEL_FORMAT_YCBCR_420_888] = COLOR_FormatYUV420Flexible; |
| 727 | pixelFormatMap[HAL_PIXEL_FORMAT_YCBCR_P010] = COLOR_FormatYUVP010; |
| 728 | pixelFormatMap[HAL_PIXEL_FORMAT_RGBA_1010102] = COLOR_Format32bitABGR2101010; |
| 729 | pixelFormatMap[HAL_PIXEL_FORMAT_RGBA_FP16] = COLOR_Format64bitABGRFloat; |
| 730 | |
| 731 | std::shared_ptr<C2StoreFlexiblePixelFormatDescriptorsInfo> pixelFormatInfo; |
| 732 | std::vector<std::unique_ptr<C2Param>> heapParams; |
| 733 | if (client->query( |
| 734 | {}, |
| 735 | {C2StoreFlexiblePixelFormatDescriptorsInfo::PARAM_TYPE}, |
| 736 | C2_MAY_BLOCK, |
| 737 | &heapParams) == C2_OK |
| 738 | && heapParams.size() == 1u) { |
| 739 | pixelFormatInfo.reset(C2StoreFlexiblePixelFormatDescriptorsInfo::From( |
| 740 | heapParams[0].release())); |
| 741 | } |
| 742 | if (pixelFormatInfo && *pixelFormatInfo) { |
| 743 | for (size_t i = 0; i < pixelFormatInfo->flexCount(); ++i) { |
| 744 | C2FlexiblePixelFormatDescriptorStruct &desc = |
| 745 | pixelFormatInfo->m.values[i]; |
| 746 | std::optional<int32_t> colorFormat = findFrameworkColorFormat(desc); |
| 747 | if (colorFormat) { |
| 748 | pixelFormatMap[desc.pixelFormat] = *colorFormat; |
| 749 | } |
| 750 | } |
| 751 | } |
| 752 | } |
| 753 | addSupportedColorFormats( |
| 754 | intf, caps.get(), trait, mediaType, it->second); |
Pawin Vongmasa | 3665390 | 2018-11-15 00:10:25 -0800 | [diff] [blame] | 755 | } |
| 756 | } |
| 757 | } |
| 758 | return OK; |
| 759 | } |
| 760 | |
| 761 | } // namespace android |
| 762 | |
| 763 | extern "C" android::MediaCodecListBuilderBase *CreateBuilder() { |
| 764 | return new android::Codec2InfoBuilder; |
| 765 | } |