bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2014 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #ifndef ANDROID_AUDIOPOLICYEFFECTS_H |
| 18 | #define ANDROID_AUDIOPOLICYEFFECTS_H |
| 19 | |
| 20 | #include <stdlib.h> |
| 21 | #include <stdio.h> |
| 22 | #include <string.h> |
Shunkai Yao | 8d6489a | 2023-04-18 23:14:25 +0000 | [diff] [blame] | 23 | #include <future> |
| 24 | |
| 25 | #include <android-base/thread_annotations.h> |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 26 | #include <cutils/misc.h> |
| 27 | #include <media/AudioEffect.h> |
Shunkai Yao | 8d6489a | 2023-04-18 23:14:25 +0000 | [diff] [blame] | 28 | #include <media/audiohal/EffectsFactoryHalInterface.h> |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 29 | #include <system/audio.h> |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 30 | #include <utils/Vector.h> |
| 31 | #include <utils/SortedVector.h> |
| 32 | |
| 33 | namespace android { |
| 34 | |
| 35 | // ---------------------------------------------------------------------------- |
| 36 | |
Shunkai Yao | 8d6489a | 2023-04-18 23:14:25 +0000 | [diff] [blame] | 37 | /** |
| 38 | * AudioPolicyEffects class. |
| 39 | * |
| 40 | * This class manages all effects attached to input and output streams in AudioPolicyService. |
| 41 | * The effect configurations can be queried in several ways: |
Shunkai Yao | c11621e | 2023-04-28 01:55:57 +0000 | [diff] [blame^] | 42 | * With HIDL HAL, the configuration file `audio_effects.xml` will be loaded by libAudioHal. |
Shunkai Yao | 8d6489a | 2023-04-18 23:14:25 +0000 | [diff] [blame] | 43 | * With AIDL HAL, the configuration will be queried with the method `IFactory::queryProcessing()`. |
| 44 | */ |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 45 | class AudioPolicyEffects : public RefBase |
| 46 | { |
| 47 | |
| 48 | public: |
| 49 | |
Shunkai Yao | c11621e | 2023-04-28 01:55:57 +0000 | [diff] [blame^] | 50 | // The constructor will parse audio_effects.xml |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 51 | // First it will look whether vendor specific file exists, |
| 52 | // otherwise it will parse the system default file. |
Shunkai Yao | 8d6489a | 2023-04-18 23:14:25 +0000 | [diff] [blame] | 53 | explicit AudioPolicyEffects(const sp<EffectsFactoryHalInterface>& effectsFactoryHal); |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 54 | virtual ~AudioPolicyEffects(); |
| 55 | |
Eric Laurent | 8b1e80b | 2014-10-07 09:08:47 -0700 | [diff] [blame] | 56 | // NOTE: methods on AudioPolicyEffects should never be called with the AudioPolicyService |
| 57 | // main mutex (mLock) held as they will indirectly call back into AudioPolicyService when |
| 58 | // managing audio effects. |
| 59 | |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 60 | // Return a list of effect descriptors for default input effects |
| 61 | // associated with audioSession |
Eric Laurent | fb66dd9 | 2016-01-28 18:32:03 -0800 | [diff] [blame] | 62 | status_t queryDefaultInputEffects(audio_session_t audioSession, |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 63 | effect_descriptor_t *descriptors, |
| 64 | uint32_t *count); |
| 65 | |
| 66 | // Add all input effects associated with this input |
| 67 | // Effects are attached depending on the audio_source_t |
| 68 | status_t addInputEffects(audio_io_handle_t input, |
| 69 | audio_source_t inputSource, |
Eric Laurent | fb66dd9 | 2016-01-28 18:32:03 -0800 | [diff] [blame] | 70 | audio_session_t audioSession); |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 71 | |
| 72 | // Add all input effects associated to this input |
Eric Laurent | fb66dd9 | 2016-01-28 18:32:03 -0800 | [diff] [blame] | 73 | status_t releaseInputEffects(audio_io_handle_t input, |
| 74 | audio_session_t audioSession); |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 75 | |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 76 | // Return a list of effect descriptors for default output effects |
| 77 | // associated with audioSession |
Eric Laurent | fb66dd9 | 2016-01-28 18:32:03 -0800 | [diff] [blame] | 78 | status_t queryDefaultOutputSessionEffects(audio_session_t audioSession, |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 79 | effect_descriptor_t *descriptors, |
| 80 | uint32_t *count); |
| 81 | |
| 82 | // Add all output effects associated to this output |
| 83 | // Effects are attached depending on the audio_stream_type_t |
| 84 | status_t addOutputSessionEffects(audio_io_handle_t output, |
| 85 | audio_stream_type_t stream, |
Eric Laurent | fb66dd9 | 2016-01-28 18:32:03 -0800 | [diff] [blame] | 86 | audio_session_t audioSession); |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 87 | |
| 88 | // release all output effects associated with this output stream and audiosession |
| 89 | status_t releaseOutputSessionEffects(audio_io_handle_t output, |
| 90 | audio_stream_type_t stream, |
Eric Laurent | fb66dd9 | 2016-01-28 18:32:03 -0800 | [diff] [blame] | 91 | audio_session_t audioSession); |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 92 | |
Ari Hausman-Cohen | 2462831 | 2018-08-13 15:01:09 -0700 | [diff] [blame] | 93 | // Add the effect to the list of default effects for sources of type |source|. |
| 94 | status_t addSourceDefaultEffect(const effect_uuid_t *type, |
| 95 | const String16& opPackageName, |
| 96 | const effect_uuid_t *uuid, |
| 97 | int32_t priority, |
| 98 | audio_source_t source, |
| 99 | audio_unique_id_t* id); |
| 100 | |
| 101 | // Add the effect to the list of default effects for streams of a given usage. |
Ari Hausman-Cohen | 433722e | 2018-04-24 14:25:22 -0700 | [diff] [blame] | 102 | status_t addStreamDefaultEffect(const effect_uuid_t *type, |
| 103 | const String16& opPackageName, |
| 104 | const effect_uuid_t *uuid, |
| 105 | int32_t priority, |
| 106 | audio_usage_t usage, |
| 107 | audio_unique_id_t* id); |
| 108 | |
Ari Hausman-Cohen | 2462831 | 2018-08-13 15:01:09 -0700 | [diff] [blame] | 109 | // Remove the default source effect from wherever it's attached. |
| 110 | status_t removeSourceDefaultEffect(audio_unique_id_t id); |
| 111 | |
Ari Hausman-Cohen | 433722e | 2018-04-24 14:25:22 -0700 | [diff] [blame] | 112 | // Remove the default stream effect from wherever it's attached. |
| 113 | status_t removeStreamDefaultEffect(audio_unique_id_t id); |
| 114 | |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 115 | private: |
François Gaffie | e8e0e7a | 2020-01-07 15:16:14 +0100 | [diff] [blame] | 116 | void initDefaultDeviceEffects(); |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 117 | |
| 118 | // class to store the description of an effects and its parameters |
Shunkai Yao | c11621e | 2023-04-28 01:55:57 +0000 | [diff] [blame^] | 119 | // as defined in audio_effects.xml |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 120 | class EffectDesc { |
| 121 | public: |
Ari Hausman-Cohen | 433722e | 2018-04-24 14:25:22 -0700 | [diff] [blame] | 122 | EffectDesc(const char *name, |
| 123 | const effect_uuid_t& typeUuid, |
| 124 | const String16& opPackageName, |
| 125 | const effect_uuid_t& uuid, |
| 126 | uint32_t priority, |
| 127 | audio_unique_id_t id) : |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 128 | mName(strdup(name)), |
Ari Hausman-Cohen | 433722e | 2018-04-24 14:25:22 -0700 | [diff] [blame] | 129 | mTypeUuid(typeUuid), |
| 130 | mOpPackageName(opPackageName), |
| 131 | mUuid(uuid), |
| 132 | mPriority(priority), |
| 133 | mId(id) { } |
| 134 | EffectDesc(const char *name, const effect_uuid_t& uuid) : |
| 135 | EffectDesc(name, |
| 136 | *EFFECT_UUID_NULL, |
| 137 | String16(""), |
| 138 | uuid, |
| 139 | 0, |
| 140 | AUDIO_UNIQUE_ID_ALLOCATE) { } |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 141 | EffectDesc(const EffectDesc& orig) : |
| 142 | mName(strdup(orig.mName)), |
Ari Hausman-Cohen | 433722e | 2018-04-24 14:25:22 -0700 | [diff] [blame] | 143 | mTypeUuid(orig.mTypeUuid), |
| 144 | mOpPackageName(orig.mOpPackageName), |
| 145 | mUuid(orig.mUuid), |
| 146 | mPriority(orig.mPriority), |
| 147 | mId(orig.mId) { |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 148 | // deep copy mParams |
| 149 | for (size_t k = 0; k < orig.mParams.size(); k++) { |
| 150 | effect_param_t *origParam = orig.mParams[k]; |
| 151 | // psize and vsize are rounded up to an int boundary for allocation |
| 152 | size_t origSize = sizeof(effect_param_t) + |
| 153 | ((origParam->psize + 3) & ~3) + |
| 154 | ((origParam->vsize + 3) & ~3); |
| 155 | effect_param_t *dupParam = (effect_param_t *) malloc(origSize); |
| 156 | memcpy(dupParam, origParam, origSize); |
| 157 | // This works because the param buffer allocation is also done by |
| 158 | // multiples of 4 bytes originally. In theory we should memcpy only |
| 159 | // the actual param size, that is without rounding vsize. |
| 160 | mParams.add(dupParam); |
| 161 | } |
| 162 | } |
| 163 | /*virtual*/ ~EffectDesc() { |
| 164 | free(mName); |
| 165 | for (size_t k = 0; k < mParams.size(); k++) { |
| 166 | free(mParams[k]); |
| 167 | } |
| 168 | } |
| 169 | char *mName; |
Ari Hausman-Cohen | 433722e | 2018-04-24 14:25:22 -0700 | [diff] [blame] | 170 | effect_uuid_t mTypeUuid; |
| 171 | String16 mOpPackageName; |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 172 | effect_uuid_t mUuid; |
Ari Hausman-Cohen | 433722e | 2018-04-24 14:25:22 -0700 | [diff] [blame] | 173 | int32_t mPriority; |
| 174 | audio_unique_id_t mId; |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 175 | Vector <effect_param_t *> mParams; |
| 176 | }; |
| 177 | |
| 178 | // class to store voctor of EffectDesc |
| 179 | class EffectDescVector { |
| 180 | public: |
| 181 | EffectDescVector() {} |
| 182 | /*virtual*/ ~EffectDescVector() { |
| 183 | for (size_t j = 0; j < mEffects.size(); j++) { |
| 184 | delete mEffects[j]; |
| 185 | } |
| 186 | } |
| 187 | Vector <EffectDesc *> mEffects; |
| 188 | }; |
| 189 | |
| 190 | // class to store voctor of AudioEffects |
| 191 | class EffectVector { |
| 192 | public: |
Chih-Hung Hsieh | e964d4e | 2016-08-09 14:31:32 -0700 | [diff] [blame] | 193 | explicit EffectVector(audio_session_t session) : mSessionId(session), mRefCount(0) {} |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 194 | /*virtual*/ ~EffectVector() {} |
Eric Laurent | 8b1e80b | 2014-10-07 09:08:47 -0700 | [diff] [blame] | 195 | |
| 196 | // Enable or disable all effects in effect vector |
| 197 | void setProcessorEnabled(bool enabled); |
| 198 | |
Glenn Kasten | d848eb4 | 2016-03-08 13:42:11 -0800 | [diff] [blame] | 199 | const audio_session_t mSessionId; |
bryant_liu | 890a563 | 2014-08-20 18:06:13 +0800 | [diff] [blame] | 200 | // AudioPolicyManager keeps mLock, no need for lock on reference count here |
| 201 | int mRefCount; |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 202 | Vector< sp<AudioEffect> >mEffects; |
| 203 | }; |
| 204 | |
François Gaffie | e8e0e7a | 2020-01-07 15:16:14 +0100 | [diff] [blame] | 205 | /** |
| 206 | * @brief The DeviceEffects class stores the effects associated to a given Device Port. |
| 207 | */ |
| 208 | class DeviceEffects { |
| 209 | public: |
| 210 | DeviceEffects(std::unique_ptr<EffectDescVector> effectDescriptors, |
| 211 | audio_devices_t device, const std::string& address) : |
| 212 | mEffectDescriptors(std::move(effectDescriptors)), |
| 213 | mDeviceType(device), mDeviceAddress(address) {} |
| 214 | /*virtual*/ ~DeviceEffects() = default; |
| 215 | |
Jintao Zhu | 230397e | 2021-03-07 14:15:10 +0800 | [diff] [blame] | 216 | std::vector< sp<AudioEffect> > mEffects; |
François Gaffie | e8e0e7a | 2020-01-07 15:16:14 +0100 | [diff] [blame] | 217 | audio_devices_t getDeviceType() const { return mDeviceType; } |
| 218 | std::string getDeviceAddress() const { return mDeviceAddress; } |
| 219 | const std::unique_ptr<EffectDescVector> mEffectDescriptors; |
| 220 | |
| 221 | private: |
| 222 | const audio_devices_t mDeviceType; |
| 223 | const std::string mDeviceAddress; |
| 224 | |
| 225 | }; |
| 226 | |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 227 | static const char * const kInputSourceNames[AUDIO_SOURCE_CNT -1]; |
Eric Laurent | 8b1e80b | 2014-10-07 09:08:47 -0700 | [diff] [blame] | 228 | static audio_source_t inputSourceNameToEnum(const char *name); |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 229 | |
Eric Laurent | 223fd5c | 2014-11-11 13:43:36 -0800 | [diff] [blame] | 230 | static const char *kStreamNames[AUDIO_STREAM_PUBLIC_CNT+1]; //+1 required as streams start from -1 |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 231 | audio_stream_type_t streamNameToEnum(const char *name); |
| 232 | |
Shunkai Yao | c11621e | 2023-04-28 01:55:57 +0000 | [diff] [blame^] | 233 | // Parse audio_effects.xml |
Shunkai Yao | 8d6489a | 2023-04-18 23:14:25 +0000 | [diff] [blame] | 234 | status_t loadAudioEffectConfig(const sp<EffectsFactoryHalInterface>& effectsFactoryHal); |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 235 | |
| 236 | // Load all effects descriptors in configuration file |
| 237 | status_t loadEffects(cnode *root, Vector <EffectDesc *>& effects); |
| 238 | EffectDesc *loadEffect(cnode *root); |
| 239 | |
| 240 | // Load all automatic effect configurations |
| 241 | status_t loadInputEffectConfigurations(cnode *root, const Vector <EffectDesc *>& effects); |
| 242 | status_t loadStreamEffectConfigurations(cnode *root, const Vector <EffectDesc *>& effects); |
| 243 | EffectDescVector *loadEffectConfig(cnode *root, const Vector <EffectDesc *>& effects); |
| 244 | |
| 245 | // Load all automatic effect parameters |
| 246 | void loadEffectParameters(cnode *root, Vector <effect_param_t *>& params); |
| 247 | effect_param_t *loadEffectParameter(cnode *root); |
| 248 | size_t readParamValue(cnode *node, |
Eric Laurent | 138ed17 | 2016-02-10 10:40:44 -0800 | [diff] [blame] | 249 | char **param, |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 250 | size_t *curSize, |
| 251 | size_t *totSize); |
Eric Laurent | 138ed17 | 2016-02-10 10:40:44 -0800 | [diff] [blame] | 252 | size_t growParamSize(char **param, |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 253 | size_t size, |
| 254 | size_t *curSize, |
| 255 | size_t *totSize); |
| 256 | |
Eric Laurent | fb66dd9 | 2016-01-28 18:32:03 -0800 | [diff] [blame] | 257 | // protects access to mInputSources, mInputSessions, mOutputStreams, mOutputSessions |
Eric Laurent | 6c79632 | 2019-04-09 14:13:17 -0700 | [diff] [blame] | 258 | // never hold AudioPolicyService::mLock when calling AudioPolicyEffects methods as |
| 259 | // those can call back into AudioPolicyService methods and try to acquire the mutex |
Eric Laurent | 8b1e80b | 2014-10-07 09:08:47 -0700 | [diff] [blame] | 260 | Mutex mLock; |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 261 | // Automatic input effects are configured per audio_source_t |
| 262 | KeyedVector< audio_source_t, EffectDescVector* > mInputSources; |
| 263 | // Automatic input effects are unique for audio_io_handle_t |
Eric Laurent | fb66dd9 | 2016-01-28 18:32:03 -0800 | [diff] [blame] | 264 | KeyedVector< audio_session_t, EffectVector* > mInputSessions; |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 265 | |
| 266 | // Automatic output effects are organized per audio_stream_type_t |
| 267 | KeyedVector< audio_stream_type_t, EffectDescVector* > mOutputStreams; |
| 268 | // Automatic output effects are unique for audiosession ID |
Eric Laurent | fb66dd9 | 2016-01-28 18:32:03 -0800 | [diff] [blame] | 269 | KeyedVector< audio_session_t, EffectVector* > mOutputSessions; |
François Gaffie | e8e0e7a | 2020-01-07 15:16:14 +0100 | [diff] [blame] | 270 | |
| 271 | /** |
| 272 | * @brief mDeviceEffects map of device effects indexed by the device address |
| 273 | */ |
| 274 | std::map<std::string, std::unique_ptr<DeviceEffects>> mDeviceEffects GUARDED_BY(mLock); |
| 275 | |
| 276 | /** |
| 277 | * Device Effect initialization must be asynchronous: the audio_policy service parses and init |
| 278 | * effect on first reference. AudioFlinger will handle effect creation and register these |
| 279 | * effect on audio_policy service. |
| 280 | * We must store the reference of the furture garantee real asynchronous operation. |
| 281 | */ |
| 282 | std::future<void> mDefaultDeviceEffectFuture; |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 283 | }; |
| 284 | |
Mikhail Naganov | 1b2a794 | 2017-12-08 10:18:09 -0800 | [diff] [blame] | 285 | } // namespace android |
bryant_liu | ba2b439 | 2014-06-11 16:49:30 +0800 | [diff] [blame] | 286 | |
| 287 | #endif // ANDROID_AUDIOPOLICYEFFECTS_H |