blob: 5e527d3f78874d8fb6e586fee64f5103b26c8e2f [file] [log] [blame]
Eric Laurent81784c32012-11-19 14:55:58 -08001/*
2**
3** Copyright 2012, The Android Open Source Project
4**
5** Licensed under the Apache License, Version 2.0 (the "License");
6** you may not use this file except in compliance with the License.
7** You may obtain a copy of the License at
8**
9** http://www.apache.org/licenses/LICENSE-2.0
10**
11** Unless required by applicable law or agreed to in writing, software
12** distributed under the License is distributed on an "AS IS" BASIS,
13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14** See the License for the specific language governing permissions and
15** limitations under the License.
16*/
17
Andy Hung5fd10da2023-07-19 11:31:15 -070018#pragma once
19
20#include "DeviceEffectManager.h"
21#include "IAfEffect.h"
22
23#include <android-base/macros.h> // DISALLOW_COPY_AND_ASSIGN
24#include <mediautils/Synchronization.h>
25#include <private/media/AudioEffectShared.h>
26
27#include <map> // avoid transitive dependency
28
Andy Hung6ac17eb2023-06-20 18:56:17 -070029namespace android {
Eric Laurent81784c32012-11-19 14:55:58 -080030
31//--- Audio Effect Management
32
Eric Laurent41709552019-12-16 19:34:05 -080033// EffectBase(EffectModule) and EffectChain classes both have their own mutex to protect
Eric Laurent81784c32012-11-19 14:55:58 -080034// state changes or resource modifications. Always respect the following order
35// if multiple mutexes must be acquired to avoid cross deadlock:
Eric Laurent41709552019-12-16 19:34:05 -080036// AudioFlinger -> ThreadBase -> EffectChain -> EffectBase(EffectModule)
37// AudioHandle -> ThreadBase -> EffectChain -> EffectBase(EffectModule)
Eric Laurent6b446ce2019-12-13 10:56:31 -080038
39// NOTE: When implementing the EffectCallbackInterface, in an EffectChain or other, it is important
40// to pay attention to this locking order as some callback methods can be called from a state where
41// EffectModule and/or EffectChain mutexes are held.
42
Eric Laurenteb3c3372013-09-25 12:25:29 -070043// In addition, methods that lock the AudioPolicyService mutex (getOutputForEffect(),
Eric Laurent3bc859b2016-12-05 11:07:22 -080044// startOutput(), getInputForAttr(), releaseInput()...) should never be called with AudioFlinger or
45// Threadbase mutex locked to avoid cross deadlock with other clients calling AudioPolicyService
46// methods that in turn call AudioFlinger thus locking the same mutexes in the reverse order.
Eric Laurent81784c32012-11-19 14:55:58 -080047
Eric Laurent41709552019-12-16 19:34:05 -080048
49// The EffectBase class contains common properties, state and behavior for and EffectModule or
50// other derived classes managing an audio effect instance within the effect framework.
51// It also contains the class mutex (see comment on locking order above).
Andy Hung6ac17eb2023-06-20 18:56:17 -070052class EffectBase : public virtual IAfEffectBase {
Eric Laurent81784c32012-11-19 14:55:58 -080053public:
Eric Laurent41709552019-12-16 19:34:05 -080054 EffectBase(const sp<EffectCallbackInterface>& callback,
55 effect_descriptor_t *desc,
56 int id,
57 audio_session_t sessionId,
58 bool pinned);
59
Andy Hung6ac17eb2023-06-20 18:56:17 -070060 int id() const final { return mId; }
61 effect_state state() const final {
Eric Laurent81784c32012-11-19 14:55:58 -080062 return mState;
63 }
Andy Hung6ac17eb2023-06-20 18:56:17 -070064 audio_session_t sessionId() const final {
Eric Laurent81784c32012-11-19 14:55:58 -080065 return mSessionId;
66 }
Andy Hung6ac17eb2023-06-20 18:56:17 -070067 const effect_descriptor_t& desc() const final { return mDescriptor; }
68 bool isOffloadable() const final
Eric Laurent5baf2af2013-09-12 17:37:00 -070069 { return (mDescriptor.flags & EFFECT_FLAG_OFFLOAD_SUPPORTED) != 0; }
Andy Hung6ac17eb2023-06-20 18:56:17 -070070 bool isImplementationSoftware() const final
Eric Laurent4c415062016-06-17 16:14:16 -070071 { return (mDescriptor.flags & EFFECT_FLAG_HW_ACC_MASK) == 0; }
Andy Hung6ac17eb2023-06-20 18:56:17 -070072 bool isProcessImplemented() const final
Eric Laurent6dd0fd92016-09-15 12:44:53 -070073 { return (mDescriptor.flags & EFFECT_FLAG_NO_PROCESS) == 0; }
Andy Hung6ac17eb2023-06-20 18:56:17 -070074 bool isVolumeControl() const
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +090075 { return (mDescriptor.flags & EFFECT_FLAG_VOLUME_MASK)
76 == EFFECT_FLAG_VOLUME_CTRL; }
Andy Hung6ac17eb2023-06-20 18:56:17 -070077 bool isVolumeMonitor() const final
Jasmine Cha934ecfb2019-01-23 18:19:14 +080078 { return (mDescriptor.flags & EFFECT_FLAG_VOLUME_MASK)
79 == EFFECT_FLAG_VOLUME_MONITOR; }
Eric Laurent41709552019-12-16 19:34:05 -080080
Shunkai Yaod125e402024-01-20 03:19:06 +000081 status_t setEnabled(bool enabled, bool fromHandle) override EXCLUDES_EffectBase_Mutex;
82 status_t setEnabled_l(bool enabled) final REQUIRES(audio_utils::EffectBase_Mutex);
Andy Hung6ac17eb2023-06-20 18:56:17 -070083 bool isEnabled() const final;
Shunkai Yaod125e402024-01-20 03:19:06 +000084 void setSuspended(bool suspended) final EXCLUDES_EffectBase_Mutex;
85 bool suspended() const final EXCLUDES_EffectBase_Mutex;
Eric Laurent41709552019-12-16 19:34:05 -080086
Andy Hung6ac17eb2023-06-20 18:56:17 -070087 status_t command(int32_t __unused,
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -070088 const std::vector<uint8_t>& __unused,
89 int32_t __unused,
Andy Hung6ac17eb2023-06-20 18:56:17 -070090 std::vector<uint8_t>* __unused) override {
91 return NO_ERROR;
92 }
Eric Laurent41709552019-12-16 19:34:05 -080093
Andy Hungfda44002021-06-03 17:23:16 -070094 // mCallback is atomic so this can be lock-free.
Andy Hung6ac17eb2023-06-20 18:56:17 -070095 void setCallback(const sp<EffectCallbackInterface>& callback) final {
96 mCallback = callback;
97 }
98 sp<EffectCallbackInterface> getCallback() const final {
99 return mCallback.load();
100 }
Eric Laurent41709552019-12-16 19:34:05 -0800101
Shunkai Yaod125e402024-01-20 03:19:06 +0000102 status_t addHandle(IAfEffectHandle* handle) final EXCLUDES_EffectBase_Mutex;
103 ssize_t disconnectHandle(IAfEffectHandle* handle,
104 bool unpinIfLast) final EXCLUDES_EffectBase_Mutex;
105 ssize_t removeHandle(IAfEffectHandle* handle) final EXCLUDES_EffectBase_Mutex;
106 ssize_t removeHandle_l(IAfEffectHandle* handle) final REQUIRES(audio_utils::EffectBase_Mutex);
107 IAfEffectHandle* controlHandle_l() final REQUIRES(audio_utils::EffectBase_Mutex);
108 bool purgeHandles() final EXCLUDES_EffectBase_Mutex;
Eric Laurent41709552019-12-16 19:34:05 -0800109
Shunkai Yaod125e402024-01-20 03:19:06 +0000110 void checkSuspendOnEffectEnabled(bool enabled, bool threadLocked) final;
Eric Laurent41709552019-12-16 19:34:05 -0800111
Shunkai Yaod125e402024-01-20 03:19:06 +0000112 bool isPinned() const final { return mPinned; }
113 void unPin() final { mPinned = false; }
Eric Laurent41709552019-12-16 19:34:05 -0800114
Shunkai Yaod125e402024-01-20 03:19:06 +0000115 audio_utils::mutex& mutex() const final
116 RETURN_CAPABILITY(android::audio_utils::EffectBase_Mutex) {
117 return mMutex;
118 }
Eric Laurent81784c32012-11-19 14:55:58 -0800119
Shunkai Yaod125e402024-01-20 03:19:06 +0000120 status_t updatePolicyState() final EXCLUDES_EffectBase_Mutex;
Eric Laurent41709552019-12-16 19:34:05 -0800121
Andy Hung6ac17eb2023-06-20 18:56:17 -0700122 sp<IAfEffectModule> asEffectModule() override { return nullptr; }
123 sp<IAfDeviceEffectProxy> asDeviceEffectProxy() override { return nullptr; }
Eric Laurent6c796322019-04-09 14:13:17 -0700124
Shunkai Yaod125e402024-01-20 03:19:06 +0000125 void dump(int fd, const Vector<String16>& args) const override;
Eric Laurent81784c32012-11-19 14:55:58 -0800126
Eric Laurentd66d7a12021-07-13 13:35:32 +0200127protected:
Shunkai Yaod125e402024-01-20 03:19:06 +0000128 bool isInternal_l() const REQUIRES(audio_utils::EffectBase_Mutex) {
129 for (auto handle : mHandles) {
130 if (handle->client() != nullptr) {
131 return false;
132 }
133 }
134 return true;
135 }
Eric Laurentd66d7a12021-07-13 13:35:32 +0200136
Eric Laurent41709552019-12-16 19:34:05 -0800137 bool mPinned = false;
138
139 DISALLOW_COPY_AND_ASSIGN(EffectBase);
140
Andy Hungf65f5a72023-08-29 12:19:17 -0700141 // mutex for process, commands and handles list protection
Andy Hunga6f1cbb2023-10-12 18:18:13 -0700142 mutable audio_utils::mutex mMutex{audio_utils::MutexOrder::kEffectBase_Mutex};
Andy Hungfda44002021-06-03 17:23:16 -0700143 mediautils::atomic_sp<EffectCallbackInterface> mCallback; // parent effect chain
Eric Laurent41709552019-12-16 19:34:05 -0800144 const int mId; // this instance unique ID
145 const audio_session_t mSessionId; // audio session ID
146 const effect_descriptor_t mDescriptor;// effect descriptor received from effect engine
147 effect_state mState = IDLE; // current activation state
Eric Laurentd9eb4962019-12-19 09:20:49 -0800148 // effect is suspended: temporarily disabled by framework
149 bool mSuspended = false;
Eric Laurent41709552019-12-16 19:34:05 -0800150
Andy Hung6ac17eb2023-06-20 18:56:17 -0700151 Vector<IAfEffectHandle *> mHandles; // list of client handles
Eric Laurent41709552019-12-16 19:34:05 -0800152 // First handle in mHandles has highest priority and controls the effect module
153
154 // Audio policy effect state management
Andy Hungf65f5a72023-08-29 12:19:17 -0700155 // Mutex protecting transactions with audio policy manager as mutex() cannot
Eric Laurent41709552019-12-16 19:34:05 -0800156 // be held to avoid cross deadlocks with audio policy mutex
Shunkai Yaod125e402024-01-20 03:19:06 +0000157 audio_utils::mutex& policyMutex() const
158 RETURN_CAPABILITY(android::audio_utils::EffectBase_PolicyMutex) {
159 return mPolicyMutex;
160 }
Andy Hunga6f1cbb2023-10-12 18:18:13 -0700161 mutable audio_utils::mutex mPolicyMutex{audio_utils::MutexOrder::kEffectBase_PolicyMutex};
Eric Laurent41709552019-12-16 19:34:05 -0800162 // Effect is registered in APM or not
163 bool mPolicyRegistered = false;
164 // Effect enabled state communicated to APM. Enabled state corresponds to
165 // state requested by the EffectHandle with control
166 bool mPolicyEnabled = false;
167};
168
169// The EffectModule class is a wrapper object controlling the effect engine implementation
170// in the effect library. It prevents concurrent calls to process() and command() functions
171// from different client threads. It keeps a list of EffectHandle objects corresponding
172// to all client applications using this effect and notifies applications of effect state,
173// control or parameter changes. It manages the activation state machine to send appropriate
174// reset, enable, disable commands to effect engine and provide volume
175// ramping when effects are activated/deactivated.
176// When controlling an auxiliary effect, the EffectModule also provides an input buffer used by
177// the attached track(s) to accumulate their auxiliary channel.
Andy Hung6ac17eb2023-06-20 18:56:17 -0700178class EffectModule : public IAfEffectModule, public EffectBase {
Eric Laurent41709552019-12-16 19:34:05 -0800179public:
180 EffectModule(const sp<EffectCallbackInterface>& callabck,
181 effect_descriptor_t *desc,
182 int id,
183 audio_session_t sessionId,
Eric Laurentb82e6b72019-11-22 17:25:04 -0800184 bool pinned,
Shunkai Yaod125e402024-01-20 03:19:06 +0000185 audio_port_handle_t deviceId) REQUIRES(audio_utils::EffectChain_Mutex);
186 ~EffectModule() override REQUIRES(audio_utils::EffectChain_Mutex);
Eric Laurent41709552019-12-16 19:34:05 -0800187
Shunkai Yaod125e402024-01-20 03:19:06 +0000188 void process() final EXCLUDES_EffectBase_Mutex;
189 bool updateState_l() final REQUIRES(audio_utils::EffectChain_Mutex) EXCLUDES_EffectBase_Mutex;
190 status_t command(int32_t cmdCode, const std::vector<uint8_t>& cmdData, int32_t maxReplySize,
191 std::vector<uint8_t>* reply) final EXCLUDES_EffectBase_Mutex;
Eric Laurent41709552019-12-16 19:34:05 -0800192
Shunkai Yaod125e402024-01-20 03:19:06 +0000193 void reset_l() final REQUIRES(audio_utils::EffectBase_Mutex);
194 status_t configure_l() final REQUIRES(audio_utils::EffectChain_Mutex);
195 status_t init_l() final REQUIRES(audio_utils::EffectChain_Mutex) EXCLUDES_EffectBase_Mutex;
Andy Hung6ac17eb2023-06-20 18:56:17 -0700196 uint32_t status() const final {
Eric Laurent41709552019-12-16 19:34:05 -0800197 return mStatus;
198 }
Andy Hung6ac17eb2023-06-20 18:56:17 -0700199 bool isProcessEnabled() const final;
Shunkai Yaod125e402024-01-20 03:19:06 +0000200 bool isOffloadedOrDirect_l() const final REQUIRES(audio_utils::EffectChain_Mutex);
201 bool isVolumeControlEnabled_l() const final REQUIRES(audio_utils::EffectChain_Mutex);
Andy Hung6ac17eb2023-06-20 18:56:17 -0700202 void setInBuffer(const sp<EffectBufferHalInterface>& buffer) final;
203 int16_t *inBuffer() const final {
Eric Laurent41709552019-12-16 19:34:05 -0800204 return mInBuffer != 0 ? reinterpret_cast<int16_t*>(mInBuffer->ptr()) : NULL;
205 }
Andy Hung6ac17eb2023-06-20 18:56:17 -0700206 void setOutBuffer(const sp<EffectBufferHalInterface>& buffer) final;
207 int16_t *outBuffer() const final {
Eric Laurent41709552019-12-16 19:34:05 -0800208 return mOutBuffer != 0 ? reinterpret_cast<int16_t*>(mOutBuffer->ptr()) : NULL;
209 }
Andy Hung799c8d02021-10-28 17:05:40 -0700210 // Updates the access mode if it is out of date. May issue a new effect configure.
Shunkai Yaod125e402024-01-20 03:19:06 +0000211 void updateAccessMode_l() final REQUIRES(audio_utils::EffectChain_Mutex) {
212 if (requiredEffectBufferAccessMode() != mConfig.outputCfg.accessMode) {
213 configure_l();
214 }
215 }
216 status_t setDevices(const AudioDeviceTypeAddrVector& devices) final EXCLUDES_EffectBase_Mutex;
217 status_t setInputDevice(const AudioDeviceTypeAddr& device) final EXCLUDES_EffectBase_Mutex;
Andy Hung6ac17eb2023-06-20 18:56:17 -0700218 status_t setVolume(uint32_t *left, uint32_t *right, bool controller) final;
Shunkai Yaod125e402024-01-20 03:19:06 +0000219 status_t setMode(audio_mode_t mode) final EXCLUDES_EffectBase_Mutex;
220 status_t setAudioSource(audio_source_t source) final EXCLUDES_EffectBase_Mutex;
221 status_t start_l() final REQUIRES(audio_utils::EffectChain_Mutex) EXCLUDES_EffectBase_Mutex;
222 status_t stop_l() final REQUIRES(audio_utils::EffectChain_Mutex) EXCLUDES_EffectBase_Mutex;
Andy Hung799c8d02021-10-28 17:05:40 -0700223
Shunkai Yaod125e402024-01-20 03:19:06 +0000224 status_t setOffloaded_l(bool offloaded, audio_io_handle_t io) final
225 REQUIRES(audio_utils::EffectChain_Mutex) EXCLUDES_EffectBase_Mutex;
226 bool isOffloaded_l() const final
227 REQUIRES(audio_utils::EffectChain_Mutex) EXCLUDES_EffectBase_Mutex;
228 void addEffectToHal_l() final REQUIRES(audio_utils::EffectChain_Mutex);
229 void release_l() final REQUIRES(audio_utils::EffectChain_Mutex);
Eric Laurent41709552019-12-16 19:34:05 -0800230
Andy Hung6ac17eb2023-06-20 18:56:17 -0700231 sp<IAfEffectModule> asEffectModule() final { return this; }
Eric Laurent41709552019-12-16 19:34:05 -0800232
Andy Hung6ac17eb2023-06-20 18:56:17 -0700233 bool isHapticGenerator() const final;
Eric Laurent4eb45d02023-12-20 12:07:17 +0100234 bool isSpatializer() const final;
Eric Laurent41709552019-12-16 19:34:05 -0800235
Ahmad Khalil229466a2024-02-05 12:15:30 +0000236 status_t setHapticScale_l(int id, os::HapticScale hapticScale) final
Priyanka Advani0d2e51a2024-03-18 21:35:46 +0000237 REQUIRES(audio_utils::ThreadBase_Mutex) EXCLUDES_EffectBase_Mutex;
Shunkai Yaod125e402024-01-20 03:19:06 +0000238 status_t setVibratorInfo_l(const media::AudioVibratorInfo& vibratorInfo) final
Priyanka Advani0d2e51a2024-03-18 21:35:46 +0000239 REQUIRES(audio_utils::ThreadBase_Mutex) EXCLUDES_EffectBase_Mutex;
Shunkai Yaod125e402024-01-20 03:19:06 +0000240 status_t sendMetadata_ll(const std::vector<playback_track_metadata_v7_t>& metadata) final
241 REQUIRES(audio_utils::ThreadBase_Mutex,
242 audio_utils::EffectChain_Mutex) EXCLUDES_EffectBase_Mutex;
jiabineb3bda02020-06-30 14:07:03 -0700243
Shunkai Yaod125e402024-01-20 03:19:06 +0000244 status_t getConfigs_l(audio_config_base_t* inputCfg, audio_config_base_t* outputCfg,
245 bool* isOutput) const final
246 REQUIRES(audio_utils::EffectHandle_Mutex) EXCLUDES_EffectBase_Mutex;
Mikhail Naganov8d7da002022-04-19 21:21:23 +0000247
Andy Hung6ac17eb2023-06-20 18:56:17 -0700248 void dump(int fd, const Vector<String16>& args) const final;
Eric Laurent41709552019-12-16 19:34:05 -0800249
250private:
Eric Laurent81784c32012-11-19 14:55:58 -0800251
252 // Maximum time allocated to effect engines to complete the turn off sequence
253 static const uint32_t MAX_DISABLE_TIME_MS = 10000;
254
Mikhail Naganovbf493082017-04-17 17:37:12 -0700255 DISALLOW_COPY_AND_ASSIGN(EffectModule);
Eric Laurent81784c32012-11-19 14:55:58 -0800256
Shunkai Yaod125e402024-01-20 03:19:06 +0000257 status_t start_ll() REQUIRES(audio_utils::EffectChain_Mutex, audio_utils::EffectBase_Mutex);
258 status_t stop_ll() REQUIRES(audio_utils::EffectChain_Mutex, audio_utils::EffectBase_Mutex);
259 status_t removeEffectFromHal_l() REQUIRES(audio_utils::EffectChain_Mutex);
jiabin8f278ee2019-11-11 12:16:27 -0800260 status_t sendSetAudioDevicesCommand(const AudioDeviceTypeAddrVector &devices, uint32_t cmdCode);
Andy Hung799c8d02021-10-28 17:05:40 -0700261 effect_buffer_access_e requiredEffectBufferAccessMode() const {
262 return mConfig.inputCfg.buffer.raw == mConfig.outputCfg.buffer.raw
263 ? EFFECT_BUFFER_ACCESS_WRITE : EFFECT_BUFFER_ACCESS_ACCUMULATE;
264 }
265
jiabin4e246532022-08-23 16:37:30 -0700266 status_t setVolumeInternal(uint32_t *left, uint32_t *right, bool controller);
267
Eric Laurent81784c32012-11-19 14:55:58 -0800268
Eric Laurent81784c32012-11-19 14:55:58 -0800269 effect_config_t mConfig; // input and output audio configuration
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700270 sp<EffectHalInterface> mEffectInterface; // Effect module HAL
Mikhail Naganov022b9952017-01-04 16:36:51 -0800271 sp<EffectBufferHalInterface> mInBuffer; // Buffers for interacting with HAL
272 sp<EffectBufferHalInterface> mOutBuffer;
Eric Laurent81784c32012-11-19 14:55:58 -0800273 status_t mStatus; // initialization status
Eric Laurent81784c32012-11-19 14:55:58 -0800274 // First handle in mHandles has highest priority and controls the effect module
275 uint32_t mMaxDisableWaitCnt; // maximum grace period before forcing an effect off after
276 // sending disable command.
277 uint32_t mDisableWaitCnt; // current process() calls count during disable period.
Eric Laurent5baf2af2013-09-12 17:37:00 -0700278 bool mOffloaded; // effect is currently offloaded to the audio DSP
Eric Laurent9f57aa82023-03-17 19:28:37 +0100279 // effect has been added to this HAL input stream
280 audio_io_handle_t mCurrentHalStream = AUDIO_IO_HANDLE_NONE;
Mikhail Naganov8d7da002022-04-19 21:21:23 +0000281 bool mIsOutput; // direction of the AF thread
rago94a1ee82017-07-21 15:11:02 -0700282
rago94a1ee82017-07-21 15:11:02 -0700283 bool mSupportsFloat; // effect supports float processing
Andy Hungbded9c82017-11-30 18:47:35 -0800284 sp<EffectBufferHalInterface> mInConversionBuffer; // Buffers for HAL conversion if needed.
285 sp<EffectBufferHalInterface> mOutConversionBuffer;
Andy Hung9aad48c2017-11-29 10:29:19 -0800286 uint32_t mInChannelCountRequested;
287 uint32_t mOutChannelCountRequested;
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +0900288
Andy Hungf65f5a72023-08-29 12:19:17 -0700289 template <typename MUTEX>
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +0900290 class AutoLockReentrant {
291 public:
Andy Hungf65f5a72023-08-29 12:19:17 -0700292 AutoLockReentrant(MUTEX& mutex, pid_t allowedTid)
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +0900293 : mMutex(gettid() == allowedTid ? nullptr : &mutex)
294 {
295 if (mMutex != nullptr) mMutex->lock();
296 }
297 ~AutoLockReentrant() {
298 if (mMutex != nullptr) mMutex->unlock();
299 }
300 private:
Andy Hungf65f5a72023-08-29 12:19:17 -0700301 MUTEX * const mMutex;
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +0900302 };
303
304 static constexpr pid_t INVALID_PID = (pid_t)-1;
305 // this tid is allowed to call setVolume() without acquiring the mutex.
306 pid_t mSetVolumeReentrantTid = INVALID_PID;
Eric Laurent81784c32012-11-19 14:55:58 -0800307};
308
309// The EffectHandle class implements the IEffect interface. It provides resources
310// to receive parameter updates, keeps track of effect control
311// ownership and state and has a pointer to the EffectModule object it is controlling.
312// There is one EffectHandle object for each application controlling (or using)
313// an effect module.
314// The EffectHandle is obtained by calling AudioFlinger::createEffect().
Andy Hung6ac17eb2023-06-20 18:56:17 -0700315class EffectHandle: public IAfEffectHandle, public android::media::BnEffect {
Eric Laurent81784c32012-11-19 14:55:58 -0800316public:
317
Andy Hung6ac17eb2023-06-20 18:56:17 -0700318 EffectHandle(const sp<IAfEffectBase>& effect,
Andy Hung59867e42023-06-27 17:05:02 -0700319 const sp<Client>& client,
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -0700320 const sp<media::IEffectClient>& effectClient,
Eric Laurentde8caf42021-08-11 17:19:25 +0200321 int32_t priority, bool notifyFramesProcessed);
Andy Hung6ac17eb2023-06-20 18:56:17 -0700322 ~EffectHandle() override;
Andy Hungc747c532022-03-07 21:41:14 -0800323 status_t onTransact(
Andy Hung6ac17eb2023-06-20 18:56:17 -0700324 uint32_t code, const Parcel& data, Parcel* reply, uint32_t flags) final;
325 status_t initCheck() const final;
Eric Laurent81784c32012-11-19 14:55:58 -0800326
327 // IEffect
Andy Hung6ac17eb2023-06-20 18:56:17 -0700328 android::binder::Status enable(int32_t* _aidl_return) final;
329 android::binder::Status disable(int32_t* _aidl_return) final;
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -0700330 android::binder::Status command(int32_t cmdCode,
331 const std::vector<uint8_t>& cmdData,
332 int32_t maxResponseSize,
333 std::vector<uint8_t>* response,
Andy Hung6ac17eb2023-06-20 18:56:17 -0700334 int32_t* _aidl_return) final;
335 android::binder::Status disconnect() final;
336 android::binder::Status getCblk(media::SharedFileRegion* _aidl_return) final;
Mikhail Naganov8d7da002022-04-19 21:21:23 +0000337 android::binder::Status getConfig(media::EffectConfig* _config,
Andy Hung6ac17eb2023-06-20 18:56:17 -0700338 int32_t* _aidl_return) final;
Eric Laurent81784c32012-11-19 14:55:58 -0800339
Andy Hung59867e42023-06-27 17:05:02 -0700340 const sp<Client>& client() const final { return mClient; }
Andy Hung6ac17eb2023-06-20 18:56:17 -0700341
342 sp<android::media::IEffect> asIEffect() final {
343 return sp<android::media::IEffect>::fromExisting(this);
344 }
Eric Laurentd66d7a12021-07-13 13:35:32 +0200345
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -0700346private:
347 void disconnect(bool unpinIfLast);
Eric Laurent81784c32012-11-19 14:55:58 -0800348
349 // Give or take control of effect module
350 // - hasControl: true if control is given, false if removed
351 // - signal: true client app should be signaled of change, false otherwise
352 // - enabled: state of the effect when control is passed
Andy Hung6ac17eb2023-06-20 18:56:17 -0700353 void setControl(bool hasControl, bool signal, bool enabled) final;
Eric Laurent81784c32012-11-19 14:55:58 -0800354 void commandExecuted(uint32_t cmdCode,
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -0700355 const std::vector<uint8_t>& cmdData,
Andy Hung6ac17eb2023-06-20 18:56:17 -0700356 const std::vector<uint8_t>& replyData) final;
357 bool enabled() const final { return mEnabled; }
358 void setEnabled(bool enabled) final;
359 void framesProcessed(int32_t frames) const final;
Eric Laurent81784c32012-11-19 14:55:58 -0800360
Andy Hung6ac17eb2023-06-20 18:56:17 -0700361public:
Eric Laurent81784c32012-11-19 14:55:58 -0800362 // Getters
Andy Hung6ac17eb2023-06-20 18:56:17 -0700363 wp<IAfEffectBase> effect() const final { return mEffect; }
364 int id() const final {
365 sp<IAfEffectBase> effect = mEffect.promote();
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800366 if (effect == 0) {
367 return 0;
368 }
369 return effect->id();
370 }
Andy Hung6ac17eb2023-06-20 18:56:17 -0700371private:
372 int priority() const final { return mPriority; }
373 bool hasControl() const final { return mHasControl; }
374 bool disconnected() const final { return mDisconnected; }
Eric Laurent81784c32012-11-19 14:55:58 -0800375
Andy Hung6ac17eb2023-06-20 18:56:17 -0700376 void dumpToBuffer(char* buffer, size_t size) const final;
377
Eric Laurent81784c32012-11-19 14:55:58 -0800378
Mikhail Naganovbf493082017-04-17 17:37:12 -0700379private:
Mikhail Naganovbf493082017-04-17 17:37:12 -0700380 DISALLOW_COPY_AND_ASSIGN(EffectHandle);
Eric Laurent81784c32012-11-19 14:55:58 -0800381
Shunkai Yaod125e402024-01-20 03:19:06 +0000382 audio_utils::mutex& mutex() const RETURN_CAPABILITY(android::audio_utils::EffectHandle_Mutex) {
383 return mMutex;
384 }
Andy Hunga6f1cbb2023-10-12 18:18:13 -0700385 // protects IEffect method calls
386 mutable audio_utils::mutex mMutex{audio_utils::MutexOrder::kEffectHandle_Mutex};
Andy Hung6ac17eb2023-06-20 18:56:17 -0700387 const wp<IAfEffectBase> mEffect; // pointer to controlled EffectModule
Andy Hung318e0242020-12-21 10:33:49 -0800388 const sp<media::IEffectClient> mEffectClient; // callback interface for client notifications
Andy Hung59867e42023-06-27 17:05:02 -0700389 /*const*/ sp<Client> mClient; // client for shared memory allocation, see
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -0700390 // disconnect()
391 sp<IMemory> mCblkMemory; // shared memory for control block
392 effect_param_cblk_t* mCblk; // control block for deferred parameter setting via
393 // shared memory
394 uint8_t* mBuffer; // pointer to parameter area in shared memory
395 int mPriority; // client application priority to control the effect
396 bool mHasControl; // true if this handle is controlling the effect
397 bool mEnabled; // cached enable state: needed when the effect is
398 // restored after being suspended
399 bool mDisconnected; // Set to true by disconnect()
Eric Laurentde8caf42021-08-11 17:19:25 +0200400 const bool mNotifyFramesProcessed; // true if the client callback event
401 // EVENT_FRAMES_PROCESSED must be generated
Eric Laurent81784c32012-11-19 14:55:58 -0800402};
403
404// the EffectChain class represents a group of effects associated to one audio session.
405// There can be any number of EffectChain objects per output mixer thread (PlaybackThread).
Glenn Kastend848eb42016-03-08 13:42:11 -0800406// The EffectChain with session ID AUDIO_SESSION_OUTPUT_MIX contains global effects applied
407// to the output mix.
Eric Laurent81784c32012-11-19 14:55:58 -0800408// Effects in this chain can be insert or auxiliary. Effects in other chains (attached to
409// tracks) are insert only. The EffectChain maintains an ordered list of effect module, the
Glenn Kastend848eb42016-03-08 13:42:11 -0800410// order corresponding in the effect process order. When attached to a track (session ID !=
411// AUDIO_SESSION_OUTPUT_MIX),
Eric Laurent81784c32012-11-19 14:55:58 -0800412// it also provide it's own input buffer used by the track as accumulation buffer.
Andy Hung6ac17eb2023-06-20 18:56:17 -0700413class EffectChain : public IAfEffectChain {
Eric Laurent81784c32012-11-19 14:55:58 -0800414public:
Priyanka Advani0d2e51a2024-03-18 21:35:46 +0000415 EffectChain(const sp<IAfThreadBase>& thread, audio_session_t sessionId);
Eric Laurent81784c32012-11-19 14:55:58 -0800416
Shunkai Yaof4847652024-01-12 00:25:20 +0000417 void process_l() final REQUIRES(audio_utils::EffectChain_Mutex);
Eric Laurent81784c32012-11-19 14:55:58 -0800418
Shunkai Yaof4847652024-01-12 00:25:20 +0000419 audio_utils::mutex& mutex() const final RETURN_CAPABILITY(audio_utils::EffectChain_Mutex) {
420 return mMutex;
421 }
Andy Hungf65f5a72023-08-29 12:19:17 -0700422
Priyanka Advani0d2e51a2024-03-18 21:35:46 +0000423 status_t createEffect_l(sp<IAfEffectModule>& effect, effect_descriptor_t* desc, int id,
Shunkai Yaod125e402024-01-20 03:19:06 +0000424 audio_session_t sessionId, bool pinned) final
Priyanka Advani0d2e51a2024-03-18 21:35:46 +0000425 REQUIRES(audio_utils::ThreadBase_Mutex) EXCLUDES_EffectChain_Mutex;
Shunkai Yaod125e402024-01-20 03:19:06 +0000426 status_t addEffect_l(const sp<IAfEffectModule>& handle) final
Priyanka Advani0d2e51a2024-03-18 21:35:46 +0000427 REQUIRES(audio_utils::ThreadBase_Mutex) EXCLUDES_EffectChain_Mutex;
428 status_t addEffect_ll(const sp<IAfEffectModule>& handle) final
429 REQUIRES(audio_utils::ThreadBase_Mutex, audio_utils::EffectChain_Mutex);
430 size_t removeEffect_l(const sp<IAfEffectModule>& handle, bool release = false) final
431 REQUIRES(audio_utils::ThreadBase_Mutex) EXCLUDES_EffectChain_Mutex;
Eric Laurent81784c32012-11-19 14:55:58 -0800432
Andy Hung6ac17eb2023-06-20 18:56:17 -0700433 audio_session_t sessionId() const final { return mSessionId; }
434 void setSessionId(audio_session_t sessionId) final { mSessionId = sessionId; }
Eric Laurent81784c32012-11-19 14:55:58 -0800435
Priyanka Advani0d2e51a2024-03-18 21:35:46 +0000436 sp<IAfEffectModule> getEffectFromDesc_l(effect_descriptor_t* descriptor) const final
437 REQUIRES(audio_utils::ThreadBase_Mutex);
Shunkai Yaod125e402024-01-20 03:19:06 +0000438 sp<IAfEffectModule> getEffectFromId_l(int id) const final
Priyanka Advani0d2e51a2024-03-18 21:35:46 +0000439 REQUIRES(audio_utils::ThreadBase_Mutex);
Shunkai Yaod125e402024-01-20 03:19:06 +0000440 sp<IAfEffectModule> getEffectFromType_l(const effect_uuid_t* type) const final
Priyanka Advani0d2e51a2024-03-18 21:35:46 +0000441 REQUIRES(audio_utils::ThreadBase_Mutex);
Shunkai Yaod125e402024-01-20 03:19:06 +0000442 std::vector<int> getEffectIds_l() const final REQUIRES(audio_utils::ThreadBase_Mutex);
Glenn Kastenc56f3422014-03-21 17:53:17 -0700443 // FIXME use float to improve the dynamic range
Eric Laurent81784c32012-11-19 14:55:58 -0800444
Shunkai Yaof4847652024-01-12 00:25:20 +0000445 bool setVolume(uint32_t* left, uint32_t* right,
446 bool force = false) final EXCLUDES_EffectChain_Mutex;
447 void resetVolume_l() final REQUIRES(audio_utils::EffectChain_Mutex);
Shunkai Yaod125e402024-01-20 03:19:06 +0000448 void setDevices_l(const AudioDeviceTypeAddrVector& devices) final
Priyanka Advani0d2e51a2024-03-18 21:35:46 +0000449 REQUIRES(audio_utils::ThreadBase_Mutex);
Shunkai Yaod125e402024-01-20 03:19:06 +0000450 void setInputDevice_l(const AudioDeviceTypeAddr& device) final
Priyanka Advani0d2e51a2024-03-18 21:35:46 +0000451 REQUIRES(audio_utils::ThreadBase_Mutex);
452 void setMode_l(audio_mode_t mode) final REQUIRES(audio_utils::ThreadBase_Mutex);
453 void setAudioSource_l(audio_source_t source) final REQUIRES(audio_utils::ThreadBase_Mutex);
Andy Hung6ac17eb2023-06-20 18:56:17 -0700454
455 void setInBuffer(const sp<EffectBufferHalInterface>& buffer) final {
Eric Laurent81784c32012-11-19 14:55:58 -0800456 mInBuffer = buffer;
Eric Laurent81784c32012-11-19 14:55:58 -0800457 }
Andy Hung6ac17eb2023-06-20 18:56:17 -0700458 float *inBuffer() const final {
Andy Hung181d96f2023-05-23 14:01:03 -0700459 return mInBuffer != 0 ? reinterpret_cast<float*>(mInBuffer->ptr()) : NULL;
Eric Laurent81784c32012-11-19 14:55:58 -0800460 }
Andy Hung6ac17eb2023-06-20 18:56:17 -0700461 void setOutBuffer(const sp<EffectBufferHalInterface>& buffer) final {
Eric Laurent81784c32012-11-19 14:55:58 -0800462 mOutBuffer = buffer;
463 }
Andy Hung6ac17eb2023-06-20 18:56:17 -0700464 float *outBuffer() const final {
Andy Hung181d96f2023-05-23 14:01:03 -0700465 return mOutBuffer != 0 ? reinterpret_cast<float*>(mOutBuffer->ptr()) : NULL;
Eric Laurent81784c32012-11-19 14:55:58 -0800466 }
Andy Hung6ac17eb2023-06-20 18:56:17 -0700467 void incTrackCnt() final { android_atomic_inc(&mTrackCnt); }
468 void decTrackCnt() final { android_atomic_dec(&mTrackCnt); }
469 int32_t trackCnt() const final { return android_atomic_acquire_load(&mTrackCnt); }
Eric Laurent81784c32012-11-19 14:55:58 -0800470
Andy Hung6ac17eb2023-06-20 18:56:17 -0700471 void incActiveTrackCnt() final { android_atomic_inc(&mActiveTrackCnt);
Eric Laurent81784c32012-11-19 14:55:58 -0800472 mTailBufferCount = mMaxTailBuffers; }
Andy Hung6ac17eb2023-06-20 18:56:17 -0700473 void decActiveTrackCnt() final { android_atomic_dec(&mActiveTrackCnt); }
474 int32_t activeTrackCnt() const final {
475 return android_atomic_acquire_load(&mActiveTrackCnt);
476 }
Eric Laurent81784c32012-11-19 14:55:58 -0800477
Andy Hung6ac17eb2023-06-20 18:56:17 -0700478 product_strategy_t strategy() const final { return mStrategy; }
479 void setStrategy(product_strategy_t strategy) final
Eric Laurent81784c32012-11-19 14:55:58 -0800480 { mStrategy = strategy; }
481
Eric Laurentd8365c52017-07-16 15:27:05 -0700482 // suspend or restore effects of the specified type. The number of suspend requests is counted
483 // and restore occurs once all suspend requests are cancelled.
Shunkai Yaod125e402024-01-20 03:19:06 +0000484 void setEffectSuspended_l(const effect_uuid_t* type, bool suspend) final
485 REQUIRES(audio_utils::ThreadBase_Mutex);
Eric Laurent81784c32012-11-19 14:55:58 -0800486 // suspend all eligible effects
Shunkai Yaod125e402024-01-20 03:19:06 +0000487 void setEffectSuspendedAll_l(bool suspend) final REQUIRES(audio_utils::ThreadBase_Mutex);
Eric Laurent6b446ce2019-12-13 10:56:31 -0800488 // check if effects should be suspended or restored when a given effect is enable or disabled
Shunkai Yaod125e402024-01-20 03:19:06 +0000489 void checkSuspendOnEffectEnabled_l(const sp<IAfEffectModule>& effect, bool enabled) final
490 REQUIRES(audio_utils::ThreadBase_Mutex);
Eric Laurent81784c32012-11-19 14:55:58 -0800491
Shunkai Yaod125e402024-01-20 03:19:06 +0000492 void clearInputBuffer() final EXCLUDES_EffectChain_Mutex;
Eric Laurent81784c32012-11-19 14:55:58 -0800493
Eric Laurent5baf2af2013-09-12 17:37:00 -0700494 // At least one non offloadable effect in the chain is enabled
Shunkai Yaod125e402024-01-20 03:19:06 +0000495 bool isNonOffloadableEnabled() const final EXCLUDES_EffectChain_Mutex;
496 bool isNonOffloadableEnabled_l() const final REQUIRES(audio_utils::EffectChain_Mutex);
Eric Laurent813e2a72013-08-31 12:59:48 -0700497
Shunkai Yaod125e402024-01-20 03:19:06 +0000498 void syncHalEffectsState_l()
499 REQUIRES(audio_utils::ThreadBase_Mutex) EXCLUDES_EffectChain_Mutex final;
Eric Laurent1b928682014-10-02 19:41:47 -0700500
Andy Hungd3bb0ad2016-10-11 17:16:43 -0700501 // flags is an ORed set of audio_output_flags_t which is updated on return.
Andy Hung6ac17eb2023-06-20 18:56:17 -0700502 void checkOutputFlagCompatibility(audio_output_flags_t *flags) const final;
Andy Hungd3bb0ad2016-10-11 17:16:43 -0700503
504 // flags is an ORed set of audio_input_flags_t which is updated on return.
Andy Hung6ac17eb2023-06-20 18:56:17 -0700505 void checkInputFlagCompatibility(audio_input_flags_t *flags) const final;
Andy Hungd3bb0ad2016-10-11 17:16:43 -0700506
507 // Is this EffectChain compatible with the RAW audio flag.
Andy Hung6ac17eb2023-06-20 18:56:17 -0700508 bool isRawCompatible() const final;
Andy Hungd3bb0ad2016-10-11 17:16:43 -0700509
510 // Is this EffectChain compatible with the FAST audio flag.
Andy Hung6ac17eb2023-06-20 18:56:17 -0700511 bool isFastCompatible() const final;
Eric Laurent4c415062016-06-17 16:14:16 -0700512
jiabinc658e452022-10-21 20:52:21 +0000513 // Is this EffectChain compatible with the bit-perfect audio flag.
Andy Hung6ac17eb2023-06-20 18:56:17 -0700514 bool isBitPerfectCompatible() const final;
jiabinc658e452022-10-21 20:52:21 +0000515
Andy Hungf65f5a72023-08-29 12:19:17 -0700516 // isCompatibleWithThread_l() must be called with thread->mutex() held
Andy Hungab65b182023-09-06 19:41:47 -0700517 bool isCompatibleWithThread_l(const sp<IAfThreadBase>& thread) const final
Shunkai Yaod125e402024-01-20 03:19:06 +0000518 REQUIRES(audio_utils::ThreadBase_Mutex) EXCLUDES_EffectChain_Mutex;
jiabineb3bda02020-06-30 14:07:03 -0700519
Priyanka Advani0d2e51a2024-03-18 21:35:46 +0000520 // Requires either IAfThreadBase::mutex() or EffectChain::mutex() held
521 bool containsHapticGeneratingEffect_l() final;
jiabine70bc7f2020-06-30 22:07:55 -0700522
Ahmad Khalil229466a2024-02-05 12:15:30 +0000523 void setHapticScale_l(int id, os::HapticScale hapticScale) final
Shunkai Yaod125e402024-01-20 03:19:06 +0000524 REQUIRES(audio_utils::ThreadBase_Mutex) EXCLUDES_EffectChain_Mutex;
Eric Laurent6b446ce2019-12-13 10:56:31 -0800525
Andy Hung6ac17eb2023-06-20 18:56:17 -0700526 sp<EffectCallbackInterface> effectCallback() const final { return mEffectCallback; }
Eric Laurentf1f22e72021-07-13 14:04:14 +0200527
Andy Hung87c693c2023-07-06 20:56:16 -0700528 wp<IAfThreadBase> thread() const final { return mEffectCallback->thread(); }
Andy Hung6ac17eb2023-06-20 18:56:17 -0700529
Priyanka Advani0d2e51a2024-03-18 21:35:46 +0000530 bool isFirstEffect(int id) const final {
Andy Hung6ac17eb2023-06-20 18:56:17 -0700531 return !mEffects.isEmpty() && id == mEffects[0]->id();
532 }
533
534 void dump(int fd, const Vector<String16>& args) const final;
535
Priyanka Advani0d2e51a2024-03-18 21:35:46 +0000536 size_t numberOfEffects() const final { return mEffects.size(); }
Andy Hung6ac17eb2023-06-20 18:56:17 -0700537
538 sp<IAfEffectModule> getEffectModule(size_t index) const final {
539 return mEffects[index];
540 }
541
Eric Laurent4eb45d02023-12-20 12:07:17 +0100542 void sendMetadata_l(const std::vector<playback_track_metadata_v7_t>& allMetadata,
543 const std::optional<const std::vector<playback_track_metadata_v7_t>> spatializedMetadata)
544 final REQUIRES(audio_utils::ThreadBase_Mutex);
545
Shunkai Yaod125e402024-01-20 03:19:06 +0000546 void setThread(const sp<IAfThreadBase>& thread) final EXCLUDES_EffectChain_Mutex;
Eric Laurent81784c32012-11-19 14:55:58 -0800547
Shunkai Yaof4847652024-01-12 00:25:20 +0000548 private:
549 bool setVolume_l(uint32_t* left, uint32_t* right, bool force = false)
550 REQUIRES(audio_utils::EffectChain_Mutex);
Eric Laurent6b446ce2019-12-13 10:56:31 -0800551
Andy Hung328d6772021-01-12 12:32:21 -0800552 // For transaction consistency, please consider holding the EffectChain lock before
553 // calling the EffectChain::EffectCallback methods, excepting
554 // createEffectHal and allocateHalBuffer.
555 //
556 // This prevents migration of the EffectChain to another PlaybackThread
557 // for the purposes of the EffectCallback.
Eric Laurent6b446ce2019-12-13 10:56:31 -0800558 class EffectCallback : public EffectCallbackInterface {
559 public:
Ytai Ben-Tsvi4f043362020-01-28 12:39:23 -0800560 // Note: ctors taking a weak pointer to their owner must not promote it
561 // during construction (but may keep a reference for later promotion).
562 EffectCallback(const wp<EffectChain>& owner,
Priyanka Advani0d2e51a2024-03-18 21:35:46 +0000563 const sp<IAfThreadBase>& thread) // we take a sp<> but store a wp<>.
Andy Hung6626a012021-01-12 13:38:00 -0800564 : mChain(owner)
Priyanka Advani0d2e51a2024-03-18 21:35:46 +0000565 , mThread(thread) {
566 mThreadType = thread->type();
567 mAfThreadCallback = thread->afThreadCallback();
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -0800568 }
Eric Laurent6b446ce2019-12-13 10:56:31 -0800569
570 status_t createEffectHal(const effect_uuid_t *pEffectUuid,
571 int32_t sessionId, int32_t deviceId, sp<EffectHalInterface> *effect) override;
572 status_t allocateHalBuffer(size_t size, sp<EffectBufferHalInterface>* buffer) override;
Andy Hung6ac17eb2023-06-20 18:56:17 -0700573 bool updateOrphanEffectChains(const sp<IAfEffectBase>& effect) override;
Eric Laurent6b446ce2019-12-13 10:56:31 -0800574
575 audio_io_handle_t io() const override;
576 bool isOutput() const override;
577 bool isOffload() const override;
578 bool isOffloadOrDirect() const override;
579 bool isOffloadOrMmap() const override;
Eric Laurent0dccd2e2021-10-26 17:40:18 +0200580 bool isSpatializer() const override;
Eric Laurent6b446ce2019-12-13 10:56:31 -0800581
582 uint32_t sampleRate() const override;
Eric Laurentf1f22e72021-07-13 14:04:14 +0200583 audio_channel_mask_t inChannelMask(int id) const override;
584 uint32_t inChannelCount(int id) const override;
585 audio_channel_mask_t outChannelMask() const override;
586 uint32_t outChannelCount() const override;
jiabineb3bda02020-06-30 14:07:03 -0700587 audio_channel_mask_t hapticChannelMask() const override;
Eric Laurent6b446ce2019-12-13 10:56:31 -0800588 size_t frameCount() const override;
589 uint32_t latency() const override;
590
Andy Hung920f6572022-10-06 12:09:49 -0700591 status_t addEffectToHal(const sp<EffectHalInterface>& effect) override;
592 status_t removeEffectFromHal(const sp<EffectHalInterface>& effect) override;
Andy Hung6ac17eb2023-06-20 18:56:17 -0700593 bool disconnectEffectHandle(IAfEffectHandle *handle, bool unpinIfLast) override;
Eric Laurent6b446ce2019-12-13 10:56:31 -0800594 void setVolumeForOutput(float left, float right) const override;
595
596 // check if effects should be suspended/restored when a given effect is enable/disabled
Shunkai Yaod125e402024-01-20 03:19:06 +0000597 void checkSuspendOnEffectEnabled(const sp<IAfEffectBase>& effect, bool enabled,
598 bool threadLocked) override;
599 void resetVolume_l() override
600 REQUIRES(audio_utils::ThreadBase_Mutex, audio_utils::EffectChain_Mutex);
Ytai Ben-Tsvi0a4904a2021-01-06 12:57:05 -0800601 product_strategy_t strategy() const override;
Eric Laurent6b446ce2019-12-13 10:56:31 -0800602 int32_t activeTrackCnt() const override;
Andy Hung6ac17eb2023-06-20 18:56:17 -0700603 void onEffectEnable(const sp<IAfEffectBase>& effect) override;
604 void onEffectDisable(const sp<IAfEffectBase>& effect) override;
Eric Laurent6b446ce2019-12-13 10:56:31 -0800605
Andy Hung6ac17eb2023-06-20 18:56:17 -0700606 wp<IAfEffectChain> chain() const final { return mChain; }
Eric Laurent6b446ce2019-12-13 10:56:31 -0800607
Andy Hung6ac17eb2023-06-20 18:56:17 -0700608 bool isAudioPolicyReady() const final {
Andy Hung583043b2023-07-17 17:05:00 -0700609 return mAfThreadCallback->isAudioPolicyReady();
Eric Laurentd66d7a12021-07-13 13:35:32 +0200610 }
611
Andy Hung87c693c2023-07-06 20:56:16 -0700612 wp<IAfThreadBase> thread() const { return mThread.load(); }
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -0800613
Andy Hung87c693c2023-07-06 20:56:16 -0700614 void setThread(const sp<IAfThreadBase>& thread) {
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -0800615 mThread = thread;
Priyanka Advani0d2e51a2024-03-18 21:35:46 +0000616 mThreadType = thread->type();
617 mAfThreadCallback = thread->afThreadCallback();
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -0800618 }
Shunkai Yao517fc2a2024-03-19 04:31:47 +0000619 bool hasThreadAttached() const {
620 return thread().promote() != nullptr;
621 }
Eric Laurent6b446ce2019-12-13 10:56:31 -0800622 private:
Andy Hung6ac17eb2023-06-20 18:56:17 -0700623 const wp<IAfEffectChain> mChain;
Andy Hung87c693c2023-07-06 20:56:16 -0700624 mediautils::atomic_wp<IAfThreadBase> mThread;
Andy Hung583043b2023-07-17 17:05:00 -0700625 sp<IAfThreadCallback> mAfThreadCallback;
Priyanka Advani0d2e51a2024-03-18 21:35:46 +0000626 IAfThreadBase::type_t mThreadType;
Eric Laurent6b446ce2019-12-13 10:56:31 -0800627 };
628
Mikhail Naganovbf493082017-04-17 17:37:12 -0700629 DISALLOW_COPY_AND_ASSIGN(EffectChain);
Eric Laurent81784c32012-11-19 14:55:58 -0800630
631 class SuspendedEffectDesc : public RefBase {
632 public:
633 SuspendedEffectDesc() : mRefCount(0) {}
634
Eric Laurentd8365c52017-07-16 15:27:05 -0700635 int mRefCount; // > 0 when suspended
Eric Laurent81784c32012-11-19 14:55:58 -0800636 effect_uuid_t mType;
Andy Hung6ac17eb2023-06-20 18:56:17 -0700637 wp<IAfEffectModule> mEffect;
Eric Laurent81784c32012-11-19 14:55:58 -0800638 };
639
640 // get a list of effect modules to suspend when an effect of the type
641 // passed is enabled.
Priyanka Advani0d2e51a2024-03-18 21:35:46 +0000642 void getSuspendEligibleEffects_l(Vector<sp<IAfEffectModule>>& effects)
643 REQUIRES(audio_utils::ThreadBase_Mutex);
Eric Laurent81784c32012-11-19 14:55:58 -0800644
645 // get an effect module if it is currently enable
Shunkai Yaod125e402024-01-20 03:19:06 +0000646 sp<IAfEffectModule> getEffectIfEnabled_l(const effect_uuid_t* type)
647 REQUIRES(audio_utils::ThreadBase_Mutex);
Eric Laurent81784c32012-11-19 14:55:58 -0800648 // true if the effect whose descriptor is passed can be suspended
649 // OEMs can modify the rules implemented in this method to exclude specific effect
650 // types or implementations from the suspend/restore mechanism.
Priyanka Advani0d2e51a2024-03-18 21:35:46 +0000651 bool isEffectEligibleForSuspend_l(const effect_descriptor_t& desc)
652 REQUIRES(audio_utils::ThreadBase_Mutex);
Eric Laurent81784c32012-11-19 14:55:58 -0800653
Shunkai Yaod125e402024-01-20 03:19:06 +0000654 static bool isEffectEligibleForBtNrecSuspend_l(const effect_uuid_t* type)
655 REQUIRES(audio_utils::ThreadBase_Mutex);
Eric Laurentd8365c52017-07-16 15:27:05 -0700656
Shunkai Yaod125e402024-01-20 03:19:06 +0000657 void clearInputBuffer_l() REQUIRES(audio_utils::EffectChain_Mutex);
Eric Laurent81784c32012-11-19 14:55:58 -0800658
Zhou Songd505c642020-02-20 16:35:37 +0800659 // true if any effect module within the chain has volume control
Shunkai Yaod125e402024-01-20 03:19:06 +0000660 bool hasVolumeControlEnabled_l() const REQUIRES(audio_utils::EffectChain_Mutex);
Zhou Songd505c642020-02-20 16:35:37 +0800661
Shunkai Yaod125e402024-01-20 03:19:06 +0000662 void setVolumeForOutput_l(uint32_t left, uint32_t right)
663 REQUIRES(audio_utils::EffectChain_Mutex);
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +0900664
Priyanka Advani0d2e51a2024-03-18 21:35:46 +0000665 ssize_t getInsertIndex_ll(const effect_descriptor_t& desc)
666 REQUIRES(audio_utils::ThreadBase_Mutex, audio_utils::EffectChain_Mutex);
Eric Laurent0dccd2e2021-10-26 17:40:18 +0200667
Shunkai Yaod125e402024-01-20 03:19:06 +0000668 std::optional<size_t> findVolumeControl_l(size_t from, size_t to) const
669 REQUIRES(audio_utils::EffectChain_Mutex);
jiabinbd18c8e2023-08-24 21:10:44 +0000670
Andy Hunga6f1cbb2023-10-12 18:18:13 -0700671 // mutex protecting effect list
672 mutable audio_utils::mutex mMutex{audio_utils::MutexOrder::kEffectChain_Mutex};
Priyanka Advani0d2e51a2024-03-18 21:35:46 +0000673 Vector<sp<IAfEffectModule>> mEffects; // list of effect modules
Eric Laurent4c415062016-06-17 16:14:16 -0700674 audio_session_t mSessionId; // audio session ID
Mikhail Naganov022b9952017-01-04 16:36:51 -0800675 sp<EffectBufferHalInterface> mInBuffer; // chain input buffer
676 sp<EffectBufferHalInterface> mOutBuffer; // chain output buffer
Eric Laurent81784c32012-11-19 14:55:58 -0800677
678 // 'volatile' here means these are accessed with atomic operations instead of mutex
679 volatile int32_t mActiveTrackCnt; // number of active tracks connected
680 volatile int32_t mTrackCnt; // number of tracks connected
681
Eric Laurent4c415062016-06-17 16:14:16 -0700682 int32_t mTailBufferCount; // current effect tail buffer count
683 int32_t mMaxTailBuffers; // maximum effect tail buffers
Eric Laurent4c415062016-06-17 16:14:16 -0700684 uint32_t mLeftVolume; // previous volume on left channel
685 uint32_t mRightVolume; // previous volume on right channel
686 uint32_t mNewLeftVolume; // new volume on left channel
687 uint32_t mNewRightVolume; // new volume on right channel
Ytai Ben-Tsvi0a4904a2021-01-06 12:57:05 -0800688 product_strategy_t mStrategy; // strategy for this effect chain
Eric Laurent4c415062016-06-17 16:14:16 -0700689 // mSuspendedEffects lists all effects currently suspended in the chain.
690 // Use effect type UUID timelow field as key. There is no real risk of identical
691 // timeLow fields among effect type UUIDs.
Eric Laurentd8365c52017-07-16 15:27:05 -0700692 // Updated by setEffectSuspended_l() and setEffectSuspendedAll_l() only.
Eric Laurent4c415062016-06-17 16:14:16 -0700693 KeyedVector< int, sp<SuspendedEffectDesc> > mSuspendedEffects;
Eric Laurent6b446ce2019-12-13 10:56:31 -0800694
695 const sp<EffectCallback> mEffectCallback;
jiabinbd18c8e2023-08-24 21:10:44 +0000696
697 wp<IAfEffectModule> mVolumeControlEffect;
Eric Laurent81784c32012-11-19 14:55:58 -0800698};
Eric Laurentb82e6b72019-11-22 17:25:04 -0800699
Andy Hung6ac17eb2023-06-20 18:56:17 -0700700class DeviceEffectProxy : public IAfDeviceEffectProxy, public EffectBase {
Eric Laurentb82e6b72019-11-22 17:25:04 -0800701public:
Andy Hung6ac17eb2023-06-20 18:56:17 -0700702 DeviceEffectProxy(const AudioDeviceTypeAddr& device,
Andy Hung55a74fd2023-07-13 19:54:47 -0700703 const sp<DeviceEffectManagerCallback>& callback,
Eric Laurentde8caf42021-08-11 17:19:25 +0200704 effect_descriptor_t *desc, int id, bool notifyFramesProcessed)
Eric Laurentb82e6b72019-11-22 17:25:04 -0800705 : EffectBase(callback, desc, id, AUDIO_SESSION_DEVICE, false),
706 mDevice(device), mManagerCallback(callback),
Eric Laurentde8caf42021-08-11 17:19:25 +0200707 mMyCallback(new ProxyCallback(wp<DeviceEffectProxy>(this), callback)),
708 mNotifyFramesProcessed(notifyFramesProcessed) {}
Eric Laurentb82e6b72019-11-22 17:25:04 -0800709
Andy Hung6ac17eb2023-06-20 18:56:17 -0700710 status_t setEnabled(bool enabled, bool fromHandle) final;
711 sp<IAfDeviceEffectProxy> asDeviceEffectProxy() final { return this; }
Eric Laurentb82e6b72019-11-22 17:25:04 -0800712
Shunkai Yaod125e402024-01-20 03:19:06 +0000713 status_t init_l(const std::map<audio_patch_handle_t, IAfPatchPanel::Patch>& patches) final
714 REQUIRES(audio_utils::DeviceEffectManager_Mutex) EXCLUDES_EffectBase_Mutex;
Andy Hung8e6b62a2023-07-13 18:11:33 -0700715
Andy Hung6ac17eb2023-06-20 18:56:17 -0700716 status_t onCreatePatch(audio_patch_handle_t patchHandle,
Shunkai Yaod125e402024-01-20 03:19:06 +0000717 const IAfPatchPanel::Patch& patch) final;
Eric Laurentb82e6b72019-11-22 17:25:04 -0800718
François Gaffie58e73af2023-02-15 11:47:24 +0100719 status_t onUpdatePatch(audio_patch_handle_t oldPatchHandle, audio_patch_handle_t newPatchHandle,
Andy Hung8e6b62a2023-07-13 18:11:33 -0700720 const IAfPatchPanel::Patch& patch) final;
François Gaffie58e73af2023-02-15 11:47:24 +0100721
Andy Hung6ac17eb2023-06-20 18:56:17 -0700722 void onReleasePatch(audio_patch_handle_t patchHandle) final;
Eric Laurentb82e6b72019-11-22 17:25:04 -0800723
Andy Hung6ac17eb2023-06-20 18:56:17 -0700724 size_t removeEffect(const sp<IAfEffectModule>& effect) final;
Eric Laurentb82e6b72019-11-22 17:25:04 -0800725
Andy Hung6ac17eb2023-06-20 18:56:17 -0700726 status_t addEffectToHal(const sp<EffectHalInterface>& effect) final;
727 status_t removeEffectFromHal(const sp<EffectHalInterface>& effect) final;
728
729 const AudioDeviceTypeAddr& device() const final { return mDevice; };
730 bool isOutput() const final;
731 uint32_t sampleRate() const final;
732 audio_channel_mask_t channelMask() const final;
733 uint32_t channelCount() const final;
734
Shunkai Yaod125e402024-01-20 03:19:06 +0000735 status_t command(int32_t cmdCode, const std::vector<uint8_t>& cmdData, int32_t maxReplySize,
736 std::vector<uint8_t>* reply) final EXCLUDES_DeviceEffectProxy_ProxyMutex;
François Gaffiea2e985b2023-06-09 14:37:56 +0200737
Andy Hung6ac17eb2023-06-20 18:56:17 -0700738 void dump2(int fd, int spaces) const final;
Eric Laurentb82e6b72019-11-22 17:25:04 -0800739
740private:
741
742 class ProxyCallback : public EffectCallbackInterface {
743 public:
Ytai Ben-Tsvi4f043362020-01-28 12:39:23 -0800744 // Note: ctors taking a weak pointer to their owner must not promote it
745 // during construction (but may keep a reference for later promotion).
746 ProxyCallback(const wp<DeviceEffectProxy>& owner,
Andy Hung55a74fd2023-07-13 19:54:47 -0700747 const sp<DeviceEffectManagerCallback>& callback)
Ytai Ben-Tsvi4f043362020-01-28 12:39:23 -0800748 : mProxy(owner), mManagerCallback(callback) {}
Eric Laurentb82e6b72019-11-22 17:25:04 -0800749
750 status_t createEffectHal(const effect_uuid_t *pEffectUuid,
751 int32_t sessionId, int32_t deviceId, sp<EffectHalInterface> *effect) override;
752 status_t allocateHalBuffer(size_t size __unused,
753 sp<EffectBufferHalInterface>* buffer __unused) override { return NO_ERROR; }
Andy Hung6ac17eb2023-06-20 18:56:17 -0700754 bool updateOrphanEffectChains(const sp<IAfEffectBase>& effect __unused) override {
Eric Laurentb82e6b72019-11-22 17:25:04 -0800755 return false;
756 }
757
758 audio_io_handle_t io() const override { return AUDIO_IO_HANDLE_NONE; }
759 bool isOutput() const override;
760 bool isOffload() const override { return false; }
761 bool isOffloadOrDirect() const override { return false; }
762 bool isOffloadOrMmap() const override { return false; }
Eric Laurent0dccd2e2021-10-26 17:40:18 +0200763 bool isSpatializer() const override { return false; }
Eric Laurentb82e6b72019-11-22 17:25:04 -0800764
765 uint32_t sampleRate() const override;
Eric Laurentf1f22e72021-07-13 14:04:14 +0200766 audio_channel_mask_t inChannelMask(int id) const override;
767 uint32_t inChannelCount(int id) const override;
768 audio_channel_mask_t outChannelMask() const override;
769 uint32_t outChannelCount() const override;
jiabineb3bda02020-06-30 14:07:03 -0700770 audio_channel_mask_t hapticChannelMask() const override { return AUDIO_CHANNEL_NONE; }
Eric Laurentb82e6b72019-11-22 17:25:04 -0800771 size_t frameCount() const override { return 0; }
772 uint32_t latency() const override { return 0; }
773
Andy Hung920f6572022-10-06 12:09:49 -0700774 status_t addEffectToHal(const sp<EffectHalInterface>& effect) override;
775 status_t removeEffectFromHal(const sp<EffectHalInterface>& effect) override;
Eric Laurentb82e6b72019-11-22 17:25:04 -0800776
Andy Hung6ac17eb2023-06-20 18:56:17 -0700777 bool disconnectEffectHandle(IAfEffectHandle *handle, bool unpinIfLast) override;
Eric Laurentb82e6b72019-11-22 17:25:04 -0800778 void setVolumeForOutput(float left __unused, float right __unused) const override {}
779
Andy Hung6ac17eb2023-06-20 18:56:17 -0700780 void checkSuspendOnEffectEnabled(const sp<IAfEffectBase>& effect __unused,
Eric Laurentb82e6b72019-11-22 17:25:04 -0800781 bool enabled __unused, bool threadLocked __unused) override {}
Shunkai Yaod125e402024-01-20 03:19:06 +0000782 void resetVolume_l() override REQUIRES(audio_utils::EffectChain_Mutex) {}
Ytai Ben-Tsvi0a4904a2021-01-06 12:57:05 -0800783 product_strategy_t strategy() const override { return static_cast<product_strategy_t>(0); }
Eric Laurentb82e6b72019-11-22 17:25:04 -0800784 int32_t activeTrackCnt() const override { return 0; }
Andy Hung6ac17eb2023-06-20 18:56:17 -0700785 void onEffectEnable(const sp<IAfEffectBase>& effect __unused) override;
786 void onEffectDisable(const sp<IAfEffectBase>& effect __unused) override;
Eric Laurentb82e6b72019-11-22 17:25:04 -0800787
Andy Hung6ac17eb2023-06-20 18:56:17 -0700788 wp<IAfEffectChain> chain() const override { return nullptr; }
Eric Laurentb82e6b72019-11-22 17:25:04 -0800789
Eric Laurentd66d7a12021-07-13 13:35:32 +0200790 bool isAudioPolicyReady() const override {
791 return mManagerCallback->isAudioPolicyReady();
792 }
793
Eric Laurentb82e6b72019-11-22 17:25:04 -0800794 int newEffectId();
795
796 private:
797 const wp<DeviceEffectProxy> mProxy;
Andy Hung55a74fd2023-07-13 19:54:47 -0700798 const sp<DeviceEffectManagerCallback> mManagerCallback;
Eric Laurentb82e6b72019-11-22 17:25:04 -0800799 };
800
Andy Hung8e6b62a2023-07-13 18:11:33 -0700801 status_t checkPort(const IAfPatchPanel::Patch& patch,
Shunkai Yaod125e402024-01-20 03:19:06 +0000802 const struct audio_port_config* port, sp<IAfEffectHandle>* handle);
Eric Laurentb82e6b72019-11-22 17:25:04 -0800803
804 const AudioDeviceTypeAddr mDevice;
Andy Hung55a74fd2023-07-13 19:54:47 -0700805 const sp<DeviceEffectManagerCallback> mManagerCallback;
Eric Laurentb82e6b72019-11-22 17:25:04 -0800806 const sp<ProxyCallback> mMyCallback;
807
Shunkai Yaod125e402024-01-20 03:19:06 +0000808 audio_utils::mutex& proxyMutex() const
809 RETURN_CAPABILITY(android::audio_utils::DeviceEffectProxy_ProxyMutex) {
810 return mProxyMutex;
811 }
Andy Hunga6f1cbb2023-10-12 18:18:13 -0700812 mutable audio_utils::mutex mProxyMutex{
813 audio_utils::MutexOrder::kDeviceEffectProxy_ProxyMutex};
Andy Hungf65f5a72023-08-29 12:19:17 -0700814 std::map<audio_patch_handle_t, sp<IAfEffectHandle>> mEffectHandles; // protected by mProxyMutex
815 sp<IAfEffectModule> mHalEffect; // protected by mProxyMutex
Eric Laurentb82e6b72019-11-22 17:25:04 -0800816 struct audio_port_config mDevicePort = { .id = AUDIO_PORT_HANDLE_NONE };
Eric Laurentde8caf42021-08-11 17:19:25 +0200817 const bool mNotifyFramesProcessed;
Eric Laurentb82e6b72019-11-22 17:25:04 -0800818};
Andy Hung6ac17eb2023-06-20 18:56:17 -0700819
820} // namespace android