blob: 8a29fb2cedf9950b8bfd295c08ef4336a3bed0db [file] [log] [blame]
Eric Laurentca7cc822012-11-19 14:55:58 -08001/*
2**
3** Copyright 2012, The Android Open Source Project
4**
5** Licensed under the Apache License, Version 2.0 (the "License");
6** you may not use this file except in compliance with the License.
7** You may obtain a copy of the License at
8**
9** http://www.apache.org/licenses/LICENSE-2.0
10**
11** Unless required by applicable law or agreed to in writing, software
12** distributed under the License is distributed on an "AS IS" BASIS,
13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14** See the License for the specific language governing permissions and
15** limitations under the License.
16*/
17
18
19#define LOG_TAG "AudioFlinger"
20//#define LOG_NDEBUG 0
21
Andy Hung5fd10da2023-07-19 11:31:15 -070022#include "Effects.h"
rago94a1ee82017-07-21 15:11:02 -070023
Andy Hung5fd10da2023-07-19 11:31:15 -070024#include "Client.h"
25#include "EffectConfiguration.h"
26
27#include <afutils/DumpTryLock.h>
28#include <audio_utils/channels.h>
29#include <audio_utils/primitives.h>
30#include <media/AudioCommonTypes.h>
31#include <media/AudioContainers.h>
32#include <media/AudioDeviceTypeAddr.h>
33#include <media/AudioEffect.h>
Andy Hung9f6b4d62024-02-28 18:55:43 -080034#include <media/EffectClientAsyncProxy.h>
Andy Hung5fd10da2023-07-19 11:31:15 -070035#include <media/ShmemCompat.h>
36#include <media/TypeConverter.h>
37#include <media/audiohal/EffectHalInterface.h>
38#include <media/audiohal/EffectsFactoryHalInterface.h>
39#include <mediautils/MethodStatistics.h>
40#include <mediautils/ServiceUtilities.h>
41#include <mediautils/TimeCheck.h>
Eric Laurentd8365c52017-07-16 15:27:05 -070042#include <system/audio_effects/effect_aec.h>
Eric Laurentb62d0362021-10-26 17:40:18 +020043#include <system/audio_effects/effect_downmix.h>
Ricardo Garciac2a3a822019-07-17 14:29:12 -070044#include <system/audio_effects/effect_dynamicsprocessing.h>
jiabineb3bda02020-06-30 14:07:03 -070045#include <system/audio_effects/effect_hapticgenerator.h>
Eric Laurentd8365c52017-07-16 15:27:05 -070046#include <system/audio_effects/effect_ns.h>
Eric Laurentb62d0362021-10-26 17:40:18 +020047#include <system/audio_effects/effect_spatializer.h>
Eric Laurentd8365c52017-07-16 15:27:05 -070048#include <system/audio_effects/effect_visualizer.h>
Andy Hung5fd10da2023-07-19 11:31:15 -070049#include <utils/Log.h>
Eric Laurentca7cc822012-11-19 14:55:58 -080050
Andy Hung5fd10da2023-07-19 11:31:15 -070051#include <algorithm>
Eric Laurentca7cc822012-11-19 14:55:58 -080052
53// ----------------------------------------------------------------------------
54
55// Note: the following macro is used for extremely verbose logging message. In
56// order to run with ALOG_ASSERT turned on, we need to have LOG_NDEBUG set to
57// 0; but one side effect of this is to turn all LOGV's as well. Some messages
58// are so verbose that we want to suppress them even when we have ALOG_ASSERT
59// turned on. Do not uncomment the #def below unless you really know what you
60// are doing and want to see all of the extremely verbose messages.
61//#define VERY_VERY_VERBOSE_LOGGING
62#ifdef VERY_VERY_VERBOSE_LOGGING
63#define ALOGVV ALOGV
64#else
65#define ALOGVV(a...) do { } while(0)
66#endif
67
Yuuki Yokoyamae17f8312017-05-26 19:06:33 +090068#define DEFAULT_OUTPUT_SAMPLE_RATE 48000
69
Eric Laurentca7cc822012-11-19 14:55:58 -080070namespace android {
71
Andy Hung1131b6e2020-12-08 20:47:45 -080072using aidl_utils::statusTFromBinderStatus;
Andy Hungba8e52b2023-05-11 14:33:03 -070073using audioflinger::EffectConfiguration;
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -070074using binder::Status;
75
76namespace {
77
78// Append a POD value into a vector of bytes.
79template<typename T>
80void appendToBuffer(const T& value, std::vector<uint8_t>* buffer) {
81 const uint8_t* ar(reinterpret_cast<const uint8_t*>(&value));
82 buffer->insert(buffer->end(), ar, ar + sizeof(T));
83}
84
85// Write a POD value into a vector of bytes (clears the previous buffer
86// content).
87template<typename T>
88void writeToBuffer(const T& value, std::vector<uint8_t>* buffer) {
89 buffer->clear();
90 appendToBuffer(value, buffer);
91}
92
93} // namespace
94
Eric Laurentca7cc822012-11-19 14:55:58 -080095// ----------------------------------------------------------------------------
Eric Laurent41709552019-12-16 19:34:05 -080096// EffectBase implementation
Eric Laurentca7cc822012-11-19 14:55:58 -080097// ----------------------------------------------------------------------------
98
99#undef LOG_TAG
Andy Hung6ac17eb2023-06-20 18:56:17 -0700100#define LOG_TAG "EffectBase"
Eric Laurentca7cc822012-11-19 14:55:58 -0800101
Andy Hung6ac17eb2023-06-20 18:56:17 -0700102EffectBase::EffectBase(const sp<EffectCallbackInterface>& callback,
Eric Laurentca7cc822012-11-19 14:55:58 -0800103 effect_descriptor_t *desc,
104 int id,
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800105 audio_session_t sessionId,
106 bool pinned)
107 : mPinned(pinned),
Eric Laurent6b446ce2019-12-13 10:56:31 -0800108 mCallback(callback), mId(id), mSessionId(sessionId),
Eric Laurent41709552019-12-16 19:34:05 -0800109 mDescriptor(*desc)
Eric Laurentca7cc822012-11-19 14:55:58 -0800110{
Eric Laurentca7cc822012-11-19 14:55:58 -0800111}
112
Andy Hungf65f5a72023-08-29 12:19:17 -0700113// must be called with EffectModule::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -0700114status_t EffectBase::setEnabled_l(bool enabled)
Eric Laurentca7cc822012-11-19 14:55:58 -0800115{
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800116
Eric Laurent41709552019-12-16 19:34:05 -0800117 ALOGV("setEnabled %p enabled %d", this, enabled);
118
119 if (enabled != isEnabled()) {
120 switch (mState) {
121 // going from disabled to enabled
122 case IDLE:
123 mState = STARTING;
124 break;
125 case STOPPED:
126 mState = RESTART;
127 break;
128 case STOPPING:
129 mState = ACTIVE;
130 break;
131
132 // going from enabled to disabled
133 case RESTART:
134 mState = STOPPED;
135 break;
136 case STARTING:
137 mState = IDLE;
138 break;
139 case ACTIVE:
140 mState = STOPPING;
141 break;
142 case DESTROYED:
143 return NO_ERROR; // simply ignore as we are being destroyed
144 }
145 for (size_t i = 1; i < mHandles.size(); i++) {
Andy Hung6ac17eb2023-06-20 18:56:17 -0700146 IAfEffectHandle *h = mHandles[i];
Eric Laurent41709552019-12-16 19:34:05 -0800147 if (h != NULL && !h->disconnected()) {
148 h->setEnabled(enabled);
149 }
150 }
151 }
152 return NO_ERROR;
Eric Laurentca7cc822012-11-19 14:55:58 -0800153}
154
Andy Hung6ac17eb2023-06-20 18:56:17 -0700155status_t EffectBase::setEnabled(bool enabled, bool fromHandle)
Eric Laurent41709552019-12-16 19:34:05 -0800156{
157 status_t status;
158 {
Andy Hungf65f5a72023-08-29 12:19:17 -0700159 audio_utils::lock_guard _l(mutex());
Eric Laurent41709552019-12-16 19:34:05 -0800160 status = setEnabled_l(enabled);
161 }
162 if (fromHandle) {
163 if (enabled) {
164 if (status != NO_ERROR) {
Andy Hungfda44002021-06-03 17:23:16 -0700165 getCallback()->checkSuspendOnEffectEnabled(this, false, false /*threadLocked*/);
Eric Laurent41709552019-12-16 19:34:05 -0800166 } else {
Andy Hungfda44002021-06-03 17:23:16 -0700167 getCallback()->onEffectEnable(this);
Eric Laurent41709552019-12-16 19:34:05 -0800168 }
169 } else {
Andy Hungfda44002021-06-03 17:23:16 -0700170 getCallback()->onEffectDisable(this);
Eric Laurent41709552019-12-16 19:34:05 -0800171 }
172 }
173 return status;
174}
175
Andy Hung6ac17eb2023-06-20 18:56:17 -0700176bool EffectBase::isEnabled() const
Eric Laurent41709552019-12-16 19:34:05 -0800177{
178 switch (mState) {
179 case RESTART:
180 case STARTING:
181 case ACTIVE:
182 return true;
183 case IDLE:
184 case STOPPING:
185 case STOPPED:
186 case DESTROYED:
187 default:
188 return false;
189 }
190}
191
Andy Hung6ac17eb2023-06-20 18:56:17 -0700192void EffectBase::setSuspended(bool suspended)
Eric Laurent41709552019-12-16 19:34:05 -0800193{
Andy Hungf65f5a72023-08-29 12:19:17 -0700194 audio_utils::lock_guard _l(mutex());
Eric Laurent41709552019-12-16 19:34:05 -0800195 mSuspended = suspended;
196}
197
Andy Hung6ac17eb2023-06-20 18:56:17 -0700198bool EffectBase::suspended() const
Eric Laurent41709552019-12-16 19:34:05 -0800199{
Andy Hungf65f5a72023-08-29 12:19:17 -0700200 audio_utils::lock_guard _l(mutex());
Eric Laurent41709552019-12-16 19:34:05 -0800201 return mSuspended;
202}
203
Andy Hung6ac17eb2023-06-20 18:56:17 -0700204status_t EffectBase::addHandle(IAfEffectHandle *handle)
Eric Laurentca7cc822012-11-19 14:55:58 -0800205{
206 status_t status;
207
Andy Hungf65f5a72023-08-29 12:19:17 -0700208 audio_utils::lock_guard _l(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -0800209 int priority = handle->priority();
210 size_t size = mHandles.size();
Andy Hung6ac17eb2023-06-20 18:56:17 -0700211 IAfEffectHandle *controlHandle = nullptr;
Eric Laurentca7cc822012-11-19 14:55:58 -0800212 size_t i;
213 for (i = 0; i < size; i++) {
Andy Hung6ac17eb2023-06-20 18:56:17 -0700214 IAfEffectHandle *h = mHandles[i];
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800215 if (h == NULL || h->disconnected()) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800216 continue;
217 }
218 // first non destroyed handle is considered in control
Glenn Kasten6e2ebe92013-08-13 09:14:51 -0700219 if (controlHandle == NULL) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800220 controlHandle = h;
Glenn Kasten6e2ebe92013-08-13 09:14:51 -0700221 }
Eric Laurentca7cc822012-11-19 14:55:58 -0800222 if (h->priority() <= priority) {
223 break;
224 }
225 }
226 // if inserted in first place, move effect control from previous owner to this handle
227 if (i == 0) {
228 bool enabled = false;
229 if (controlHandle != NULL) {
230 enabled = controlHandle->enabled();
231 controlHandle->setControl(false/*hasControl*/, true /*signal*/, enabled /*enabled*/);
232 }
233 handle->setControl(true /*hasControl*/, false /*signal*/, enabled /*enabled*/);
234 status = NO_ERROR;
235 } else {
236 status = ALREADY_EXISTS;
237 }
Glenn Kastenc42e9b42016-03-21 11:35:03 -0700238 ALOGV("addHandle() %p added handle %p in position %zu", this, handle, i);
Eric Laurentca7cc822012-11-19 14:55:58 -0800239 mHandles.insertAt(handle, i);
240 return status;
241}
242
Andy Hung6ac17eb2023-06-20 18:56:17 -0700243status_t EffectBase::updatePolicyState()
Eric Laurent6c796322019-04-09 14:13:17 -0700244{
245 status_t status = NO_ERROR;
246 bool doRegister = false;
247 bool registered = false;
248 bool doEnable = false;
249 bool enabled = false;
Mikhail Naganov379d6872020-03-26 13:04:11 -0700250 audio_io_handle_t io = AUDIO_IO_HANDLE_NONE;
Ytai Ben-Tsvi0a4904a2021-01-06 12:57:05 -0800251 product_strategy_t strategy = PRODUCT_STRATEGY_NONE;
Eric Laurent6c796322019-04-09 14:13:17 -0700252
253 {
Andy Hungf65f5a72023-08-29 12:19:17 -0700254 audio_utils::lock_guard _l(mutex());
Eric Laurentd66d7a12021-07-13 13:35:32 +0200255
256 if ((isInternal_l() && !mPolicyRegistered)
257 || !getCallback()->isAudioPolicyReady()) {
258 return NO_ERROR;
259 }
260
Eric Laurent6c796322019-04-09 14:13:17 -0700261 // register effect when first handle is attached and unregister when last handle is removed
262 if (mPolicyRegistered != mHandles.size() > 0) {
263 doRegister = true;
264 mPolicyRegistered = mHandles.size() > 0;
265 if (mPolicyRegistered) {
Andy Hungfda44002021-06-03 17:23:16 -0700266 const auto callback = getCallback();
267 io = callback->io();
268 strategy = callback->strategy();
Eric Laurent6c796322019-04-09 14:13:17 -0700269 }
270 }
271 // enable effect when registered according to enable state requested by controlling handle
272 if (mHandles.size() > 0) {
Andy Hung6ac17eb2023-06-20 18:56:17 -0700273 IAfEffectHandle *handle = controlHandle_l();
Eric Laurent6c796322019-04-09 14:13:17 -0700274 if (handle != nullptr && mPolicyEnabled != handle->enabled()) {
275 doEnable = true;
276 mPolicyEnabled = handle->enabled();
277 }
278 }
279 registered = mPolicyRegistered;
280 enabled = mPolicyEnabled;
Eric Laurentb9d06642021-03-18 15:52:11 +0100281 // The simultaneous release of two EffectHandles with the same EffectModule
282 // may cause us to call this method at the same time.
283 // This may deadlock under some circumstances (b/180941720). Avoid this.
284 if (!doRegister && !(registered && doEnable)) {
285 return NO_ERROR;
286 }
Eric Laurent6c796322019-04-09 14:13:17 -0700287 }
Andy Hungf65f5a72023-08-29 12:19:17 -0700288 policyMutex().lock();
Eric Laurent6c796322019-04-09 14:13:17 -0700289 ALOGV("%s name %s id %d session %d doRegister %d registered %d doEnable %d enabled %d",
290 __func__, mDescriptor.name, mId, mSessionId, doRegister, registered, doEnable, enabled);
291 if (doRegister) {
292 if (registered) {
293 status = AudioSystem::registerEffect(
294 &mDescriptor,
295 io,
296 strategy,
297 mSessionId,
298 mId);
299 } else {
300 status = AudioSystem::unregisterEffect(mId);
301 }
302 }
303 if (registered && doEnable) {
304 status = AudioSystem::setEffectEnabled(mId, enabled);
305 }
Andy Hungf65f5a72023-08-29 12:19:17 -0700306 policyMutex().unlock();
Eric Laurent6c796322019-04-09 14:13:17 -0700307
308 return status;
309}
310
311
Andy Hung6ac17eb2023-06-20 18:56:17 -0700312ssize_t EffectBase::removeHandle(IAfEffectHandle *handle)
Eric Laurentca7cc822012-11-19 14:55:58 -0800313{
Andy Hungf65f5a72023-08-29 12:19:17 -0700314 audio_utils::lock_guard _l(mutex());
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800315 return removeHandle_l(handle);
316}
317
Andy Hung6ac17eb2023-06-20 18:56:17 -0700318ssize_t EffectBase::removeHandle_l(IAfEffectHandle *handle)
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800319{
Eric Laurentca7cc822012-11-19 14:55:58 -0800320 size_t size = mHandles.size();
321 size_t i;
322 for (i = 0; i < size; i++) {
323 if (mHandles[i] == handle) {
324 break;
325 }
326 }
327 if (i == size) {
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800328 ALOGW("%s %p handle not found %p", __FUNCTION__, this, handle);
329 return BAD_VALUE;
Eric Laurentca7cc822012-11-19 14:55:58 -0800330 }
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800331 ALOGV("removeHandle_l() %p removed handle %p in position %zu", this, handle, i);
Eric Laurentca7cc822012-11-19 14:55:58 -0800332
333 mHandles.removeAt(i);
334 // if removed from first place, move effect control from this handle to next in line
335 if (i == 0) {
Andy Hung6ac17eb2023-06-20 18:56:17 -0700336 IAfEffectHandle *h = controlHandle_l();
Eric Laurentca7cc822012-11-19 14:55:58 -0800337 if (h != NULL) {
338 h->setControl(true /*hasControl*/, true /*signal*/ , handle->enabled() /*enabled*/);
339 }
340 }
341
Jaideep Sharmaed8688022020-08-07 14:09:16 +0530342 // Prevent calls to process() and other functions on effect interface from now on.
343 // The effect engine will be released by the destructor when the last strong reference on
344 // this object is released which can happen after next process is called.
Eric Laurentca7cc822012-11-19 14:55:58 -0800345 if (mHandles.size() == 0 && !mPinned) {
346 mState = DESTROYED;
347 }
348
349 return mHandles.size();
350}
351
Andy Hungf65f5a72023-08-29 12:19:17 -0700352// must be called with EffectModule::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -0700353IAfEffectHandle *EffectBase::controlHandle_l()
Eric Laurentca7cc822012-11-19 14:55:58 -0800354{
355 // the first valid handle in the list has control over the module
356 for (size_t i = 0; i < mHandles.size(); i++) {
Andy Hung6ac17eb2023-06-20 18:56:17 -0700357 IAfEffectHandle *h = mHandles[i];
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800358 if (h != NULL && !h->disconnected()) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800359 return h;
360 }
361 }
362
363 return NULL;
364}
365
Eric Laurentf10c7092016-12-06 17:09:56 -0800366// unsafe method called when the effect parent thread has been destroyed
Andy Hung6ac17eb2023-06-20 18:56:17 -0700367ssize_t EffectBase::disconnectHandle(IAfEffectHandle *handle, bool unpinIfLast)
Eric Laurentf10c7092016-12-06 17:09:56 -0800368{
Andy Hungfda44002021-06-03 17:23:16 -0700369 const auto callback = getCallback();
Eric Laurentf10c7092016-12-06 17:09:56 -0800370 ALOGV("disconnect() %p handle %p", this, handle);
Andy Hungfda44002021-06-03 17:23:16 -0700371 if (callback->disconnectEffectHandle(handle, unpinIfLast)) {
Eric Laurent6b446ce2019-12-13 10:56:31 -0800372 return mHandles.size();
373 }
374
Andy Hungf65f5a72023-08-29 12:19:17 -0700375 audio_utils::lock_guard _l(mutex());
Eric Laurentf10c7092016-12-06 17:09:56 -0800376 ssize_t numHandles = removeHandle_l(handle);
377 if ((numHandles == 0) && (!mPinned || unpinIfLast)) {
Andy Hungf65f5a72023-08-29 12:19:17 -0700378 mutex().unlock();
Andy Hungfda44002021-06-03 17:23:16 -0700379 callback->updateOrphanEffectChains(this);
Andy Hungf65f5a72023-08-29 12:19:17 -0700380 mutex().lock();
Eric Laurentf10c7092016-12-06 17:09:56 -0800381 }
382 return numHandles;
383}
384
Andy Hung6ac17eb2023-06-20 18:56:17 -0700385bool EffectBase::purgeHandles()
Eric Laurent41709552019-12-16 19:34:05 -0800386{
387 bool enabled = false;
Andy Hungf65f5a72023-08-29 12:19:17 -0700388 audio_utils::lock_guard _l(mutex());
Andy Hung6ac17eb2023-06-20 18:56:17 -0700389 IAfEffectHandle *handle = controlHandle_l();
Eric Laurent41709552019-12-16 19:34:05 -0800390 if (handle != NULL) {
391 enabled = handle->enabled();
392 }
393 mHandles.clear();
394 return enabled;
395}
396
Andy Hung6ac17eb2023-06-20 18:56:17 -0700397void EffectBase::checkSuspendOnEffectEnabled(bool enabled, bool threadLocked) {
Andy Hungfda44002021-06-03 17:23:16 -0700398 getCallback()->checkSuspendOnEffectEnabled(this, enabled, threadLocked);
Eric Laurent41709552019-12-16 19:34:05 -0800399}
400
401static String8 effectFlagsToString(uint32_t flags) {
402 String8 s;
403
404 s.append("conn. mode: ");
405 switch (flags & EFFECT_FLAG_TYPE_MASK) {
406 case EFFECT_FLAG_TYPE_INSERT: s.append("insert"); break;
407 case EFFECT_FLAG_TYPE_AUXILIARY: s.append("auxiliary"); break;
408 case EFFECT_FLAG_TYPE_REPLACE: s.append("replace"); break;
409 case EFFECT_FLAG_TYPE_PRE_PROC: s.append("preproc"); break;
410 case EFFECT_FLAG_TYPE_POST_PROC: s.append("postproc"); break;
411 default: s.append("unknown/reserved"); break;
412 }
413 s.append(", ");
414
415 s.append("insert pref: ");
416 switch (flags & EFFECT_FLAG_INSERT_MASK) {
417 case EFFECT_FLAG_INSERT_ANY: s.append("any"); break;
418 case EFFECT_FLAG_INSERT_FIRST: s.append("first"); break;
419 case EFFECT_FLAG_INSERT_LAST: s.append("last"); break;
420 case EFFECT_FLAG_INSERT_EXCLUSIVE: s.append("exclusive"); break;
421 default: s.append("unknown/reserved"); break;
422 }
423 s.append(", ");
424
425 s.append("volume mgmt: ");
426 switch (flags & EFFECT_FLAG_VOLUME_MASK) {
427 case EFFECT_FLAG_VOLUME_NONE: s.append("none"); break;
428 case EFFECT_FLAG_VOLUME_CTRL: s.append("implements control"); break;
429 case EFFECT_FLAG_VOLUME_IND: s.append("requires indication"); break;
430 case EFFECT_FLAG_VOLUME_MONITOR: s.append("monitors volume"); break;
431 default: s.append("unknown/reserved"); break;
432 }
433 s.append(", ");
434
435 uint32_t devind = flags & EFFECT_FLAG_DEVICE_MASK;
436 if (devind) {
437 s.append("device indication: ");
438 switch (devind) {
439 case EFFECT_FLAG_DEVICE_IND: s.append("requires updates"); break;
440 default: s.append("unknown/reserved"); break;
441 }
442 s.append(", ");
443 }
444
445 s.append("input mode: ");
446 switch (flags & EFFECT_FLAG_INPUT_MASK) {
447 case EFFECT_FLAG_INPUT_DIRECT: s.append("direct"); break;
448 case EFFECT_FLAG_INPUT_PROVIDER: s.append("provider"); break;
449 case EFFECT_FLAG_INPUT_BOTH: s.append("direct+provider"); break;
450 default: s.append("not set"); break;
451 }
452 s.append(", ");
453
454 s.append("output mode: ");
455 switch (flags & EFFECT_FLAG_OUTPUT_MASK) {
456 case EFFECT_FLAG_OUTPUT_DIRECT: s.append("direct"); break;
457 case EFFECT_FLAG_OUTPUT_PROVIDER: s.append("provider"); break;
458 case EFFECT_FLAG_OUTPUT_BOTH: s.append("direct+provider"); break;
459 default: s.append("not set"); break;
460 }
461 s.append(", ");
462
463 uint32_t accel = flags & EFFECT_FLAG_HW_ACC_MASK;
464 if (accel) {
465 s.append("hardware acceleration: ");
466 switch (accel) {
467 case EFFECT_FLAG_HW_ACC_SIMPLE: s.append("non-tunneled"); break;
468 case EFFECT_FLAG_HW_ACC_TUNNEL: s.append("tunneled"); break;
469 default: s.append("unknown/reserved"); break;
470 }
471 s.append(", ");
472 }
473
474 uint32_t modeind = flags & EFFECT_FLAG_AUDIO_MODE_MASK;
475 if (modeind) {
476 s.append("mode indication: ");
477 switch (modeind) {
478 case EFFECT_FLAG_AUDIO_MODE_IND: s.append("required"); break;
479 default: s.append("unknown/reserved"); break;
480 }
481 s.append(", ");
482 }
483
484 uint32_t srcind = flags & EFFECT_FLAG_AUDIO_SOURCE_MASK;
485 if (srcind) {
486 s.append("source indication: ");
487 switch (srcind) {
488 case EFFECT_FLAG_AUDIO_SOURCE_IND: s.append("required"); break;
489 default: s.append("unknown/reserved"); break;
490 }
491 s.append(", ");
492 }
493
494 if (flags & EFFECT_FLAG_OFFLOAD_MASK) {
495 s.append("offloadable, ");
496 }
497
498 int len = s.length();
499 if (s.length() > 2) {
500 (void) s.lockBuffer(len);
501 s.unlockBuffer(len - 2);
502 }
503 return s;
504}
505
Andy Hung6ac17eb2023-06-20 18:56:17 -0700506void EffectBase::dump(int fd, const Vector<String16>& args __unused) const
Andy Hung920f6572022-10-06 12:09:49 -0700507NO_THREAD_SAFETY_ANALYSIS // conditional try lock
Eric Laurent41709552019-12-16 19:34:05 -0800508{
509 String8 result;
510
511 result.appendFormat("\tEffect ID %d:\n", mId);
512
Andy Hungf65f5a72023-08-29 12:19:17 -0700513 const bool locked = afutils::dumpTryLock(mutex());
Eric Laurent41709552019-12-16 19:34:05 -0800514 // failed to lock - AudioFlinger is probably deadlocked
515 if (!locked) {
516 result.append("\t\tCould not lock Fx mutex:\n");
517 }
François Gaffie163ce832023-06-28 11:36:35 +0200518 bool isInternal = isInternal_l();
519 result.append("\t\tSession State Registered Internal Enabled Suspended:\n");
520 result.appendFormat("\t\t%05d %03d %s %s %s %s\n",
521 mSessionId, mState, mPolicyRegistered ? "y" : "n", isInternal ? "y" : "n",
522 ((isInternal && isEnabled()) || (!isInternal && mPolicyEnabled)) ? "y" : "n",
523 mSuspended ? "y" : "n");
Eric Laurent41709552019-12-16 19:34:05 -0800524
525 result.append("\t\tDescriptor:\n");
526 char uuidStr[64];
527 AudioEffect::guidToString(&mDescriptor.uuid, uuidStr, sizeof(uuidStr));
528 result.appendFormat("\t\t- UUID: %s\n", uuidStr);
529 AudioEffect::guidToString(&mDescriptor.type, uuidStr, sizeof(uuidStr));
530 result.appendFormat("\t\t- TYPE: %s\n", uuidStr);
531 result.appendFormat("\t\t- apiVersion: %08X\n\t\t- flags: %08X (%s)\n",
532 mDescriptor.apiVersion,
533 mDescriptor.flags,
Tomasz Wasilczyk833345b2023-08-15 20:59:35 +0000534 effectFlagsToString(mDescriptor.flags).c_str());
Eric Laurent41709552019-12-16 19:34:05 -0800535 result.appendFormat("\t\t- name: %s\n",
536 mDescriptor.name);
537
538 result.appendFormat("\t\t- implementor: %s\n",
539 mDescriptor.implementor);
540
541 result.appendFormat("\t\t%zu Clients:\n", mHandles.size());
542 result.append("\t\t\t Pid Priority Ctrl Locked client server\n");
543 char buffer[256];
544 for (size_t i = 0; i < mHandles.size(); ++i) {
Andy Hung6ac17eb2023-06-20 18:56:17 -0700545 IAfEffectHandle *handle = mHandles[i];
Eric Laurent41709552019-12-16 19:34:05 -0800546 if (handle != NULL && !handle->disconnected()) {
547 handle->dumpToBuffer(buffer, sizeof(buffer));
548 result.append(buffer);
549 }
550 }
551 if (locked) {
Andy Hungf65f5a72023-08-29 12:19:17 -0700552 mutex().unlock();
Eric Laurent41709552019-12-16 19:34:05 -0800553 }
554
Tomasz Wasilczyk833345b2023-08-15 20:59:35 +0000555 write(fd, result.c_str(), result.length());
Eric Laurent41709552019-12-16 19:34:05 -0800556}
557
558// ----------------------------------------------------------------------------
559// EffectModule implementation
560// ----------------------------------------------------------------------------
561
562#undef LOG_TAG
Andy Hung6ac17eb2023-06-20 18:56:17 -0700563#define LOG_TAG "EffectModule"
Eric Laurent41709552019-12-16 19:34:05 -0800564
Shunkai Yao50148822024-04-04 17:30:48 +0000565EffectModule::EffectModule(const sp<EffectCallbackInterface>& callback, effect_descriptor_t* desc,
566 int id, audio_session_t sessionId, bool pinned,
567 audio_port_handle_t deviceId)
Eric Laurent41709552019-12-16 19:34:05 -0800568 : EffectBase(callback, desc, id, sessionId, pinned),
569 // clear mConfig to ensure consistent initial value of buffer framecount
570 // in case buffers are associated by setInBuffer() or setOutBuffer()
Shunkai Yaod125e402024-01-20 03:19:06 +0000571 // prior to configure_l().
Eric Laurent41709552019-12-16 19:34:05 -0800572 mConfig{{}, {}},
573 mStatus(NO_INIT),
Shunkai Yaod125e402024-01-20 03:19:06 +0000574 mMaxDisableWaitCnt(1), // set by configure_l(), should be >= 1
Eric Laurent41709552019-12-16 19:34:05 -0800575 mDisableWaitCnt(0), // set by process() and updateState()
David Li6c8ac4b2021-06-22 22:17:52 +0800576 mOffloaded(false),
Shunkai Yao50148822024-04-04 17:30:48 +0000577 mIsOutput(false),
578 mSupportsFloat(false),
579 mEffectInterfaceDebug(desc->name) {
Eric Laurent41709552019-12-16 19:34:05 -0800580 ALOGV("Constructor %p pinned %d", this, pinned);
581 int lStatus;
582
583 // create effect engine from effect factory
584 mStatus = callback->createEffectHal(
Eric Laurentb82e6b72019-11-22 17:25:04 -0800585 &desc->uuid, sessionId, deviceId, &mEffectInterface);
Eric Laurent41709552019-12-16 19:34:05 -0800586 if (mStatus != NO_ERROR) {
Shunkai Yao50148822024-04-04 17:30:48 +0000587 ALOGE("%s createEffectHal failed: %d", __func__, mStatus);
Eric Laurent41709552019-12-16 19:34:05 -0800588 return;
589 }
Shunkai Yaod125e402024-01-20 03:19:06 +0000590 lStatus = init_l();
Eric Laurent41709552019-12-16 19:34:05 -0800591 if (lStatus < 0) {
592 mStatus = lStatus;
593 goto Error;
594 }
595
Shunkai Yaod125e402024-01-20 03:19:06 +0000596 setOffloaded_l(callback->isOffload(), callback->io());
Shunkai Yao50148822024-04-04 17:30:48 +0000597 ALOGV("%s Constructor success name %s, Interface %p", __func__, mDescriptor.name,
598 mEffectInterface.get());
Eric Laurent41709552019-12-16 19:34:05 -0800599
600 return;
601Error:
602 mEffectInterface.clear();
Shunkai Yao50148822024-04-04 17:30:48 +0000603 mEffectInterfaceDebug += " init failed:" + std::to_string(lStatus);
604 ALOGE("%s Constructor Error %d", __func__, mStatus);
Eric Laurent41709552019-12-16 19:34:05 -0800605}
606
Andy Hung6ac17eb2023-06-20 18:56:17 -0700607EffectModule::~EffectModule()
Eric Laurent41709552019-12-16 19:34:05 -0800608{
609 ALOGV("Destructor %p", this);
610 if (mEffectInterface != 0) {
611 char uuidStr[64];
612 AudioEffect::guidToString(&mDescriptor.uuid, uuidStr, sizeof(uuidStr));
613 ALOGW("EffectModule %p destructor called with unreleased interface, effect %s",
614 this, uuidStr);
Shunkai Yao50148822024-04-04 17:30:48 +0000615 release_l("~EffectModule");
Eric Laurent41709552019-12-16 19:34:05 -0800616 }
617
618}
619
Shunkai Yao05fd2b82024-06-26 21:53:51 +0000620// return true if any effect started or stopped
Shunkai Yaod125e402024-01-20 03:19:06 +0000621bool EffectModule::updateState_l() {
Andy Hungf65f5a72023-08-29 12:19:17 -0700622 audio_utils::lock_guard _l(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -0800623
Shunkai Yao05fd2b82024-06-26 21:53:51 +0000624 bool startedOrStopped = false;
Eric Laurentca7cc822012-11-19 14:55:58 -0800625 switch (mState) {
626 case RESTART:
627 reset_l();
Chih-Hung Hsieh2b487032018-09-13 14:16:02 -0700628 FALLTHROUGH_INTENDED;
Eric Laurentca7cc822012-11-19 14:55:58 -0800629
630 case STARTING:
631 // clear auxiliary effect input buffer for next accumulation
632 if ((mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_AUXILIARY) {
633 memset(mConfig.inputCfg.buffer.raw,
634 0,
635 mConfig.inputCfg.buffer.frameCount*sizeof(int32_t));
636 }
Shunkai Yaod125e402024-01-20 03:19:06 +0000637 if (start_ll() == NO_ERROR) {
Eric Laurentd0ebb532013-04-02 16:41:41 -0700638 mState = ACTIVE;
Shunkai Yao05fd2b82024-06-26 21:53:51 +0000639 startedOrStopped = true;
Eric Laurentd0ebb532013-04-02 16:41:41 -0700640 } else {
641 mState = IDLE;
642 }
Eric Laurentca7cc822012-11-19 14:55:58 -0800643 break;
644 case STOPPING:
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +0900645 // volume control for offload and direct threads must take effect immediately.
Shunkai Yaod125e402024-01-20 03:19:06 +0000646 if (stop_ll() == NO_ERROR
647 && !(isVolumeControl() && isOffloadedOrDirect_l())) {
Eric Laurentd0ebb532013-04-02 16:41:41 -0700648 mDisableWaitCnt = mMaxDisableWaitCnt;
649 } else {
650 mDisableWaitCnt = 1; // will cause immediate transition to IDLE
651 }
Eric Laurentca7cc822012-11-19 14:55:58 -0800652 mState = STOPPED;
653 break;
654 case STOPPED:
655 // mDisableWaitCnt is forced to 1 by process() when the engine indicates the end of the
656 // turn off sequence.
657 if (--mDisableWaitCnt == 0) {
658 reset_l();
Shunkai Yao05fd2b82024-06-26 21:53:51 +0000659 startedOrStopped = true;
Eric Laurentca7cc822012-11-19 14:55:58 -0800660 mState = IDLE;
661 }
662 break;
Eric Laurentde8caf42021-08-11 17:19:25 +0200663 case ACTIVE:
664 for (size_t i = 0; i < mHandles.size(); i++) {
665 if (!mHandles[i]->disconnected()) {
666 mHandles[i]->framesProcessed(mConfig.inputCfg.buffer.frameCount);
667 }
668 }
669 break;
Eric Laurentca7cc822012-11-19 14:55:58 -0800670 default: //IDLE , ACTIVE, DESTROYED
671 break;
672 }
Eric Laurentfa1e1232016-08-02 19:01:49 -0700673
Shunkai Yao05fd2b82024-06-26 21:53:51 +0000674 return startedOrStopped;
Eric Laurentca7cc822012-11-19 14:55:58 -0800675}
676
Andy Hung6ac17eb2023-06-20 18:56:17 -0700677void EffectModule::process()
Eric Laurentca7cc822012-11-19 14:55:58 -0800678{
Andy Hungf65f5a72023-08-29 12:19:17 -0700679 audio_utils::lock_guard _l(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -0800680
Mikhail Naganov022b9952017-01-04 16:36:51 -0800681 if (mState == DESTROYED || mEffectInterface == 0 || mInBuffer == 0 || mOutBuffer == 0) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800682 return;
683 }
684
rago94a1ee82017-07-21 15:11:02 -0700685 const uint32_t inChannelCount =
686 audio_channel_count_from_out_mask(mConfig.inputCfg.channels);
687 const uint32_t outChannelCount =
688 audio_channel_count_from_out_mask(mConfig.outputCfg.channels);
689 const bool auxType =
690 (mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_AUXILIARY;
691
Andy Hungfa69ca32017-11-30 10:07:53 -0800692 // safeInputOutputSampleCount is 0 if the channel count between input and output
693 // buffers do not match. This prevents automatic accumulation or copying between the
694 // input and output effect buffers without an intermediary effect process.
695 // TODO: consider implementing channel conversion.
696 const size_t safeInputOutputSampleCount =
Andy Hungdd2e7a82018-10-31 14:19:13 -0700697 mInChannelCountRequested != mOutChannelCountRequested ? 0
698 : mOutChannelCountRequested * std::min(
Andy Hungfa69ca32017-11-30 10:07:53 -0800699 mConfig.inputCfg.buffer.frameCount,
700 mConfig.outputCfg.buffer.frameCount);
701 const auto accumulateInputToOutput = [this, safeInputOutputSampleCount]() {
Andy Hungfa69ca32017-11-30 10:07:53 -0800702 accumulate_float(
703 mConfig.outputCfg.buffer.f32,
704 mConfig.inputCfg.buffer.f32,
705 safeInputOutputSampleCount);
Andy Hungfa69ca32017-11-30 10:07:53 -0800706 };
707 const auto copyInputToOutput = [this, safeInputOutputSampleCount]() {
Andy Hungfa69ca32017-11-30 10:07:53 -0800708 memcpy(
709 mConfig.outputCfg.buffer.f32,
710 mConfig.inputCfg.buffer.f32,
711 safeInputOutputSampleCount * sizeof(*mConfig.outputCfg.buffer.f32));
Andy Hungfa69ca32017-11-30 10:07:53 -0800712 };
713
Eric Laurentca7cc822012-11-19 14:55:58 -0800714 if (isProcessEnabled()) {
Eric Laurent6dd0fd92016-09-15 12:44:53 -0700715 int ret;
716 if (isProcessImplemented()) {
rago94a1ee82017-07-21 15:11:02 -0700717 if (auxType) {
718 // We overwrite the aux input buffer here and clear after processing.
Andy Hung9aad48c2017-11-29 10:29:19 -0800719 // aux input is always mono.
rago94a1ee82017-07-21 15:11:02 -0700720
Andy Hung26836922023-05-22 17:31:57 -0700721 if (!mSupportsFloat) {
Andy Hung116a4982017-11-30 10:15:08 -0800722 memcpy_to_i16_from_float(
723 mConfig.inputCfg.buffer.s16,
724 mConfig.inputCfg.buffer.f32,
725 mConfig.inputCfg.buffer.frameCount);
rago94a1ee82017-07-21 15:11:02 -0700726 }
rago94a1ee82017-07-21 15:11:02 -0700727 }
Andy Hung9aad48c2017-11-29 10:29:19 -0800728 sp<EffectBufferHalInterface> inBuffer = mInBuffer;
729 sp<EffectBufferHalInterface> outBuffer = mOutBuffer;
730
731 if (!auxType && mInChannelCountRequested != inChannelCount) {
732 adjust_channels(
733 inBuffer->audioBuffer()->f32, mInChannelCountRequested,
734 mInConversionBuffer->audioBuffer()->f32, inChannelCount,
735 sizeof(float),
736 sizeof(float)
737 * mInChannelCountRequested * mConfig.inputCfg.buffer.frameCount);
738 inBuffer = mInConversionBuffer;
739 }
740 if (mConfig.outputCfg.accessMode == EFFECT_BUFFER_ACCESS_ACCUMULATE
741 && mOutChannelCountRequested != outChannelCount) {
742 adjust_selected_channels(
743 outBuffer->audioBuffer()->f32, mOutChannelCountRequested,
744 mOutConversionBuffer->audioBuffer()->f32, outChannelCount,
745 sizeof(float),
746 sizeof(float)
747 * mOutChannelCountRequested * mConfig.outputCfg.buffer.frameCount);
748 outBuffer = mOutConversionBuffer;
749 }
Andy Hungfa69ca32017-11-30 10:07:53 -0800750 if (!mSupportsFloat) { // convert input to int16_t as effect doesn't support float.
751 if (!auxType) {
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -0800752 if (mInConversionBuffer == nullptr) {
Andy Hungfa69ca32017-11-30 10:07:53 -0800753 ALOGW("%s: mInConversionBuffer is null, bypassing", __func__);
754 goto data_bypass;
rago94a1ee82017-07-21 15:11:02 -0700755 }
Andy Hungfa69ca32017-11-30 10:07:53 -0800756 memcpy_to_i16_from_float(
757 mInConversionBuffer->audioBuffer()->s16,
Andy Hung9aad48c2017-11-29 10:29:19 -0800758 inBuffer->audioBuffer()->f32,
Andy Hungfa69ca32017-11-30 10:07:53 -0800759 inChannelCount * mConfig.inputCfg.buffer.frameCount);
Andy Hung9aad48c2017-11-29 10:29:19 -0800760 inBuffer = mInConversionBuffer;
rago94a1ee82017-07-21 15:11:02 -0700761 }
Andy Hungfa69ca32017-11-30 10:07:53 -0800762 if (mConfig.outputCfg.accessMode == EFFECT_BUFFER_ACCESS_ACCUMULATE) {
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -0800763 if (mOutConversionBuffer == nullptr) {
Andy Hungfa69ca32017-11-30 10:07:53 -0800764 ALOGW("%s: mOutConversionBuffer is null, bypassing", __func__);
765 goto data_bypass;
766 }
767 memcpy_to_i16_from_float(
768 mOutConversionBuffer->audioBuffer()->s16,
Andy Hung9aad48c2017-11-29 10:29:19 -0800769 outBuffer->audioBuffer()->f32,
Andy Hungfa69ca32017-11-30 10:07:53 -0800770 outChannelCount * mConfig.outputCfg.buffer.frameCount);
Andy Hung9aad48c2017-11-29 10:29:19 -0800771 outBuffer = mOutConversionBuffer;
rago94a1ee82017-07-21 15:11:02 -0700772 }
773 }
Mikhail Naganov022b9952017-01-04 16:36:51 -0800774 ret = mEffectInterface->process();
Andy Hungfa69ca32017-11-30 10:07:53 -0800775 if (!mSupportsFloat) { // convert output int16_t back to float.
Andy Hung9aad48c2017-11-29 10:29:19 -0800776 sp<EffectBufferHalInterface> target =
777 mOutChannelCountRequested != outChannelCount
778 ? mOutConversionBuffer : mOutBuffer;
779
Andy Hungfa69ca32017-11-30 10:07:53 -0800780 memcpy_to_float_from_i16(
Andy Hung9aad48c2017-11-29 10:29:19 -0800781 target->audioBuffer()->f32,
Andy Hungfa69ca32017-11-30 10:07:53 -0800782 mOutConversionBuffer->audioBuffer()->s16,
783 outChannelCount * mConfig.outputCfg.buffer.frameCount);
784 }
Andy Hung9aad48c2017-11-29 10:29:19 -0800785 if (mOutChannelCountRequested != outChannelCount) {
786 adjust_selected_channels(mOutConversionBuffer->audioBuffer()->f32, outChannelCount,
787 mOutBuffer->audioBuffer()->f32, mOutChannelCountRequested,
788 sizeof(float),
789 sizeof(float) * outChannelCount * mConfig.outputCfg.buffer.frameCount);
790 }
Eric Laurent6dd0fd92016-09-15 12:44:53 -0700791 } else {
rago94a1ee82017-07-21 15:11:02 -0700792 data_bypass:
rago94a1ee82017-07-21 15:11:02 -0700793 if (!auxType /* aux effects do not require data bypass */
Andy Hungfa69ca32017-11-30 10:07:53 -0800794 && mConfig.inputCfg.buffer.raw != mConfig.outputCfg.buffer.raw) {
Eric Laurent6dd0fd92016-09-15 12:44:53 -0700795 if (mConfig.outputCfg.accessMode == EFFECT_BUFFER_ACCESS_ACCUMULATE) {
Andy Hungfa69ca32017-11-30 10:07:53 -0800796 accumulateInputToOutput();
Eric Laurent6dd0fd92016-09-15 12:44:53 -0700797 } else {
Andy Hungfa69ca32017-11-30 10:07:53 -0800798 copyInputToOutput();
Eric Laurent6dd0fd92016-09-15 12:44:53 -0700799 }
800 }
801 ret = -ENODATA;
802 }
Andy Hungfa69ca32017-11-30 10:07:53 -0800803
Eric Laurentca7cc822012-11-19 14:55:58 -0800804 // force transition to IDLE state when engine is ready
805 if (mState == STOPPED && ret == -ENODATA) {
806 mDisableWaitCnt = 1;
807 }
808
809 // clear auxiliary effect input buffer for next accumulation
rago94a1ee82017-07-21 15:11:02 -0700810 if (auxType) {
Andy Hung116a4982017-11-30 10:15:08 -0800811 const size_t size =
812 mConfig.inputCfg.buffer.frameCount * inChannelCount * sizeof(float);
rago94a1ee82017-07-21 15:11:02 -0700813 memset(mConfig.inputCfg.buffer.raw, 0, size);
Eric Laurentca7cc822012-11-19 14:55:58 -0800814 }
815 } else if ((mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_INSERT &&
rago94a1ee82017-07-21 15:11:02 -0700816 // mInBuffer->audioBuffer()->raw != mOutBuffer->audioBuffer()->raw
Eric Laurentca7cc822012-11-19 14:55:58 -0800817 mConfig.inputCfg.buffer.raw != mConfig.outputCfg.buffer.raw) {
818 // If an insert effect is idle and input buffer is different from output buffer,
819 // accumulate input onto output
Andy Hungfda44002021-06-03 17:23:16 -0700820 if (getCallback()->activeTrackCnt() != 0) {
Andy Hunge8ac1b22018-10-31 14:22:35 -0700821 // similar handling with data_bypass above.
822 if (mConfig.outputCfg.accessMode == EFFECT_BUFFER_ACCESS_ACCUMULATE) {
823 accumulateInputToOutput();
824 } else { // EFFECT_BUFFER_ACCESS_WRITE
825 copyInputToOutput();
826 }
Eric Laurentca7cc822012-11-19 14:55:58 -0800827 }
828 }
829}
830
Andy Hung6ac17eb2023-06-20 18:56:17 -0700831void EffectModule::reset_l()
Eric Laurentca7cc822012-11-19 14:55:58 -0800832{
Mikhail Naganov1dc98672016-08-18 17:50:29 -0700833 if (mStatus != NO_ERROR || mEffectInterface == 0) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800834 return;
835 }
Shunkai Yaoc92f3df2023-09-20 23:10:22 +0000836
837 int reply = 0;
838 uint32_t replySize = sizeof(reply);
839 mEffectInterface->command(EFFECT_CMD_RESET, 0, NULL, &replySize, &reply);
Eric Laurentca7cc822012-11-19 14:55:58 -0800840}
841
Shunkai Yaod125e402024-01-20 03:19:06 +0000842status_t EffectModule::configure_l()
Eric Laurentca7cc822012-11-19 14:55:58 -0800843{
Shunkai Yaod125e402024-01-20 03:19:06 +0000844 ALOGVV("%s started", __func__);
Eric Laurentd0ebb532013-04-02 16:41:41 -0700845 status_t status;
Eric Laurentd0ebb532013-04-02 16:41:41 -0700846 uint32_t size;
847 audio_channel_mask_t channelMask;
Andy Hungfda44002021-06-03 17:23:16 -0700848 sp<EffectCallbackInterface> callback;
Eric Laurentd0ebb532013-04-02 16:41:41 -0700849
Mikhail Naganov1dc98672016-08-18 17:50:29 -0700850 if (mEffectInterface == 0) {
Eric Laurentd0ebb532013-04-02 16:41:41 -0700851 status = NO_INIT;
852 goto exit;
Eric Laurentca7cc822012-11-19 14:55:58 -0800853 }
854
Eric Laurentca7cc822012-11-19 14:55:58 -0800855 // TODO: handle configuration of effects replacing track process
Andy Hung9aad48c2017-11-29 10:29:19 -0800856 // TODO: handle configuration of input (record) SW effects above the HAL,
857 // similar to output EFFECT_FLAG_TYPE_INSERT/REPLACE,
858 // in which case input channel masks should be used here.
Andy Hungfda44002021-06-03 17:23:16 -0700859 callback = getCallback();
Eric Laurentf1f22e72021-07-13 14:04:14 +0200860 channelMask = callback->inChannelMask(mId);
Andy Hung9aad48c2017-11-29 10:29:19 -0800861 mConfig.inputCfg.channels = channelMask;
Eric Laurentf1f22e72021-07-13 14:04:14 +0200862 mConfig.outputCfg.channels = callback->outChannelMask();
Eric Laurentca7cc822012-11-19 14:55:58 -0800863
864 if ((mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_AUXILIARY) {
Andy Hung9aad48c2017-11-29 10:29:19 -0800865 if (mConfig.inputCfg.channels != AUDIO_CHANNEL_OUT_MONO) {
866 mConfig.inputCfg.channels = AUDIO_CHANNEL_OUT_MONO;
867 ALOGV("Overriding auxiliary effect input channels %#x as MONO",
868 mConfig.inputCfg.channels);
869 }
Eric Laurentca7cc822012-11-19 14:55:58 -0800870 }
jiabineb3bda02020-06-30 14:07:03 -0700871 if (isHapticGenerator()) {
Andy Hungfda44002021-06-03 17:23:16 -0700872 audio_channel_mask_t hapticChannelMask = callback->hapticChannelMask();
jiabineb3bda02020-06-30 14:07:03 -0700873 mConfig.inputCfg.channels |= hapticChannelMask;
874 mConfig.outputCfg.channels |= hapticChannelMask;
875 }
Andy Hung9aad48c2017-11-29 10:29:19 -0800876 mInChannelCountRequested =
877 audio_channel_count_from_out_mask(mConfig.inputCfg.channels);
878 mOutChannelCountRequested =
879 audio_channel_count_from_out_mask(mConfig.outputCfg.channels);
Ricardo Garciad11da702015-05-28 12:14:12 -0700880
Andy Hung319587b2023-05-23 14:01:03 -0700881 mConfig.inputCfg.format = AUDIO_FORMAT_PCM_FLOAT;
882 mConfig.outputCfg.format = AUDIO_FORMAT_PCM_FLOAT;
Yuuki Yokoyamae17f8312017-05-26 19:06:33 +0900883
884 // Don't use sample rate for thread if effect isn't offloadable.
Shunkai Yaod125e402024-01-20 03:19:06 +0000885 if (callback->isOffloadOrDirect() && !isOffloaded_l()) {
Yuuki Yokoyamae17f8312017-05-26 19:06:33 +0900886 mConfig.inputCfg.samplingRate = DEFAULT_OUTPUT_SAMPLE_RATE;
887 ALOGV("Overriding effect input as 48kHz");
888 } else {
Andy Hungfda44002021-06-03 17:23:16 -0700889 mConfig.inputCfg.samplingRate = callback->sampleRate();
Yuuki Yokoyamae17f8312017-05-26 19:06:33 +0900890 }
Eric Laurentca7cc822012-11-19 14:55:58 -0800891 mConfig.outputCfg.samplingRate = mConfig.inputCfg.samplingRate;
892 mConfig.inputCfg.bufferProvider.cookie = NULL;
893 mConfig.inputCfg.bufferProvider.getBuffer = NULL;
894 mConfig.inputCfg.bufferProvider.releaseBuffer = NULL;
895 mConfig.outputCfg.bufferProvider.cookie = NULL;
896 mConfig.outputCfg.bufferProvider.getBuffer = NULL;
897 mConfig.outputCfg.bufferProvider.releaseBuffer = NULL;
898 mConfig.inputCfg.accessMode = EFFECT_BUFFER_ACCESS_READ;
899 // Insert effect:
Eric Laurent3f75a5b2019-11-12 15:55:51 -0800900 // - in global sessions (e.g AUDIO_SESSION_OUTPUT_MIX),
Eric Laurentca7cc822012-11-19 14:55:58 -0800901 // always overwrites output buffer: input buffer == output buffer
902 // - in other sessions:
903 // last effect in the chain accumulates in output buffer: input buffer != output buffer
904 // other effect: overwrites output buffer: input buffer == output buffer
905 // Auxiliary effect:
906 // accumulates in output buffer: input buffer != output buffer
907 // Therefore: accumulate <=> input buffer != output buffer
Andy Hung799c8d02021-10-28 17:05:40 -0700908 mConfig.outputCfg.accessMode = requiredEffectBufferAccessMode();
Eric Laurentca7cc822012-11-19 14:55:58 -0800909 mConfig.inputCfg.mask = EFFECT_CONFIG_ALL;
910 mConfig.outputCfg.mask = EFFECT_CONFIG_ALL;
Andy Hungfda44002021-06-03 17:23:16 -0700911 mConfig.inputCfg.buffer.frameCount = callback->frameCount();
Eric Laurentca7cc822012-11-19 14:55:58 -0800912 mConfig.outputCfg.buffer.frameCount = mConfig.inputCfg.buffer.frameCount;
Mikhail Naganov8d7da002022-04-19 21:21:23 +0000913 mIsOutput = callback->isOutput();
Eric Laurentca7cc822012-11-19 14:55:58 -0800914
Shunkai Yaod125e402024-01-20 03:19:06 +0000915 ALOGV("%s %p chain %p buffer %p framecount %zu", __func__, this,
916 callback->chain().promote().get(), mConfig.inputCfg.buffer.raw,
917 mConfig.inputCfg.buffer.frameCount);
Eric Laurentca7cc822012-11-19 14:55:58 -0800918
919 status_t cmdStatus;
Eric Laurentd0ebb532013-04-02 16:41:41 -0700920 size = sizeof(int);
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700921 status = mEffectInterface->command(EFFECT_CMD_SET_CONFIG,
Andy Hung9aad48c2017-11-29 10:29:19 -0800922 sizeof(mConfig),
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700923 &mConfig,
924 &size,
925 &cmdStatus);
rago94a1ee82017-07-21 15:11:02 -0700926 if (status == NO_ERROR) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800927 status = cmdStatus;
928 }
Andy Hung9aad48c2017-11-29 10:29:19 -0800929
Andy Hung9aad48c2017-11-29 10:29:19 -0800930 if (status != NO_ERROR &&
Andy Hungba8e52b2023-05-11 14:33:03 -0700931 EffectConfiguration::isHidl() && // only HIDL effects support channel conversion
Mikhail Naganov8d7da002022-04-19 21:21:23 +0000932 mIsOutput &&
Andy Hung9aad48c2017-11-29 10:29:19 -0800933 (mConfig.inputCfg.channels != AUDIO_CHANNEL_OUT_STEREO
934 || mConfig.outputCfg.channels != AUDIO_CHANNEL_OUT_STEREO)) {
935 // Older effects may require exact STEREO position mask.
Andy Hung01b32722018-05-18 13:52:02 -0700936 if (mConfig.inputCfg.channels != AUDIO_CHANNEL_OUT_STEREO
937 && (mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) != EFFECT_FLAG_TYPE_AUXILIARY) {
Andy Hung9aad48c2017-11-29 10:29:19 -0800938 ALOGV("Overriding effect input channels %#x as STEREO", mConfig.inputCfg.channels);
939 mConfig.inputCfg.channels = AUDIO_CHANNEL_OUT_STEREO;
940 }
941 if (mConfig.outputCfg.channels != AUDIO_CHANNEL_OUT_STEREO) {
942 ALOGV("Overriding effect output channels %#x as STEREO", mConfig.outputCfg.channels);
943 mConfig.outputCfg.channels = AUDIO_CHANNEL_OUT_STEREO;
944 }
945 size = sizeof(int);
rago94a1ee82017-07-21 15:11:02 -0700946 status = mEffectInterface->command(EFFECT_CMD_SET_CONFIG,
Andy Hung9aad48c2017-11-29 10:29:19 -0800947 sizeof(mConfig),
rago94a1ee82017-07-21 15:11:02 -0700948 &mConfig,
949 &size,
950 &cmdStatus);
951 if (status == NO_ERROR) {
952 status = cmdStatus;
Andy Hung9aad48c2017-11-29 10:29:19 -0800953 }
954 }
Andy Hung9aad48c2017-11-29 10:29:19 -0800955
Andy Hung9aad48c2017-11-29 10:29:19 -0800956 if (status == NO_ERROR) {
957 mSupportsFloat = true;
958 }
959
Andy Hungba8e52b2023-05-11 14:33:03 -0700960 // only HIDL effects support integer conversion.
961 if (status != NO_ERROR && EffectConfiguration::isHidl()) {
Andy Hung9aad48c2017-11-29 10:29:19 -0800962 ALOGV("EFFECT_CMD_SET_CONFIG failed with float format, retry with int16_t.");
963 mConfig.inputCfg.format = AUDIO_FORMAT_PCM_16_BIT;
964 mConfig.outputCfg.format = AUDIO_FORMAT_PCM_16_BIT;
965 size = sizeof(int);
966 status = mEffectInterface->command(EFFECT_CMD_SET_CONFIG,
967 sizeof(mConfig),
968 &mConfig,
969 &size,
970 &cmdStatus);
971 if (status == NO_ERROR) {
972 status = cmdStatus;
973 }
974 if (status == NO_ERROR) {
rago94a1ee82017-07-21 15:11:02 -0700975 mSupportsFloat = false;
976 ALOGVV("config worked with 16 bit");
977 } else {
978 ALOGE("%s failed %d with int16_t (as well as float)", __func__, status);
Eric Laurentca7cc822012-11-19 14:55:58 -0800979 }
rago94a1ee82017-07-21 15:11:02 -0700980 }
Eric Laurentca7cc822012-11-19 14:55:58 -0800981
rago94a1ee82017-07-21 15:11:02 -0700982 if (status == NO_ERROR) {
983 // Establish Buffer strategy
984 setInBuffer(mInBuffer);
985 setOutBuffer(mOutBuffer);
986
987 // Update visualizer latency
988 if (memcmp(&mDescriptor.type, SL_IID_VISUALIZATION, sizeof(effect_uuid_t)) == 0) {
989 uint32_t buf32[sizeof(effect_param_t) / sizeof(uint32_t) + 2];
990 effect_param_t *p = (effect_param_t *)buf32;
991
992 p->psize = sizeof(uint32_t);
993 p->vsize = sizeof(uint32_t);
994 size = sizeof(int);
995 *(int32_t *)p->data = VISUALIZER_PARAM_LATENCY;
996
Andy Hungfda44002021-06-03 17:23:16 -0700997 uint32_t latency = callback->latency();
rago94a1ee82017-07-21 15:11:02 -0700998
999 *((int32_t *)p->data + 1)= latency;
1000 mEffectInterface->command(EFFECT_CMD_SET_PARAM,
1001 sizeof(effect_param_t) + 8,
1002 &buf32,
1003 &size,
1004 &cmdStatus);
1005 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001006 }
1007
Andy Hung05083ac2017-12-14 15:00:28 -08001008 // mConfig.outputCfg.buffer.frameCount cannot be zero.
1009 mMaxDisableWaitCnt = (uint32_t)std::max(
1010 (uint64_t)1, // mMaxDisableWaitCnt must be greater than zero.
François Gaffieb8551f62023-02-15 11:36:35 +01001011 (uint64_t)mConfig.outputCfg.buffer.frameCount == 0 ? 1
1012 : (MAX_DISABLE_TIME_MS * mConfig.outputCfg.samplingRate
1013 / ((uint64_t)1000 * mConfig.outputCfg.buffer.frameCount)));
Eric Laurentca7cc822012-11-19 14:55:58 -08001014
Eric Laurentd0ebb532013-04-02 16:41:41 -07001015exit:
Andy Hung6f88dc42017-12-13 16:19:39 -08001016 // TODO: consider clearing mConfig on error.
Eric Laurentd0ebb532013-04-02 16:41:41 -07001017 mStatus = status;
Shunkai Yaod125e402024-01-20 03:19:06 +00001018 ALOGVV("%s ended", __func__);
Eric Laurentca7cc822012-11-19 14:55:58 -08001019 return status;
1020}
1021
Shunkai Yaod125e402024-01-20 03:19:06 +00001022status_t EffectModule::init_l()
Eric Laurentca7cc822012-11-19 14:55:58 -08001023{
Andy Hungf65f5a72023-08-29 12:19:17 -07001024 audio_utils::lock_guard _l(mutex());
Mikhail Naganov1dc98672016-08-18 17:50:29 -07001025 if (mEffectInterface == 0) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001026 return NO_INIT;
1027 }
1028 status_t cmdStatus;
1029 uint32_t size = sizeof(status_t);
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001030 status_t status = mEffectInterface->command(EFFECT_CMD_INIT,
1031 0,
1032 NULL,
1033 &size,
1034 &cmdStatus);
Eric Laurentca7cc822012-11-19 14:55:58 -08001035 if (status == 0) {
1036 status = cmdStatus;
1037 }
1038 return status;
1039}
1040
Andy Hung6ac17eb2023-06-20 18:56:17 -07001041void EffectModule::addEffectToHal_l()
Eric Laurent1b928682014-10-02 19:41:47 -07001042{
1043 if ((mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_PRE_PROC ||
1044 (mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_POST_PROC) {
Eric Laurent9f57aa82023-03-17 19:28:37 +01001045 if (mCurrentHalStream == getCallback()->io()) {
David Li6c8ac4b2021-06-22 22:17:52 +08001046 return;
1047 }
1048
François Gaffiebf656ef2024-03-13 17:08:52 +01001049 status_t status = getCallback()->addEffectToHal(mEffectInterface);
1050 if (status == NO_ERROR) {
1051 mCurrentHalStream = getCallback()->io();
1052 }
1053 }
1054}
1055
1056void HwAccDeviceEffectModule::addEffectToHal_l()
1057{
1058 if (mAddedToHal) {
1059 return;
1060 }
1061 status_t status = getCallback()->addEffectToHal(mEffectInterface);
1062 if (status == NO_ERROR) {
1063 mAddedToHal = true;
Eric Laurent1b928682014-10-02 19:41:47 -07001064 }
1065}
1066
Shunkai Yaod125e402024-01-20 03:19:06 +00001067// start_l() must be called with EffectChain::mutex() held
1068status_t EffectModule::start_l()
Eric Laurentca7cc822012-11-19 14:55:58 -08001069{
Eric Laurentfa1e1232016-08-02 19:01:49 -07001070 status_t status;
1071 {
Andy Hungf65f5a72023-08-29 12:19:17 -07001072 audio_utils::lock_guard _l(mutex());
Shunkai Yaod125e402024-01-20 03:19:06 +00001073 status = start_ll();
Eric Laurentfa1e1232016-08-02 19:01:49 -07001074 }
Eric Laurent6b446ce2019-12-13 10:56:31 -08001075 if (status == NO_ERROR) {
Shunkai Yaod125e402024-01-20 03:19:06 +00001076 getCallback()->resetVolume_l();
Eric Laurentfa1e1232016-08-02 19:01:49 -07001077 }
1078 return status;
Eric Laurentca7cc822012-11-19 14:55:58 -08001079}
1080
Shunkai Yaod125e402024-01-20 03:19:06 +00001081status_t EffectModule::start_ll()
Eric Laurentca7cc822012-11-19 14:55:58 -08001082{
Mikhail Naganov1dc98672016-08-18 17:50:29 -07001083 if (mEffectInterface == 0) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001084 return NO_INIT;
1085 }
Eric Laurentd0ebb532013-04-02 16:41:41 -07001086 if (mStatus != NO_ERROR) {
1087 return mStatus;
1088 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001089 status_t cmdStatus;
1090 uint32_t size = sizeof(status_t);
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001091 status_t status = mEffectInterface->command(EFFECT_CMD_ENABLE,
1092 0,
1093 NULL,
1094 &size,
1095 &cmdStatus);
Eric Laurentca7cc822012-11-19 14:55:58 -08001096 if (status == 0) {
1097 status = cmdStatus;
1098 }
Eric Laurentcb4b6e92014-10-01 14:26:10 -07001099 if (status == 0) {
Eric Laurent1b928682014-10-02 19:41:47 -07001100 addEffectToHal_l();
Eric Laurentca7cc822012-11-19 14:55:58 -08001101 }
1102 return status;
1103}
1104
Shunkai Yaod125e402024-01-20 03:19:06 +00001105status_t EffectModule::stop_l()
Eric Laurentca7cc822012-11-19 14:55:58 -08001106{
Andy Hungf65f5a72023-08-29 12:19:17 -07001107 audio_utils::lock_guard _l(mutex());
Shunkai Yaod125e402024-01-20 03:19:06 +00001108 return stop_ll();
Eric Laurentca7cc822012-11-19 14:55:58 -08001109}
1110
Shunkai Yaod125e402024-01-20 03:19:06 +00001111status_t EffectModule::stop_ll()
Eric Laurentca7cc822012-11-19 14:55:58 -08001112{
Mikhail Naganov1dc98672016-08-18 17:50:29 -07001113 if (mEffectInterface == 0) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001114 return NO_INIT;
1115 }
Eric Laurentd0ebb532013-04-02 16:41:41 -07001116 if (mStatus != NO_ERROR) {
1117 return mStatus;
1118 }
Eric Laurentbfb1b832013-01-07 09:53:42 -08001119 status_t cmdStatus = NO_ERROR;
Eric Laurentca7cc822012-11-19 14:55:58 -08001120 uint32_t size = sizeof(status_t);
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001121
Shunkai Yaod125e402024-01-20 03:19:06 +00001122 if (isVolumeControl() && isOffloadedOrDirect_l()) {
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001123 // We have the EffectChain and EffectModule lock, permit a reentrant call to setVolume:
1124 // resetVolume_l --> setVolume_l --> EffectModule::setVolume
1125 mSetVolumeReentrantTid = gettid();
Shunkai Yaod125e402024-01-20 03:19:06 +00001126 getCallback()->resetVolume_l();
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001127 mSetVolumeReentrantTid = INVALID_PID;
1128 }
1129
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001130 status_t status = mEffectInterface->command(EFFECT_CMD_DISABLE,
1131 0,
1132 NULL,
1133 &size,
1134 &cmdStatus);
Eric Laurentbfb1b832013-01-07 09:53:42 -08001135 if (status == NO_ERROR) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001136 status = cmdStatus;
1137 }
Eric Laurentbfb1b832013-01-07 09:53:42 -08001138 if (status == NO_ERROR) {
Eric Laurent6b446ce2019-12-13 10:56:31 -08001139 status = removeEffectFromHal_l();
Eric Laurentbfb1b832013-01-07 09:53:42 -08001140 }
1141 return status;
1142}
1143
Andy Hungf65f5a72023-08-29 12:19:17 -07001144// must be called with EffectChain::mutex() held
Shunkai Yao50148822024-04-04 17:30:48 +00001145void EffectModule::release_l(const std::string& from)
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001146{
1147 if (mEffectInterface != 0) {
Eric Laurent6b446ce2019-12-13 10:56:31 -08001148 removeEffectFromHal_l();
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001149 // release effect engine
Mikhail Naganov022b9952017-01-04 16:36:51 -08001150 mEffectInterface->close();
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001151 mEffectInterface.clear();
Shunkai Yao50148822024-04-04 17:30:48 +00001152 mEffectInterfaceDebug += " released by: " + from;
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001153 }
1154}
1155
Andy Hung6ac17eb2023-06-20 18:56:17 -07001156status_t EffectModule::removeEffectFromHal_l()
Eric Laurentbfb1b832013-01-07 09:53:42 -08001157{
1158 if ((mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_PRE_PROC ||
1159 (mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_POST_PROC) {
Eric Laurent9f57aa82023-03-17 19:28:37 +01001160 if (mCurrentHalStream != getCallback()->io()) {
1161 return (mCurrentHalStream == AUDIO_IO_HANDLE_NONE) ? NO_ERROR : INVALID_OPERATION;
David Li6c8ac4b2021-06-22 22:17:52 +08001162 }
Andy Hungfda44002021-06-03 17:23:16 -07001163 getCallback()->removeEffectFromHal(mEffectInterface);
Eric Laurent9f57aa82023-03-17 19:28:37 +01001164 mCurrentHalStream = AUDIO_IO_HANDLE_NONE;
Eric Laurentca7cc822012-11-19 14:55:58 -08001165 }
Eric Laurentbfb1b832013-01-07 09:53:42 -08001166 return NO_ERROR;
Eric Laurentca7cc822012-11-19 14:55:58 -08001167}
1168
François Gaffiebf656ef2024-03-13 17:08:52 +01001169status_t HwAccDeviceEffectModule::removeEffectFromHal_l()
1170{
1171 if (!mAddedToHal) {
1172 return NO_ERROR;
1173 }
1174 getCallback()->removeEffectFromHal(mEffectInterface);
1175 mAddedToHal = false;
1176 return NO_ERROR;
1177}
1178
Andy Hunge4a1d912016-08-17 14:11:13 -07001179// round up delta valid if value and divisor are positive.
1180template <typename T>
1181static T roundUpDelta(const T &value, const T &divisor) {
1182 T remainder = value % divisor;
1183 return remainder == 0 ? 0 : divisor - remainder;
1184}
1185
Andy Hung6ac17eb2023-06-20 18:56:17 -07001186status_t EffectModule::command(int32_t cmdCode,
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001187 const std::vector<uint8_t>& cmdData,
1188 int32_t maxReplySize,
1189 std::vector<uint8_t>* reply)
Eric Laurentca7cc822012-11-19 14:55:58 -08001190{
Andy Hungf65f5a72023-08-29 12:19:17 -07001191 audio_utils::lock_guard _l(mutex());
Shunkai Yaod125e402024-01-20 03:19:06 +00001192 ALOGVV("%s, cmdCode: %d, mEffectInterface: %p", __func__, cmdCode, mEffectInterface.get());
Eric Laurentca7cc822012-11-19 14:55:58 -08001193
Mikhail Naganov1dc98672016-08-18 17:50:29 -07001194 if (mState == DESTROYED || mEffectInterface == 0) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001195 return NO_INIT;
1196 }
Eric Laurentd0ebb532013-04-02 16:41:41 -07001197 if (mStatus != NO_ERROR) {
1198 return mStatus;
1199 }
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001200 if (maxReplySize < 0 || maxReplySize > EFFECT_PARAM_SIZE_MAX) {
1201 return -EINVAL;
1202 }
1203 size_t cmdSize = cmdData.size();
1204 const effect_param_t* param = cmdSize >= sizeof(effect_param_t)
1205 ? reinterpret_cast<const effect_param_t*>(cmdData.data())
1206 : nullptr;
Andy Hung110bc952016-06-20 15:22:52 -07001207 if (cmdCode == EFFECT_CMD_GET_PARAM &&
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001208 (param == nullptr || param->psize > cmdSize - sizeof(effect_param_t))) {
Andy Hung6660f122016-11-04 19:40:53 -07001209 android_errorWriteLog(0x534e4554, "32438594");
Andy Hungb3456642016-11-28 13:50:21 -08001210 android_errorWriteLog(0x534e4554, "33003822");
1211 return -EINVAL;
1212 }
1213 if (cmdCode == EFFECT_CMD_GET_PARAM &&
Andy Hung920f6572022-10-06 12:09:49 -07001214 (maxReplySize < static_cast<signed>(sizeof(effect_param_t)) ||
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001215 param->psize > maxReplySize - sizeof(effect_param_t))) {
Andy Hungb3456642016-11-28 13:50:21 -08001216 android_errorWriteLog(0x534e4554, "29251553");
Andy Hung6660f122016-11-04 19:40:53 -07001217 return -EINVAL;
1218 }
ragoe2759072016-11-22 18:02:48 -08001219 if (cmdCode == EFFECT_CMD_GET_PARAM &&
Andy Hung920f6572022-10-06 12:09:49 -07001220 (static_cast<signed>(sizeof(effect_param_t)) > maxReplySize
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001221 || param->psize > maxReplySize - sizeof(effect_param_t)
1222 || param->vsize > maxReplySize - sizeof(effect_param_t)
1223 - param->psize
1224 || roundUpDelta(param->psize, (uint32_t) sizeof(int)) >
1225 maxReplySize
1226 - sizeof(effect_param_t)
1227 - param->psize
1228 - param->vsize)) {
ragoe2759072016-11-22 18:02:48 -08001229 ALOGV("\tLVM_ERROR : EFFECT_CMD_GET_PARAM: reply size inconsistent");
1230 android_errorWriteLog(0x534e4554, "32705438");
1231 return -EINVAL;
1232 }
Andy Hunge4a1d912016-08-17 14:11:13 -07001233 if ((cmdCode == EFFECT_CMD_SET_PARAM
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001234 || cmdCode == EFFECT_CMD_SET_PARAM_DEFERRED)
1235 && // DEFERRED not generally used
1236 (param == nullptr
1237 || param->psize > cmdSize - sizeof(effect_param_t)
1238 || param->vsize > cmdSize - sizeof(effect_param_t)
1239 - param->psize
1240 || roundUpDelta(param->psize,
1241 (uint32_t) sizeof(int)) >
1242 cmdSize
1243 - sizeof(effect_param_t)
1244 - param->psize
1245 - param->vsize)) {
Andy Hunge4a1d912016-08-17 14:11:13 -07001246 android_errorWriteLog(0x534e4554, "30204301");
1247 return -EINVAL;
1248 }
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001249 uint32_t replySize = maxReplySize;
1250 reply->resize(replySize);
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001251 status_t status = mEffectInterface->command(cmdCode,
1252 cmdSize,
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001253 const_cast<uint8_t*>(cmdData.data()),
1254 &replySize,
1255 reply->data());
1256 reply->resize(status == NO_ERROR ? replySize : 0);
Eric Laurentca7cc822012-11-19 14:55:58 -08001257 if (cmdCode != EFFECT_CMD_GET_PARAM && status == NO_ERROR) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001258 for (size_t i = 1; i < mHandles.size(); i++) {
Andy Hung6ac17eb2023-06-20 18:56:17 -07001259 IAfEffectHandle *h = mHandles[i];
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001260 if (h != NULL && !h->disconnected()) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001261 h->commandExecuted(cmdCode, cmdData, *reply);
Eric Laurentca7cc822012-11-19 14:55:58 -08001262 }
1263 }
1264 }
1265 return status;
1266}
1267
Andy Hung6ac17eb2023-06-20 18:56:17 -07001268bool EffectModule::isProcessEnabled() const
Eric Laurentca7cc822012-11-19 14:55:58 -08001269{
Eric Laurentd0ebb532013-04-02 16:41:41 -07001270 if (mStatus != NO_ERROR) {
1271 return false;
1272 }
1273
Eric Laurentca7cc822012-11-19 14:55:58 -08001274 switch (mState) {
1275 case RESTART:
1276 case ACTIVE:
1277 case STOPPING:
1278 case STOPPED:
1279 return true;
1280 case IDLE:
1281 case STARTING:
1282 case DESTROYED:
1283 default:
1284 return false;
1285 }
1286}
1287
Shunkai Yaod125e402024-01-20 03:19:06 +00001288bool EffectModule::isOffloadedOrDirect_l() const
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001289{
Andy Hungfda44002021-06-03 17:23:16 -07001290 return getCallback()->isOffloadOrDirect();
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001291}
1292
Shunkai Yaod125e402024-01-20 03:19:06 +00001293bool EffectModule::isVolumeControlEnabled_l() const
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001294{
Shunkai Yaod125e402024-01-20 03:19:06 +00001295 return (isVolumeControl() && (isOffloadedOrDirect_l() ? isEnabled() : isProcessEnabled()));
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001296}
1297
Andy Hung6ac17eb2023-06-20 18:56:17 -07001298void EffectModule::setInBuffer(const sp<EffectBufferHalInterface>& buffer) {
rago94a1ee82017-07-21 15:11:02 -07001299 ALOGVV("setInBuffer %p",(&buffer));
Andy Hung6f88dc42017-12-13 16:19:39 -08001300
Shunkai Yaod125e402024-01-20 03:19:06 +00001301 // mConfig.inputCfg.buffer.frameCount may be zero if configure_l() is not called yet.
Mikhail Naganov022b9952017-01-04 16:36:51 -08001302 if (buffer != 0) {
1303 mConfig.inputCfg.buffer.raw = buffer->audioBuffer()->raw;
1304 buffer->setFrameCount(mConfig.inputCfg.buffer.frameCount);
1305 } else {
1306 mConfig.inputCfg.buffer.raw = NULL;
1307 }
1308 mInBuffer = buffer;
Andy Hungc15aaee2017-11-27 17:02:40 -08001309 mEffectInterface->setInBuffer(buffer);
rago94a1ee82017-07-21 15:11:02 -07001310
Andy Hungbded9c82017-11-30 18:47:35 -08001311 // aux effects do in place conversion to float - we don't allocate mInConversionBuffer.
rago94a1ee82017-07-21 15:11:02 -07001312 // Theoretically insert effects can also do in-place conversions (destroying
1313 // the original buffer) when the output buffer is identical to the input buffer,
1314 // but we don't optimize for it here.
1315 const bool auxType = (mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_AUXILIARY;
Andy Hung9aad48c2017-11-29 10:29:19 -08001316 const uint32_t inChannelCount =
1317 audio_channel_count_from_out_mask(mConfig.inputCfg.channels);
1318 const bool formatMismatch = !mSupportsFloat || mInChannelCountRequested != inChannelCount;
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -08001319 if (!auxType && formatMismatch && mInBuffer != nullptr) {
rago94a1ee82017-07-21 15:11:02 -07001320 // we need to translate - create hidl shared buffer and intercept
1321 const size_t inFrameCount = mConfig.inputCfg.buffer.frameCount;
Andy Hung9aad48c2017-11-29 10:29:19 -08001322 // Use FCC_2 in case mInChannelCountRequested is mono and the effect is stereo.
1323 const uint32_t inChannels = std::max((uint32_t)FCC_2, mInChannelCountRequested);
1324 const size_t size = inChannels * inFrameCount * std::max(sizeof(int16_t), sizeof(float));
rago94a1ee82017-07-21 15:11:02 -07001325
1326 ALOGV("%s: setInBuffer updating for inChannels:%d inFrameCount:%zu total size:%zu",
1327 __func__, inChannels, inFrameCount, size);
1328
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -08001329 if (size > 0 && (mInConversionBuffer == nullptr
Andy Hungbded9c82017-11-30 18:47:35 -08001330 || size > mInConversionBuffer->getSize())) {
1331 mInConversionBuffer.clear();
1332 ALOGV("%s: allocating mInConversionBuffer %zu", __func__, size);
Andy Hungfda44002021-06-03 17:23:16 -07001333 (void)getCallback()->allocateHalBuffer(size, &mInConversionBuffer);
rago94a1ee82017-07-21 15:11:02 -07001334 }
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -08001335 if (mInConversionBuffer != nullptr) {
Andy Hungbded9c82017-11-30 18:47:35 -08001336 mInConversionBuffer->setFrameCount(inFrameCount);
1337 mEffectInterface->setInBuffer(mInConversionBuffer);
rago94a1ee82017-07-21 15:11:02 -07001338 } else if (size > 0) {
Andy Hungbded9c82017-11-30 18:47:35 -08001339 ALOGE("%s cannot create mInConversionBuffer", __func__);
rago94a1ee82017-07-21 15:11:02 -07001340 }
1341 }
Mikhail Naganov022b9952017-01-04 16:36:51 -08001342}
1343
Andy Hung6ac17eb2023-06-20 18:56:17 -07001344void EffectModule::setOutBuffer(const sp<EffectBufferHalInterface>& buffer) {
rago94a1ee82017-07-21 15:11:02 -07001345 ALOGVV("setOutBuffer %p",(&buffer));
Andy Hung6f88dc42017-12-13 16:19:39 -08001346
Shunkai Yaod125e402024-01-20 03:19:06 +00001347 // mConfig.outputCfg.buffer.frameCount may be zero if configure_l() is not called yet.
Mikhail Naganov022b9952017-01-04 16:36:51 -08001348 if (buffer != 0) {
1349 mConfig.outputCfg.buffer.raw = buffer->audioBuffer()->raw;
1350 buffer->setFrameCount(mConfig.outputCfg.buffer.frameCount);
1351 } else {
1352 mConfig.outputCfg.buffer.raw = NULL;
1353 }
1354 mOutBuffer = buffer;
Andy Hungc15aaee2017-11-27 17:02:40 -08001355 mEffectInterface->setOutBuffer(buffer);
rago94a1ee82017-07-21 15:11:02 -07001356
Andy Hungbded9c82017-11-30 18:47:35 -08001357 // Note: Any effect that does not accumulate does not need mOutConversionBuffer and
rago94a1ee82017-07-21 15:11:02 -07001358 // can do in-place conversion from int16_t to float. We don't optimize here.
Andy Hung9aad48c2017-11-29 10:29:19 -08001359 const uint32_t outChannelCount =
1360 audio_channel_count_from_out_mask(mConfig.outputCfg.channels);
1361 const bool formatMismatch = !mSupportsFloat || mOutChannelCountRequested != outChannelCount;
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -08001362 if (formatMismatch && mOutBuffer != nullptr) {
rago94a1ee82017-07-21 15:11:02 -07001363 const size_t outFrameCount = mConfig.outputCfg.buffer.frameCount;
Andy Hung9aad48c2017-11-29 10:29:19 -08001364 // Use FCC_2 in case mOutChannelCountRequested is mono and the effect is stereo.
1365 const uint32_t outChannels = std::max((uint32_t)FCC_2, mOutChannelCountRequested);
1366 const size_t size = outChannels * outFrameCount * std::max(sizeof(int16_t), sizeof(float));
rago94a1ee82017-07-21 15:11:02 -07001367
1368 ALOGV("%s: setOutBuffer updating for outChannels:%d outFrameCount:%zu total size:%zu",
1369 __func__, outChannels, outFrameCount, size);
1370
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -08001371 if (size > 0 && (mOutConversionBuffer == nullptr
Andy Hungbded9c82017-11-30 18:47:35 -08001372 || size > mOutConversionBuffer->getSize())) {
1373 mOutConversionBuffer.clear();
1374 ALOGV("%s: allocating mOutConversionBuffer %zu", __func__, size);
Andy Hungfda44002021-06-03 17:23:16 -07001375 (void)getCallback()->allocateHalBuffer(size, &mOutConversionBuffer);
rago94a1ee82017-07-21 15:11:02 -07001376 }
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -08001377 if (mOutConversionBuffer != nullptr) {
Andy Hungbded9c82017-11-30 18:47:35 -08001378 mOutConversionBuffer->setFrameCount(outFrameCount);
1379 mEffectInterface->setOutBuffer(mOutConversionBuffer);
rago94a1ee82017-07-21 15:11:02 -07001380 } else if (size > 0) {
Andy Hungbded9c82017-11-30 18:47:35 -08001381 ALOGE("%s cannot create mOutConversionBuffer", __func__);
rago94a1ee82017-07-21 15:11:02 -07001382 }
1383 }
Mikhail Naganov022b9952017-01-04 16:36:51 -08001384}
1385
Shunkai Yao72e1cd42024-06-08 00:54:32 +00001386status_t EffectModule::setVolume_l(uint32_t* left, uint32_t* right, bool controller, bool force) {
Andy Hungf65f5a72023-08-29 12:19:17 -07001387 AutoLockReentrant _l(mutex(), mSetVolumeReentrantTid);
Eric Laurentd0ebb532013-04-02 16:41:41 -07001388 if (mStatus != NO_ERROR) {
1389 return mStatus;
1390 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001391 status_t status = NO_ERROR;
Eric Laurentca7cc822012-11-19 14:55:58 -08001392 // Send volume indication if EFFECT_FLAG_VOLUME_IND is set and read back altered volume
Shunkai Yao72e1cd42024-06-08 00:54:32 +00001393 // if controller flag is set (Note that controller == TRUE => the volume controller effect in
1394 // the effect chain)
1395 if (((isOffloadedOrDirect_l() ? isEnabled() : isProcessEnabled()) || force) &&
Eric Laurentca7cc822012-11-19 14:55:58 -08001396 ((mDescriptor.flags & EFFECT_FLAG_VOLUME_MASK) == EFFECT_FLAG_VOLUME_CTRL ||
Jasmine Cha934ecfb2019-01-23 18:19:14 +08001397 (mDescriptor.flags & EFFECT_FLAG_VOLUME_MASK) == EFFECT_FLAG_VOLUME_IND ||
1398 (mDescriptor.flags & EFFECT_FLAG_VOLUME_MASK) == EFFECT_FLAG_VOLUME_MONITOR)) {
Shunkai Yao12629832024-07-12 21:21:42 +00001399 status = setVolumeInternal_ll(left, right, controller);
jiabin4e246532022-08-23 16:37:30 -07001400 }
1401 return status;
1402}
1403
Shunkai Yao12629832024-07-12 21:21:42 +00001404status_t EffectModule::setVolumeInternal_ll(
jiabin4e246532022-08-23 16:37:30 -07001405 uint32_t *left, uint32_t *right, bool controller) {
Shunkai Yao72e1cd42024-06-08 00:54:32 +00001406 if (mVolume.has_value() && *left == mVolume.value()[0] && *right == mVolume.value()[1] &&
1407 !controller) {
jiabin8e0f3302024-04-17 20:44:20 +00001408 LOG_ALWAYS_FATAL_IF(
1409 !mReturnedVolume.has_value(),
1410 "The cached returned volume must not be null when the cached volume has value");
1411 *left = mReturnedVolume.value()[0];
1412 *right = mReturnedVolume.value()[1];
jiabin6377c852024-03-19 19:05:38 +00001413 return NO_ERROR;
1414 }
Shunkai Yao50148822024-04-04 17:30:48 +00001415 LOG_ALWAYS_FATAL_IF(mEffectInterface == nullptr, "%s", mEffectInterfaceDebug.c_str());
jiabin4e246532022-08-23 16:37:30 -07001416 uint32_t volume[2] = {*left, *right};
Shunkai Yao72e1cd42024-06-08 00:54:32 +00001417 uint32_t* pVolume = isVolumeControl() ? volume : nullptr;
jiabin4e246532022-08-23 16:37:30 -07001418 uint32_t size = sizeof(volume);
1419 status_t status = mEffectInterface->command(EFFECT_CMD_SET_VOLUME,
1420 size,
1421 volume,
1422 &size,
1423 pVolume);
Shunkai Yao72e1cd42024-06-08 00:54:32 +00001424 if (pVolume && status == NO_ERROR && size == sizeof(volume)) {
jiabind61d2142024-04-09 22:11:34 +00001425 mVolume = {*left, *right}; // Cache the value that has been set
jiabin4e246532022-08-23 16:37:30 -07001426 *left = volume[0];
1427 *right = volume[1];
jiabin8e0f3302024-04-17 20:44:20 +00001428 mReturnedVolume = {*left, *right};
Eric Laurentca7cc822012-11-19 14:55:58 -08001429 }
1430 return status;
1431}
1432
Andy Hung6ac17eb2023-06-20 18:56:17 -07001433void EffectChain::setVolumeForOutput_l(uint32_t left, uint32_t right)
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001434{
Zhou Songd505c642020-02-20 16:35:37 +08001435 // for offload or direct thread, if the effect chain has non-offloadable
1436 // effect and any effect module within the chain has volume control, then
1437 // volume control is delegated to effect, otherwise, set volume to hal.
1438 if (mEffectCallback->isOffloadOrDirect() &&
1439 !(isNonOffloadableEnabled_l() && hasVolumeControlEnabled_l())) {
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001440 float vol_l = (float)left / (1 << 24);
1441 float vol_r = (float)right / (1 << 24);
Eric Laurent6b446ce2019-12-13 10:56:31 -08001442 mEffectCallback->setVolumeForOutput(vol_l, vol_r);
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001443 }
1444}
1445
Andy Hung6ac17eb2023-06-20 18:56:17 -07001446status_t EffectModule::sendSetAudioDevicesCommand(
jiabin8f278ee2019-11-11 12:16:27 -08001447 const AudioDeviceTypeAddrVector &devices, uint32_t cmdCode)
Eric Laurentca7cc822012-11-19 14:55:58 -08001448{
jiabin8f278ee2019-11-11 12:16:27 -08001449 audio_devices_t deviceType = deviceTypesToBitMask(getAudioDeviceTypes(devices));
1450 if (deviceType == AUDIO_DEVICE_NONE) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001451 return NO_ERROR;
1452 }
1453
Andy Hungf65f5a72023-08-29 12:19:17 -07001454 audio_utils::lock_guard _l(mutex());
Eric Laurentd0ebb532013-04-02 16:41:41 -07001455 if (mStatus != NO_ERROR) {
1456 return mStatus;
1457 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001458 status_t status = NO_ERROR;
Eric Laurent7e1139c2013-06-06 18:29:01 -07001459 if ((mDescriptor.flags & EFFECT_FLAG_DEVICE_MASK) == EFFECT_FLAG_DEVICE_IND) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001460 status_t cmdStatus;
1461 uint32_t size = sizeof(status_t);
jiabin8f278ee2019-11-11 12:16:27 -08001462 // FIXME: use audio device types and addresses when the hal interface is ready.
1463 status = mEffectInterface->command(cmdCode,
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001464 sizeof(uint32_t),
jiabin8f278ee2019-11-11 12:16:27 -08001465 &deviceType,
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001466 &size,
1467 &cmdStatus);
Eric Laurentca7cc822012-11-19 14:55:58 -08001468 }
1469 return status;
1470}
1471
Andy Hung6ac17eb2023-06-20 18:56:17 -07001472status_t EffectModule::setDevices(const AudioDeviceTypeAddrVector &devices)
jiabin8f278ee2019-11-11 12:16:27 -08001473{
1474 return sendSetAudioDevicesCommand(devices, EFFECT_CMD_SET_DEVICE);
1475}
1476
Andy Hung6ac17eb2023-06-20 18:56:17 -07001477status_t EffectModule::setInputDevice(const AudioDeviceTypeAddr &device)
jiabin8f278ee2019-11-11 12:16:27 -08001478{
1479 return sendSetAudioDevicesCommand({device}, EFFECT_CMD_SET_INPUT_DEVICE);
1480}
1481
Andy Hung6ac17eb2023-06-20 18:56:17 -07001482status_t EffectModule::setMode(audio_mode_t mode)
Eric Laurentca7cc822012-11-19 14:55:58 -08001483{
Andy Hungf65f5a72023-08-29 12:19:17 -07001484 audio_utils::lock_guard _l(mutex());
Eric Laurentd0ebb532013-04-02 16:41:41 -07001485 if (mStatus != NO_ERROR) {
1486 return mStatus;
1487 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001488 status_t status = NO_ERROR;
1489 if ((mDescriptor.flags & EFFECT_FLAG_AUDIO_MODE_MASK) == EFFECT_FLAG_AUDIO_MODE_IND) {
1490 status_t cmdStatus;
1491 uint32_t size = sizeof(status_t);
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001492 status = mEffectInterface->command(EFFECT_CMD_SET_AUDIO_MODE,
1493 sizeof(audio_mode_t),
1494 &mode,
1495 &size,
1496 &cmdStatus);
Eric Laurentca7cc822012-11-19 14:55:58 -08001497 if (status == NO_ERROR) {
1498 status = cmdStatus;
1499 }
1500 }
1501 return status;
1502}
1503
Andy Hung6ac17eb2023-06-20 18:56:17 -07001504status_t EffectModule::setAudioSource(audio_source_t source)
Eric Laurentca7cc822012-11-19 14:55:58 -08001505{
Andy Hungf65f5a72023-08-29 12:19:17 -07001506 audio_utils::lock_guard _l(mutex());
Eric Laurentd0ebb532013-04-02 16:41:41 -07001507 if (mStatus != NO_ERROR) {
1508 return mStatus;
1509 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001510 status_t status = NO_ERROR;
1511 if ((mDescriptor.flags & EFFECT_FLAG_AUDIO_SOURCE_MASK) == EFFECT_FLAG_AUDIO_SOURCE_IND) {
1512 uint32_t size = 0;
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001513 status = mEffectInterface->command(EFFECT_CMD_SET_AUDIO_SOURCE,
1514 sizeof(audio_source_t),
1515 &source,
1516 &size,
1517 NULL);
Eric Laurentca7cc822012-11-19 14:55:58 -08001518 }
1519 return status;
1520}
1521
Shunkai Yaod125e402024-01-20 03:19:06 +00001522status_t EffectModule::setOffloaded_l(bool offloaded, audio_io_handle_t io)
Eric Laurent5baf2af2013-09-12 17:37:00 -07001523{
Andy Hungf65f5a72023-08-29 12:19:17 -07001524 audio_utils::lock_guard _l(mutex());
Eric Laurent5baf2af2013-09-12 17:37:00 -07001525 if (mStatus != NO_ERROR) {
1526 return mStatus;
1527 }
1528 status_t status = NO_ERROR;
1529 if ((mDescriptor.flags & EFFECT_FLAG_OFFLOAD_SUPPORTED) != 0) {
1530 status_t cmdStatus;
1531 uint32_t size = sizeof(status_t);
1532 effect_offload_param_t cmd;
1533
1534 cmd.isOffload = offloaded;
1535 cmd.ioHandle = io;
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001536 status = mEffectInterface->command(EFFECT_CMD_OFFLOAD,
1537 sizeof(effect_offload_param_t),
1538 &cmd,
1539 &size,
1540 &cmdStatus);
Eric Laurent5baf2af2013-09-12 17:37:00 -07001541 if (status == NO_ERROR) {
1542 status = cmdStatus;
1543 }
1544 mOffloaded = (status == NO_ERROR) ? offloaded : false;
1545 } else {
1546 if (offloaded) {
1547 status = INVALID_OPERATION;
1548 }
1549 mOffloaded = false;
1550 }
Shunkai Yaod125e402024-01-20 03:19:06 +00001551 ALOGV("%s offloaded %d io %d status %d", __func__, offloaded, io, status);
Eric Laurent5baf2af2013-09-12 17:37:00 -07001552 return status;
1553}
1554
Shunkai Yaod125e402024-01-20 03:19:06 +00001555bool EffectModule::isOffloaded_l() const
Eric Laurent5baf2af2013-09-12 17:37:00 -07001556{
Andy Hungf65f5a72023-08-29 12:19:17 -07001557 audio_utils::lock_guard _l(mutex());
Eric Laurent5baf2af2013-09-12 17:37:00 -07001558 return mOffloaded;
1559}
1560
jiabineb3bda02020-06-30 14:07:03 -07001561/*static*/
Andy Hung6ac17eb2023-06-20 18:56:17 -07001562bool IAfEffectModule::isHapticGenerator(const effect_uuid_t *type) {
jiabineb3bda02020-06-30 14:07:03 -07001563 return memcmp(type, FX_IID_HAPTICGENERATOR, sizeof(effect_uuid_t)) == 0;
1564}
1565
Andy Hung6ac17eb2023-06-20 18:56:17 -07001566bool EffectModule::isHapticGenerator() const {
1567 return IAfEffectModule::isHapticGenerator(&mDescriptor.type);
jiabineb3bda02020-06-30 14:07:03 -07001568}
1569
Eric Laurent4eb45d02023-12-20 12:07:17 +01001570/*static*/
1571bool IAfEffectModule::isSpatializer(const effect_uuid_t *type) {
1572 return memcmp(type, FX_IID_SPATIALIZER, sizeof(effect_uuid_t)) == 0;
1573}
1574
1575bool EffectModule::isSpatializer() const {
1576 return IAfEffectModule::isSpatializer(&mDescriptor.type);
1577}
1578
Ahmad Khalil229466a2024-02-05 12:15:30 +00001579status_t EffectModule::setHapticScale_l(int id, os::HapticScale hapticScale) {
jiabine70bc7f2020-06-30 22:07:55 -07001580 if (mStatus != NO_ERROR) {
1581 return mStatus;
1582 }
1583 if (!isHapticGenerator()) {
1584 ALOGW("Should not set haptic intensity for effects that are not HapticGenerator");
1585 return INVALID_OPERATION;
1586 }
1587
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001588 std::vector<uint8_t> request(sizeof(effect_param_t) + 3 * sizeof(uint32_t));
1589 effect_param_t *param = (effect_param_t*) request.data();
jiabine70bc7f2020-06-30 22:07:55 -07001590 param->psize = sizeof(int32_t);
1591 param->vsize = sizeof(int32_t) * 2;
1592 *(int32_t*)param->data = HG_PARAM_HAPTIC_INTENSITY;
1593 *((int32_t*)param->data + 1) = id;
Ahmad Khalil229466a2024-02-05 12:15:30 +00001594 *((int32_t*)param->data + 2) = static_cast<int32_t>(hapticScale.getLevel());
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001595 std::vector<uint8_t> response;
1596 status_t status = command(EFFECT_CMD_SET_PARAM, request, sizeof(int32_t), &response);
jiabine70bc7f2020-06-30 22:07:55 -07001597 if (status == NO_ERROR) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001598 LOG_ALWAYS_FATAL_IF(response.size() != 4);
1599 status = *reinterpret_cast<const status_t*>(response.data());
jiabine70bc7f2020-06-30 22:07:55 -07001600 }
1601 return status;
1602}
1603
Shunkai Yaod125e402024-01-20 03:19:06 +00001604status_t EffectModule::setVibratorInfo_l(const media::AudioVibratorInfo& vibratorInfo) {
jiabin1319f5a2021-03-30 22:21:24 +00001605 if (mStatus != NO_ERROR) {
1606 return mStatus;
1607 }
1608 if (!isHapticGenerator()) {
1609 ALOGW("Should not set vibrator info for effects that are not HapticGenerator");
1610 return INVALID_OPERATION;
1611 }
1612
Lais Andradebc3f37a2021-07-02 00:13:19 +01001613 const size_t paramCount = 3;
jiabin1319f5a2021-03-30 22:21:24 +00001614 std::vector<uint8_t> request(
Lais Andradebc3f37a2021-07-02 00:13:19 +01001615 sizeof(effect_param_t) + sizeof(int32_t) + paramCount * sizeof(float));
jiabin1319f5a2021-03-30 22:21:24 +00001616 effect_param_t *param = (effect_param_t*) request.data();
1617 param->psize = sizeof(int32_t);
Lais Andradebc3f37a2021-07-02 00:13:19 +01001618 param->vsize = paramCount * sizeof(float);
jiabin1319f5a2021-03-30 22:21:24 +00001619 *(int32_t*)param->data = HG_PARAM_VIBRATOR_INFO;
1620 float* vibratorInfoPtr = reinterpret_cast<float*>(param->data + sizeof(int32_t));
Lais Andradebc3f37a2021-07-02 00:13:19 +01001621 vibratorInfoPtr[0] = vibratorInfo.resonantFrequency;
1622 vibratorInfoPtr[1] = vibratorInfo.qFactor;
1623 vibratorInfoPtr[2] = vibratorInfo.maxAmplitude;
jiabin1319f5a2021-03-30 22:21:24 +00001624 std::vector<uint8_t> response;
1625 status_t status = command(EFFECT_CMD_SET_PARAM, request, sizeof(int32_t), &response);
1626 if (status == NO_ERROR) {
1627 LOG_ALWAYS_FATAL_IF(response.size() != sizeof(status_t));
1628 status = *reinterpret_cast<const status_t*>(response.data());
1629 }
1630 return status;
1631}
1632
Shunkai Yaod125e402024-01-20 03:19:06 +00001633status_t EffectModule::getConfigs_l(audio_config_base_t* inputCfg, audio_config_base_t* outputCfg,
1634 bool* isOutput) const {
Andy Hungf65f5a72023-08-29 12:19:17 -07001635 audio_utils::lock_guard _l(mutex());
Mikhail Naganov8d7da002022-04-19 21:21:23 +00001636 if (mConfig.inputCfg.mask == 0 || mConfig.outputCfg.mask == 0) {
1637 return NO_INIT;
1638 }
1639 inputCfg->sample_rate = mConfig.inputCfg.samplingRate;
1640 inputCfg->channel_mask = static_cast<audio_channel_mask_t>(mConfig.inputCfg.channels);
1641 inputCfg->format = static_cast<audio_format_t>(mConfig.inputCfg.format);
1642 outputCfg->sample_rate = mConfig.outputCfg.samplingRate;
1643 outputCfg->channel_mask = static_cast<audio_channel_mask_t>(mConfig.outputCfg.channels);
1644 outputCfg->format = static_cast<audio_format_t>(mConfig.outputCfg.format);
1645 *isOutput = mIsOutput;
1646 return NO_ERROR;
1647}
1648
Shunkai Yaod125e402024-01-20 03:19:06 +00001649status_t EffectModule::sendMetadata_ll(const std::vector<playback_track_metadata_v7_t>& metadata) {
Eric Laurent4eb45d02023-12-20 12:07:17 +01001650 if (mStatus != NO_ERROR) {
1651 return mStatus;
1652 }
1653 // TODO b/307368176: send all metadata to effects if requested by the implementation.
1654 // For now only send channel mask to Spatializer.
1655 if (!isSpatializer()) {
1656 return INVALID_OPERATION;
1657 }
1658
1659 std::vector<uint8_t> request(
1660 sizeof(effect_param_t) + sizeof(int32_t) + metadata.size() * sizeof(uint32_t));
1661 effect_param_t *param = (effect_param_t*) request.data();
1662 param->psize = sizeof(int32_t);
1663 param->vsize = metadata.size() * sizeof(uint32_t);
1664 *(int32_t*)param->data = SPATIALIZER_PARAM_INPUT_CHANNEL_MASK;
1665 uint32_t* channelMasks = reinterpret_cast<uint32_t*>(param->data + sizeof(int32_t));
1666 for (auto m : metadata) {
1667 *channelMasks++ = m.channel_mask;
1668 }
1669 std::vector<uint8_t> response;
1670 status_t status = command(EFFECT_CMD_SET_PARAM, request, sizeof(int32_t), &response);
1671 if (status == NO_ERROR) {
1672 LOG_ALWAYS_FATAL_IF(response.size() != sizeof(status_t));
1673 status = *reinterpret_cast<const status_t*>(response.data());
1674 }
1675 return status;
1676}
1677
Andy Hungbded9c82017-11-30 18:47:35 -08001678static std::string dumpInOutBuffer(bool isInput, const sp<EffectBufferHalInterface> &buffer) {
1679 std::stringstream ss;
1680
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -08001681 if (buffer == nullptr) {
Andy Hungbded9c82017-11-30 18:47:35 -08001682 return "nullptr"; // make different than below
1683 } else if (buffer->externalData() != nullptr) {
1684 ss << (isInput ? buffer->externalData() : buffer->audioBuffer()->raw)
1685 << " -> "
1686 << (isInput ? buffer->audioBuffer()->raw : buffer->externalData());
1687 } else {
1688 ss << buffer->audioBuffer()->raw;
1689 }
1690 return ss.str();
1691}
Marco Nelissenb2208842014-02-07 14:00:50 -08001692
Andy Hung6ac17eb2023-06-20 18:56:17 -07001693void EffectModule::dump(int fd, const Vector<String16>& args) const
Andy Hung920f6572022-10-06 12:09:49 -07001694NO_THREAD_SAFETY_ANALYSIS // conditional try lock
Eric Laurentca7cc822012-11-19 14:55:58 -08001695{
Eric Laurent41709552019-12-16 19:34:05 -08001696 EffectBase::dump(fd, args);
1697
Eric Laurentca7cc822012-11-19 14:55:58 -08001698 String8 result;
Andy Hungf65f5a72023-08-29 12:19:17 -07001699 const bool locked = afutils::dumpTryLock(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -08001700
Eric Laurent41709552019-12-16 19:34:05 -08001701 result.append("\t\tStatus Engine:\n");
1702 result.appendFormat("\t\t%03d %p\n",
1703 mStatus, mEffectInterface.get());
Andy Hung9718d662017-12-22 17:57:39 -08001704
1705 result.appendFormat("\t\t- data: %s\n", mSupportsFloat ? "float" : "int16");
Eric Laurentca7cc822012-11-19 14:55:58 -08001706
1707 result.append("\t\t- Input configuration:\n");
Andy Hung9718d662017-12-22 17:57:39 -08001708 result.append("\t\t\tBuffer Frames Smp rate Channels Format\n");
1709 result.appendFormat("\t\t\t%p %05zu %05d %08x %6d (%s)\n",
1710 mConfig.inputCfg.buffer.raw,
Eric Laurentca7cc822012-11-19 14:55:58 -08001711 mConfig.inputCfg.buffer.frameCount,
1712 mConfig.inputCfg.samplingRate,
1713 mConfig.inputCfg.channels,
Marco Nelissenb2208842014-02-07 14:00:50 -08001714 mConfig.inputCfg.format,
Andy Hung5fd10da2023-07-19 11:31:15 -07001715 toString(static_cast<audio_format_t>(mConfig.inputCfg.format)).c_str());
Eric Laurentca7cc822012-11-19 14:55:58 -08001716
1717 result.append("\t\t- Output configuration:\n");
1718 result.append("\t\t\tBuffer Frames Smp rate Channels Format\n");
Andy Hung9718d662017-12-22 17:57:39 -08001719 result.appendFormat("\t\t\t%p %05zu %05d %08x %6d (%s)\n",
Kévin PETIT377b2ec2014-02-03 12:35:36 +00001720 mConfig.outputCfg.buffer.raw,
Eric Laurentca7cc822012-11-19 14:55:58 -08001721 mConfig.outputCfg.buffer.frameCount,
1722 mConfig.outputCfg.samplingRate,
1723 mConfig.outputCfg.channels,
Marco Nelissenb2208842014-02-07 14:00:50 -08001724 mConfig.outputCfg.format,
Andy Hung5fd10da2023-07-19 11:31:15 -07001725 toString(static_cast<audio_format_t>(mConfig.outputCfg.format)).c_str());
Eric Laurentca7cc822012-11-19 14:55:58 -08001726
Andy Hungbded9c82017-11-30 18:47:35 -08001727 result.appendFormat("\t\t- HAL buffers:\n"
1728 "\t\t\tIn(%s) InConversion(%s) Out(%s) OutConversion(%s)\n",
1729 dumpInOutBuffer(true /* isInput */, mInBuffer).c_str(),
1730 dumpInOutBuffer(true /* isInput */, mInConversionBuffer).c_str(),
1731 dumpInOutBuffer(false /* isInput */, mOutBuffer).c_str(),
1732 dumpInOutBuffer(false /* isInput */, mOutConversionBuffer).c_str());
rago94a1ee82017-07-21 15:11:02 -07001733
Tomasz Wasilczyk833345b2023-08-15 20:59:35 +00001734 write(fd, result.c_str(), result.length());
Eric Laurentca7cc822012-11-19 14:55:58 -08001735
Mikhail Naganov4d547672019-02-22 14:19:19 -08001736 if (mEffectInterface != 0) {
1737 dprintf(fd, "\tEffect ID %d HAL dump:\n", mId);
1738 (void)mEffectInterface->dump(fd);
1739 }
1740
Eric Laurentca7cc822012-11-19 14:55:58 -08001741 if (locked) {
Andy Hungf65f5a72023-08-29 12:19:17 -07001742 mutex().unlock();
Eric Laurentca7cc822012-11-19 14:55:58 -08001743 }
1744}
1745
1746// ----------------------------------------------------------------------------
1747// EffectHandle implementation
1748// ----------------------------------------------------------------------------
1749
1750#undef LOG_TAG
Andy Hung6ac17eb2023-06-20 18:56:17 -07001751#define LOG_TAG "EffectHandle"
Eric Laurentca7cc822012-11-19 14:55:58 -08001752
Andy Hung6ac17eb2023-06-20 18:56:17 -07001753/* static */
1754sp<IAfEffectHandle> IAfEffectHandle::create(
1755 const sp<IAfEffectBase>& effect,
Andy Hung59867e42023-06-27 17:05:02 -07001756 const sp<Client>& client,
Andy Hung6ac17eb2023-06-20 18:56:17 -07001757 const sp<media::IEffectClient>& effectClient,
1758 int32_t priority, bool notifyFramesProcessed)
1759{
1760 return sp<EffectHandle>::make(
Andy Hung59867e42023-06-27 17:05:02 -07001761 effect, client, effectClient, priority, notifyFramesProcessed);
Andy Hung6ac17eb2023-06-20 18:56:17 -07001762}
1763
1764EffectHandle::EffectHandle(const sp<IAfEffectBase>& effect,
Andy Hung59867e42023-06-27 17:05:02 -07001765 const sp<Client>& client,
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001766 const sp<media::IEffectClient>& effectClient,
Eric Laurentde8caf42021-08-11 17:19:25 +02001767 int32_t priority, bool notifyFramesProcessed)
Eric Laurentca7cc822012-11-19 14:55:58 -08001768 : BnEffect(),
Andy Hung9f6b4d62024-02-28 18:55:43 -08001769 mEffect(effect), mEffectClient(media::EffectClientAsyncProxy::makeIfNeeded(effectClient)),
1770 mClient(client), mCblk(nullptr),
Eric Laurentde8caf42021-08-11 17:19:25 +02001771 mPriority(priority), mHasControl(false), mEnabled(false), mDisconnected(false),
1772 mNotifyFramesProcessed(notifyFramesProcessed)
Eric Laurentca7cc822012-11-19 14:55:58 -08001773{
Eric Laurentb82e6b72019-11-22 17:25:04 -08001774 ALOGV("constructor %p client %p", this, client.get());
Andy Hung225aef62022-12-06 16:33:20 -08001775 setMinSchedulerPolicy(SCHED_NORMAL, ANDROID_PRIORITY_AUDIO);
Andy Hungf2b4a182024-03-26 18:04:29 -07001776 setInheritRt(true);
Eric Laurentca7cc822012-11-19 14:55:58 -08001777
1778 if (client == 0) {
1779 return;
1780 }
1781 int bufOffset = ((sizeof(effect_param_cblk_t) - 1) / sizeof(int) + 1) * sizeof(int);
Atneya3c61d882021-09-20 14:52:15 -04001782 mCblkMemory = client->allocator().allocate(mediautils::NamedAllocRequest{
1783 {static_cast<size_t>(EFFECT_PARAM_BUFFER_SIZE + bufOffset)},
1784 std::string("Effect ID: ")
1785 .append(std::to_string(effect->id()))
1786 .append(" Session ID: ")
1787 .append(std::to_string(static_cast<int>(effect->sessionId())))
1788 .append(" \n")
1789 });
Glenn Kastene75da402013-11-20 13:54:52 -08001790 if (mCblkMemory == 0 ||
Ytai Ben-Tsvi7dd39722019-09-05 15:14:30 -07001791 (mCblk = static_cast<effect_param_cblk_t *>(mCblkMemory->unsecurePointer())) == NULL) {
Glenn Kastenc42e9b42016-03-21 11:35:03 -07001792 ALOGE("not enough memory for Effect size=%zu", EFFECT_PARAM_BUFFER_SIZE +
Eric Laurentca7cc822012-11-19 14:55:58 -08001793 sizeof(effect_param_cblk_t));
Glenn Kastene75da402013-11-20 13:54:52 -08001794 mCblkMemory.clear();
Eric Laurentca7cc822012-11-19 14:55:58 -08001795 return;
1796 }
Glenn Kastene75da402013-11-20 13:54:52 -08001797 new(mCblk) effect_param_cblk_t();
1798 mBuffer = (uint8_t *)mCblk + bufOffset;
Eric Laurentca7cc822012-11-19 14:55:58 -08001799}
1800
Andy Hung6ac17eb2023-06-20 18:56:17 -07001801EffectHandle::~EffectHandle()
Eric Laurentca7cc822012-11-19 14:55:58 -08001802{
1803 ALOGV("Destructor %p", this);
Eric Laurentca7cc822012-11-19 14:55:58 -08001804 disconnect(false);
1805}
1806
Andy Hungc747c532022-03-07 21:41:14 -08001807// Creates an association between Binder code to name for IEffect.
1808#define IEFFECT_BINDER_METHOD_MACRO_LIST \
1809BINDER_METHOD_ENTRY(enable) \
1810BINDER_METHOD_ENTRY(disable) \
1811BINDER_METHOD_ENTRY(command) \
1812BINDER_METHOD_ENTRY(disconnect) \
1813BINDER_METHOD_ENTRY(getCblk) \
Mikhail Naganov8d7da002022-04-19 21:21:23 +00001814BINDER_METHOD_ENTRY(getConfig) \
Andy Hungc747c532022-03-07 21:41:14 -08001815
1816// singleton for Binder Method Statistics for IEffect
1817mediautils::MethodStatistics<int>& getIEffectStatistics() {
1818 using Code = int;
1819
1820#pragma push_macro("BINDER_METHOD_ENTRY")
1821#undef BINDER_METHOD_ENTRY
1822#define BINDER_METHOD_ENTRY(ENTRY) \
1823 {(Code)media::BnEffect::TRANSACTION_##ENTRY, #ENTRY},
1824
1825 static mediautils::MethodStatistics<Code> methodStatistics{
1826 IEFFECT_BINDER_METHOD_MACRO_LIST
1827 METHOD_STATISTICS_BINDER_CODE_NAMES(Code)
1828 };
1829#pragma pop_macro("BINDER_METHOD_ENTRY")
1830
1831 return methodStatistics;
1832}
1833
Andy Hung6ac17eb2023-06-20 18:56:17 -07001834status_t EffectHandle::onTransact(
Andy Hungc747c532022-03-07 21:41:14 -08001835 uint32_t code, const Parcel& data, Parcel* reply, uint32_t flags) {
Andy Hunga2a1ac32022-03-18 16:12:11 -07001836 const std::string methodName = getIEffectStatistics().getMethodForCode(code);
1837 mediautils::TimeCheck check(
1838 std::string("IEffect::").append(methodName),
1839 [code](bool timeout, float elapsedMs) {
1840 if (timeout) {
1841 ; // we don't timeout right now on the effect interface.
1842 } else {
1843 getIEffectStatistics().event(code, elapsedMs);
1844 }
Andy Hungf8ab0932022-06-13 19:49:43 -07001845 }, {} /* timeoutDuration */, {} /* secondChanceDuration */, false /* crashOnTimeout */);
Andy Hungc747c532022-03-07 21:41:14 -08001846 return BnEffect::onTransact(code, data, reply, flags);
1847}
1848
Andy Hung6ac17eb2023-06-20 18:56:17 -07001849status_t EffectHandle::initCheck() const
Glenn Kastene75da402013-11-20 13:54:52 -08001850{
1851 return mClient == 0 || mCblkMemory != 0 ? OK : NO_MEMORY;
1852}
1853
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001854#define RETURN(code) \
1855 *_aidl_return = (code); \
1856 return Status::ok();
1857
Mikhail Naganov8d7da002022-04-19 21:21:23 +00001858#define VALUE_OR_RETURN_STATUS_AS_OUT(exp) \
1859 ({ \
1860 auto _tmp = (exp); \
1861 if (!_tmp.ok()) { RETURN(_tmp.error()); } \
1862 std::move(_tmp.value()); \
1863 })
1864
Andy Hung6ac17eb2023-06-20 18:56:17 -07001865Status EffectHandle::enable(int32_t* _aidl_return)
Eric Laurentca7cc822012-11-19 14:55:58 -08001866{
Andy Hungf65f5a72023-08-29 12:19:17 -07001867 audio_utils::lock_guard _l(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -08001868 ALOGV("enable %p", this);
Andy Hung6ac17eb2023-06-20 18:56:17 -07001869 sp<IAfEffectBase> effect = mEffect.promote();
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001870 if (effect == 0 || mDisconnected) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001871 RETURN(DEAD_OBJECT);
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001872 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001873 if (!mHasControl) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001874 RETURN(INVALID_OPERATION);
Eric Laurentca7cc822012-11-19 14:55:58 -08001875 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001876
1877 if (mEnabled) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001878 RETURN(NO_ERROR);
Eric Laurentca7cc822012-11-19 14:55:58 -08001879 }
1880
1881 mEnabled = true;
1882
Eric Laurent6c796322019-04-09 14:13:17 -07001883 status_t status = effect->updatePolicyState();
1884 if (status != NO_ERROR) {
1885 mEnabled = false;
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001886 RETURN(status);
Eric Laurent6c796322019-04-09 14:13:17 -07001887 }
1888
Eric Laurent6b446ce2019-12-13 10:56:31 -08001889 effect->checkSuspendOnEffectEnabled(true, false /*threadLocked*/);
Eric Laurentca7cc822012-11-19 14:55:58 -08001890
1891 // checkSuspendOnEffectEnabled() can suspend this same effect when enabled
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001892 if (effect->suspended()) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001893 RETURN(NO_ERROR);
Eric Laurentca7cc822012-11-19 14:55:58 -08001894 }
1895
Eric Laurent6b446ce2019-12-13 10:56:31 -08001896 status = effect->setEnabled(true, true /*fromHandle*/);
Eric Laurentca7cc822012-11-19 14:55:58 -08001897 if (status != NO_ERROR) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001898 mEnabled = false;
1899 }
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001900 RETURN(status);
Eric Laurentca7cc822012-11-19 14:55:58 -08001901}
1902
Andy Hung6ac17eb2023-06-20 18:56:17 -07001903Status EffectHandle::disable(int32_t* _aidl_return)
Eric Laurentca7cc822012-11-19 14:55:58 -08001904{
1905 ALOGV("disable %p", this);
Andy Hungf65f5a72023-08-29 12:19:17 -07001906 audio_utils::lock_guard _l(mutex());
Andy Hung6ac17eb2023-06-20 18:56:17 -07001907 sp<IAfEffectBase> effect = mEffect.promote();
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001908 if (effect == 0 || mDisconnected) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001909 RETURN(DEAD_OBJECT);
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001910 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001911 if (!mHasControl) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001912 RETURN(INVALID_OPERATION);
Eric Laurentca7cc822012-11-19 14:55:58 -08001913 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001914
1915 if (!mEnabled) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001916 RETURN(NO_ERROR);
Eric Laurentca7cc822012-11-19 14:55:58 -08001917 }
1918 mEnabled = false;
1919
Eric Laurent6c796322019-04-09 14:13:17 -07001920 effect->updatePolicyState();
1921
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001922 if (effect->suspended()) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001923 RETURN(NO_ERROR);
Eric Laurentca7cc822012-11-19 14:55:58 -08001924 }
1925
Eric Laurent6b446ce2019-12-13 10:56:31 -08001926 status_t status = effect->setEnabled(false, true /*fromHandle*/);
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001927 RETURN(status);
Eric Laurentca7cc822012-11-19 14:55:58 -08001928}
1929
Andy Hung6ac17eb2023-06-20 18:56:17 -07001930Status EffectHandle::disconnect()
Eric Laurentca7cc822012-11-19 14:55:58 -08001931{
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001932 ALOGV("%s %p", __FUNCTION__, this);
Eric Laurentca7cc822012-11-19 14:55:58 -08001933 disconnect(true);
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001934 return Status::ok();
Eric Laurentca7cc822012-11-19 14:55:58 -08001935}
1936
Andy Hung6ac17eb2023-06-20 18:56:17 -07001937void EffectHandle::disconnect(bool unpinIfLast)
Eric Laurentca7cc822012-11-19 14:55:58 -08001938{
Andy Hungf65f5a72023-08-29 12:19:17 -07001939 audio_utils::lock_guard _l(mutex());
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001940 ALOGV("disconnect(%s) %p", unpinIfLast ? "true" : "false", this);
1941 if (mDisconnected) {
1942 if (unpinIfLast) {
1943 android_errorWriteLog(0x534e4554, "32707507");
1944 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001945 return;
1946 }
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001947 mDisconnected = true;
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001948 {
Andy Hung6ac17eb2023-06-20 18:56:17 -07001949 sp<IAfEffectBase> effect = mEffect.promote();
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001950 if (effect != 0) {
Eric Laurent6b446ce2019-12-13 10:56:31 -08001951 if (effect->disconnectHandle(this, unpinIfLast) > 0) {
Eric Laurent6c796322019-04-09 14:13:17 -07001952 ALOGW("%s Effect handle %p disconnected after thread destruction",
1953 __func__, this);
1954 }
1955 effect->updatePolicyState();
Eric Laurentf10c7092016-12-06 17:09:56 -08001956 }
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001957 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001958
Eric Laurentca7cc822012-11-19 14:55:58 -08001959 if (mClient != 0) {
1960 if (mCblk != NULL) {
1961 // unlike ~TrackBase(), mCblk is never a local new, so don't delete
1962 mCblk->~effect_param_cblk_t(); // destroy our shared-structure.
1963 }
1964 mCblkMemory.clear(); // free the shared memory before releasing the heap it belongs to
Eric Laurent021cf962014-05-13 10:18:14 -07001965 // Client destructor must run with AudioFlinger client mutex locked
Andy Hung954b9712023-08-28 18:36:53 -07001966 audio_utils::lock_guard _l2(mClient->afClientCallback()->clientMutex());
Eric Laurentca7cc822012-11-19 14:55:58 -08001967 mClient.clear();
1968 }
1969}
1970
Andy Hung6ac17eb2023-06-20 18:56:17 -07001971Status EffectHandle::getCblk(media::SharedFileRegion* _aidl_return) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001972 LOG_ALWAYS_FATAL_IF(!convertIMemoryToSharedFileRegion(mCblkMemory, _aidl_return));
1973 return Status::ok();
1974}
1975
Andy Hung6ac17eb2023-06-20 18:56:17 -07001976Status EffectHandle::getConfig(
Mikhail Naganov8d7da002022-04-19 21:21:23 +00001977 media::EffectConfig* _config, int32_t* _aidl_return) {
Andy Hungf65f5a72023-08-29 12:19:17 -07001978 audio_utils::lock_guard _l(mutex());
Andy Hung6ac17eb2023-06-20 18:56:17 -07001979 sp<IAfEffectBase> effect = mEffect.promote();
Mikhail Naganov8d7da002022-04-19 21:21:23 +00001980 if (effect == nullptr || mDisconnected) {
1981 RETURN(DEAD_OBJECT);
1982 }
Andy Hung6ac17eb2023-06-20 18:56:17 -07001983 sp<IAfEffectModule> effectModule = effect->asEffectModule();
Mikhail Naganov8d7da002022-04-19 21:21:23 +00001984 if (effectModule == nullptr) {
1985 RETURN(INVALID_OPERATION);
1986 }
1987 audio_config_base_t inputCfg = AUDIO_CONFIG_BASE_INITIALIZER;
1988 audio_config_base_t outputCfg = AUDIO_CONFIG_BASE_INITIALIZER;
1989 bool isOutput;
Shunkai Yaod125e402024-01-20 03:19:06 +00001990 status_t status = effectModule->getConfigs_l(&inputCfg, &outputCfg, &isOutput);
Mikhail Naganov8d7da002022-04-19 21:21:23 +00001991 if (status == NO_ERROR) {
1992 constexpr bool isInput = false; // effects always use 'OUT' channel masks.
1993 _config->inputCfg = VALUE_OR_RETURN_STATUS_AS_OUT(
1994 legacy2aidl_audio_config_base_t_AudioConfigBase(inputCfg, isInput));
1995 _config->outputCfg = VALUE_OR_RETURN_STATUS_AS_OUT(
1996 legacy2aidl_audio_config_base_t_AudioConfigBase(outputCfg, isInput));
1997 _config->isOnInputStream = !isOutput;
1998 }
1999 RETURN(status);
2000}
2001
Andy Hung6ac17eb2023-06-20 18:56:17 -07002002Status EffectHandle::command(int32_t cmdCode,
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002003 const std::vector<uint8_t>& cmdData,
2004 int32_t maxResponseSize,
2005 std::vector<uint8_t>* response,
2006 int32_t* _aidl_return)
Eric Laurentca7cc822012-11-19 14:55:58 -08002007{
2008 ALOGVV("command(), cmdCode: %d, mHasControl: %d, mEffect: %p",
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002009 cmdCode, mHasControl, mEffect.unsafe_get());
Eric Laurentca7cc822012-11-19 14:55:58 -08002010
Eric Laurentc7ab3092017-06-15 18:43:46 -07002011 // reject commands reserved for internal use by audio framework if coming from outside
2012 // of audioserver
2013 switch(cmdCode) {
2014 case EFFECT_CMD_ENABLE:
2015 case EFFECT_CMD_DISABLE:
2016 case EFFECT_CMD_SET_PARAM:
2017 case EFFECT_CMD_SET_PARAM_DEFERRED:
2018 case EFFECT_CMD_SET_PARAM_COMMIT:
2019 case EFFECT_CMD_GET_PARAM:
2020 break;
2021 default:
2022 if (cmdCode >= EFFECT_CMD_FIRST_PROPRIETARY) {
2023 break;
2024 }
2025 android_errorWriteLog(0x534e4554, "62019992");
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002026 RETURN(BAD_VALUE);
Eric Laurentc7ab3092017-06-15 18:43:46 -07002027 }
2028
Eric Laurent1ffc5852016-12-15 14:46:09 -08002029 if (cmdCode == EFFECT_CMD_ENABLE) {
Andy Hung920f6572022-10-06 12:09:49 -07002030 if (maxResponseSize < static_cast<signed>(sizeof(int))) {
Eric Laurent1ffc5852016-12-15 14:46:09 -08002031 android_errorWriteLog(0x534e4554, "32095713");
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002032 RETURN(BAD_VALUE);
Eric Laurent1ffc5852016-12-15 14:46:09 -08002033 }
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002034 writeToBuffer(NO_ERROR, response);
2035 return enable(_aidl_return);
Eric Laurent1ffc5852016-12-15 14:46:09 -08002036 } else if (cmdCode == EFFECT_CMD_DISABLE) {
Andy Hung920f6572022-10-06 12:09:49 -07002037 if (maxResponseSize < static_cast<signed>(sizeof(int))) {
Eric Laurent1ffc5852016-12-15 14:46:09 -08002038 android_errorWriteLog(0x534e4554, "32095713");
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002039 RETURN(BAD_VALUE);
Eric Laurent1ffc5852016-12-15 14:46:09 -08002040 }
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002041 writeToBuffer(NO_ERROR, response);
2042 return disable(_aidl_return);
Eric Laurent1ffc5852016-12-15 14:46:09 -08002043 }
2044
Andy Hungf65f5a72023-08-29 12:19:17 -07002045 audio_utils::lock_guard _l(mutex());
Andy Hung6ac17eb2023-06-20 18:56:17 -07002046 sp<IAfEffectBase> effect = mEffect.promote();
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002047 if (effect == 0 || mDisconnected) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002048 RETURN(DEAD_OBJECT);
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002049 }
Eric Laurentca7cc822012-11-19 14:55:58 -08002050 // only get parameter command is permitted for applications not controlling the effect
2051 if (!mHasControl && cmdCode != EFFECT_CMD_GET_PARAM) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002052 RETURN(INVALID_OPERATION);
Eric Laurentca7cc822012-11-19 14:55:58 -08002053 }
Eric Laurentca7cc822012-11-19 14:55:58 -08002054
2055 // handle commands that are not forwarded transparently to effect engine
2056 if (cmdCode == EFFECT_CMD_SET_PARAM_COMMIT) {
Eric Laurentb82e6b72019-11-22 17:25:04 -08002057 if (mClient == 0) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002058 RETURN(INVALID_OPERATION);
Eric Laurentb82e6b72019-11-22 17:25:04 -08002059 }
2060
Andy Hung920f6572022-10-06 12:09:49 -07002061 if (maxResponseSize < (signed)sizeof(int)) {
Eric Laurent1ffc5852016-12-15 14:46:09 -08002062 android_errorWriteLog(0x534e4554, "32095713");
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002063 RETURN(BAD_VALUE);
Eric Laurent1ffc5852016-12-15 14:46:09 -08002064 }
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002065 writeToBuffer(NO_ERROR, response);
Eric Laurent1ffc5852016-12-15 14:46:09 -08002066
Eric Laurentca7cc822012-11-19 14:55:58 -08002067 // No need to trylock() here as this function is executed in the binder thread serving a
2068 // particular client process: no risk to block the whole media server process or mixer
2069 // threads if we are stuck here
Andy Hung920f6572022-10-06 12:09:49 -07002070 Mutex::Autolock _l2(mCblk->lock);
Andy Hunga447a0f2016-11-15 17:19:58 -08002071 // keep local copy of index in case of client corruption b/32220769
2072 const uint32_t clientIndex = mCblk->clientIndex;
2073 const uint32_t serverIndex = mCblk->serverIndex;
2074 if (clientIndex > EFFECT_PARAM_BUFFER_SIZE ||
2075 serverIndex > EFFECT_PARAM_BUFFER_SIZE) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002076 mCblk->serverIndex = 0;
2077 mCblk->clientIndex = 0;
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002078 RETURN(BAD_VALUE);
Eric Laurentca7cc822012-11-19 14:55:58 -08002079 }
2080 status_t status = NO_ERROR;
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002081 std::vector<uint8_t> param;
Andy Hunga447a0f2016-11-15 17:19:58 -08002082 for (uint32_t index = serverIndex; index < clientIndex;) {
2083 int *p = (int *)(mBuffer + index);
2084 const int size = *p++;
2085 if (size < 0
2086 || size > EFFECT_PARAM_BUFFER_SIZE
2087 || ((uint8_t *)p + size) > mBuffer + clientIndex) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002088 ALOGW("command(): invalid parameter block size");
Andy Hunga447a0f2016-11-15 17:19:58 -08002089 status = BAD_VALUE;
Eric Laurentca7cc822012-11-19 14:55:58 -08002090 break;
2091 }
Andy Hunga447a0f2016-11-15 17:19:58 -08002092
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002093 std::copy(reinterpret_cast<const uint8_t*>(p),
2094 reinterpret_cast<const uint8_t*>(p) + size,
2095 std::back_inserter(param));
Andy Hunga447a0f2016-11-15 17:19:58 -08002096
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002097 std::vector<uint8_t> replyBuffer;
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002098 status_t ret = effect->command(EFFECT_CMD_SET_PARAM,
Andy Hunga447a0f2016-11-15 17:19:58 -08002099 param,
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002100 sizeof(int),
2101 &replyBuffer);
2102 int reply = *reinterpret_cast<const int*>(replyBuffer.data());
Andy Hunga447a0f2016-11-15 17:19:58 -08002103
2104 // verify shared memory: server index shouldn't change; client index can't go back.
2105 if (serverIndex != mCblk->serverIndex
2106 || clientIndex > mCblk->clientIndex) {
2107 android_errorWriteLog(0x534e4554, "32220769");
2108 status = BAD_VALUE;
2109 break;
2110 }
2111
Eric Laurentca7cc822012-11-19 14:55:58 -08002112 // stop at first error encountered
2113 if (ret != NO_ERROR) {
2114 status = ret;
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002115 writeToBuffer(reply, response);
Eric Laurentca7cc822012-11-19 14:55:58 -08002116 break;
2117 } else if (reply != NO_ERROR) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002118 writeToBuffer(reply, response);
Eric Laurentca7cc822012-11-19 14:55:58 -08002119 break;
2120 }
Andy Hunga447a0f2016-11-15 17:19:58 -08002121 index += size;
Eric Laurentca7cc822012-11-19 14:55:58 -08002122 }
2123 mCblk->serverIndex = 0;
2124 mCblk->clientIndex = 0;
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002125 RETURN(status);
Eric Laurentca7cc822012-11-19 14:55:58 -08002126 }
2127
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002128 status_t status = effect->command(cmdCode,
2129 cmdData,
2130 maxResponseSize,
2131 response);
2132 RETURN(status);
Eric Laurentca7cc822012-11-19 14:55:58 -08002133}
2134
Andy Hung6ac17eb2023-06-20 18:56:17 -07002135void EffectHandle::setControl(bool hasControl, bool signal, bool enabled)
Eric Laurentca7cc822012-11-19 14:55:58 -08002136{
2137 ALOGV("setControl %p control %d", this, hasControl);
2138
2139 mHasControl = hasControl;
2140 mEnabled = enabled;
2141
2142 if (signal && mEffectClient != 0) {
2143 mEffectClient->controlStatusChanged(hasControl);
2144 }
2145}
2146
Andy Hung6ac17eb2023-06-20 18:56:17 -07002147void EffectHandle::commandExecuted(uint32_t cmdCode,
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002148 const std::vector<uint8_t>& cmdData,
2149 const std::vector<uint8_t>& replyData)
Eric Laurentca7cc822012-11-19 14:55:58 -08002150{
2151 if (mEffectClient != 0) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002152 mEffectClient->commandExecuted(cmdCode, cmdData, replyData);
Eric Laurentca7cc822012-11-19 14:55:58 -08002153 }
2154}
2155
2156
2157
Andy Hung6ac17eb2023-06-20 18:56:17 -07002158void EffectHandle::setEnabled(bool enabled)
Eric Laurentca7cc822012-11-19 14:55:58 -08002159{
2160 if (mEffectClient != 0) {
2161 mEffectClient->enableStatusChanged(enabled);
2162 }
2163}
2164
Andy Hung6ac17eb2023-06-20 18:56:17 -07002165void EffectHandle::framesProcessed(int32_t frames) const
Eric Laurentde8caf42021-08-11 17:19:25 +02002166{
2167 if (mEffectClient != 0 && mNotifyFramesProcessed) {
2168 mEffectClient->framesProcessed(frames);
2169 }
2170}
2171
Andy Hung6ac17eb2023-06-20 18:56:17 -07002172void EffectHandle::dumpToBuffer(char* buffer, size_t size) const
Andy Hung920f6572022-10-06 12:09:49 -07002173NO_THREAD_SAFETY_ANALYSIS // conditional try lock
Eric Laurentca7cc822012-11-19 14:55:58 -08002174{
Andy Hung0a51b5c2023-07-18 20:54:44 -07002175 const bool locked = mCblk != nullptr && afutils::dumpTryLock(mCblk->lock);
Eric Laurentca7cc822012-11-19 14:55:58 -08002176
Marco Nelissenb2208842014-02-07 14:00:50 -08002177 snprintf(buffer, size, "\t\t\t%5d %5d %3s %3s %5u %5u\n",
Andy Hung4ef19fa2018-05-15 19:35:29 -07002178 (mClient == 0) ? getpid() : mClient->pid(),
Eric Laurentca7cc822012-11-19 14:55:58 -08002179 mPriority,
Marco Nelissenb2208842014-02-07 14:00:50 -08002180 mHasControl ? "yes" : "no",
2181 locked ? "yes" : "no",
Eric Laurentca7cc822012-11-19 14:55:58 -08002182 mCblk ? mCblk->clientIndex : 0,
2183 mCblk ? mCblk->serverIndex : 0
2184 );
2185
2186 if (locked) {
2187 mCblk->lock.unlock();
2188 }
2189}
2190
2191#undef LOG_TAG
Andy Hung6ac17eb2023-06-20 18:56:17 -07002192#define LOG_TAG "EffectChain"
Eric Laurentca7cc822012-11-19 14:55:58 -08002193
Andy Hung6ac17eb2023-06-20 18:56:17 -07002194/* static */
2195sp<IAfEffectChain> IAfEffectChain::create(
Andy Hung583043b2023-07-17 17:05:00 -07002196 const sp<IAfThreadBase>& thread,
Shunkai Yao2fa06c12024-03-19 04:31:47 +00002197 audio_session_t sessionId,
2198 const sp<IAfThreadCallback>& afThreadCallback)
Andy Hung6ac17eb2023-06-20 18:56:17 -07002199{
Shunkai Yao2fa06c12024-03-19 04:31:47 +00002200 return sp<EffectChain>::make(thread, sessionId, afThreadCallback);
Andy Hung6ac17eb2023-06-20 18:56:17 -07002201}
2202
Shunkai Yao2fa06c12024-03-19 04:31:47 +00002203EffectChain::EffectChain(const sp<IAfThreadBase>& thread, audio_session_t sessionId,
2204 const sp<IAfThreadCallback>& afThreadCallback)
Eric Laurent6b446ce2019-12-13 10:56:31 -08002205 : mSessionId(sessionId), mActiveTrackCnt(0), mTrackCnt(0), mTailBufferCount(0),
jiabinbd18c8e2023-08-24 21:10:44 +00002206 mLeftVolume(UINT_MAX), mRightVolume(UINT_MAX),
Eric Laurent6b446ce2019-12-13 10:56:31 -08002207 mNewLeftVolume(UINT_MAX), mNewRightVolume(UINT_MAX),
Shunkai Yao2fa06c12024-03-19 04:31:47 +00002208 mEffectCallback(new EffectCallback(wp<EffectChain>(this), thread, afThreadCallback))
Eric Laurentca7cc822012-11-19 14:55:58 -08002209{
Shunkai Yao2fa06c12024-03-19 04:31:47 +00002210 if (thread != nullptr) {
2211 mStrategy = thread->getStrategyForStream(AUDIO_STREAM_MUSIC);
2212 mMaxTailBuffers =
2213 ((kProcessTailDurationMs * thread->sampleRate()) / 1000) /
2214 thread->frameCount();
2215 }
Eric Laurentca7cc822012-11-19 14:55:58 -08002216}
2217
Shunkai Yao2fa06c12024-03-19 04:31:47 +00002218sp<IAfEffectModule> EffectChain::getEffectFromDesc(
Andy Hung6ac17eb2023-06-20 18:56:17 -07002219 effect_descriptor_t *descriptor) const
Eric Laurentca7cc822012-11-19 14:55:58 -08002220{
Shunkai Yao2fa06c12024-03-19 04:31:47 +00002221 audio_utils::lock_guard _l(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -08002222 size_t size = mEffects.size();
2223
2224 for (size_t i = 0; i < size; i++) {
2225 if (memcmp(&mEffects[i]->desc().uuid, &descriptor->uuid, sizeof(effect_uuid_t)) == 0) {
2226 return mEffects[i];
2227 }
2228 }
2229 return 0;
2230}
2231
Andy Hung87c693c2023-07-06 20:56:16 -07002232// getEffectFromId_l() must be called with IAfThreadBase::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002233sp<IAfEffectModule> EffectChain::getEffectFromId_l(int id) const
Eric Laurentca7cc822012-11-19 14:55:58 -08002234{
Shunkai Yao2fa06c12024-03-19 04:31:47 +00002235 audio_utils::lock_guard _l(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -08002236 size_t size = mEffects.size();
2237
2238 for (size_t i = 0; i < size; i++) {
2239 // by convention, return first effect if id provided is 0 (0 is never a valid id)
2240 if (id == 0 || mEffects[i]->id() == id) {
2241 return mEffects[i];
2242 }
2243 }
2244 return 0;
2245}
2246
Andy Hung87c693c2023-07-06 20:56:16 -07002247// getEffectFromType_l() must be called with IAfThreadBase::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002248sp<IAfEffectModule> EffectChain::getEffectFromType_l(
2249 const effect_uuid_t *type) const
Eric Laurentca7cc822012-11-19 14:55:58 -08002250{
Shunkai Yao2fa06c12024-03-19 04:31:47 +00002251 audio_utils::lock_guard _l(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -08002252 size_t size = mEffects.size();
2253
2254 for (size_t i = 0; i < size; i++) {
2255 if (memcmp(&mEffects[i]->desc().type, type, sizeof(effect_uuid_t)) == 0) {
2256 return mEffects[i];
2257 }
2258 }
2259 return 0;
2260}
2261
Shunkai Yaod125e402024-01-20 03:19:06 +00002262std::vector<int> EffectChain::getEffectIds_l() const
Eric Laurent6c796322019-04-09 14:13:17 -07002263{
2264 std::vector<int> ids;
Andy Hungf65f5a72023-08-29 12:19:17 -07002265 audio_utils::lock_guard _l(mutex());
Eric Laurent6c796322019-04-09 14:13:17 -07002266 for (size_t i = 0; i < mEffects.size(); i++) {
2267 ids.push_back(mEffects[i]->id());
2268 }
2269 return ids;
2270}
2271
Andy Hung6ac17eb2023-06-20 18:56:17 -07002272void EffectChain::clearInputBuffer()
Eric Laurentca7cc822012-11-19 14:55:58 -08002273{
Andy Hungf65f5a72023-08-29 12:19:17 -07002274 audio_utils::lock_guard _l(mutex());
Eric Laurent6b446ce2019-12-13 10:56:31 -08002275 clearInputBuffer_l();
Eric Laurentca7cc822012-11-19 14:55:58 -08002276}
2277
Andy Hungf65f5a72023-08-29 12:19:17 -07002278// Must be called with EffectChain::mutex() locked
Andy Hung6ac17eb2023-06-20 18:56:17 -07002279void EffectChain::clearInputBuffer_l()
Eric Laurentca7cc822012-11-19 14:55:58 -08002280{
Eric Laurent6acd1d42017-01-04 14:23:29 -08002281 if (mInBuffer == NULL) {
2282 return;
2283 }
Andy Hung319587b2023-05-23 14:01:03 -07002284 const size_t frameSize = audio_bytes_per_sample(AUDIO_FORMAT_PCM_FLOAT)
Eric Laurentf1f22e72021-07-13 14:04:14 +02002285 * mEffectCallback->inChannelCount(mEffects[0]->id());
rago94a1ee82017-07-21 15:11:02 -07002286
Eric Laurent6b446ce2019-12-13 10:56:31 -08002287 memset(mInBuffer->audioBuffer()->raw, 0, mEffectCallback->frameCount() * frameSize);
Mikhail Naganov022b9952017-01-04 16:36:51 -08002288 mInBuffer->commit();
Eric Laurentca7cc822012-11-19 14:55:58 -08002289}
2290
Andy Hungf65f5a72023-08-29 12:19:17 -07002291// Must be called with EffectChain::mutex() locked
Shunkai Yaod125e402024-01-20 03:19:06 +00002292void EffectChain::process_l() {
Jean-Michel Trivifed62922013-09-25 18:50:33 -07002293 // never process effects when:
2294 // - on an OFFLOAD thread
2295 // - no more tracks are on the session and the effect tail has been rendered
Eric Laurent6b446ce2019-12-13 10:56:31 -08002296 bool doProcess = !mEffectCallback->isOffloadOrMmap();
Eric Laurent3f75a5b2019-11-12 15:55:51 -08002297 if (!audio_is_global_session(mSessionId)) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002298 bool tracksOnSession = (trackCnt() != 0);
2299
2300 if (!tracksOnSession && mTailBufferCount == 0) {
2301 doProcess = false;
2302 }
2303
2304 if (activeTrackCnt() == 0) {
2305 // if no track is active and the effect tail has not been rendered,
2306 // the input buffer must be cleared here as the mixer process will not do it
2307 if (tracksOnSession || mTailBufferCount > 0) {
Eric Laurent6b446ce2019-12-13 10:56:31 -08002308 clearInputBuffer_l();
Eric Laurentca7cc822012-11-19 14:55:58 -08002309 if (mTailBufferCount > 0) {
2310 mTailBufferCount--;
2311 }
2312 }
2313 }
2314 }
2315
2316 size_t size = mEffects.size();
2317 if (doProcess) {
Mikhail Naganov022b9952017-01-04 16:36:51 -08002318 // Only the input and output buffers of the chain can be external,
2319 // and 'update' / 'commit' do nothing for allocated buffers, thus
2320 // it's not needed to consider any other buffers here.
2321 mInBuffer->update();
Mikhail Naganov06888802017-01-19 12:47:55 -08002322 if (mInBuffer->audioBuffer()->raw != mOutBuffer->audioBuffer()->raw) {
2323 mOutBuffer->update();
2324 }
Eric Laurentca7cc822012-11-19 14:55:58 -08002325 for (size_t i = 0; i < size; i++) {
2326 mEffects[i]->process();
2327 }
Mikhail Naganov06888802017-01-19 12:47:55 -08002328 mInBuffer->commit();
2329 if (mInBuffer->audioBuffer()->raw != mOutBuffer->audioBuffer()->raw) {
2330 mOutBuffer->commit();
2331 }
Eric Laurentca7cc822012-11-19 14:55:58 -08002332 }
Eric Laurentfa1e1232016-08-02 19:01:49 -07002333 bool doResetVolume = false;
Eric Laurentca7cc822012-11-19 14:55:58 -08002334 for (size_t i = 0; i < size; i++) {
Shunkai Yao05fd2b82024-06-26 21:53:51 +00002335 // reset volume when any effect just started or stopped.
2336 // resetVolume_l will check if the volume controller effect in the chain needs update and
2337 // apply the correct volume
Shunkai Yaod125e402024-01-20 03:19:06 +00002338 doResetVolume = mEffects[i]->updateState_l() || doResetVolume;
Eric Laurentfa1e1232016-08-02 19:01:49 -07002339 }
2340 if (doResetVolume) {
2341 resetVolume_l();
Eric Laurentca7cc822012-11-19 14:55:58 -08002342 }
2343}
2344
Shunkai Yao2fa06c12024-03-19 04:31:47 +00002345status_t EffectChain::createEffect(sp<IAfEffectModule>& effect,
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002346 effect_descriptor_t *desc,
2347 int id,
2348 audio_session_t sessionId,
2349 bool pinned)
2350{
Andy Hungf65f5a72023-08-29 12:19:17 -07002351 audio_utils::lock_guard _l(mutex());
Eric Laurentb82e6b72019-11-22 17:25:04 -08002352 effect = new EffectModule(mEffectCallback, desc, id, sessionId, pinned, AUDIO_PORT_HANDLE_NONE);
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002353 status_t lStatus = effect->status();
2354 if (lStatus == NO_ERROR) {
Shunkai Yao2fa06c12024-03-19 04:31:47 +00002355 lStatus = addEffect_l(effect);
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002356 }
2357 if (lStatus != NO_ERROR) {
2358 effect.clear();
2359 }
2360 return lStatus;
2361}
2362
Shunkai Yao2fa06c12024-03-19 04:31:47 +00002363status_t EffectChain::addEffect(const sp<IAfEffectModule>& effect)
Eric Laurentca7cc822012-11-19 14:55:58 -08002364{
Andy Hungf65f5a72023-08-29 12:19:17 -07002365 audio_utils::lock_guard _l(mutex());
Shunkai Yao2fa06c12024-03-19 04:31:47 +00002366 return addEffect_l(effect);
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002367}
Shunkai Yao2fa06c12024-03-19 04:31:47 +00002368// addEffect_l() must be called with EffectChain::mutex() held
2369status_t EffectChain::addEffect_l(const sp<IAfEffectModule>& effect)
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002370{
Eric Laurent6b446ce2019-12-13 10:56:31 -08002371 effect->setCallback(mEffectCallback);
Eric Laurentca7cc822012-11-19 14:55:58 -08002372
Eric Laurentb62d0362021-10-26 17:40:18 +02002373 effect_descriptor_t desc = effect->desc();
jiabin6377c852024-03-19 19:05:38 +00002374 ssize_t idx_insert = 0;
Eric Laurentca7cc822012-11-19 14:55:58 -08002375 if ((desc.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_AUXILIARY) {
2376 // Auxiliary effects are inserted at the beginning of mEffects vector as
2377 // they are processed first and accumulated in chain input buffer
jiabin6377c852024-03-19 19:05:38 +00002378 mEffects.insertAt(effect, idx_insert);
Eric Laurentca7cc822012-11-19 14:55:58 -08002379
2380 // the input buffer for auxiliary effect contains mono samples in
2381 // 32 bit format. This is to avoid saturation in AudoMixer
2382 // accumulation stage. Saturation is done in EffectModule::process() before
2383 // calling the process in effect engine
Eric Laurent6b446ce2019-12-13 10:56:31 -08002384 size_t numSamples = mEffectCallback->frameCount();
Mikhail Naganov022b9952017-01-04 16:36:51 -08002385 sp<EffectBufferHalInterface> halBuffer;
Andy Hung26836922023-05-22 17:31:57 -07002386
Eric Laurent6b446ce2019-12-13 10:56:31 -08002387 status_t result = mEffectCallback->allocateHalBuffer(
rago94a1ee82017-07-21 15:11:02 -07002388 numSamples * sizeof(float), &halBuffer);
Mikhail Naganov022b9952017-01-04 16:36:51 -08002389 if (result != OK) return result;
Eric Laurentf1f22e72021-07-13 14:04:14 +02002390
Shunkai Yaod125e402024-01-20 03:19:06 +00002391 effect->configure_l();
Eric Laurentf1f22e72021-07-13 14:04:14 +02002392
Mikhail Naganov022b9952017-01-04 16:36:51 -08002393 effect->setInBuffer(halBuffer);
Eric Laurentca7cc822012-11-19 14:55:58 -08002394 // auxiliary effects output samples to chain input buffer for further processing
2395 // by insert effects
2396 effect->setOutBuffer(mInBuffer);
2397 } else {
jiabin6377c852024-03-19 19:05:38 +00002398 idx_insert = getInsertIndex_l(desc);
Eric Laurentb62d0362021-10-26 17:40:18 +02002399 if (idx_insert < 0) {
2400 return INVALID_OPERATION;
Eric Laurentca7cc822012-11-19 14:55:58 -08002401 }
2402
Eric Laurentb62d0362021-10-26 17:40:18 +02002403 size_t previousSize = mEffects.size();
Eric Laurentf1f22e72021-07-13 14:04:14 +02002404 mEffects.insertAt(effect, idx_insert);
2405
Shunkai Yaod125e402024-01-20 03:19:06 +00002406 effect->configure_l();
Eric Laurentf1f22e72021-07-13 14:04:14 +02002407
Eric Laurentb62d0362021-10-26 17:40:18 +02002408 // - By default:
2409 // All effects read samples from chain input buffer.
2410 // The last effect in the chain, writes samples to chain output buffer,
2411 // otherwise to chain input buffer
2412 // - In the OUTPUT_STAGE chain of a spatializer mixer thread:
2413 // The spatializer effect (first effect) reads samples from the input buffer
2414 // and writes samples to the output buffer.
2415 // All other effects read and writes samples to the output buffer
2416 if (mEffectCallback->isSpatializer()
2417 && mSessionId == AUDIO_SESSION_OUTPUT_STAGE) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002418 effect->setOutBuffer(mOutBuffer);
Eric Laurentb62d0362021-10-26 17:40:18 +02002419 if (idx_insert == 0) {
2420 if (previousSize != 0) {
Shunkai Yaod125e402024-01-20 03:19:06 +00002421 mEffects[1]->configure_l();
Eric Laurentb62d0362021-10-26 17:40:18 +02002422 mEffects[1]->setInBuffer(mOutBuffer);
Shunkai Yaod125e402024-01-20 03:19:06 +00002423 mEffects[1]->updateAccessMode_l(); // reconfig if needed.
Eric Laurentb62d0362021-10-26 17:40:18 +02002424 }
2425 effect->setInBuffer(mInBuffer);
2426 } else {
2427 effect->setInBuffer(mOutBuffer);
2428 }
Eric Laurentca7cc822012-11-19 14:55:58 -08002429 } else {
Eric Laurentb62d0362021-10-26 17:40:18 +02002430 effect->setInBuffer(mInBuffer);
Andy Hung920f6572022-10-06 12:09:49 -07002431 if (idx_insert == static_cast<ssize_t>(previousSize)) {
Eric Laurentb62d0362021-10-26 17:40:18 +02002432 if (idx_insert != 0) {
Shunkai Yaod125e402024-01-20 03:19:06 +00002433 mEffects[idx_insert-1]->configure_l();
Eric Laurentb62d0362021-10-26 17:40:18 +02002434 mEffects[idx_insert-1]->setOutBuffer(mInBuffer);
Shunkai Yaod125e402024-01-20 03:19:06 +00002435 mEffects[idx_insert - 1]->updateAccessMode_l(); // reconfig if needed.
Eric Laurentb62d0362021-10-26 17:40:18 +02002436 }
2437 effect->setOutBuffer(mOutBuffer);
2438 } else {
2439 effect->setOutBuffer(mInBuffer);
2440 }
Eric Laurentca7cc822012-11-19 14:55:58 -08002441 }
Eric Laurentb62d0362021-10-26 17:40:18 +02002442 ALOGV("%s effect %p, added in chain %p at rank %zu",
2443 __func__, effect.get(), this, idx_insert);
Eric Laurentca7cc822012-11-19 14:55:58 -08002444 }
Shunkai Yaod125e402024-01-20 03:19:06 +00002445 effect->configure_l();
Eric Laurentd8365c52017-07-16 15:27:05 -07002446
jiabin6377c852024-03-19 19:05:38 +00002447 if (effect->isVolumeControl()) {
2448 const auto volumeControlIndex = findVolumeControl_l(0, mEffects.size());
2449 if (!volumeControlIndex.has_value() || (ssize_t)volumeControlIndex.value() < idx_insert) {
2450 // If this effect will be the new volume control effect when it is enabled, force
2451 // initializing the volume as 0 for volume control effect for safer ramping. The actual
2452 // volume will be set from setVolume_l.
2453 uint32_t left = 0;
2454 uint32_t right = 0;
Shunkai Yao72e1cd42024-06-08 00:54:32 +00002455 effect->setVolume_l(&left, &right, true /*controller*/, true /*force*/);
jiabin6377c852024-03-19 19:05:38 +00002456 }
2457 }
2458
Eric Laurentca7cc822012-11-19 14:55:58 -08002459 return NO_ERROR;
2460}
2461
jiabinbd18c8e2023-08-24 21:10:44 +00002462std::optional<size_t> EffectChain::findVolumeControl_l(size_t from, size_t to) const {
2463 for (size_t i = std::min(to, mEffects.size()); i > from; i--) {
Shunkai Yaod125e402024-01-20 03:19:06 +00002464 if (mEffects[i - 1]->isVolumeControlEnabled_l()) {
jiabinbd18c8e2023-08-24 21:10:44 +00002465 return i - 1;
2466 }
2467 }
2468 return std::nullopt;
2469}
2470
Shunkai Yao2fa06c12024-03-19 04:31:47 +00002471ssize_t EffectChain::getInsertIndex_l(const effect_descriptor_t& desc) {
Eric Laurentb62d0362021-10-26 17:40:18 +02002472 // Insert effects are inserted at the end of mEffects vector as they are processed
2473 // after track and auxiliary effects.
2474 // Insert effect order as a function of indicated preference:
2475 // if EFFECT_FLAG_INSERT_EXCLUSIVE, insert in first position or reject if
2476 // another effect is present
2477 // else if EFFECT_FLAG_INSERT_FIRST, insert in first position or after the
2478 // last effect claiming first position
2479 // else if EFFECT_FLAG_INSERT_LAST, insert in last position or before the
2480 // first effect claiming last position
2481 // else if EFFECT_FLAG_INSERT_ANY insert after first or before last
2482 // Reject insertion if an effect with EFFECT_FLAG_INSERT_EXCLUSIVE is
2483 // already present
2484 // Spatializer or Downmixer effects are inserted in first position because
2485 // they adapt the channel count for all other effects in the chain
Eric Laurent4eb45d02023-12-20 12:07:17 +01002486 if (IAfEffectModule::isSpatializer(&desc.type)
Eric Laurentb62d0362021-10-26 17:40:18 +02002487 || (memcmp(&desc.type, EFFECT_UIID_DOWNMIX, sizeof(effect_uuid_t)) == 0)) {
2488 return 0;
2489 }
2490
2491 size_t size = mEffects.size();
2492 uint32_t insertPref = desc.flags & EFFECT_FLAG_INSERT_MASK;
2493 ssize_t idx_insert;
2494 ssize_t idx_insert_first = -1;
2495 ssize_t idx_insert_last = -1;
2496
2497 idx_insert = size;
2498 for (size_t i = 0; i < size; i++) {
2499 effect_descriptor_t d = mEffects[i]->desc();
2500 uint32_t iMode = d.flags & EFFECT_FLAG_TYPE_MASK;
2501 uint32_t iPref = d.flags & EFFECT_FLAG_INSERT_MASK;
2502 if (iMode == EFFECT_FLAG_TYPE_INSERT) {
2503 // check invalid effect chaining combinations
2504 if (insertPref == EFFECT_FLAG_INSERT_EXCLUSIVE ||
2505 iPref == EFFECT_FLAG_INSERT_EXCLUSIVE) {
2506 ALOGW("%s could not insert effect %s: exclusive conflict with %s",
2507 __func__, desc.name, d.name);
2508 return -1;
2509 }
2510 // remember position of first insert effect and by default
2511 // select this as insert position for new effect
Andy Hung920f6572022-10-06 12:09:49 -07002512 if (idx_insert == static_cast<ssize_t>(size)) {
Eric Laurentb62d0362021-10-26 17:40:18 +02002513 idx_insert = i;
2514 }
2515 // remember position of last insert effect claiming
2516 // first position
2517 if (iPref == EFFECT_FLAG_INSERT_FIRST) {
2518 idx_insert_first = i;
2519 }
2520 // remember position of first insert effect claiming
2521 // last position
2522 if (iPref == EFFECT_FLAG_INSERT_LAST &&
2523 idx_insert_last == -1) {
2524 idx_insert_last = i;
2525 }
2526 }
2527 }
2528
2529 // modify idx_insert from first position if needed
2530 if (insertPref == EFFECT_FLAG_INSERT_LAST) {
2531 if (idx_insert_last != -1) {
2532 idx_insert = idx_insert_last;
2533 } else {
2534 idx_insert = size;
2535 }
2536 } else {
2537 if (idx_insert_first != -1) {
2538 idx_insert = idx_insert_first + 1;
2539 }
2540 }
2541 return idx_insert;
2542}
2543
Shunkai Yao2fa06c12024-03-19 04:31:47 +00002544size_t EffectChain::removeEffect(const sp<IAfEffectModule>& effect,
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002545 bool release)
Eric Laurentca7cc822012-11-19 14:55:58 -08002546{
Andy Hungf65f5a72023-08-29 12:19:17 -07002547 audio_utils::lock_guard _l(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -08002548 size_t size = mEffects.size();
2549 uint32_t type = effect->desc().flags & EFFECT_FLAG_TYPE_MASK;
2550
Shunkai Yao85556212024-03-19 04:31:47 +00002551 const bool hasThreadAttached = mEffectCallback->hasThreadAttached();
Eric Laurentca7cc822012-11-19 14:55:58 -08002552 for (size_t i = 0; i < size; i++) {
2553 if (effect == mEffects[i]) {
2554 // calling stop here will remove pre-processing effect from the audio HAL.
2555 // This is safe as we hold the EffectChain mutex which guarantees that we are not in
2556 // the middle of a read from audio HAL
2557 if (mEffects[i]->state() == EffectModule::ACTIVE ||
2558 mEffects[i]->state() == EffectModule::STOPPING) {
Shunkai Yaod125e402024-01-20 03:19:06 +00002559 mEffects[i]->stop_l();
Eric Laurentca7cc822012-11-19 14:55:58 -08002560 }
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002561 if (release) {
Shunkai Yao50148822024-04-04 17:30:48 +00002562 mEffects[i]->release_l("EffectChain::removeEffect");
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002563 }
Shunkai Yao85556212024-03-19 04:31:47 +00002564 // Skip operation when no thread attached (could lead to sigfpe as framecount is 0...)
2565 if (hasThreadAttached && type != EFFECT_FLAG_TYPE_AUXILIARY) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002566 if (i == size - 1 && i != 0) {
Shunkai Yaod125e402024-01-20 03:19:06 +00002567 mEffects[i - 1]->configure_l();
Eric Laurentf1f22e72021-07-13 14:04:14 +02002568 mEffects[i - 1]->setOutBuffer(mOutBuffer);
Shunkai Yaod125e402024-01-20 03:19:06 +00002569 mEffects[i - 1]->updateAccessMode_l(); // reconfig if needed.
Eric Laurentca7cc822012-11-19 14:55:58 -08002570 }
2571 }
2572 mEffects.removeAt(i);
Eric Laurentf1f22e72021-07-13 14:04:14 +02002573
2574 // make sure the input buffer configuration for the new first effect in the chain
2575 // is updated if needed (can switch from HAL channel mask to mixer channel mask)
Nie Wei Feng4d2cb592023-05-26 15:18:04 -07002576 if (type != EFFECT_FLAG_TYPE_AUXILIARY // TODO(b/284522658) breaks for aux FX, why?
Shunkai Yao85556212024-03-19 04:31:47 +00002577 && hasThreadAttached && i == 0 && size > 1) {
Shunkai Yaod125e402024-01-20 03:19:06 +00002578 mEffects[0]->configure_l();
Eric Laurentf1f22e72021-07-13 14:04:14 +02002579 mEffects[0]->setInBuffer(mInBuffer);
Shunkai Yaod125e402024-01-20 03:19:06 +00002580 mEffects[0]->updateAccessMode_l(); // reconfig if needed.
Eric Laurentf1f22e72021-07-13 14:04:14 +02002581 }
2582
Glenn Kastenc42e9b42016-03-21 11:35:03 -07002583 ALOGV("removeEffect_l() effect %p, removed from chain %p at rank %zu", effect.get(),
Eric Laurentca7cc822012-11-19 14:55:58 -08002584 this, i);
2585 break;
2586 }
2587 }
2588
2589 return mEffects.size();
2590}
2591
Andy Hung87c693c2023-07-06 20:56:16 -07002592// setDevices_l() must be called with IAfThreadBase::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002593void EffectChain::setDevices_l(const AudioDeviceTypeAddrVector &devices)
Eric Laurentca7cc822012-11-19 14:55:58 -08002594{
Shunkai Yao2fa06c12024-03-19 04:31:47 +00002595 audio_utils::lock_guard _l(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -08002596 size_t size = mEffects.size();
2597 for (size_t i = 0; i < size; i++) {
jiabin8f278ee2019-11-11 12:16:27 -08002598 mEffects[i]->setDevices(devices);
2599 }
2600}
2601
Andy Hung87c693c2023-07-06 20:56:16 -07002602// setInputDevice_l() must be called with IAfThreadBase::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002603void EffectChain::setInputDevice_l(const AudioDeviceTypeAddr &device)
jiabin8f278ee2019-11-11 12:16:27 -08002604{
Shunkai Yao2fa06c12024-03-19 04:31:47 +00002605 audio_utils::lock_guard _l(mutex());
jiabin8f278ee2019-11-11 12:16:27 -08002606 size_t size = mEffects.size();
2607 for (size_t i = 0; i < size; i++) {
2608 mEffects[i]->setInputDevice(device);
Eric Laurentca7cc822012-11-19 14:55:58 -08002609 }
2610}
2611
Andy Hung87c693c2023-07-06 20:56:16 -07002612// setMode_l() must be called with IAfThreadBase::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002613void EffectChain::setMode_l(audio_mode_t mode)
Eric Laurentca7cc822012-11-19 14:55:58 -08002614{
Shunkai Yao2fa06c12024-03-19 04:31:47 +00002615 audio_utils::lock_guard _l(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -08002616 size_t size = mEffects.size();
2617 for (size_t i = 0; i < size; i++) {
2618 mEffects[i]->setMode(mode);
2619 }
2620}
2621
Andy Hung87c693c2023-07-06 20:56:16 -07002622// setAudioSource_l() must be called with IAfThreadBase::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002623void EffectChain::setAudioSource_l(audio_source_t source)
Eric Laurentca7cc822012-11-19 14:55:58 -08002624{
Shunkai Yao2fa06c12024-03-19 04:31:47 +00002625 audio_utils::lock_guard _l(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -08002626 size_t size = mEffects.size();
2627 for (size_t i = 0; i < size; i++) {
2628 mEffects[i]->setAudioSource(source);
2629 }
2630}
2631
Andy Hung6ac17eb2023-06-20 18:56:17 -07002632bool EffectChain::hasVolumeControlEnabled_l() const {
Zhou Songd505c642020-02-20 16:35:37 +08002633 for (const auto &effect : mEffects) {
Shunkai Yaod125e402024-01-20 03:19:06 +00002634 if (effect->isVolumeControlEnabled_l()) return true;
Zhou Songd505c642020-02-20 16:35:37 +08002635 }
2636 return false;
2637}
2638
Shunkai Yaof4847652024-01-12 00:25:20 +00002639// setVolume() must be called without EffectChain::mutex()
2640bool EffectChain::setVolume(uint32_t* left, uint32_t* right, bool force) {
2641 audio_utils::lock_guard _l(mutex());
2642 return setVolume_l(left, right, force);
2643}
2644
2645// setVolume_l() must be called with EffectChain::mutex() held
2646bool EffectChain::setVolume_l(uint32_t* left, uint32_t* right, bool force) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002647 uint32_t newLeft = *left;
2648 uint32_t newRight = *right;
jiabinbd18c8e2023-08-24 21:10:44 +00002649 const size_t size = mEffects.size();
Eric Laurentca7cc822012-11-19 14:55:58 -08002650
2651 // first update volume controller
jiabinbd18c8e2023-08-24 21:10:44 +00002652 const auto volumeControlIndex = findVolumeControl_l(0, size);
Shunkai Yao72e1cd42024-06-08 00:54:32 +00002653 // index of the effect chain volume controller
jiabinbd18c8e2023-08-24 21:10:44 +00002654 const int ctrlIdx = volumeControlIndex.value_or(-1);
2655 const sp<IAfEffectModule> volumeControlEffect =
2656 volumeControlIndex.has_value() ? mEffects[ctrlIdx] : nullptr;
2657 const sp<IAfEffectModule> cachedVolumeControlEffect = mVolumeControlEffect.promote();
Eric Laurentca7cc822012-11-19 14:55:58 -08002658
jiabinbd18c8e2023-08-24 21:10:44 +00002659 if (!force && volumeControlEffect == cachedVolumeControlEffect &&
Eric Laurentcb4b6e92014-10-01 14:26:10 -07002660 *left == mLeftVolume && *right == mRightVolume) {
jiabinbd18c8e2023-08-24 21:10:44 +00002661 if (volumeControlIndex.has_value()) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002662 *left = mNewLeftVolume;
2663 *right = mNewRightVolume;
2664 }
jiabinbd18c8e2023-08-24 21:10:44 +00002665 return volumeControlIndex.has_value();
Eric Laurentca7cc822012-11-19 14:55:58 -08002666 }
jiabind61d2142024-04-09 22:11:34 +00002667 mVolumeControlEffect = volumeControlEffect;
Eric Laurentca7cc822012-11-19 14:55:58 -08002668
jiabin6377c852024-03-19 19:05:38 +00002669 for (int i = 0; i < ctrlIdx; ++i) {
Shunkai Yao72e1cd42024-06-08 00:54:32 +00002670 // For all effects before the effect that controls volume, they are not controlling the
2671 // effect chain volume, if these effects has the volume control capability, set the volume
jiabin6377c852024-03-19 19:05:38 +00002672 // to maximum to avoid double attenuation.
2673 if (mEffects[i]->isVolumeControl()) {
jiabinbd18c8e2023-08-24 21:10:44 +00002674 uint32_t leftMax = 1 << 24;
2675 uint32_t rightMax = 1 << 24;
Shunkai Yao72e1cd42024-06-08 00:54:32 +00002676 mEffects[i]->setVolume_l(&leftMax, &rightMax,
2677 false /* not an effect chain volume controller */,
2678 true /* force */);
jiabinbd18c8e2023-08-24 21:10:44 +00002679 }
jiabinbd18c8e2023-08-24 21:10:44 +00002680 }
jiabin6377c852024-03-19 19:05:38 +00002681
Eric Laurentca7cc822012-11-19 14:55:58 -08002682 mLeftVolume = newLeft;
2683 mRightVolume = newRight;
2684
2685 // second get volume update from volume controller
2686 if (ctrlIdx >= 0) {
Shunkai Yao72e1cd42024-06-08 00:54:32 +00002687 mEffects[ctrlIdx]->setVolume_l(&newLeft, &newRight,
2688 true /* effect chain volume controller */);
Eric Laurentca7cc822012-11-19 14:55:58 -08002689 mNewLeftVolume = newLeft;
2690 mNewRightVolume = newRight;
Shunkai Yao05fd2b82024-06-26 21:53:51 +00002691 ALOGD("%s sessionId %d volume controller effect %s set (%d, %d), ret (%d, %d)", __func__,
2692 mSessionId, mEffects[ctrlIdx]->desc().name, mLeftVolume, mRightVolume, newLeft,
2693 newRight);
Eric Laurentca7cc822012-11-19 14:55:58 -08002694 }
2695 // then indicate volume to all other effects in chain.
2696 // Pass altered volume to effects before volume controller
Jasmine Cha934ecfb2019-01-23 18:19:14 +08002697 // and requested volume to effects after controller or with volume monitor flag
Eric Laurentca7cc822012-11-19 14:55:58 -08002698 uint32_t lVol = newLeft;
2699 uint32_t rVol = newRight;
2700
2701 for (size_t i = 0; i < size; i++) {
2702 if ((int)i == ctrlIdx) {
2703 continue;
2704 }
2705 // this also works for ctrlIdx == -1 when there is no volume controller
2706 if ((int)i > ctrlIdx) {
2707 lVol = *left;
2708 rVol = *right;
2709 }
Jasmine Cha934ecfb2019-01-23 18:19:14 +08002710 // Pass requested volume directly if this is volume monitor module
2711 if (mEffects[i]->isVolumeMonitor()) {
Shunkai Yao72e1cd42024-06-08 00:54:32 +00002712 mEffects[i]->setVolume_l(left, right,
2713 false /* not an effect chain volume controller */);
Jasmine Cha934ecfb2019-01-23 18:19:14 +08002714 } else {
Shunkai Yao72e1cd42024-06-08 00:54:32 +00002715 mEffects[i]->setVolume_l(&lVol, &rVol,
2716 false /* not an effect chain volume controller */);
Jasmine Cha934ecfb2019-01-23 18:19:14 +08002717 }
Eric Laurentca7cc822012-11-19 14:55:58 -08002718 }
2719 *left = newLeft;
2720 *right = newRight;
2721
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09002722 setVolumeForOutput_l(*left, *right);
2723
jiabinbd18c8e2023-08-24 21:10:44 +00002724 return volumeControlIndex.has_value();
Eric Laurentca7cc822012-11-19 14:55:58 -08002725}
2726
Shunkai Yaof4847652024-01-12 00:25:20 +00002727// resetVolume_l() must be called with EffectChain::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002728void EffectChain::resetVolume_l()
Eric Laurentfa1e1232016-08-02 19:01:49 -07002729{
Eric Laurente7449bf2016-08-03 18:44:07 -07002730 if ((mLeftVolume != UINT_MAX) && (mRightVolume != UINT_MAX)) {
2731 uint32_t left = mLeftVolume;
2732 uint32_t right = mRightVolume;
2733 (void)setVolume_l(&left, &right, true);
2734 }
Eric Laurentfa1e1232016-08-02 19:01:49 -07002735}
2736
Shunkai Yao2fa06c12024-03-19 04:31:47 +00002737bool EffectChain::containsHapticGeneratingEffect()
2738{
2739 audio_utils::lock_guard _l(mutex());
2740 return containsHapticGeneratingEffect_l();
2741}
2742// containsHapticGeneratingEffect_l must be called with EffectChain::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002743bool EffectChain::containsHapticGeneratingEffect_l()
jiabineb3bda02020-06-30 14:07:03 -07002744{
2745 for (size_t i = 0; i < mEffects.size(); ++i) {
2746 if (mEffects[i]->isHapticGenerator()) {
2747 return true;
2748 }
2749 }
2750 return false;
2751}
2752
Ahmad Khalil229466a2024-02-05 12:15:30 +00002753void EffectChain::setHapticScale_l(int id, os::HapticScale hapticScale)
jiabine70bc7f2020-06-30 22:07:55 -07002754{
Andy Hungf65f5a72023-08-29 12:19:17 -07002755 audio_utils::lock_guard _l(mutex());
jiabine70bc7f2020-06-30 22:07:55 -07002756 for (size_t i = 0; i < mEffects.size(); ++i) {
Ahmad Khalil229466a2024-02-05 12:15:30 +00002757 mEffects[i]->setHapticScale_l(id, hapticScale);
jiabine70bc7f2020-06-30 22:07:55 -07002758 }
2759}
2760
Shunkai Yaod125e402024-01-20 03:19:06 +00002761void EffectChain::syncHalEffectsState_l()
Eric Laurent1b928682014-10-02 19:41:47 -07002762{
Andy Hungf65f5a72023-08-29 12:19:17 -07002763 audio_utils::lock_guard _l(mutex());
Eric Laurent1b928682014-10-02 19:41:47 -07002764 for (size_t i = 0; i < mEffects.size(); i++) {
2765 if (mEffects[i]->state() == EffectModule::ACTIVE ||
2766 mEffects[i]->state() == EffectModule::STOPPING) {
2767 mEffects[i]->addEffectToHal_l();
2768 }
2769 }
2770}
2771
Andy Hung6ac17eb2023-06-20 18:56:17 -07002772void EffectChain::dump(int fd, const Vector<String16>& args) const
Andy Hung920f6572022-10-06 12:09:49 -07002773NO_THREAD_SAFETY_ANALYSIS // conditional try lock
Eric Laurentca7cc822012-11-19 14:55:58 -08002774{
Eric Laurentca7cc822012-11-19 14:55:58 -08002775 String8 result;
2776
Mikhail Naganov19740ca2019-03-28 12:25:01 -07002777 const size_t numEffects = mEffects.size();
2778 result.appendFormat(" %zu effects for session %d\n", numEffects, mSessionId);
Eric Laurentca7cc822012-11-19 14:55:58 -08002779
Marco Nelissenb2208842014-02-07 14:00:50 -08002780 if (numEffects) {
Andy Hungf65f5a72023-08-29 12:19:17 -07002781 const bool locked = afutils::dumpTryLock(mutex());
Marco Nelissenb2208842014-02-07 14:00:50 -08002782 // failed to lock - AudioFlinger is probably deadlocked
2783 if (!locked) {
2784 result.append("\tCould not lock mutex:\n");
Eric Laurentca7cc822012-11-19 14:55:58 -08002785 }
Eric Laurentca7cc822012-11-19 14:55:58 -08002786
Andy Hungbded9c82017-11-30 18:47:35 -08002787 const std::string inBufferStr = dumpInOutBuffer(true /* isInput */, mInBuffer);
2788 const std::string outBufferStr = dumpInOutBuffer(false /* isInput */, mOutBuffer);
2789 result.appendFormat("\t%-*s%-*s Active tracks:\n",
2790 (int)inBufferStr.size(), "In buffer ",
2791 (int)outBufferStr.size(), "Out buffer ");
2792 result.appendFormat("\t%s %s %d\n",
2793 inBufferStr.c_str(), outBufferStr.c_str(), mActiveTrackCnt);
Tomasz Wasilczyk833345b2023-08-15 20:59:35 +00002794 write(fd, result.c_str(), result.size());
Marco Nelissenb2208842014-02-07 14:00:50 -08002795
2796 for (size_t i = 0; i < numEffects; ++i) {
Andy Hung6ac17eb2023-06-20 18:56:17 -07002797 sp<IAfEffectModule> effect = mEffects[i];
Marco Nelissenb2208842014-02-07 14:00:50 -08002798 if (effect != 0) {
2799 effect->dump(fd, args);
2800 }
2801 }
2802
2803 if (locked) {
Andy Hungf65f5a72023-08-29 12:19:17 -07002804 mutex().unlock();
Marco Nelissenb2208842014-02-07 14:00:50 -08002805 }
Mikhail Naganov19740ca2019-03-28 12:25:01 -07002806 } else {
Tomasz Wasilczyk833345b2023-08-15 20:59:35 +00002807 write(fd, result.c_str(), result.size());
Eric Laurentca7cc822012-11-19 14:55:58 -08002808 }
2809}
2810
Andy Hung87c693c2023-07-06 20:56:16 -07002811// must be called with IAfThreadBase::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002812void EffectChain::setEffectSuspended_l(
Eric Laurentca7cc822012-11-19 14:55:58 -08002813 const effect_uuid_t *type, bool suspend)
2814{
2815 sp<SuspendedEffectDesc> desc;
2816 // use effect type UUID timelow as key as there is no real risk of identical
2817 // timeLow fields among effect type UUIDs.
2818 ssize_t index = mSuspendedEffects.indexOfKey(type->timeLow);
2819 if (suspend) {
2820 if (index >= 0) {
2821 desc = mSuspendedEffects.valueAt(index);
2822 } else {
2823 desc = new SuspendedEffectDesc();
2824 desc->mType = *type;
2825 mSuspendedEffects.add(type->timeLow, desc);
2826 ALOGV("setEffectSuspended_l() add entry for %08x", type->timeLow);
2827 }
Eric Laurentd8365c52017-07-16 15:27:05 -07002828
Eric Laurentca7cc822012-11-19 14:55:58 -08002829 if (desc->mRefCount++ == 0) {
Shunkai Yaod125e402024-01-20 03:19:06 +00002830 sp<IAfEffectModule> effect = getEffectIfEnabled_l(type);
Eric Laurentca7cc822012-11-19 14:55:58 -08002831 if (effect != 0) {
2832 desc->mEffect = effect;
2833 effect->setSuspended(true);
Eric Laurent6b446ce2019-12-13 10:56:31 -08002834 effect->setEnabled(false, false /*fromHandle*/);
Eric Laurentca7cc822012-11-19 14:55:58 -08002835 }
2836 }
2837 } else {
2838 if (index < 0) {
2839 return;
2840 }
2841 desc = mSuspendedEffects.valueAt(index);
2842 if (desc->mRefCount <= 0) {
2843 ALOGW("setEffectSuspended_l() restore refcount should not be 0 %d", desc->mRefCount);
Eric Laurentd8365c52017-07-16 15:27:05 -07002844 desc->mRefCount = 0;
2845 return;
Eric Laurentca7cc822012-11-19 14:55:58 -08002846 }
2847 if (--desc->mRefCount == 0) {
2848 ALOGV("setEffectSuspended_l() remove entry for %08x", mSuspendedEffects.keyAt(index));
2849 if (desc->mEffect != 0) {
Andy Hung6ac17eb2023-06-20 18:56:17 -07002850 sp<IAfEffectModule> effect = desc->mEffect.promote();
Eric Laurentca7cc822012-11-19 14:55:58 -08002851 if (effect != 0) {
2852 effect->setSuspended(false);
Andy Hungf65f5a72023-08-29 12:19:17 -07002853 effect->mutex().lock();
Andy Hung6ac17eb2023-06-20 18:56:17 -07002854 IAfEffectHandle *handle = effect->controlHandle_l();
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002855 if (handle != NULL && !handle->disconnected()) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002856 effect->setEnabled_l(handle->enabled());
2857 }
Andy Hungf65f5a72023-08-29 12:19:17 -07002858 effect->mutex().unlock();
Eric Laurentca7cc822012-11-19 14:55:58 -08002859 }
2860 desc->mEffect.clear();
2861 }
2862 mSuspendedEffects.removeItemsAt(index);
2863 }
2864 }
2865}
2866
Andy Hung87c693c2023-07-06 20:56:16 -07002867// must be called with IAfThreadBase::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002868void EffectChain::setEffectSuspendedAll_l(bool suspend)
Eric Laurentca7cc822012-11-19 14:55:58 -08002869{
2870 sp<SuspendedEffectDesc> desc;
2871
2872 ssize_t index = mSuspendedEffects.indexOfKey((int)kKeyForSuspendAll);
2873 if (suspend) {
2874 if (index >= 0) {
2875 desc = mSuspendedEffects.valueAt(index);
2876 } else {
2877 desc = new SuspendedEffectDesc();
2878 mSuspendedEffects.add((int)kKeyForSuspendAll, desc);
2879 ALOGV("setEffectSuspendedAll_l() add entry for 0");
2880 }
2881 if (desc->mRefCount++ == 0) {
Andy Hung6ac17eb2023-06-20 18:56:17 -07002882 Vector< sp<IAfEffectModule> > effects;
Shunkai Yao2fa06c12024-03-19 04:31:47 +00002883 getSuspendEligibleEffects(effects);
Eric Laurentca7cc822012-11-19 14:55:58 -08002884 for (size_t i = 0; i < effects.size(); i++) {
2885 setEffectSuspended_l(&effects[i]->desc().type, true);
2886 }
2887 }
2888 } else {
2889 if (index < 0) {
2890 return;
2891 }
2892 desc = mSuspendedEffects.valueAt(index);
2893 if (desc->mRefCount <= 0) {
2894 ALOGW("setEffectSuspendedAll_l() restore refcount should not be 0 %d", desc->mRefCount);
2895 desc->mRefCount = 1;
2896 }
2897 if (--desc->mRefCount == 0) {
2898 Vector<const effect_uuid_t *> types;
2899 for (size_t i = 0; i < mSuspendedEffects.size(); i++) {
2900 if (mSuspendedEffects.keyAt(i) == (int)kKeyForSuspendAll) {
2901 continue;
2902 }
2903 types.add(&mSuspendedEffects.valueAt(i)->mType);
2904 }
2905 for (size_t i = 0; i < types.size(); i++) {
2906 setEffectSuspended_l(types[i], false);
2907 }
2908 ALOGV("setEffectSuspendedAll_l() remove entry for %08x",
2909 mSuspendedEffects.keyAt(index));
2910 mSuspendedEffects.removeItem((int)kKeyForSuspendAll);
2911 }
2912 }
2913}
2914
2915
2916// The volume effect is used for automated tests only
2917#ifndef OPENSL_ES_H_
2918static const effect_uuid_t SL_IID_VOLUME_ = { 0x09e8ede0, 0xddde, 0x11db, 0xb4f6,
2919 { 0x00, 0x02, 0xa5, 0xd5, 0xc5, 0x1b } };
2920const effect_uuid_t * const SL_IID_VOLUME = &SL_IID_VOLUME_;
2921#endif //OPENSL_ES_H_
2922
Eric Laurentd8365c52017-07-16 15:27:05 -07002923/* static */
Shunkai Yaod125e402024-01-20 03:19:06 +00002924bool EffectChain::isEffectEligibleForBtNrecSuspend_l(const effect_uuid_t* type) {
Eric Laurentd8365c52017-07-16 15:27:05 -07002925 // Only NS and AEC are suspended when BtNRec is off
2926 if ((memcmp(type, FX_IID_AEC, sizeof(effect_uuid_t)) == 0) ||
2927 (memcmp(type, FX_IID_NS, sizeof(effect_uuid_t)) == 0)) {
2928 return true;
2929 }
2930 return false;
2931}
2932
Shunkai Yao2fa06c12024-03-19 04:31:47 +00002933bool EffectChain::isEffectEligibleForSuspend(const effect_descriptor_t& desc)
Eric Laurentca7cc822012-11-19 14:55:58 -08002934{
2935 // auxiliary effects and visualizer are never suspended on output mix
2936 if ((mSessionId == AUDIO_SESSION_OUTPUT_MIX) &&
2937 (((desc.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_AUXILIARY) ||
2938 (memcmp(&desc.type, SL_IID_VISUALIZATION, sizeof(effect_uuid_t)) == 0) ||
Ricardo Garciac2a3a822019-07-17 14:29:12 -07002939 (memcmp(&desc.type, SL_IID_VOLUME, sizeof(effect_uuid_t)) == 0) ||
2940 (memcmp(&desc.type, SL_IID_DYNAMICSPROCESSING, sizeof(effect_uuid_t)) == 0))) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002941 return false;
2942 }
2943 return true;
2944}
2945
Shunkai Yao2fa06c12024-03-19 04:31:47 +00002946void EffectChain::getSuspendEligibleEffects(
Andy Hung6ac17eb2023-06-20 18:56:17 -07002947 Vector< sp<IAfEffectModule> > &effects)
Eric Laurentca7cc822012-11-19 14:55:58 -08002948{
2949 effects.clear();
Shunkai Yao2fa06c12024-03-19 04:31:47 +00002950 audio_utils::lock_guard _l(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -08002951 for (size_t i = 0; i < mEffects.size(); i++) {
Shunkai Yao2fa06c12024-03-19 04:31:47 +00002952 if (isEffectEligibleForSuspend(mEffects[i]->desc())) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002953 effects.add(mEffects[i]);
2954 }
2955 }
2956}
2957
Shunkai Yaod125e402024-01-20 03:19:06 +00002958sp<IAfEffectModule> EffectChain::getEffectIfEnabled_l(const effect_uuid_t *type)
Eric Laurentca7cc822012-11-19 14:55:58 -08002959{
Andy Hung6ac17eb2023-06-20 18:56:17 -07002960 sp<IAfEffectModule> effect = getEffectFromType_l(type);
Eric Laurentca7cc822012-11-19 14:55:58 -08002961 return effect != 0 && effect->isEnabled() ? effect : 0;
2962}
2963
Shunkai Yaod125e402024-01-20 03:19:06 +00002964void EffectChain::checkSuspendOnEffectEnabled_l(const sp<IAfEffectModule>& effect, bool enabled) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002965 ssize_t index = mSuspendedEffects.indexOfKey(effect->desc().type.timeLow);
2966 if (enabled) {
2967 if (index < 0) {
2968 // if the effect is not suspend check if all effects are suspended
2969 index = mSuspendedEffects.indexOfKey((int)kKeyForSuspendAll);
2970 if (index < 0) {
2971 return;
2972 }
Shunkai Yao2fa06c12024-03-19 04:31:47 +00002973 if (!isEffectEligibleForSuspend(effect->desc())) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002974 return;
2975 }
2976 setEffectSuspended_l(&effect->desc().type, enabled);
2977 index = mSuspendedEffects.indexOfKey(effect->desc().type.timeLow);
2978 if (index < 0) {
Shunkai Yaod125e402024-01-20 03:19:06 +00002979 ALOGW("%s Fx should be suspended here!", __func__);
Eric Laurentca7cc822012-11-19 14:55:58 -08002980 return;
2981 }
2982 }
Shunkai Yaod125e402024-01-20 03:19:06 +00002983 ALOGV("%s enable suspending fx %08x", __func__, effect->desc().type.timeLow);
Eric Laurentca7cc822012-11-19 14:55:58 -08002984 sp<SuspendedEffectDesc> desc = mSuspendedEffects.valueAt(index);
Eric Laurentd8365c52017-07-16 15:27:05 -07002985 // if effect is requested to suspended but was not yet enabled, suspend it now.
Eric Laurentca7cc822012-11-19 14:55:58 -08002986 if (desc->mEffect == 0) {
2987 desc->mEffect = effect;
Eric Laurent6b446ce2019-12-13 10:56:31 -08002988 effect->setEnabled(false, false /*fromHandle*/);
Eric Laurentca7cc822012-11-19 14:55:58 -08002989 effect->setSuspended(true);
2990 }
2991 } else {
2992 if (index < 0) {
2993 return;
2994 }
Shunkai Yaod125e402024-01-20 03:19:06 +00002995 ALOGV("%s disable restoring fx %08x", __func__, effect->desc().type.timeLow);
Eric Laurentca7cc822012-11-19 14:55:58 -08002996 sp<SuspendedEffectDesc> desc = mSuspendedEffects.valueAt(index);
2997 desc->mEffect.clear();
2998 effect->setSuspended(false);
2999 }
3000}
3001
Andy Hung6ac17eb2023-06-20 18:56:17 -07003002bool EffectChain::isNonOffloadableEnabled() const
Eric Laurent813e2a72013-08-31 12:59:48 -07003003{
Andy Hungf65f5a72023-08-29 12:19:17 -07003004 audio_utils::lock_guard _l(mutex());
Shingo Kitajima1f8df9a2018-05-29 11:35:06 +09003005 return isNonOffloadableEnabled_l();
3006}
3007
Andy Hung6ac17eb2023-06-20 18:56:17 -07003008bool EffectChain::isNonOffloadableEnabled_l() const
Shingo Kitajima1f8df9a2018-05-29 11:35:06 +09003009{
Eric Laurent813e2a72013-08-31 12:59:48 -07003010 size_t size = mEffects.size();
3011 for (size_t i = 0; i < size; i++) {
Eric Laurent5baf2af2013-09-12 17:37:00 -07003012 if (mEffects[i]->isEnabled() && !mEffects[i]->isOffloadable()) {
Eric Laurent813e2a72013-08-31 12:59:48 -07003013 return true;
3014 }
3015 }
3016 return false;
3017}
3018
Andy Hung87c693c2023-07-06 20:56:16 -07003019void EffectChain::setThread(const sp<IAfThreadBase>& thread)
Eric Laurentaaa44472014-09-12 17:41:50 -07003020{
Shunkai Yao2fa06c12024-03-19 04:31:47 +00003021 if (thread != nullptr) {
3022 mStrategy = thread->getStrategyForStream(AUDIO_STREAM_MUSIC);
3023 mMaxTailBuffers =
3024 ((kProcessTailDurationMs * thread->sampleRate()) / 1000) /
3025 thread->frameCount();
3026 }
Andy Hungf65f5a72023-08-29 12:19:17 -07003027 audio_utils::lock_guard _l(mutex());
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -08003028 mEffectCallback->setThread(thread);
Eric Laurentaaa44472014-09-12 17:41:50 -07003029}
3030
Andy Hung6ac17eb2023-06-20 18:56:17 -07003031void EffectChain::checkOutputFlagCompatibility(audio_output_flags_t *flags) const
Andy Hungd3bb0ad2016-10-11 17:16:43 -07003032{
3033 if ((*flags & AUDIO_OUTPUT_FLAG_RAW) != 0 && !isRawCompatible()) {
3034 *flags = (audio_output_flags_t)(*flags & ~AUDIO_OUTPUT_FLAG_RAW);
3035 }
3036 if ((*flags & AUDIO_OUTPUT_FLAG_FAST) != 0 && !isFastCompatible()) {
3037 *flags = (audio_output_flags_t)(*flags & ~AUDIO_OUTPUT_FLAG_FAST);
3038 }
jiabinc658e452022-10-21 20:52:21 +00003039 if ((*flags & AUDIO_OUTPUT_FLAG_BIT_PERFECT) != 0 && !isBitPerfectCompatible()) {
3040 *flags = (audio_output_flags_t)(*flags & ~AUDIO_OUTPUT_FLAG_BIT_PERFECT);
3041 }
Andy Hungd3bb0ad2016-10-11 17:16:43 -07003042}
3043
Andy Hung6ac17eb2023-06-20 18:56:17 -07003044void EffectChain::checkInputFlagCompatibility(audio_input_flags_t *flags) const
Andy Hungd3bb0ad2016-10-11 17:16:43 -07003045{
3046 if ((*flags & AUDIO_INPUT_FLAG_RAW) != 0 && !isRawCompatible()) {
3047 *flags = (audio_input_flags_t)(*flags & ~AUDIO_INPUT_FLAG_RAW);
3048 }
3049 if ((*flags & AUDIO_INPUT_FLAG_FAST) != 0 && !isFastCompatible()) {
3050 *flags = (audio_input_flags_t)(*flags & ~AUDIO_INPUT_FLAG_FAST);
3051 }
3052}
3053
Andy Hung6ac17eb2023-06-20 18:56:17 -07003054bool EffectChain::isRawCompatible() const
Eric Laurent4c415062016-06-17 16:14:16 -07003055{
Andy Hungf65f5a72023-08-29 12:19:17 -07003056 audio_utils::lock_guard _l(mutex());
Andy Hungd3bb0ad2016-10-11 17:16:43 -07003057 for (const auto &effect : mEffects) {
3058 if (effect->isProcessImplemented()) {
3059 return false;
Eric Laurent4c415062016-06-17 16:14:16 -07003060 }
3061 }
Andy Hungd3bb0ad2016-10-11 17:16:43 -07003062 // Allow effects without processing.
3063 return true;
3064}
3065
Andy Hung6ac17eb2023-06-20 18:56:17 -07003066bool EffectChain::isFastCompatible() const
Andy Hungd3bb0ad2016-10-11 17:16:43 -07003067{
Andy Hungf65f5a72023-08-29 12:19:17 -07003068 audio_utils::lock_guard _l(mutex());
Andy Hungd3bb0ad2016-10-11 17:16:43 -07003069 for (const auto &effect : mEffects) {
3070 if (effect->isProcessImplemented()
3071 && effect->isImplementationSoftware()) {
3072 return false;
3073 }
3074 }
3075 // Allow effects without processing or hw accelerated effects.
3076 return true;
Eric Laurent4c415062016-06-17 16:14:16 -07003077}
3078
Andy Hung6ac17eb2023-06-20 18:56:17 -07003079bool EffectChain::isBitPerfectCompatible() const {
Andy Hungf65f5a72023-08-29 12:19:17 -07003080 audio_utils::lock_guard _l(mutex());
jiabinc658e452022-10-21 20:52:21 +00003081 for (const auto &effect : mEffects) {
3082 if (effect->isProcessImplemented()
3083 && effect->isImplementationSoftware()) {
3084 return false;
3085 }
3086 }
3087 // Allow effects without processing or hw accelerated effects.
3088 return true;
3089}
3090
Andy Hungf65f5a72023-08-29 12:19:17 -07003091// isCompatibleWithThread_l() must be called with thread->mutex() held
Andy Hung87c693c2023-07-06 20:56:16 -07003092bool EffectChain::isCompatibleWithThread_l(const sp<IAfThreadBase>& thread) const
Eric Laurent4c415062016-06-17 16:14:16 -07003093{
Andy Hungf65f5a72023-08-29 12:19:17 -07003094 audio_utils::lock_guard _l(mutex());
Eric Laurent4c415062016-06-17 16:14:16 -07003095 for (size_t i = 0; i < mEffects.size(); i++) {
3096 if (thread->checkEffectCompatibility_l(&(mEffects[i]->desc()), mSessionId) != NO_ERROR) {
3097 return false;
3098 }
3099 }
3100 return true;
3101}
3102
Eric Laurent4eb45d02023-12-20 12:07:17 +01003103// sendMetadata_l() must be called with thread->mutex() held
3104void EffectChain::sendMetadata_l(const std::vector<playback_track_metadata_v7_t>& allMetadata,
3105 const std::optional<const std::vector<playback_track_metadata_v7_t>> spatializedMetadata) {
3106 audio_utils::lock_guard _l(mutex());
3107 for (const auto& effect : mEffects) {
3108 if (spatializedMetadata.has_value()
3109 && IAfEffectModule::isSpatializer(&effect->desc().type)) {
Shunkai Yaod125e402024-01-20 03:19:06 +00003110 effect->sendMetadata_ll(spatializedMetadata.value());
Eric Laurent4eb45d02023-12-20 12:07:17 +01003111 } else {
Shunkai Yaod125e402024-01-20 03:19:06 +00003112 effect->sendMetadata_ll(allMetadata);
Eric Laurent4eb45d02023-12-20 12:07:17 +01003113 }
3114 }
3115}
3116
Eric Laurent6b446ce2019-12-13 10:56:31 -08003117// EffectCallbackInterface implementation
Andy Hung6ac17eb2023-06-20 18:56:17 -07003118status_t EffectChain::EffectCallback::createEffectHal(
Eric Laurent6b446ce2019-12-13 10:56:31 -08003119 const effect_uuid_t *pEffectUuid, int32_t sessionId, int32_t deviceId,
3120 sp<EffectHalInterface> *effect) {
3121 status_t status = NO_INIT;
Andy Hungba8e52b2023-05-11 14:33:03 -07003122 const sp<EffectsFactoryHalInterface> effectsFactory =
3123 EffectConfiguration::getEffectsFactoryHal();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003124 if (effectsFactory != 0) {
3125 status = effectsFactory->createEffect(pEffectUuid, sessionId, io(), deviceId, effect);
3126 }
3127 return status;
3128}
3129
Andy Hung6ac17eb2023-06-20 18:56:17 -07003130bool EffectChain::EffectCallback::updateOrphanEffectChains(
3131 const sp<IAfEffectBase>& effect) {
Eric Laurent41709552019-12-16 19:34:05 -08003132 // in EffectChain context, an EffectBase is always from an EffectModule so static cast is safe
Andy Hung583043b2023-07-17 17:05:00 -07003133 return mAfThreadCallback->updateOrphanEffectChains(effect->asEffectModule());
Eric Laurent6b446ce2019-12-13 10:56:31 -08003134}
3135
Andy Hung6ac17eb2023-06-20 18:56:17 -07003136status_t EffectChain::EffectCallback::allocateHalBuffer(
Eric Laurent6b446ce2019-12-13 10:56:31 -08003137 size_t size, sp<EffectBufferHalInterface>* buffer) {
Andy Hung583043b2023-07-17 17:05:00 -07003138 return mAfThreadCallback->getEffectsFactoryHal()->allocateBuffer(size, buffer);
Eric Laurent6b446ce2019-12-13 10:56:31 -08003139}
3140
Andy Hung6ac17eb2023-06-20 18:56:17 -07003141status_t EffectChain::EffectCallback::addEffectToHal(
Andy Hung920f6572022-10-06 12:09:49 -07003142 const sp<EffectHalInterface>& effect) {
Eric Laurent6b446ce2019-12-13 10:56:31 -08003143 status_t result = NO_INIT;
Andy Hung87c693c2023-07-06 20:56:16 -07003144 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003145 if (t == nullptr) {
3146 return result;
3147 }
3148 sp <StreamHalInterface> st = t->stream();
3149 if (st == nullptr) {
3150 return result;
3151 }
3152 result = st->addEffect(effect);
3153 ALOGE_IF(result != OK, "Error when adding effect: %d", result);
3154 return result;
3155}
3156
Andy Hung6ac17eb2023-06-20 18:56:17 -07003157status_t EffectChain::EffectCallback::removeEffectFromHal(
Andy Hung920f6572022-10-06 12:09:49 -07003158 const sp<EffectHalInterface>& effect) {
Eric Laurent6b446ce2019-12-13 10:56:31 -08003159 status_t result = NO_INIT;
Andy Hung87c693c2023-07-06 20:56:16 -07003160 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003161 if (t == nullptr) {
3162 return result;
3163 }
3164 sp <StreamHalInterface> st = t->stream();
3165 if (st == nullptr) {
3166 return result;
3167 }
3168 result = st->removeEffect(effect);
3169 ALOGE_IF(result != OK, "Error when removing effect: %d", result);
3170 return result;
3171}
3172
Andy Hung6ac17eb2023-06-20 18:56:17 -07003173audio_io_handle_t EffectChain::EffectCallback::io() const {
Andy Hung87c693c2023-07-06 20:56:16 -07003174 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003175 if (t == nullptr) {
3176 return AUDIO_IO_HANDLE_NONE;
3177 }
3178 return t->id();
3179}
3180
Andy Hung6ac17eb2023-06-20 18:56:17 -07003181bool EffectChain::EffectCallback::isOutput() const {
Andy Hung87c693c2023-07-06 20:56:16 -07003182 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003183 if (t == nullptr) {
3184 return true;
3185 }
3186 return t->isOutput();
3187}
3188
Andy Hung6ac17eb2023-06-20 18:56:17 -07003189bool EffectChain::EffectCallback::isOffload() const {
Andy Hung87c693c2023-07-06 20:56:16 -07003190 return mThreadType == IAfThreadBase::OFFLOAD;
Eric Laurent6b446ce2019-12-13 10:56:31 -08003191}
3192
Andy Hung6ac17eb2023-06-20 18:56:17 -07003193bool EffectChain::EffectCallback::isOffloadOrDirect() const {
Andy Hung87c693c2023-07-06 20:56:16 -07003194 return mThreadType == IAfThreadBase::OFFLOAD
3195 || mThreadType == IAfThreadBase::DIRECT;
Eric Laurent6b446ce2019-12-13 10:56:31 -08003196}
3197
Andy Hung6ac17eb2023-06-20 18:56:17 -07003198bool EffectChain::EffectCallback::isOffloadOrMmap() const {
Eric Laurentb62d0362021-10-26 17:40:18 +02003199 switch (mThreadType) {
Andy Hung87c693c2023-07-06 20:56:16 -07003200 case IAfThreadBase::OFFLOAD:
3201 case IAfThreadBase::MMAP_PLAYBACK:
3202 case IAfThreadBase::MMAP_CAPTURE:
Eric Laurentb62d0362021-10-26 17:40:18 +02003203 return true;
3204 default:
Eric Laurent6b446ce2019-12-13 10:56:31 -08003205 return false;
3206 }
Eric Laurentb62d0362021-10-26 17:40:18 +02003207}
3208
Andy Hung6ac17eb2023-06-20 18:56:17 -07003209bool EffectChain::EffectCallback::isSpatializer() const {
Andy Hung87c693c2023-07-06 20:56:16 -07003210 return mThreadType == IAfThreadBase::SPATIALIZER;
Eric Laurent6b446ce2019-12-13 10:56:31 -08003211}
3212
Andy Hung6ac17eb2023-06-20 18:56:17 -07003213uint32_t EffectChain::EffectCallback::sampleRate() const {
Andy Hung87c693c2023-07-06 20:56:16 -07003214 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003215 if (t == nullptr) {
Shunkai Yao2fa06c12024-03-19 04:31:47 +00003216 return DEFAULT_OUTPUT_SAMPLE_RATE;
Eric Laurent6b446ce2019-12-13 10:56:31 -08003217 }
3218 return t->sampleRate();
3219}
3220
Andy Hungab65b182023-09-06 19:41:47 -07003221audio_channel_mask_t EffectChain::EffectCallback::inChannelMask(int id) const
3222NO_THREAD_SAFETY_ANALYSIS
3223// calling function 'hasAudioSession_l' requires holding mutex 'ThreadBase_Mutex' exclusively
Shunkai Yao2fa06c12024-03-19 04:31:47 +00003224// calling function 'isFirstEffect_l' requires holding mutex 'EffectChain_Mutex' exclusively
Andy Hungab65b182023-09-06 19:41:47 -07003225{
Andy Hung87c693c2023-07-06 20:56:16 -07003226 const sp<IAfThreadBase> t = thread().promote();
Eric Laurentf1f22e72021-07-13 14:04:14 +02003227 if (t == nullptr) {
Shunkai Yaoc0d688d2024-03-19 04:27:31 +00003228 return AUDIO_CHANNEL_OUT_STEREO;
Eric Laurentf1f22e72021-07-13 14:04:14 +02003229 }
Andy Hung6ac17eb2023-06-20 18:56:17 -07003230 sp<IAfEffectChain> c = chain().promote();
Eric Laurentf1f22e72021-07-13 14:04:14 +02003231 if (c == nullptr) {
Shunkai Yaoc0d688d2024-03-19 04:27:31 +00003232 return AUDIO_CHANNEL_OUT_STEREO;
Eric Laurentf1f22e72021-07-13 14:04:14 +02003233 }
3234
Andy Hung87c693c2023-07-06 20:56:16 -07003235 if (mThreadType == IAfThreadBase::SPATIALIZER) {
Eric Laurentb62d0362021-10-26 17:40:18 +02003236 if (c->sessionId() == AUDIO_SESSION_OUTPUT_STAGE) {
Shunkai Yao2fa06c12024-03-19 04:31:47 +00003237 if (c->isFirstEffect_l(id)) {
Eric Laurentb62d0362021-10-26 17:40:18 +02003238 return t->mixerChannelMask();
3239 } else {
3240 return t->channelMask();
3241 }
3242 } else if (!audio_is_global_session(c->sessionId())) {
Andy Hung6ac17eb2023-06-20 18:56:17 -07003243 if ((t->hasAudioSession_l(c->sessionId())
Andy Hung87c693c2023-07-06 20:56:16 -07003244 & IAfThreadBase::SPATIALIZED_SESSION) != 0) {
Eric Laurentb62d0362021-10-26 17:40:18 +02003245 return t->mixerChannelMask();
3246 } else {
3247 return t->channelMask();
3248 }
3249 } else {
3250 return t->channelMask();
3251 }
Eric Laurentf1f22e72021-07-13 14:04:14 +02003252 } else {
3253 return t->channelMask();
3254 }
3255}
3256
Andy Hung6ac17eb2023-06-20 18:56:17 -07003257uint32_t EffectChain::EffectCallback::inChannelCount(int id) const {
Eric Laurentb62d0362021-10-26 17:40:18 +02003258 return audio_channel_count_from_out_mask(inChannelMask(id));
Eric Laurentf1f22e72021-07-13 14:04:14 +02003259}
3260
Andy Hungab65b182023-09-06 19:41:47 -07003261audio_channel_mask_t EffectChain::EffectCallback::outChannelMask() const
3262NO_THREAD_SAFETY_ANALYSIS
3263// calling function 'hasAudioSession_l' requires holding mutex 'ThreadBase_Mutex' exclusively
3264{
Andy Hung87c693c2023-07-06 20:56:16 -07003265 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003266 if (t == nullptr) {
Shunkai Yaoc0d688d2024-03-19 04:27:31 +00003267 return AUDIO_CHANNEL_OUT_STEREO;
Eric Laurent6b446ce2019-12-13 10:56:31 -08003268 }
Andy Hung6ac17eb2023-06-20 18:56:17 -07003269 sp<IAfEffectChain> c = chain().promote();
Eric Laurentb62d0362021-10-26 17:40:18 +02003270 if (c == nullptr) {
Shunkai Yaoc0d688d2024-03-19 04:27:31 +00003271 return AUDIO_CHANNEL_OUT_STEREO;
Eric Laurentb62d0362021-10-26 17:40:18 +02003272 }
3273
Andy Hung87c693c2023-07-06 20:56:16 -07003274 if (mThreadType == IAfThreadBase::SPATIALIZER) {
Eric Laurentb62d0362021-10-26 17:40:18 +02003275 if (!audio_is_global_session(c->sessionId())) {
Andy Hung6ac17eb2023-06-20 18:56:17 -07003276 if ((t->hasAudioSession_l(c->sessionId())
Andy Hung87c693c2023-07-06 20:56:16 -07003277 & IAfThreadBase::SPATIALIZED_SESSION) != 0) {
Eric Laurentb62d0362021-10-26 17:40:18 +02003278 return t->mixerChannelMask();
3279 } else {
3280 return t->channelMask();
3281 }
3282 } else {
3283 return t->channelMask();
3284 }
3285 } else {
3286 return t->channelMask();
3287 }
Eric Laurent6b446ce2019-12-13 10:56:31 -08003288}
3289
Andy Hung6ac17eb2023-06-20 18:56:17 -07003290uint32_t EffectChain::EffectCallback::outChannelCount() const {
Eric Laurentb62d0362021-10-26 17:40:18 +02003291 return audio_channel_count_from_out_mask(outChannelMask());
Eric Laurent6b446ce2019-12-13 10:56:31 -08003292}
3293
Andy Hung6ac17eb2023-06-20 18:56:17 -07003294audio_channel_mask_t EffectChain::EffectCallback::hapticChannelMask() const {
Andy Hung87c693c2023-07-06 20:56:16 -07003295 const sp<IAfThreadBase> t = thread().promote();
jiabineb3bda02020-06-30 14:07:03 -07003296 if (t == nullptr) {
3297 return AUDIO_CHANNEL_NONE;
3298 }
3299 return t->hapticChannelMask();
3300}
3301
Andy Hung6ac17eb2023-06-20 18:56:17 -07003302size_t EffectChain::EffectCallback::frameCount() const {
Andy Hung87c693c2023-07-06 20:56:16 -07003303 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003304 if (t == nullptr) {
Shunkai Yao2fa06c12024-03-19 04:31:47 +00003305 // frameCount cannot be zero.
3306 return 1;
Eric Laurent6b446ce2019-12-13 10:56:31 -08003307 }
3308 return t->frameCount();
3309}
3310
Andy Hung6ac17eb2023-06-20 18:56:17 -07003311uint32_t EffectChain::EffectCallback::latency() const
Andy Hung920f6572022-10-06 12:09:49 -07003312NO_THREAD_SAFETY_ANALYSIS // latency_l() access
3313{
Andy Hung87c693c2023-07-06 20:56:16 -07003314 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003315 if (t == nullptr) {
3316 return 0;
3317 }
Andy Hung920f6572022-10-06 12:09:49 -07003318 // TODO(b/275956781) - this requires the thread lock.
Eric Laurent6b446ce2019-12-13 10:56:31 -08003319 return t->latency_l();
3320}
3321
Andy Hung6ac17eb2023-06-20 18:56:17 -07003322void EffectChain::EffectCallback::setVolumeForOutput(float left, float right) const
Andy Hung920f6572022-10-06 12:09:49 -07003323NO_THREAD_SAFETY_ANALYSIS // setVolumeForOutput_l() access
3324{
Andy Hung87c693c2023-07-06 20:56:16 -07003325 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003326 if (t == nullptr) {
3327 return;
3328 }
3329 t->setVolumeForOutput_l(left, right);
3330}
3331
Shunkai Yaod125e402024-01-20 03:19:06 +00003332void EffectChain::EffectCallback::checkSuspendOnEffectEnabled(const sp<IAfEffectBase>& effect,
3333 bool enabled, bool threadLocked)
3334 NO_THREAD_SAFETY_ANALYSIS {
Andy Hung87c693c2023-07-06 20:56:16 -07003335 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003336 if (t == nullptr) {
3337 return;
3338 }
3339 t->checkSuspendOnEffectEnabled(enabled, effect->sessionId(), threadLocked);
3340
Andy Hung6ac17eb2023-06-20 18:56:17 -07003341 sp<IAfEffectChain> c = chain().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003342 if (c == nullptr) {
3343 return;
3344 }
Eric Laurent41709552019-12-16 19:34:05 -08003345 // in EffectChain context, an EffectBase is always from an EffectModule so static cast is safe
Shunkai Yaod125e402024-01-20 03:19:06 +00003346 c->checkSuspendOnEffectEnabled_l(effect->asEffectModule(), enabled);
Eric Laurent6b446ce2019-12-13 10:56:31 -08003347}
3348
Andy Hung6ac17eb2023-06-20 18:56:17 -07003349void EffectChain::EffectCallback::onEffectEnable(const sp<IAfEffectBase>& effect) {
Andy Hung87c693c2023-07-06 20:56:16 -07003350 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003351 if (t == nullptr) {
3352 return;
3353 }
Eric Laurent41709552019-12-16 19:34:05 -08003354 // in EffectChain context, an EffectBase is always from an EffectModule so static cast is safe
3355 t->onEffectEnable(effect->asEffectModule());
Eric Laurent6b446ce2019-12-13 10:56:31 -08003356}
3357
Andy Hung6ac17eb2023-06-20 18:56:17 -07003358void EffectChain::EffectCallback::onEffectDisable(const sp<IAfEffectBase>& effect) {
Eric Laurent6b446ce2019-12-13 10:56:31 -08003359 checkSuspendOnEffectEnabled(effect, false, false /*threadLocked*/);
3360
Andy Hung87c693c2023-07-06 20:56:16 -07003361 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003362 if (t == nullptr) {
3363 return;
3364 }
3365 t->onEffectDisable();
3366}
3367
Andy Hung6ac17eb2023-06-20 18:56:17 -07003368bool EffectChain::EffectCallback::disconnectEffectHandle(IAfEffectHandle *handle,
Eric Laurent6b446ce2019-12-13 10:56:31 -08003369 bool unpinIfLast) {
Andy Hung87c693c2023-07-06 20:56:16 -07003370 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003371 if (t == nullptr) {
3372 return false;
3373 }
3374 t->disconnectEffectHandle(handle, unpinIfLast);
3375 return true;
3376}
3377
Shunkai Yaod125e402024-01-20 03:19:06 +00003378void EffectChain::EffectCallback::resetVolume_l() {
Andy Hung6ac17eb2023-06-20 18:56:17 -07003379 sp<IAfEffectChain> c = chain().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003380 if (c == nullptr) {
3381 return;
3382 }
3383 c->resetVolume_l();
3384
3385}
3386
Andy Hung6ac17eb2023-06-20 18:56:17 -07003387product_strategy_t EffectChain::EffectCallback::strategy() const {
3388 sp<IAfEffectChain> c = chain().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003389 if (c == nullptr) {
3390 return PRODUCT_STRATEGY_NONE;
3391 }
3392 return c->strategy();
3393}
3394
Andy Hung6ac17eb2023-06-20 18:56:17 -07003395int32_t EffectChain::EffectCallback::activeTrackCnt() const {
3396 sp<IAfEffectChain> c = chain().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003397 if (c == nullptr) {
3398 return 0;
3399 }
3400 return c->activeTrackCnt();
3401}
3402
Eric Laurentb82e6b72019-11-22 17:25:04 -08003403
3404#undef LOG_TAG
Andy Hung6ac17eb2023-06-20 18:56:17 -07003405#define LOG_TAG "DeviceEffectProxy"
Eric Laurentb82e6b72019-11-22 17:25:04 -08003406
Andy Hung6ac17eb2023-06-20 18:56:17 -07003407/* static */
3408sp<IAfDeviceEffectProxy> IAfDeviceEffectProxy::create(
3409 const AudioDeviceTypeAddr& device,
Andy Hung55a74fd2023-07-13 19:54:47 -07003410 const sp<DeviceEffectManagerCallback>& callback,
Andy Hung6ac17eb2023-06-20 18:56:17 -07003411 effect_descriptor_t *desc, int id, bool notifyFramesProcessed)
3412{
3413 return sp<DeviceEffectProxy>::make(device,
Andy Hung55a74fd2023-07-13 19:54:47 -07003414 callback,
Andy Hung6ac17eb2023-06-20 18:56:17 -07003415 desc, id, notifyFramesProcessed);
3416}
3417
3418status_t DeviceEffectProxy::setEnabled(bool enabled, bool fromHandle)
Eric Laurentb82e6b72019-11-22 17:25:04 -08003419{
3420 status_t status = EffectBase::setEnabled(enabled, fromHandle);
Andy Hungf65f5a72023-08-29 12:19:17 -07003421 audio_utils::lock_guard _l(proxyMutex());
Eric Laurentb82e6b72019-11-22 17:25:04 -08003422 if (status == NO_ERROR) {
3423 for (auto& handle : mEffectHandles) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07003424 Status bs;
Eric Laurentb82e6b72019-11-22 17:25:04 -08003425 if (enabled) {
Andy Hung6ac17eb2023-06-20 18:56:17 -07003426 bs = handle.second->asIEffect()->enable(&status);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003427 } else {
Andy Hung6ac17eb2023-06-20 18:56:17 -07003428 bs = handle.second->asIEffect()->disable(&status);
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07003429 }
3430 if (!bs.isOk()) {
Andy Hung1131b6e2020-12-08 20:47:45 -08003431 status = statusTFromBinderStatus(bs);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003432 }
3433 }
3434 }
3435 ALOGV("%s enable %d status %d", __func__, enabled, status);
3436 return status;
3437}
3438
Shunkai Yaod125e402024-01-20 03:19:06 +00003439status_t DeviceEffectProxy::init_l(
Andy Hung8e6b62a2023-07-13 18:11:33 -07003440 const std::map <audio_patch_handle_t, IAfPatchPanel::Patch>& patches) {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003441//For all audio patches
3442//If src or sink device match
3443//If the effect is HW accelerated
3444// if no corresponding effect module
3445// Create EffectModule: mHalEffect
3446//Create and attach EffectHandle
3447//If the effect is not HW accelerated and the patch sink or src is a mixer port
3448// Create Effect on patch input or output thread on session -1
3449//Add EffectHandle to EffectHandle map of Effect Proxy:
3450 ALOGV("%s device type %d address %s", __func__, mDevice.mType, mDevice.getAddress());
3451 status_t status = NO_ERROR;
3452 for (auto &patch : patches) {
3453 status = onCreatePatch(patch.first, patch.second);
3454 ALOGV("%s onCreatePatch status %d", __func__, status);
3455 if (status == BAD_VALUE) {
3456 return status;
3457 }
3458 }
3459 return status;
3460}
3461
François Gaffie58e73af2023-02-15 11:47:24 +01003462status_t DeviceEffectProxy::onUpdatePatch(audio_patch_handle_t oldPatchHandle,
3463 audio_patch_handle_t newPatchHandle,
Andy Hung8e6b62a2023-07-13 18:11:33 -07003464 const IAfPatchPanel::Patch& /* patch */) {
François Gaffie58e73af2023-02-15 11:47:24 +01003465 status_t status = NAME_NOT_FOUND;
3466 ALOGV("%s", __func__);
Andy Hungf65f5a72023-08-29 12:19:17 -07003467 audio_utils::lock_guard _l(proxyMutex());
François Gaffie58e73af2023-02-15 11:47:24 +01003468 if (mEffectHandles.find(oldPatchHandle) != mEffectHandles.end()) {
3469 ALOGV("%s replacing effect from handle %d to handle %d", __func__, oldPatchHandle,
3470 newPatchHandle);
3471 sp<IAfEffectHandle> effect = mEffectHandles.at(oldPatchHandle);
3472 mEffectHandles.erase(oldPatchHandle);
3473 mEffectHandles.emplace(newPatchHandle, effect);
3474 status = NO_ERROR;
3475 }
3476 return status;
3477}
3478
Andy Hung6ac17eb2023-06-20 18:56:17 -07003479status_t DeviceEffectProxy::onCreatePatch(
Andy Hung8e6b62a2023-07-13 18:11:33 -07003480 audio_patch_handle_t patchHandle, const IAfPatchPanel::Patch& patch) {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003481 status_t status = NAME_NOT_FOUND;
Andy Hung6ac17eb2023-06-20 18:56:17 -07003482 sp<IAfEffectHandle> handle;
Eric Laurentb82e6b72019-11-22 17:25:04 -08003483 // only consider source[0] as this is the only "true" source of a patch
3484 status = checkPort(patch, &patch.mAudioPatch.sources[0], &handle);
3485 ALOGV("%s source checkPort status %d", __func__, status);
3486 for (uint32_t i = 0; i < patch.mAudioPatch.num_sinks && status == NAME_NOT_FOUND; i++) {
3487 status = checkPort(patch, &patch.mAudioPatch.sinks[i], &handle);
3488 ALOGV("%s sink %d checkPort status %d", __func__, i, status);
3489 }
3490 if (status == NO_ERROR || status == ALREADY_EXISTS) {
Andy Hungf65f5a72023-08-29 12:19:17 -07003491 audio_utils::lock_guard _l(proxyMutex());
François Gaffie70c6c722023-06-22 12:23:32 +02003492 size_t erasedHandle = mEffectHandles.erase(patchHandle);
3493 ALOGV("%s %s effecthandle %p for patch %d",
3494 __func__, (erasedHandle == 0 ? "adding" : "replacing"), handle.get(), patchHandle);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003495 mEffectHandles.emplace(patchHandle, handle);
3496 }
3497 ALOGW_IF(status == BAD_VALUE,
3498 "%s cannot attach effect %s on patch %d", __func__, mDescriptor.name, patchHandle);
3499
3500 return status;
3501}
3502
Andy Hung8e6b62a2023-07-13 18:11:33 -07003503status_t DeviceEffectProxy::checkPort(const IAfPatchPanel::Patch& patch,
Andy Hung972bec12023-08-31 16:13:39 -07003504 const struct audio_port_config *port, sp<IAfEffectHandle> *handle)
3505NO_THREAD_SAFETY_ANALYSIS
3506// calling function 'createEffect_l' requires holding mutex 'AudioFlinger_Mutex' exclusively
3507{
Eric Laurentb82e6b72019-11-22 17:25:04 -08003508
3509 ALOGV("%s type %d device type %d address %s device ID %d patch.isSoftware() %d",
3510 __func__, port->type, port->ext.device.type,
3511 port->ext.device.address, port->id, patch.isSoftware());
Shunkai Yaob009ad52023-05-05 22:43:24 +00003512 if (port->type != AUDIO_PORT_TYPE_DEVICE || port->ext.device.type != mDevice.mType ||
3513 port->ext.device.address != mDevice.address()) {
3514 return NAME_NOT_FOUND;
3515 }
3516 if (((mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_POST_PROC) &&
3517 (audio_port_config_has_input_direction(port))) {
3518 ALOGI("%s don't create postprocessing effect on record port", __func__);
3519 return NAME_NOT_FOUND;
3520 }
3521 if (((mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_PRE_PROC) &&
3522 (!audio_port_config_has_input_direction(port))) {
3523 ALOGI("%s don't create preprocessing effect on playback port", __func__);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003524 return NAME_NOT_FOUND;
3525 }
3526 status_t status = NAME_NOT_FOUND;
3527
3528 if (mDescriptor.flags & EFFECT_FLAG_HW_ACC_TUNNEL) {
Andy Hungf65f5a72023-08-29 12:19:17 -07003529 audio_utils::lock_guard _l(proxyMutex());
François Gaffie70c6c722023-06-22 12:23:32 +02003530 if (mHalEffect != nullptr && mDevicePort.id == port->id) {
3531 ALOGV("%s reusing HAL effect", __func__);
3532 } else {
3533 mDevicePort = *port;
François Gaffiebf656ef2024-03-13 17:08:52 +01003534 mHalEffect = sp<HwAccDeviceEffectModule>::make(mMyCallback,
3535 const_cast<effect_descriptor_t *>(&mDescriptor), mMyCallback->newEffectId(),
3536 port->id);
François Gaffie32358362024-05-31 10:36:39 +02003537 mHalEffect->configure_l();
François Gaffie70c6c722023-06-22 12:23:32 +02003538 if (audio_is_input_device(mDevice.mType)) {
3539 mHalEffect->setInputDevice(mDevice);
3540 } else {
3541 mHalEffect->setDevices({mDevice});
3542 }
Eric Laurentb82e6b72019-11-22 17:25:04 -08003543 }
Eric Laurentde8caf42021-08-11 17:19:25 +02003544 *handle = new EffectHandle(mHalEffect, nullptr, nullptr, 0 /*priority*/,
3545 mNotifyFramesProcessed);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003546 status = (*handle)->initCheck();
3547 if (status == OK) {
3548 status = mHalEffect->addHandle((*handle).get());
3549 } else {
3550 mHalEffect.clear();
3551 mDevicePort.id = AUDIO_PORT_HANDLE_NONE;
3552 }
3553 } else if (patch.isSoftware() || patch.thread().promote() != nullptr) {
Andy Hung87c693c2023-07-06 20:56:16 -07003554 sp<IAfThreadBase> thread;
Eric Laurentb82e6b72019-11-22 17:25:04 -08003555 if (audio_port_config_has_input_direction(port)) {
3556 if (patch.isSoftware()) {
3557 thread = patch.mRecord.thread();
3558 } else {
3559 thread = patch.thread().promote();
3560 }
3561 } else {
3562 if (patch.isSoftware()) {
3563 thread = patch.mPlayback.thread();
3564 } else {
3565 thread = patch.thread().promote();
3566 }
3567 }
3568 int enabled;
3569 *handle = thread->createEffect_l(nullptr, nullptr, 0, AUDIO_SESSION_DEVICE,
3570 const_cast<effect_descriptor_t *>(&mDescriptor),
Eric Laurentde8caf42021-08-11 17:19:25 +02003571 &enabled, &status, false, false /*probe*/,
3572 mNotifyFramesProcessed);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003573 ALOGV("%s thread->createEffect_l status %d", __func__, status);
3574 } else {
3575 status = BAD_VALUE;
3576 }
Shunkai Yaob009ad52023-05-05 22:43:24 +00003577
Eric Laurentb82e6b72019-11-22 17:25:04 -08003578 if (status == NO_ERROR || status == ALREADY_EXISTS) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07003579 Status bs;
Eric Laurentb82e6b72019-11-22 17:25:04 -08003580 if (isEnabled()) {
Andy Hung6ac17eb2023-06-20 18:56:17 -07003581 bs = (*handle)->asIEffect()->enable(&status);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003582 } else {
Andy Hung6ac17eb2023-06-20 18:56:17 -07003583 bs = (*handle)->asIEffect()->disable(&status);
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07003584 }
3585 if (!bs.isOk()) {
Andy Hung1131b6e2020-12-08 20:47:45 -08003586 status = statusTFromBinderStatus(bs);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003587 }
3588 }
3589 return status;
3590}
3591
Andy Hung6ac17eb2023-06-20 18:56:17 -07003592void DeviceEffectProxy::onReleasePatch(audio_patch_handle_t patchHandle) {
3593 sp<IAfEffectHandle> effect;
Eric Laurent76c89f32021-12-03 17:13:23 +01003594 {
Andy Hungf65f5a72023-08-29 12:19:17 -07003595 audio_utils::lock_guard _l(proxyMutex());
Eric Laurent76c89f32021-12-03 17:13:23 +01003596 if (mEffectHandles.find(patchHandle) != mEffectHandles.end()) {
3597 effect = mEffectHandles.at(patchHandle);
3598 mEffectHandles.erase(patchHandle);
3599 }
3600 }
Eric Laurentb82e6b72019-11-22 17:25:04 -08003601}
3602
3603
Andy Hung6ac17eb2023-06-20 18:56:17 -07003604size_t DeviceEffectProxy::removeEffect(const sp<IAfEffectModule>& effect)
Eric Laurentb82e6b72019-11-22 17:25:04 -08003605{
Andy Hungf65f5a72023-08-29 12:19:17 -07003606 audio_utils::lock_guard _l(proxyMutex());
Eric Laurentb82e6b72019-11-22 17:25:04 -08003607 if (effect == mHalEffect) {
Shunkai Yao50148822024-04-04 17:30:48 +00003608 mHalEffect->release_l("DeviceEffectProxy::removeEffect");
Eric Laurentb82e6b72019-11-22 17:25:04 -08003609 mHalEffect.clear();
3610 mDevicePort.id = AUDIO_PORT_HANDLE_NONE;
3611 }
3612 return mHalEffect == nullptr ? 0 : 1;
3613}
3614
Andy Hung6ac17eb2023-06-20 18:56:17 -07003615status_t DeviceEffectProxy::addEffectToHal(
Andy Hung920f6572022-10-06 12:09:49 -07003616 const sp<EffectHalInterface>& effect) {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003617 if (mHalEffect == nullptr) {
3618 return NO_INIT;
3619 }
Mikhail Naganovd2c7f852023-06-14 18:00:13 -07003620 return mManagerCallback->addEffectToHal(&mDevicePort, effect);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003621}
3622
Andy Hung6ac17eb2023-06-20 18:56:17 -07003623status_t DeviceEffectProxy::removeEffectFromHal(
Andy Hung920f6572022-10-06 12:09:49 -07003624 const sp<EffectHalInterface>& effect) {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003625 if (mHalEffect == nullptr) {
3626 return NO_INIT;
3627 }
Mikhail Naganovd2c7f852023-06-14 18:00:13 -07003628 return mManagerCallback->removeEffectFromHal(&mDevicePort, effect);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003629}
3630
François Gaffiea2e985b2023-06-09 14:37:56 +02003631status_t DeviceEffectProxy::command(
3632 int32_t cmdCode, const std::vector<uint8_t>& cmdData, int32_t maxReplySize,
3633 std::vector<uint8_t>* reply) {
Andy Hungf65f5a72023-08-29 12:19:17 -07003634 audio_utils::lock_guard _l(proxyMutex());
François Gaffiea2e985b2023-06-09 14:37:56 +02003635 status_t status = EffectBase::command(cmdCode, cmdData, maxReplySize, reply);
3636 if (status == NO_ERROR) {
3637 for (auto& handle : mEffectHandles) {
3638 sp<IAfEffectBase> effect = handle.second->effect().promote();
3639 if (effect != nullptr) {
3640 status = effect->command(cmdCode, cmdData, maxReplySize, reply);
3641 }
3642 }
3643 }
3644 ALOGV("%s status %d", __func__, status);
3645 return status;
3646}
3647
Andy Hung6ac17eb2023-06-20 18:56:17 -07003648bool DeviceEffectProxy::isOutput() const {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003649 if (mDevicePort.id != AUDIO_PORT_HANDLE_NONE) {
3650 return mDevicePort.role == AUDIO_PORT_ROLE_SINK;
3651 }
3652 return true;
3653}
3654
Andy Hung6ac17eb2023-06-20 18:56:17 -07003655uint32_t DeviceEffectProxy::sampleRate() const {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003656 if (mDevicePort.id != AUDIO_PORT_HANDLE_NONE &&
3657 (mDevicePort.config_mask & AUDIO_PORT_CONFIG_SAMPLE_RATE) != 0) {
3658 return mDevicePort.sample_rate;
3659 }
3660 return DEFAULT_OUTPUT_SAMPLE_RATE;
3661}
3662
Andy Hung6ac17eb2023-06-20 18:56:17 -07003663audio_channel_mask_t DeviceEffectProxy::channelMask() const {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003664 if (mDevicePort.id != AUDIO_PORT_HANDLE_NONE &&
3665 (mDevicePort.config_mask & AUDIO_PORT_CONFIG_CHANNEL_MASK) != 0) {
3666 return mDevicePort.channel_mask;
3667 }
3668 return AUDIO_CHANNEL_OUT_STEREO;
3669}
3670
Andy Hung6ac17eb2023-06-20 18:56:17 -07003671uint32_t DeviceEffectProxy::channelCount() const {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003672 if (isOutput()) {
3673 return audio_channel_count_from_out_mask(channelMask());
3674 }
3675 return audio_channel_count_from_in_mask(channelMask());
3676}
3677
Andy Hung6ac17eb2023-06-20 18:56:17 -07003678void DeviceEffectProxy::dump2(int fd, int spaces) const
Andy Hung920f6572022-10-06 12:09:49 -07003679NO_THREAD_SAFETY_ANALYSIS // conditional try lock
3680{
Eric Laurentb82e6b72019-11-22 17:25:04 -08003681 const Vector<String16> args;
3682 EffectBase::dump(fd, args);
3683
Andy Hungf65f5a72023-08-29 12:19:17 -07003684 const bool locked = afutils::dumpTryLock(proxyMutex());
Eric Laurentb82e6b72019-11-22 17:25:04 -08003685 if (!locked) {
3686 String8 result("DeviceEffectProxy may be deadlocked\n");
Tomasz Wasilczyk833345b2023-08-15 20:59:35 +00003687 write(fd, result.c_str(), result.size());
Eric Laurentb82e6b72019-11-22 17:25:04 -08003688 }
3689
3690 String8 outStr;
3691 if (mHalEffect != nullptr) {
3692 outStr.appendFormat("%*sHAL Effect Id: %d\n", spaces, "", mHalEffect->id());
3693 } else {
3694 outStr.appendFormat("%*sNO HAL Effect\n", spaces, "");
3695 }
Tomasz Wasilczyk833345b2023-08-15 20:59:35 +00003696 write(fd, outStr.c_str(), outStr.size());
Eric Laurentb82e6b72019-11-22 17:25:04 -08003697 outStr.clear();
3698
3699 outStr.appendFormat("%*sSub Effects:\n", spaces, "");
Tomasz Wasilczyk833345b2023-08-15 20:59:35 +00003700 write(fd, outStr.c_str(), outStr.size());
Eric Laurentb82e6b72019-11-22 17:25:04 -08003701 outStr.clear();
3702
3703 for (const auto& iter : mEffectHandles) {
3704 outStr.appendFormat("%*sEffect for patch handle %d:\n", spaces + 2, "", iter.first);
Tomasz Wasilczyk833345b2023-08-15 20:59:35 +00003705 write(fd, outStr.c_str(), outStr.size());
Eric Laurentb82e6b72019-11-22 17:25:04 -08003706 outStr.clear();
Andy Hung6ac17eb2023-06-20 18:56:17 -07003707 sp<IAfEffectBase> effect = iter.second->effect().promote();
Eric Laurentb82e6b72019-11-22 17:25:04 -08003708 if (effect != nullptr) {
3709 effect->dump(fd, args);
3710 }
3711 }
3712
3713 if (locked) {
Andy Hungf65f5a72023-08-29 12:19:17 -07003714 proxyMutex().unlock();
Eric Laurentb82e6b72019-11-22 17:25:04 -08003715 }
3716}
3717
3718#undef LOG_TAG
Andy Hung6ac17eb2023-06-20 18:56:17 -07003719#define LOG_TAG "DeviceEffectProxy::ProxyCallback"
Eric Laurentb82e6b72019-11-22 17:25:04 -08003720
Andy Hung6ac17eb2023-06-20 18:56:17 -07003721int DeviceEffectProxy::ProxyCallback::newEffectId() {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003722 return mManagerCallback->newEffectId();
3723}
3724
3725
Andy Hung6ac17eb2023-06-20 18:56:17 -07003726bool DeviceEffectProxy::ProxyCallback::disconnectEffectHandle(
3727 IAfEffectHandle *handle, bool unpinIfLast) {
3728 sp<IAfEffectBase> effectBase = handle->effect().promote();
Eric Laurentb82e6b72019-11-22 17:25:04 -08003729 if (effectBase == nullptr) {
3730 return false;
3731 }
3732
Andy Hung6ac17eb2023-06-20 18:56:17 -07003733 sp<IAfEffectModule> effect = effectBase->asEffectModule();
Eric Laurentb82e6b72019-11-22 17:25:04 -08003734 if (effect == nullptr) {
3735 return false;
3736 }
3737
3738 // restore suspended effects if the disconnected handle was enabled and the last one.
3739 bool remove = (effect->removeHandle(handle) == 0) && (!effect->isPinned() || unpinIfLast);
3740 if (remove) {
3741 sp<DeviceEffectProxy> proxy = mProxy.promote();
3742 if (proxy != nullptr) {
3743 proxy->removeEffect(effect);
3744 }
3745 if (handle->enabled()) {
3746 effectBase->checkSuspendOnEffectEnabled(false, false /*threadLocked*/);
3747 }
3748 }
3749 return true;
3750}
3751
Andy Hung6ac17eb2023-06-20 18:56:17 -07003752status_t DeviceEffectProxy::ProxyCallback::createEffectHal(
Eric Laurentb82e6b72019-11-22 17:25:04 -08003753 const effect_uuid_t *pEffectUuid, int32_t sessionId, int32_t deviceId,
3754 sp<EffectHalInterface> *effect) {
3755 return mManagerCallback->createEffectHal(pEffectUuid, sessionId, deviceId, effect);
3756}
3757
Andy Hung6ac17eb2023-06-20 18:56:17 -07003758status_t DeviceEffectProxy::ProxyCallback::addEffectToHal(
Andy Hung920f6572022-10-06 12:09:49 -07003759 const sp<EffectHalInterface>& effect) {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003760 sp<DeviceEffectProxy> proxy = mProxy.promote();
3761 if (proxy == nullptr) {
3762 return NO_INIT;
3763 }
3764 return proxy->addEffectToHal(effect);
3765}
3766
Andy Hung6ac17eb2023-06-20 18:56:17 -07003767status_t DeviceEffectProxy::ProxyCallback::removeEffectFromHal(
Andy Hung920f6572022-10-06 12:09:49 -07003768 const sp<EffectHalInterface>& effect) {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003769 sp<DeviceEffectProxy> proxy = mProxy.promote();
3770 if (proxy == nullptr) {
3771 return NO_INIT;
3772 }
Eric Laurent76c89f32021-12-03 17:13:23 +01003773 return proxy->removeEffectFromHal(effect);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003774}
3775
Andy Hung6ac17eb2023-06-20 18:56:17 -07003776bool DeviceEffectProxy::ProxyCallback::isOutput() const {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003777 sp<DeviceEffectProxy> proxy = mProxy.promote();
3778 if (proxy == nullptr) {
3779 return true;
3780 }
3781 return proxy->isOutput();
3782}
3783
Andy Hung6ac17eb2023-06-20 18:56:17 -07003784uint32_t DeviceEffectProxy::ProxyCallback::sampleRate() const {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003785 sp<DeviceEffectProxy> proxy = mProxy.promote();
3786 if (proxy == nullptr) {
3787 return DEFAULT_OUTPUT_SAMPLE_RATE;
3788 }
3789 return proxy->sampleRate();
3790}
3791
Andy Hung6ac17eb2023-06-20 18:56:17 -07003792audio_channel_mask_t DeviceEffectProxy::ProxyCallback::inChannelMask(
Eric Laurentf1f22e72021-07-13 14:04:14 +02003793 int id __unused) const {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003794 sp<DeviceEffectProxy> proxy = mProxy.promote();
3795 if (proxy == nullptr) {
3796 return AUDIO_CHANNEL_OUT_STEREO;
3797 }
3798 return proxy->channelMask();
3799}
3800
Andy Hung6ac17eb2023-06-20 18:56:17 -07003801uint32_t DeviceEffectProxy::ProxyCallback::inChannelCount(int id __unused) const {
Eric Laurentf1f22e72021-07-13 14:04:14 +02003802 sp<DeviceEffectProxy> proxy = mProxy.promote();
3803 if (proxy == nullptr) {
3804 return 2;
3805 }
3806 return proxy->channelCount();
3807}
3808
Andy Hung6ac17eb2023-06-20 18:56:17 -07003809audio_channel_mask_t DeviceEffectProxy::ProxyCallback::outChannelMask() const {
Eric Laurentf1f22e72021-07-13 14:04:14 +02003810 sp<DeviceEffectProxy> proxy = mProxy.promote();
3811 if (proxy == nullptr) {
3812 return AUDIO_CHANNEL_OUT_STEREO;
3813 }
3814 return proxy->channelMask();
3815}
3816
Andy Hung6ac17eb2023-06-20 18:56:17 -07003817uint32_t DeviceEffectProxy::ProxyCallback::outChannelCount() const {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003818 sp<DeviceEffectProxy> proxy = mProxy.promote();
3819 if (proxy == nullptr) {
3820 return 2;
3821 }
3822 return proxy->channelCount();
3823}
3824
Andy Hung6ac17eb2023-06-20 18:56:17 -07003825void DeviceEffectProxy::ProxyCallback::onEffectEnable(
3826 const sp<IAfEffectBase>& effectBase) {
3827 sp<IAfEffectModule> effect = effectBase->asEffectModule();
Eric Laurent76c89f32021-12-03 17:13:23 +01003828 if (effect == nullptr) {
3829 return;
3830 }
Shunkai Yaod125e402024-01-20 03:19:06 +00003831 effect->start_l();
Eric Laurent76c89f32021-12-03 17:13:23 +01003832}
3833
Andy Hung6ac17eb2023-06-20 18:56:17 -07003834void DeviceEffectProxy::ProxyCallback::onEffectDisable(
3835 const sp<IAfEffectBase>& effectBase) {
3836 sp<IAfEffectModule> effect = effectBase->asEffectModule();
Eric Laurent76c89f32021-12-03 17:13:23 +01003837 if (effect == nullptr) {
3838 return;
3839 }
Shunkai Yaod125e402024-01-20 03:19:06 +00003840 effect->stop_l();
Eric Laurent76c89f32021-12-03 17:13:23 +01003841}
3842
Glenn Kasten63238ef2015-03-02 15:50:29 -08003843} // namespace android