blob: 84505d3502570787ef90600c5beaf5bad4ce4ad3 [file] [log] [blame]
Eric Laurentca7cc822012-11-19 14:55:58 -08001/*
2**
3** Copyright 2012, The Android Open Source Project
4**
5** Licensed under the Apache License, Version 2.0 (the "License");
6** you may not use this file except in compliance with the License.
7** You may obtain a copy of the License at
8**
9** http://www.apache.org/licenses/LICENSE-2.0
10**
11** Unless required by applicable law or agreed to in writing, software
12** distributed under the License is distributed on an "AS IS" BASIS,
13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14** See the License for the specific language governing permissions and
15** limitations under the License.
16*/
17
18
19#define LOG_TAG "AudioFlinger"
20//#define LOG_NDEBUG 0
21
Andy Hung5fd10da2023-07-19 11:31:15 -070022#include "Effects.h"
rago94a1ee82017-07-21 15:11:02 -070023
Andy Hung5fd10da2023-07-19 11:31:15 -070024#include "Client.h"
25#include "EffectConfiguration.h"
26
27#include <afutils/DumpTryLock.h>
28#include <audio_utils/channels.h>
29#include <audio_utils/primitives.h>
30#include <media/AudioCommonTypes.h>
31#include <media/AudioContainers.h>
32#include <media/AudioDeviceTypeAddr.h>
33#include <media/AudioEffect.h>
Andy Hung28c3fdf2024-02-28 18:55:43 -080034#include <media/EffectClientAsyncProxy.h>
Andy Hung5fd10da2023-07-19 11:31:15 -070035#include <media/ShmemCompat.h>
36#include <media/TypeConverter.h>
37#include <media/audiohal/EffectHalInterface.h>
38#include <media/audiohal/EffectsFactoryHalInterface.h>
39#include <mediautils/MethodStatistics.h>
40#include <mediautils/ServiceUtilities.h>
41#include <mediautils/TimeCheck.h>
Lais Andradee8995e92024-07-24 15:00:38 +010042#include <system/audio_effects/audio_effects_utils.h>
Eric Laurentd8365c52017-07-16 15:27:05 -070043#include <system/audio_effects/effect_aec.h>
Eric Laurentb62d0362021-10-26 17:40:18 +020044#include <system/audio_effects/effect_downmix.h>
Ricardo Garciac2a3a822019-07-17 14:29:12 -070045#include <system/audio_effects/effect_dynamicsprocessing.h>
jiabineb3bda02020-06-30 14:07:03 -070046#include <system/audio_effects/effect_hapticgenerator.h>
Eric Laurentd8365c52017-07-16 15:27:05 -070047#include <system/audio_effects/effect_ns.h>
Eric Laurentb62d0362021-10-26 17:40:18 +020048#include <system/audio_effects/effect_spatializer.h>
Eric Laurentd8365c52017-07-16 15:27:05 -070049#include <system/audio_effects/effect_visualizer.h>
Andy Hung5fd10da2023-07-19 11:31:15 -070050#include <utils/Log.h>
Eric Laurentca7cc822012-11-19 14:55:58 -080051
Andy Hung5fd10da2023-07-19 11:31:15 -070052#include <algorithm>
Eric Laurentca7cc822012-11-19 14:55:58 -080053
54// ----------------------------------------------------------------------------
55
56// Note: the following macro is used for extremely verbose logging message. In
57// order to run with ALOG_ASSERT turned on, we need to have LOG_NDEBUG set to
58// 0; but one side effect of this is to turn all LOGV's as well. Some messages
59// are so verbose that we want to suppress them even when we have ALOG_ASSERT
60// turned on. Do not uncomment the #def below unless you really know what you
61// are doing and want to see all of the extremely verbose messages.
62//#define VERY_VERY_VERBOSE_LOGGING
63#ifdef VERY_VERY_VERBOSE_LOGGING
64#define ALOGVV ALOGV
65#else
66#define ALOGVV(a...) do { } while(0)
67#endif
68
Yuuki Yokoyamae17f8312017-05-26 19:06:33 +090069#define DEFAULT_OUTPUT_SAMPLE_RATE 48000
70
Eric Laurentca7cc822012-11-19 14:55:58 -080071namespace android {
72
Andy Hung1131b6e2020-12-08 20:47:45 -080073using aidl_utils::statusTFromBinderStatus;
Lais Andradee8995e92024-07-24 15:00:38 +010074using android::effect::utils::EffectParamWriter;
Andy Hungba8e52b2023-05-11 14:33:03 -070075using audioflinger::EffectConfiguration;
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -070076using binder::Status;
77
78namespace {
79
80// Append a POD value into a vector of bytes.
81template<typename T>
82void appendToBuffer(const T& value, std::vector<uint8_t>* buffer) {
83 const uint8_t* ar(reinterpret_cast<const uint8_t*>(&value));
84 buffer->insert(buffer->end(), ar, ar + sizeof(T));
85}
86
87// Write a POD value into a vector of bytes (clears the previous buffer
88// content).
89template<typename T>
90void writeToBuffer(const T& value, std::vector<uint8_t>* buffer) {
91 buffer->clear();
92 appendToBuffer(value, buffer);
93}
94
95} // namespace
96
Eric Laurentca7cc822012-11-19 14:55:58 -080097// ----------------------------------------------------------------------------
Eric Laurent41709552019-12-16 19:34:05 -080098// EffectBase implementation
Eric Laurentca7cc822012-11-19 14:55:58 -080099// ----------------------------------------------------------------------------
100
101#undef LOG_TAG
Andy Hung6ac17eb2023-06-20 18:56:17 -0700102#define LOG_TAG "EffectBase"
Eric Laurentca7cc822012-11-19 14:55:58 -0800103
Andy Hung6ac17eb2023-06-20 18:56:17 -0700104EffectBase::EffectBase(const sp<EffectCallbackInterface>& callback,
Eric Laurentca7cc822012-11-19 14:55:58 -0800105 effect_descriptor_t *desc,
106 int id,
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800107 audio_session_t sessionId,
108 bool pinned)
109 : mPinned(pinned),
Eric Laurent6b446ce2019-12-13 10:56:31 -0800110 mCallback(callback), mId(id), mSessionId(sessionId),
Eric Laurent41709552019-12-16 19:34:05 -0800111 mDescriptor(*desc)
Eric Laurentca7cc822012-11-19 14:55:58 -0800112{
Eric Laurentca7cc822012-11-19 14:55:58 -0800113}
114
Andy Hungf65f5a72023-08-29 12:19:17 -0700115// must be called with EffectModule::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -0700116status_t EffectBase::setEnabled_l(bool enabled)
Eric Laurentca7cc822012-11-19 14:55:58 -0800117{
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800118
Eric Laurent41709552019-12-16 19:34:05 -0800119 ALOGV("setEnabled %p enabled %d", this, enabled);
120
121 if (enabled != isEnabled()) {
122 switch (mState) {
123 // going from disabled to enabled
124 case IDLE:
125 mState = STARTING;
126 break;
127 case STOPPED:
128 mState = RESTART;
129 break;
130 case STOPPING:
131 mState = ACTIVE;
132 break;
133
134 // going from enabled to disabled
135 case RESTART:
136 mState = STOPPED;
137 break;
138 case STARTING:
139 mState = IDLE;
140 break;
141 case ACTIVE:
142 mState = STOPPING;
143 break;
144 case DESTROYED:
145 return NO_ERROR; // simply ignore as we are being destroyed
146 }
147 for (size_t i = 1; i < mHandles.size(); i++) {
Andy Hung6ac17eb2023-06-20 18:56:17 -0700148 IAfEffectHandle *h = mHandles[i];
Eric Laurent41709552019-12-16 19:34:05 -0800149 if (h != NULL && !h->disconnected()) {
150 h->setEnabled(enabled);
151 }
152 }
153 }
154 return NO_ERROR;
Eric Laurentca7cc822012-11-19 14:55:58 -0800155}
156
Andy Hung6ac17eb2023-06-20 18:56:17 -0700157status_t EffectBase::setEnabled(bool enabled, bool fromHandle)
Eric Laurent41709552019-12-16 19:34:05 -0800158{
159 status_t status;
160 {
Andy Hungf65f5a72023-08-29 12:19:17 -0700161 audio_utils::lock_guard _l(mutex());
Eric Laurent41709552019-12-16 19:34:05 -0800162 status = setEnabled_l(enabled);
163 }
164 if (fromHandle) {
165 if (enabled) {
166 if (status != NO_ERROR) {
Andy Hungfda44002021-06-03 17:23:16 -0700167 getCallback()->checkSuspendOnEffectEnabled(this, false, false /*threadLocked*/);
Eric Laurent41709552019-12-16 19:34:05 -0800168 } else {
Andy Hungfda44002021-06-03 17:23:16 -0700169 getCallback()->onEffectEnable(this);
Eric Laurent41709552019-12-16 19:34:05 -0800170 }
171 } else {
Andy Hungfda44002021-06-03 17:23:16 -0700172 getCallback()->onEffectDisable(this);
Eric Laurent41709552019-12-16 19:34:05 -0800173 }
174 }
175 return status;
176}
177
Andy Hung6ac17eb2023-06-20 18:56:17 -0700178bool EffectBase::isEnabled() const
Eric Laurent41709552019-12-16 19:34:05 -0800179{
180 switch (mState) {
181 case RESTART:
182 case STARTING:
183 case ACTIVE:
184 return true;
185 case IDLE:
186 case STOPPING:
187 case STOPPED:
188 case DESTROYED:
189 default:
190 return false;
191 }
192}
193
Andy Hung6ac17eb2023-06-20 18:56:17 -0700194void EffectBase::setSuspended(bool suspended)
Eric Laurent41709552019-12-16 19:34:05 -0800195{
Andy Hungf65f5a72023-08-29 12:19:17 -0700196 audio_utils::lock_guard _l(mutex());
Eric Laurent41709552019-12-16 19:34:05 -0800197 mSuspended = suspended;
198}
199
Andy Hung6ac17eb2023-06-20 18:56:17 -0700200bool EffectBase::suspended() const
Eric Laurent41709552019-12-16 19:34:05 -0800201{
Andy Hungf65f5a72023-08-29 12:19:17 -0700202 audio_utils::lock_guard _l(mutex());
Eric Laurent41709552019-12-16 19:34:05 -0800203 return mSuspended;
204}
205
Andy Hung6ac17eb2023-06-20 18:56:17 -0700206status_t EffectBase::addHandle(IAfEffectHandle *handle)
Eric Laurentca7cc822012-11-19 14:55:58 -0800207{
208 status_t status;
209
Andy Hungf65f5a72023-08-29 12:19:17 -0700210 audio_utils::lock_guard _l(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -0800211 int priority = handle->priority();
212 size_t size = mHandles.size();
Andy Hung6ac17eb2023-06-20 18:56:17 -0700213 IAfEffectHandle *controlHandle = nullptr;
Eric Laurentca7cc822012-11-19 14:55:58 -0800214 size_t i;
215 for (i = 0; i < size; i++) {
Andy Hung6ac17eb2023-06-20 18:56:17 -0700216 IAfEffectHandle *h = mHandles[i];
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800217 if (h == NULL || h->disconnected()) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800218 continue;
219 }
220 // first non destroyed handle is considered in control
Glenn Kasten6e2ebe92013-08-13 09:14:51 -0700221 if (controlHandle == NULL) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800222 controlHandle = h;
Glenn Kasten6e2ebe92013-08-13 09:14:51 -0700223 }
Eric Laurentca7cc822012-11-19 14:55:58 -0800224 if (h->priority() <= priority) {
225 break;
226 }
227 }
228 // if inserted in first place, move effect control from previous owner to this handle
229 if (i == 0) {
230 bool enabled = false;
231 if (controlHandle != NULL) {
232 enabled = controlHandle->enabled();
233 controlHandle->setControl(false/*hasControl*/, true /*signal*/, enabled /*enabled*/);
234 }
235 handle->setControl(true /*hasControl*/, false /*signal*/, enabled /*enabled*/);
236 status = NO_ERROR;
237 } else {
238 status = ALREADY_EXISTS;
239 }
Glenn Kastenc42e9b42016-03-21 11:35:03 -0700240 ALOGV("addHandle() %p added handle %p in position %zu", this, handle, i);
Eric Laurentca7cc822012-11-19 14:55:58 -0800241 mHandles.insertAt(handle, i);
242 return status;
243}
244
Andy Hung6ac17eb2023-06-20 18:56:17 -0700245status_t EffectBase::updatePolicyState()
Eric Laurent6c796322019-04-09 14:13:17 -0700246{
247 status_t status = NO_ERROR;
248 bool doRegister = false;
249 bool registered = false;
250 bool doEnable = false;
251 bool enabled = false;
Mikhail Naganov379d6872020-03-26 13:04:11 -0700252 audio_io_handle_t io = AUDIO_IO_HANDLE_NONE;
Ytai Ben-Tsvi0a4904a2021-01-06 12:57:05 -0800253 product_strategy_t strategy = PRODUCT_STRATEGY_NONE;
Eric Laurent6c796322019-04-09 14:13:17 -0700254
255 {
Andy Hungf65f5a72023-08-29 12:19:17 -0700256 audio_utils::lock_guard _l(mutex());
Eric Laurentd66d7a12021-07-13 13:35:32 +0200257
258 if ((isInternal_l() && !mPolicyRegistered)
259 || !getCallback()->isAudioPolicyReady()) {
260 return NO_ERROR;
261 }
262
Eric Laurent6c796322019-04-09 14:13:17 -0700263 // register effect when first handle is attached and unregister when last handle is removed
264 if (mPolicyRegistered != mHandles.size() > 0) {
265 doRegister = true;
266 mPolicyRegistered = mHandles.size() > 0;
267 if (mPolicyRegistered) {
Andy Hungfda44002021-06-03 17:23:16 -0700268 const auto callback = getCallback();
269 io = callback->io();
270 strategy = callback->strategy();
Eric Laurent6c796322019-04-09 14:13:17 -0700271 }
272 }
273 // enable effect when registered according to enable state requested by controlling handle
274 if (mHandles.size() > 0) {
Andy Hung6ac17eb2023-06-20 18:56:17 -0700275 IAfEffectHandle *handle = controlHandle_l();
Eric Laurent6c796322019-04-09 14:13:17 -0700276 if (handle != nullptr && mPolicyEnabled != handle->enabled()) {
277 doEnable = true;
278 mPolicyEnabled = handle->enabled();
279 }
280 }
281 registered = mPolicyRegistered;
282 enabled = mPolicyEnabled;
Eric Laurentb9d06642021-03-18 15:52:11 +0100283 // The simultaneous release of two EffectHandles with the same EffectModule
284 // may cause us to call this method at the same time.
285 // This may deadlock under some circumstances (b/180941720). Avoid this.
286 if (!doRegister && !(registered && doEnable)) {
287 return NO_ERROR;
288 }
Eric Laurent6c796322019-04-09 14:13:17 -0700289 }
Andy Hungf65f5a72023-08-29 12:19:17 -0700290 policyMutex().lock();
Eric Laurent6c796322019-04-09 14:13:17 -0700291 ALOGV("%s name %s id %d session %d doRegister %d registered %d doEnable %d enabled %d",
292 __func__, mDescriptor.name, mId, mSessionId, doRegister, registered, doEnable, enabled);
293 if (doRegister) {
294 if (registered) {
295 status = AudioSystem::registerEffect(
296 &mDescriptor,
297 io,
298 strategy,
299 mSessionId,
300 mId);
301 } else {
302 status = AudioSystem::unregisterEffect(mId);
303 }
304 }
305 if (registered && doEnable) {
306 status = AudioSystem::setEffectEnabled(mId, enabled);
307 }
Andy Hungf65f5a72023-08-29 12:19:17 -0700308 policyMutex().unlock();
Eric Laurent6c796322019-04-09 14:13:17 -0700309
310 return status;
311}
312
313
Andy Hung6ac17eb2023-06-20 18:56:17 -0700314ssize_t EffectBase::removeHandle(IAfEffectHandle *handle)
Eric Laurentca7cc822012-11-19 14:55:58 -0800315{
Andy Hungf65f5a72023-08-29 12:19:17 -0700316 audio_utils::lock_guard _l(mutex());
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800317 return removeHandle_l(handle);
318}
319
Andy Hung6ac17eb2023-06-20 18:56:17 -0700320ssize_t EffectBase::removeHandle_l(IAfEffectHandle *handle)
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800321{
Eric Laurentca7cc822012-11-19 14:55:58 -0800322 size_t size = mHandles.size();
323 size_t i;
324 for (i = 0; i < size; i++) {
325 if (mHandles[i] == handle) {
326 break;
327 }
328 }
329 if (i == size) {
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800330 ALOGW("%s %p handle not found %p", __FUNCTION__, this, handle);
331 return BAD_VALUE;
Eric Laurentca7cc822012-11-19 14:55:58 -0800332 }
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800333 ALOGV("removeHandle_l() %p removed handle %p in position %zu", this, handle, i);
Eric Laurentca7cc822012-11-19 14:55:58 -0800334
335 mHandles.removeAt(i);
336 // if removed from first place, move effect control from this handle to next in line
337 if (i == 0) {
Andy Hung6ac17eb2023-06-20 18:56:17 -0700338 IAfEffectHandle *h = controlHandle_l();
Eric Laurentca7cc822012-11-19 14:55:58 -0800339 if (h != NULL) {
340 h->setControl(true /*hasControl*/, true /*signal*/ , handle->enabled() /*enabled*/);
341 }
342 }
343
Jaideep Sharmaed8688022020-08-07 14:09:16 +0530344 // Prevent calls to process() and other functions on effect interface from now on.
345 // The effect engine will be released by the destructor when the last strong reference on
346 // this object is released which can happen after next process is called.
Eric Laurentca7cc822012-11-19 14:55:58 -0800347 if (mHandles.size() == 0 && !mPinned) {
348 mState = DESTROYED;
349 }
350
351 return mHandles.size();
352}
353
Andy Hungf65f5a72023-08-29 12:19:17 -0700354// must be called with EffectModule::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -0700355IAfEffectHandle *EffectBase::controlHandle_l()
Eric Laurentca7cc822012-11-19 14:55:58 -0800356{
357 // the first valid handle in the list has control over the module
358 for (size_t i = 0; i < mHandles.size(); i++) {
Andy Hung6ac17eb2023-06-20 18:56:17 -0700359 IAfEffectHandle *h = mHandles[i];
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800360 if (h != NULL && !h->disconnected()) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800361 return h;
362 }
363 }
364
365 return NULL;
366}
367
Eric Laurentf10c7092016-12-06 17:09:56 -0800368// unsafe method called when the effect parent thread has been destroyed
Andy Hung6ac17eb2023-06-20 18:56:17 -0700369ssize_t EffectBase::disconnectHandle(IAfEffectHandle *handle, bool unpinIfLast)
Eric Laurentf10c7092016-12-06 17:09:56 -0800370{
Andy Hungfda44002021-06-03 17:23:16 -0700371 const auto callback = getCallback();
Eric Laurentf10c7092016-12-06 17:09:56 -0800372 ALOGV("disconnect() %p handle %p", this, handle);
Andy Hungfda44002021-06-03 17:23:16 -0700373 if (callback->disconnectEffectHandle(handle, unpinIfLast)) {
Eric Laurent6b446ce2019-12-13 10:56:31 -0800374 return mHandles.size();
375 }
376
Andy Hungf65f5a72023-08-29 12:19:17 -0700377 audio_utils::lock_guard _l(mutex());
Eric Laurentf10c7092016-12-06 17:09:56 -0800378 ssize_t numHandles = removeHandle_l(handle);
379 if ((numHandles == 0) && (!mPinned || unpinIfLast)) {
Andy Hungf65f5a72023-08-29 12:19:17 -0700380 mutex().unlock();
Andy Hungfda44002021-06-03 17:23:16 -0700381 callback->updateOrphanEffectChains(this);
Andy Hungf65f5a72023-08-29 12:19:17 -0700382 mutex().lock();
Eric Laurentf10c7092016-12-06 17:09:56 -0800383 }
384 return numHandles;
385}
386
Andy Hung6ac17eb2023-06-20 18:56:17 -0700387bool EffectBase::purgeHandles()
Eric Laurent41709552019-12-16 19:34:05 -0800388{
389 bool enabled = false;
Andy Hungf65f5a72023-08-29 12:19:17 -0700390 audio_utils::lock_guard _l(mutex());
Andy Hung6ac17eb2023-06-20 18:56:17 -0700391 IAfEffectHandle *handle = controlHandle_l();
Eric Laurent41709552019-12-16 19:34:05 -0800392 if (handle != NULL) {
393 enabled = handle->enabled();
394 }
395 mHandles.clear();
396 return enabled;
397}
398
Andy Hung6ac17eb2023-06-20 18:56:17 -0700399void EffectBase::checkSuspendOnEffectEnabled(bool enabled, bool threadLocked) {
Andy Hungfda44002021-06-03 17:23:16 -0700400 getCallback()->checkSuspendOnEffectEnabled(this, enabled, threadLocked);
Eric Laurent41709552019-12-16 19:34:05 -0800401}
402
403static String8 effectFlagsToString(uint32_t flags) {
404 String8 s;
405
406 s.append("conn. mode: ");
407 switch (flags & EFFECT_FLAG_TYPE_MASK) {
408 case EFFECT_FLAG_TYPE_INSERT: s.append("insert"); break;
409 case EFFECT_FLAG_TYPE_AUXILIARY: s.append("auxiliary"); break;
410 case EFFECT_FLAG_TYPE_REPLACE: s.append("replace"); break;
411 case EFFECT_FLAG_TYPE_PRE_PROC: s.append("preproc"); break;
412 case EFFECT_FLAG_TYPE_POST_PROC: s.append("postproc"); break;
413 default: s.append("unknown/reserved"); break;
414 }
415 s.append(", ");
416
417 s.append("insert pref: ");
418 switch (flags & EFFECT_FLAG_INSERT_MASK) {
419 case EFFECT_FLAG_INSERT_ANY: s.append("any"); break;
420 case EFFECT_FLAG_INSERT_FIRST: s.append("first"); break;
421 case EFFECT_FLAG_INSERT_LAST: s.append("last"); break;
422 case EFFECT_FLAG_INSERT_EXCLUSIVE: s.append("exclusive"); break;
423 default: s.append("unknown/reserved"); break;
424 }
425 s.append(", ");
426
427 s.append("volume mgmt: ");
428 switch (flags & EFFECT_FLAG_VOLUME_MASK) {
429 case EFFECT_FLAG_VOLUME_NONE: s.append("none"); break;
430 case EFFECT_FLAG_VOLUME_CTRL: s.append("implements control"); break;
431 case EFFECT_FLAG_VOLUME_IND: s.append("requires indication"); break;
432 case EFFECT_FLAG_VOLUME_MONITOR: s.append("monitors volume"); break;
433 default: s.append("unknown/reserved"); break;
434 }
435 s.append(", ");
436
437 uint32_t devind = flags & EFFECT_FLAG_DEVICE_MASK;
438 if (devind) {
439 s.append("device indication: ");
440 switch (devind) {
441 case EFFECT_FLAG_DEVICE_IND: s.append("requires updates"); break;
442 default: s.append("unknown/reserved"); break;
443 }
444 s.append(", ");
445 }
446
447 s.append("input mode: ");
448 switch (flags & EFFECT_FLAG_INPUT_MASK) {
449 case EFFECT_FLAG_INPUT_DIRECT: s.append("direct"); break;
450 case EFFECT_FLAG_INPUT_PROVIDER: s.append("provider"); break;
451 case EFFECT_FLAG_INPUT_BOTH: s.append("direct+provider"); break;
452 default: s.append("not set"); break;
453 }
454 s.append(", ");
455
456 s.append("output mode: ");
457 switch (flags & EFFECT_FLAG_OUTPUT_MASK) {
458 case EFFECT_FLAG_OUTPUT_DIRECT: s.append("direct"); break;
459 case EFFECT_FLAG_OUTPUT_PROVIDER: s.append("provider"); break;
460 case EFFECT_FLAG_OUTPUT_BOTH: s.append("direct+provider"); break;
461 default: s.append("not set"); break;
462 }
463 s.append(", ");
464
465 uint32_t accel = flags & EFFECT_FLAG_HW_ACC_MASK;
466 if (accel) {
467 s.append("hardware acceleration: ");
468 switch (accel) {
469 case EFFECT_FLAG_HW_ACC_SIMPLE: s.append("non-tunneled"); break;
470 case EFFECT_FLAG_HW_ACC_TUNNEL: s.append("tunneled"); break;
471 default: s.append("unknown/reserved"); break;
472 }
473 s.append(", ");
474 }
475
476 uint32_t modeind = flags & EFFECT_FLAG_AUDIO_MODE_MASK;
477 if (modeind) {
478 s.append("mode indication: ");
479 switch (modeind) {
480 case EFFECT_FLAG_AUDIO_MODE_IND: s.append("required"); break;
481 default: s.append("unknown/reserved"); break;
482 }
483 s.append(", ");
484 }
485
486 uint32_t srcind = flags & EFFECT_FLAG_AUDIO_SOURCE_MASK;
487 if (srcind) {
488 s.append("source indication: ");
489 switch (srcind) {
490 case EFFECT_FLAG_AUDIO_SOURCE_IND: s.append("required"); break;
491 default: s.append("unknown/reserved"); break;
492 }
493 s.append(", ");
494 }
495
496 if (flags & EFFECT_FLAG_OFFLOAD_MASK) {
497 s.append("offloadable, ");
498 }
499
500 int len = s.length();
501 if (s.length() > 2) {
502 (void) s.lockBuffer(len);
503 s.unlockBuffer(len - 2);
504 }
505 return s;
506}
507
Andy Hung6ac17eb2023-06-20 18:56:17 -0700508void EffectBase::dump(int fd, const Vector<String16>& args __unused) const
Andy Hung920f6572022-10-06 12:09:49 -0700509NO_THREAD_SAFETY_ANALYSIS // conditional try lock
Eric Laurent41709552019-12-16 19:34:05 -0800510{
511 String8 result;
512
513 result.appendFormat("\tEffect ID %d:\n", mId);
514
Andy Hungf65f5a72023-08-29 12:19:17 -0700515 const bool locked = afutils::dumpTryLock(mutex());
Eric Laurent41709552019-12-16 19:34:05 -0800516 // failed to lock - AudioFlinger is probably deadlocked
517 if (!locked) {
518 result.append("\t\tCould not lock Fx mutex:\n");
519 }
François Gaffie163ce832023-06-28 11:36:35 +0200520 bool isInternal = isInternal_l();
521 result.append("\t\tSession State Registered Internal Enabled Suspended:\n");
522 result.appendFormat("\t\t%05d %03d %s %s %s %s\n",
523 mSessionId, mState, mPolicyRegistered ? "y" : "n", isInternal ? "y" : "n",
524 ((isInternal && isEnabled()) || (!isInternal && mPolicyEnabled)) ? "y" : "n",
525 mSuspended ? "y" : "n");
Eric Laurent41709552019-12-16 19:34:05 -0800526
527 result.append("\t\tDescriptor:\n");
528 char uuidStr[64];
529 AudioEffect::guidToString(&mDescriptor.uuid, uuidStr, sizeof(uuidStr));
530 result.appendFormat("\t\t- UUID: %s\n", uuidStr);
531 AudioEffect::guidToString(&mDescriptor.type, uuidStr, sizeof(uuidStr));
532 result.appendFormat("\t\t- TYPE: %s\n", uuidStr);
533 result.appendFormat("\t\t- apiVersion: %08X\n\t\t- flags: %08X (%s)\n",
534 mDescriptor.apiVersion,
535 mDescriptor.flags,
Tomasz Wasilczyk833345b2023-08-15 20:59:35 +0000536 effectFlagsToString(mDescriptor.flags).c_str());
Eric Laurent41709552019-12-16 19:34:05 -0800537 result.appendFormat("\t\t- name: %s\n",
538 mDescriptor.name);
539
540 result.appendFormat("\t\t- implementor: %s\n",
541 mDescriptor.implementor);
542
543 result.appendFormat("\t\t%zu Clients:\n", mHandles.size());
544 result.append("\t\t\t Pid Priority Ctrl Locked client server\n");
545 char buffer[256];
546 for (size_t i = 0; i < mHandles.size(); ++i) {
Andy Hung6ac17eb2023-06-20 18:56:17 -0700547 IAfEffectHandle *handle = mHandles[i];
Eric Laurent41709552019-12-16 19:34:05 -0800548 if (handle != NULL && !handle->disconnected()) {
549 handle->dumpToBuffer(buffer, sizeof(buffer));
550 result.append(buffer);
551 }
552 }
553 if (locked) {
Andy Hungf65f5a72023-08-29 12:19:17 -0700554 mutex().unlock();
Eric Laurent41709552019-12-16 19:34:05 -0800555 }
556
Tomasz Wasilczyk833345b2023-08-15 20:59:35 +0000557 write(fd, result.c_str(), result.length());
Eric Laurent41709552019-12-16 19:34:05 -0800558}
559
560// ----------------------------------------------------------------------------
561// EffectModule implementation
562// ----------------------------------------------------------------------------
563
564#undef LOG_TAG
Andy Hung6ac17eb2023-06-20 18:56:17 -0700565#define LOG_TAG "EffectModule"
Eric Laurent41709552019-12-16 19:34:05 -0800566
Shunkai Yao4fa10092024-04-04 17:30:48 +0000567EffectModule::EffectModule(const sp<EffectCallbackInterface>& callback, effect_descriptor_t* desc,
568 int id, audio_session_t sessionId, bool pinned,
569 audio_port_handle_t deviceId)
Eric Laurent41709552019-12-16 19:34:05 -0800570 : EffectBase(callback, desc, id, sessionId, pinned),
571 // clear mConfig to ensure consistent initial value of buffer framecount
572 // in case buffers are associated by setInBuffer() or setOutBuffer()
Shunkai Yaod125e402024-01-20 03:19:06 +0000573 // prior to configure_l().
Eric Laurent41709552019-12-16 19:34:05 -0800574 mConfig{{}, {}},
575 mStatus(NO_INIT),
Shunkai Yaod125e402024-01-20 03:19:06 +0000576 mMaxDisableWaitCnt(1), // set by configure_l(), should be >= 1
Eric Laurent41709552019-12-16 19:34:05 -0800577 mDisableWaitCnt(0), // set by process() and updateState()
David Li6c8ac4b2021-06-22 22:17:52 +0800578 mOffloaded(false),
Shunkai Yao4fa10092024-04-04 17:30:48 +0000579 mIsOutput(false),
580 mSupportsFloat(false),
581 mEffectInterfaceDebug(desc->name) {
Eric Laurent41709552019-12-16 19:34:05 -0800582 ALOGV("Constructor %p pinned %d", this, pinned);
583 int lStatus;
584
585 // create effect engine from effect factory
586 mStatus = callback->createEffectHal(
Eric Laurentb82e6b72019-11-22 17:25:04 -0800587 &desc->uuid, sessionId, deviceId, &mEffectInterface);
Eric Laurent41709552019-12-16 19:34:05 -0800588 if (mStatus != NO_ERROR) {
Shunkai Yao4fa10092024-04-04 17:30:48 +0000589 ALOGE("%s createEffectHal failed: %d", __func__, mStatus);
Eric Laurent41709552019-12-16 19:34:05 -0800590 return;
591 }
Shunkai Yaod125e402024-01-20 03:19:06 +0000592 lStatus = init_l();
Eric Laurent41709552019-12-16 19:34:05 -0800593 if (lStatus < 0) {
594 mStatus = lStatus;
595 goto Error;
596 }
597
Shunkai Yaod125e402024-01-20 03:19:06 +0000598 setOffloaded_l(callback->isOffload(), callback->io());
Shunkai Yao4fa10092024-04-04 17:30:48 +0000599 ALOGV("%s Constructor success name %s, Interface %p", __func__, mDescriptor.name,
600 mEffectInterface.get());
Eric Laurent41709552019-12-16 19:34:05 -0800601
602 return;
603Error:
604 mEffectInterface.clear();
Shunkai Yao4fa10092024-04-04 17:30:48 +0000605 mEffectInterfaceDebug += " init failed:" + std::to_string(lStatus);
606 ALOGE("%s Constructor Error %d", __func__, mStatus);
Eric Laurent41709552019-12-16 19:34:05 -0800607}
608
Andy Hung6ac17eb2023-06-20 18:56:17 -0700609EffectModule::~EffectModule()
Eric Laurent41709552019-12-16 19:34:05 -0800610{
611 ALOGV("Destructor %p", this);
612 if (mEffectInterface != 0) {
613 char uuidStr[64];
614 AudioEffect::guidToString(&mDescriptor.uuid, uuidStr, sizeof(uuidStr));
615 ALOGW("EffectModule %p destructor called with unreleased interface, effect %s",
616 this, uuidStr);
Shunkai Yao4fa10092024-04-04 17:30:48 +0000617 release_l("~EffectModule");
Eric Laurent41709552019-12-16 19:34:05 -0800618 }
619
620}
621
Shunkai Yaof62fbce2024-06-26 21:53:51 +0000622// return true if any effect started or stopped
Shunkai Yaod125e402024-01-20 03:19:06 +0000623bool EffectModule::updateState_l() {
Andy Hungf65f5a72023-08-29 12:19:17 -0700624 audio_utils::lock_guard _l(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -0800625
Shunkai Yaof62fbce2024-06-26 21:53:51 +0000626 bool startedOrStopped = false;
Eric Laurentca7cc822012-11-19 14:55:58 -0800627 switch (mState) {
628 case RESTART:
629 reset_l();
Chih-Hung Hsieh2b487032018-09-13 14:16:02 -0700630 FALLTHROUGH_INTENDED;
Eric Laurentca7cc822012-11-19 14:55:58 -0800631
632 case STARTING:
633 // clear auxiliary effect input buffer for next accumulation
634 if ((mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_AUXILIARY) {
635 memset(mConfig.inputCfg.buffer.raw,
636 0,
637 mConfig.inputCfg.buffer.frameCount*sizeof(int32_t));
638 }
Shunkai Yaod125e402024-01-20 03:19:06 +0000639 if (start_ll() == NO_ERROR) {
Eric Laurentd0ebb532013-04-02 16:41:41 -0700640 mState = ACTIVE;
Shunkai Yaof62fbce2024-06-26 21:53:51 +0000641 startedOrStopped = true;
Eric Laurentd0ebb532013-04-02 16:41:41 -0700642 } else {
643 mState = IDLE;
644 }
Eric Laurentca7cc822012-11-19 14:55:58 -0800645 break;
646 case STOPPING:
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +0900647 // volume control for offload and direct threads must take effect immediately.
Shunkai Yaod125e402024-01-20 03:19:06 +0000648 if (stop_ll() == NO_ERROR
649 && !(isVolumeControl() && isOffloadedOrDirect_l())) {
Eric Laurentd0ebb532013-04-02 16:41:41 -0700650 mDisableWaitCnt = mMaxDisableWaitCnt;
651 } else {
652 mDisableWaitCnt = 1; // will cause immediate transition to IDLE
653 }
Eric Laurentca7cc822012-11-19 14:55:58 -0800654 mState = STOPPED;
655 break;
656 case STOPPED:
657 // mDisableWaitCnt is forced to 1 by process() when the engine indicates the end of the
658 // turn off sequence.
659 if (--mDisableWaitCnt == 0) {
660 reset_l();
Shunkai Yaof62fbce2024-06-26 21:53:51 +0000661 startedOrStopped = true;
Eric Laurentca7cc822012-11-19 14:55:58 -0800662 mState = IDLE;
663 }
664 break;
Eric Laurentde8caf42021-08-11 17:19:25 +0200665 case ACTIVE:
666 for (size_t i = 0; i < mHandles.size(); i++) {
667 if (!mHandles[i]->disconnected()) {
668 mHandles[i]->framesProcessed(mConfig.inputCfg.buffer.frameCount);
669 }
670 }
671 break;
Eric Laurentca7cc822012-11-19 14:55:58 -0800672 default: //IDLE , ACTIVE, DESTROYED
673 break;
674 }
Eric Laurentfa1e1232016-08-02 19:01:49 -0700675
Shunkai Yaof62fbce2024-06-26 21:53:51 +0000676 return startedOrStopped;
Eric Laurentca7cc822012-11-19 14:55:58 -0800677}
678
Andy Hung6ac17eb2023-06-20 18:56:17 -0700679void EffectModule::process()
Eric Laurentca7cc822012-11-19 14:55:58 -0800680{
Andy Hungf65f5a72023-08-29 12:19:17 -0700681 audio_utils::lock_guard _l(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -0800682
Mikhail Naganov022b9952017-01-04 16:36:51 -0800683 if (mState == DESTROYED || mEffectInterface == 0 || mInBuffer == 0 || mOutBuffer == 0) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800684 return;
685 }
686
rago94a1ee82017-07-21 15:11:02 -0700687 const uint32_t inChannelCount =
688 audio_channel_count_from_out_mask(mConfig.inputCfg.channels);
689 const uint32_t outChannelCount =
690 audio_channel_count_from_out_mask(mConfig.outputCfg.channels);
691 const bool auxType =
692 (mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_AUXILIARY;
693
Andy Hungfa69ca32017-11-30 10:07:53 -0800694 // safeInputOutputSampleCount is 0 if the channel count between input and output
695 // buffers do not match. This prevents automatic accumulation or copying between the
696 // input and output effect buffers without an intermediary effect process.
697 // TODO: consider implementing channel conversion.
698 const size_t safeInputOutputSampleCount =
Andy Hungdd2e7a82018-10-31 14:19:13 -0700699 mInChannelCountRequested != mOutChannelCountRequested ? 0
700 : mOutChannelCountRequested * std::min(
Andy Hungfa69ca32017-11-30 10:07:53 -0800701 mConfig.inputCfg.buffer.frameCount,
702 mConfig.outputCfg.buffer.frameCount);
703 const auto accumulateInputToOutput = [this, safeInputOutputSampleCount]() {
Andy Hungfa69ca32017-11-30 10:07:53 -0800704 accumulate_float(
705 mConfig.outputCfg.buffer.f32,
706 mConfig.inputCfg.buffer.f32,
707 safeInputOutputSampleCount);
Andy Hungfa69ca32017-11-30 10:07:53 -0800708 };
709 const auto copyInputToOutput = [this, safeInputOutputSampleCount]() {
Andy Hungfa69ca32017-11-30 10:07:53 -0800710 memcpy(
711 mConfig.outputCfg.buffer.f32,
712 mConfig.inputCfg.buffer.f32,
713 safeInputOutputSampleCount * sizeof(*mConfig.outputCfg.buffer.f32));
Andy Hungfa69ca32017-11-30 10:07:53 -0800714 };
715
Eric Laurentca7cc822012-11-19 14:55:58 -0800716 if (isProcessEnabled()) {
Eric Laurent6dd0fd92016-09-15 12:44:53 -0700717 int ret;
718 if (isProcessImplemented()) {
rago94a1ee82017-07-21 15:11:02 -0700719 if (auxType) {
720 // We overwrite the aux input buffer here and clear after processing.
Andy Hung9aad48c2017-11-29 10:29:19 -0800721 // aux input is always mono.
rago94a1ee82017-07-21 15:11:02 -0700722
Andy Hung26836922023-05-22 17:31:57 -0700723 if (!mSupportsFloat) {
Andy Hung116a4982017-11-30 10:15:08 -0800724 memcpy_to_i16_from_float(
725 mConfig.inputCfg.buffer.s16,
726 mConfig.inputCfg.buffer.f32,
727 mConfig.inputCfg.buffer.frameCount);
rago94a1ee82017-07-21 15:11:02 -0700728 }
rago94a1ee82017-07-21 15:11:02 -0700729 }
Andy Hung9aad48c2017-11-29 10:29:19 -0800730 sp<EffectBufferHalInterface> inBuffer = mInBuffer;
731 sp<EffectBufferHalInterface> outBuffer = mOutBuffer;
732
733 if (!auxType && mInChannelCountRequested != inChannelCount) {
734 adjust_channels(
735 inBuffer->audioBuffer()->f32, mInChannelCountRequested,
736 mInConversionBuffer->audioBuffer()->f32, inChannelCount,
737 sizeof(float),
738 sizeof(float)
739 * mInChannelCountRequested * mConfig.inputCfg.buffer.frameCount);
740 inBuffer = mInConversionBuffer;
741 }
742 if (mConfig.outputCfg.accessMode == EFFECT_BUFFER_ACCESS_ACCUMULATE
743 && mOutChannelCountRequested != outChannelCount) {
744 adjust_selected_channels(
745 outBuffer->audioBuffer()->f32, mOutChannelCountRequested,
746 mOutConversionBuffer->audioBuffer()->f32, outChannelCount,
747 sizeof(float),
748 sizeof(float)
749 * mOutChannelCountRequested * mConfig.outputCfg.buffer.frameCount);
750 outBuffer = mOutConversionBuffer;
751 }
Andy Hungfa69ca32017-11-30 10:07:53 -0800752 if (!mSupportsFloat) { // convert input to int16_t as effect doesn't support float.
753 if (!auxType) {
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -0800754 if (mInConversionBuffer == nullptr) {
Andy Hungfa69ca32017-11-30 10:07:53 -0800755 ALOGW("%s: mInConversionBuffer is null, bypassing", __func__);
756 goto data_bypass;
rago94a1ee82017-07-21 15:11:02 -0700757 }
Andy Hungfa69ca32017-11-30 10:07:53 -0800758 memcpy_to_i16_from_float(
759 mInConversionBuffer->audioBuffer()->s16,
Andy Hung9aad48c2017-11-29 10:29:19 -0800760 inBuffer->audioBuffer()->f32,
Andy Hungfa69ca32017-11-30 10:07:53 -0800761 inChannelCount * mConfig.inputCfg.buffer.frameCount);
Andy Hung9aad48c2017-11-29 10:29:19 -0800762 inBuffer = mInConversionBuffer;
rago94a1ee82017-07-21 15:11:02 -0700763 }
Andy Hungfa69ca32017-11-30 10:07:53 -0800764 if (mConfig.outputCfg.accessMode == EFFECT_BUFFER_ACCESS_ACCUMULATE) {
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -0800765 if (mOutConversionBuffer == nullptr) {
Andy Hungfa69ca32017-11-30 10:07:53 -0800766 ALOGW("%s: mOutConversionBuffer is null, bypassing", __func__);
767 goto data_bypass;
768 }
769 memcpy_to_i16_from_float(
770 mOutConversionBuffer->audioBuffer()->s16,
Andy Hung9aad48c2017-11-29 10:29:19 -0800771 outBuffer->audioBuffer()->f32,
Andy Hungfa69ca32017-11-30 10:07:53 -0800772 outChannelCount * mConfig.outputCfg.buffer.frameCount);
Andy Hung9aad48c2017-11-29 10:29:19 -0800773 outBuffer = mOutConversionBuffer;
rago94a1ee82017-07-21 15:11:02 -0700774 }
775 }
Mikhail Naganov022b9952017-01-04 16:36:51 -0800776 ret = mEffectInterface->process();
Andy Hungfa69ca32017-11-30 10:07:53 -0800777 if (!mSupportsFloat) { // convert output int16_t back to float.
Andy Hung9aad48c2017-11-29 10:29:19 -0800778 sp<EffectBufferHalInterface> target =
779 mOutChannelCountRequested != outChannelCount
780 ? mOutConversionBuffer : mOutBuffer;
781
Andy Hungfa69ca32017-11-30 10:07:53 -0800782 memcpy_to_float_from_i16(
Andy Hung9aad48c2017-11-29 10:29:19 -0800783 target->audioBuffer()->f32,
Andy Hungfa69ca32017-11-30 10:07:53 -0800784 mOutConversionBuffer->audioBuffer()->s16,
785 outChannelCount * mConfig.outputCfg.buffer.frameCount);
786 }
Andy Hung9aad48c2017-11-29 10:29:19 -0800787 if (mOutChannelCountRequested != outChannelCount) {
788 adjust_selected_channels(mOutConversionBuffer->audioBuffer()->f32, outChannelCount,
789 mOutBuffer->audioBuffer()->f32, mOutChannelCountRequested,
790 sizeof(float),
791 sizeof(float) * outChannelCount * mConfig.outputCfg.buffer.frameCount);
792 }
Eric Laurent6dd0fd92016-09-15 12:44:53 -0700793 } else {
rago94a1ee82017-07-21 15:11:02 -0700794 data_bypass:
rago94a1ee82017-07-21 15:11:02 -0700795 if (!auxType /* aux effects do not require data bypass */
Andy Hungfa69ca32017-11-30 10:07:53 -0800796 && mConfig.inputCfg.buffer.raw != mConfig.outputCfg.buffer.raw) {
Eric Laurent6dd0fd92016-09-15 12:44:53 -0700797 if (mConfig.outputCfg.accessMode == EFFECT_BUFFER_ACCESS_ACCUMULATE) {
Andy Hungfa69ca32017-11-30 10:07:53 -0800798 accumulateInputToOutput();
Eric Laurent6dd0fd92016-09-15 12:44:53 -0700799 } else {
Andy Hungfa69ca32017-11-30 10:07:53 -0800800 copyInputToOutput();
Eric Laurent6dd0fd92016-09-15 12:44:53 -0700801 }
802 }
803 ret = -ENODATA;
804 }
Andy Hungfa69ca32017-11-30 10:07:53 -0800805
Eric Laurentca7cc822012-11-19 14:55:58 -0800806 // force transition to IDLE state when engine is ready
807 if (mState == STOPPED && ret == -ENODATA) {
808 mDisableWaitCnt = 1;
809 }
810
811 // clear auxiliary effect input buffer for next accumulation
rago94a1ee82017-07-21 15:11:02 -0700812 if (auxType) {
Andy Hung116a4982017-11-30 10:15:08 -0800813 const size_t size =
814 mConfig.inputCfg.buffer.frameCount * inChannelCount * sizeof(float);
rago94a1ee82017-07-21 15:11:02 -0700815 memset(mConfig.inputCfg.buffer.raw, 0, size);
Eric Laurentca7cc822012-11-19 14:55:58 -0800816 }
817 } else if ((mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_INSERT &&
rago94a1ee82017-07-21 15:11:02 -0700818 // mInBuffer->audioBuffer()->raw != mOutBuffer->audioBuffer()->raw
Eric Laurentca7cc822012-11-19 14:55:58 -0800819 mConfig.inputCfg.buffer.raw != mConfig.outputCfg.buffer.raw) {
820 // If an insert effect is idle and input buffer is different from output buffer,
821 // accumulate input onto output
Andy Hungfda44002021-06-03 17:23:16 -0700822 if (getCallback()->activeTrackCnt() != 0) {
Andy Hunge8ac1b22018-10-31 14:22:35 -0700823 // similar handling with data_bypass above.
824 if (mConfig.outputCfg.accessMode == EFFECT_BUFFER_ACCESS_ACCUMULATE) {
825 accumulateInputToOutput();
826 } else { // EFFECT_BUFFER_ACCESS_WRITE
827 copyInputToOutput();
828 }
Eric Laurentca7cc822012-11-19 14:55:58 -0800829 }
830 }
831}
832
Andy Hung6ac17eb2023-06-20 18:56:17 -0700833void EffectModule::reset_l()
Eric Laurentca7cc822012-11-19 14:55:58 -0800834{
Mikhail Naganov1dc98672016-08-18 17:50:29 -0700835 if (mStatus != NO_ERROR || mEffectInterface == 0) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800836 return;
837 }
Shunkai Yaoc92f3df2023-09-20 23:10:22 +0000838
839 int reply = 0;
840 uint32_t replySize = sizeof(reply);
841 mEffectInterface->command(EFFECT_CMD_RESET, 0, NULL, &replySize, &reply);
Eric Laurentca7cc822012-11-19 14:55:58 -0800842}
843
Shunkai Yaod125e402024-01-20 03:19:06 +0000844status_t EffectModule::configure_l()
Eric Laurentca7cc822012-11-19 14:55:58 -0800845{
Shunkai Yaod125e402024-01-20 03:19:06 +0000846 ALOGVV("%s started", __func__);
Eric Laurentd0ebb532013-04-02 16:41:41 -0700847 status_t status;
Eric Laurentd0ebb532013-04-02 16:41:41 -0700848 uint32_t size;
849 audio_channel_mask_t channelMask;
Andy Hungfda44002021-06-03 17:23:16 -0700850 sp<EffectCallbackInterface> callback;
Eric Laurentd0ebb532013-04-02 16:41:41 -0700851
Mikhail Naganov1dc98672016-08-18 17:50:29 -0700852 if (mEffectInterface == 0) {
Eric Laurentd0ebb532013-04-02 16:41:41 -0700853 status = NO_INIT;
854 goto exit;
Eric Laurentca7cc822012-11-19 14:55:58 -0800855 }
856
Eric Laurentca7cc822012-11-19 14:55:58 -0800857 // TODO: handle configuration of effects replacing track process
Andy Hung9aad48c2017-11-29 10:29:19 -0800858 // TODO: handle configuration of input (record) SW effects above the HAL,
859 // similar to output EFFECT_FLAG_TYPE_INSERT/REPLACE,
860 // in which case input channel masks should be used here.
Andy Hungfda44002021-06-03 17:23:16 -0700861 callback = getCallback();
Eric Laurentf1f22e72021-07-13 14:04:14 +0200862 channelMask = callback->inChannelMask(mId);
Andy Hung9aad48c2017-11-29 10:29:19 -0800863 mConfig.inputCfg.channels = channelMask;
Eric Laurentf1f22e72021-07-13 14:04:14 +0200864 mConfig.outputCfg.channels = callback->outChannelMask();
Eric Laurentca7cc822012-11-19 14:55:58 -0800865
866 if ((mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_AUXILIARY) {
Andy Hung9aad48c2017-11-29 10:29:19 -0800867 if (mConfig.inputCfg.channels != AUDIO_CHANNEL_OUT_MONO) {
868 mConfig.inputCfg.channels = AUDIO_CHANNEL_OUT_MONO;
869 ALOGV("Overriding auxiliary effect input channels %#x as MONO",
870 mConfig.inputCfg.channels);
871 }
Eric Laurentca7cc822012-11-19 14:55:58 -0800872 }
jiabineb3bda02020-06-30 14:07:03 -0700873 if (isHapticGenerator()) {
Andy Hungfda44002021-06-03 17:23:16 -0700874 audio_channel_mask_t hapticChannelMask = callback->hapticChannelMask();
jiabineb3bda02020-06-30 14:07:03 -0700875 mConfig.inputCfg.channels |= hapticChannelMask;
876 mConfig.outputCfg.channels |= hapticChannelMask;
877 }
Andy Hung9aad48c2017-11-29 10:29:19 -0800878 mInChannelCountRequested =
879 audio_channel_count_from_out_mask(mConfig.inputCfg.channels);
880 mOutChannelCountRequested =
881 audio_channel_count_from_out_mask(mConfig.outputCfg.channels);
Ricardo Garciad11da702015-05-28 12:14:12 -0700882
Andy Hung319587b2023-05-23 14:01:03 -0700883 mConfig.inputCfg.format = AUDIO_FORMAT_PCM_FLOAT;
884 mConfig.outputCfg.format = AUDIO_FORMAT_PCM_FLOAT;
Yuuki Yokoyamae17f8312017-05-26 19:06:33 +0900885
886 // Don't use sample rate for thread if effect isn't offloadable.
Shunkai Yaod125e402024-01-20 03:19:06 +0000887 if (callback->isOffloadOrDirect() && !isOffloaded_l()) {
Yuuki Yokoyamae17f8312017-05-26 19:06:33 +0900888 mConfig.inputCfg.samplingRate = DEFAULT_OUTPUT_SAMPLE_RATE;
889 ALOGV("Overriding effect input as 48kHz");
890 } else {
Andy Hungfda44002021-06-03 17:23:16 -0700891 mConfig.inputCfg.samplingRate = callback->sampleRate();
Yuuki Yokoyamae17f8312017-05-26 19:06:33 +0900892 }
Eric Laurentca7cc822012-11-19 14:55:58 -0800893 mConfig.outputCfg.samplingRate = mConfig.inputCfg.samplingRate;
894 mConfig.inputCfg.bufferProvider.cookie = NULL;
895 mConfig.inputCfg.bufferProvider.getBuffer = NULL;
896 mConfig.inputCfg.bufferProvider.releaseBuffer = NULL;
897 mConfig.outputCfg.bufferProvider.cookie = NULL;
898 mConfig.outputCfg.bufferProvider.getBuffer = NULL;
899 mConfig.outputCfg.bufferProvider.releaseBuffer = NULL;
900 mConfig.inputCfg.accessMode = EFFECT_BUFFER_ACCESS_READ;
901 // Insert effect:
Eric Laurent3f75a5b2019-11-12 15:55:51 -0800902 // - in global sessions (e.g AUDIO_SESSION_OUTPUT_MIX),
Eric Laurentca7cc822012-11-19 14:55:58 -0800903 // always overwrites output buffer: input buffer == output buffer
904 // - in other sessions:
905 // last effect in the chain accumulates in output buffer: input buffer != output buffer
906 // other effect: overwrites output buffer: input buffer == output buffer
907 // Auxiliary effect:
908 // accumulates in output buffer: input buffer != output buffer
909 // Therefore: accumulate <=> input buffer != output buffer
Andy Hung799c8d02021-10-28 17:05:40 -0700910 mConfig.outputCfg.accessMode = requiredEffectBufferAccessMode();
Eric Laurentca7cc822012-11-19 14:55:58 -0800911 mConfig.inputCfg.mask = EFFECT_CONFIG_ALL;
912 mConfig.outputCfg.mask = EFFECT_CONFIG_ALL;
Andy Hungfda44002021-06-03 17:23:16 -0700913 mConfig.inputCfg.buffer.frameCount = callback->frameCount();
Eric Laurentca7cc822012-11-19 14:55:58 -0800914 mConfig.outputCfg.buffer.frameCount = mConfig.inputCfg.buffer.frameCount;
Mikhail Naganov8d7da002022-04-19 21:21:23 +0000915 mIsOutput = callback->isOutput();
Eric Laurentca7cc822012-11-19 14:55:58 -0800916
Shunkai Yaod125e402024-01-20 03:19:06 +0000917 ALOGV("%s %p chain %p buffer %p framecount %zu", __func__, this,
918 callback->chain().promote().get(), mConfig.inputCfg.buffer.raw,
919 mConfig.inputCfg.buffer.frameCount);
Eric Laurentca7cc822012-11-19 14:55:58 -0800920
921 status_t cmdStatus;
Eric Laurentd0ebb532013-04-02 16:41:41 -0700922 size = sizeof(int);
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700923 status = mEffectInterface->command(EFFECT_CMD_SET_CONFIG,
Andy Hung9aad48c2017-11-29 10:29:19 -0800924 sizeof(mConfig),
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700925 &mConfig,
926 &size,
927 &cmdStatus);
rago94a1ee82017-07-21 15:11:02 -0700928 if (status == NO_ERROR) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800929 status = cmdStatus;
930 }
Andy Hung9aad48c2017-11-29 10:29:19 -0800931
Andy Hung9aad48c2017-11-29 10:29:19 -0800932 if (status != NO_ERROR &&
Andy Hungba8e52b2023-05-11 14:33:03 -0700933 EffectConfiguration::isHidl() && // only HIDL effects support channel conversion
Mikhail Naganov8d7da002022-04-19 21:21:23 +0000934 mIsOutput &&
Andy Hung9aad48c2017-11-29 10:29:19 -0800935 (mConfig.inputCfg.channels != AUDIO_CHANNEL_OUT_STEREO
936 || mConfig.outputCfg.channels != AUDIO_CHANNEL_OUT_STEREO)) {
937 // Older effects may require exact STEREO position mask.
Andy Hung01b32722018-05-18 13:52:02 -0700938 if (mConfig.inputCfg.channels != AUDIO_CHANNEL_OUT_STEREO
939 && (mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) != EFFECT_FLAG_TYPE_AUXILIARY) {
Andy Hung9aad48c2017-11-29 10:29:19 -0800940 ALOGV("Overriding effect input channels %#x as STEREO", mConfig.inputCfg.channels);
941 mConfig.inputCfg.channels = AUDIO_CHANNEL_OUT_STEREO;
942 }
943 if (mConfig.outputCfg.channels != AUDIO_CHANNEL_OUT_STEREO) {
944 ALOGV("Overriding effect output channels %#x as STEREO", mConfig.outputCfg.channels);
945 mConfig.outputCfg.channels = AUDIO_CHANNEL_OUT_STEREO;
946 }
947 size = sizeof(int);
rago94a1ee82017-07-21 15:11:02 -0700948 status = mEffectInterface->command(EFFECT_CMD_SET_CONFIG,
Andy Hung9aad48c2017-11-29 10:29:19 -0800949 sizeof(mConfig),
rago94a1ee82017-07-21 15:11:02 -0700950 &mConfig,
951 &size,
952 &cmdStatus);
953 if (status == NO_ERROR) {
954 status = cmdStatus;
Andy Hung9aad48c2017-11-29 10:29:19 -0800955 }
956 }
Andy Hung9aad48c2017-11-29 10:29:19 -0800957
Andy Hung9aad48c2017-11-29 10:29:19 -0800958 if (status == NO_ERROR) {
959 mSupportsFloat = true;
960 }
961
Andy Hungba8e52b2023-05-11 14:33:03 -0700962 // only HIDL effects support integer conversion.
963 if (status != NO_ERROR && EffectConfiguration::isHidl()) {
Andy Hung9aad48c2017-11-29 10:29:19 -0800964 ALOGV("EFFECT_CMD_SET_CONFIG failed with float format, retry with int16_t.");
965 mConfig.inputCfg.format = AUDIO_FORMAT_PCM_16_BIT;
966 mConfig.outputCfg.format = AUDIO_FORMAT_PCM_16_BIT;
967 size = sizeof(int);
968 status = mEffectInterface->command(EFFECT_CMD_SET_CONFIG,
969 sizeof(mConfig),
970 &mConfig,
971 &size,
972 &cmdStatus);
973 if (status == NO_ERROR) {
974 status = cmdStatus;
975 }
976 if (status == NO_ERROR) {
rago94a1ee82017-07-21 15:11:02 -0700977 mSupportsFloat = false;
978 ALOGVV("config worked with 16 bit");
979 } else {
980 ALOGE("%s failed %d with int16_t (as well as float)", __func__, status);
Eric Laurentca7cc822012-11-19 14:55:58 -0800981 }
rago94a1ee82017-07-21 15:11:02 -0700982 }
Eric Laurentca7cc822012-11-19 14:55:58 -0800983
rago94a1ee82017-07-21 15:11:02 -0700984 if (status == NO_ERROR) {
985 // Establish Buffer strategy
986 setInBuffer(mInBuffer);
987 setOutBuffer(mOutBuffer);
988
989 // Update visualizer latency
990 if (memcmp(&mDescriptor.type, SL_IID_VISUALIZATION, sizeof(effect_uuid_t)) == 0) {
991 uint32_t buf32[sizeof(effect_param_t) / sizeof(uint32_t) + 2];
992 effect_param_t *p = (effect_param_t *)buf32;
993
994 p->psize = sizeof(uint32_t);
995 p->vsize = sizeof(uint32_t);
996 size = sizeof(int);
997 *(int32_t *)p->data = VISUALIZER_PARAM_LATENCY;
998
Andy Hungfda44002021-06-03 17:23:16 -0700999 uint32_t latency = callback->latency();
rago94a1ee82017-07-21 15:11:02 -07001000
1001 *((int32_t *)p->data + 1)= latency;
1002 mEffectInterface->command(EFFECT_CMD_SET_PARAM,
1003 sizeof(effect_param_t) + 8,
1004 &buf32,
1005 &size,
1006 &cmdStatus);
1007 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001008 }
1009
Andy Hung05083ac2017-12-14 15:00:28 -08001010 // mConfig.outputCfg.buffer.frameCount cannot be zero.
1011 mMaxDisableWaitCnt = (uint32_t)std::max(
1012 (uint64_t)1, // mMaxDisableWaitCnt must be greater than zero.
François Gaffieb8551f62023-02-15 11:36:35 +01001013 (uint64_t)mConfig.outputCfg.buffer.frameCount == 0 ? 1
1014 : (MAX_DISABLE_TIME_MS * mConfig.outputCfg.samplingRate
1015 / ((uint64_t)1000 * mConfig.outputCfg.buffer.frameCount)));
Eric Laurentca7cc822012-11-19 14:55:58 -08001016
Eric Laurentd0ebb532013-04-02 16:41:41 -07001017exit:
Andy Hung6f88dc42017-12-13 16:19:39 -08001018 // TODO: consider clearing mConfig on error.
Eric Laurentd0ebb532013-04-02 16:41:41 -07001019 mStatus = status;
Shunkai Yaod125e402024-01-20 03:19:06 +00001020 ALOGVV("%s ended", __func__);
Eric Laurentca7cc822012-11-19 14:55:58 -08001021 return status;
1022}
1023
Shunkai Yaod125e402024-01-20 03:19:06 +00001024status_t EffectModule::init_l()
Eric Laurentca7cc822012-11-19 14:55:58 -08001025{
Andy Hungf65f5a72023-08-29 12:19:17 -07001026 audio_utils::lock_guard _l(mutex());
Mikhail Naganov1dc98672016-08-18 17:50:29 -07001027 if (mEffectInterface == 0) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001028 return NO_INIT;
1029 }
1030 status_t cmdStatus;
1031 uint32_t size = sizeof(status_t);
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001032 status_t status = mEffectInterface->command(EFFECT_CMD_INIT,
1033 0,
1034 NULL,
1035 &size,
1036 &cmdStatus);
Eric Laurentca7cc822012-11-19 14:55:58 -08001037 if (status == 0) {
1038 status = cmdStatus;
1039 }
1040 return status;
1041}
1042
Andy Hung6ac17eb2023-06-20 18:56:17 -07001043void EffectModule::addEffectToHal_l()
Eric Laurent1b928682014-10-02 19:41:47 -07001044{
1045 if ((mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_PRE_PROC ||
1046 (mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_POST_PROC) {
Shunkai Yaof80f58f2024-07-03 18:21:30 +00001047 if (mCurrentHalStream == getCallback()->io()) {
David Li6c8ac4b2021-06-22 22:17:52 +08001048 return;
1049 }
1050
François Gaffiec944aa32024-03-13 17:08:52 +01001051 status_t status = getCallback()->addEffectToHal(mEffectInterface);
1052 if (status == NO_ERROR) {
1053 mCurrentHalStream = getCallback()->io();
1054 }
1055 }
1056}
1057
1058void HwAccDeviceEffectModule::addEffectToHal_l()
1059{
1060 if (mAddedToHal) {
1061 return;
1062 }
1063 status_t status = getCallback()->addEffectToHal(mEffectInterface);
1064 if (status == NO_ERROR) {
1065 mAddedToHal = true;
Eric Laurent1b928682014-10-02 19:41:47 -07001066 }
1067}
1068
Shunkai Yaod125e402024-01-20 03:19:06 +00001069// start_l() must be called with EffectChain::mutex() held
1070status_t EffectModule::start_l()
Eric Laurentca7cc822012-11-19 14:55:58 -08001071{
Eric Laurentfa1e1232016-08-02 19:01:49 -07001072 status_t status;
1073 {
Andy Hungf65f5a72023-08-29 12:19:17 -07001074 audio_utils::lock_guard _l(mutex());
Shunkai Yaod125e402024-01-20 03:19:06 +00001075 status = start_ll();
Eric Laurentfa1e1232016-08-02 19:01:49 -07001076 }
Eric Laurent6b446ce2019-12-13 10:56:31 -08001077 if (status == NO_ERROR) {
Shunkai Yaod125e402024-01-20 03:19:06 +00001078 getCallback()->resetVolume_l();
Eric Laurentfa1e1232016-08-02 19:01:49 -07001079 }
1080 return status;
Eric Laurentca7cc822012-11-19 14:55:58 -08001081}
1082
Shunkai Yaod125e402024-01-20 03:19:06 +00001083status_t EffectModule::start_ll()
Eric Laurentca7cc822012-11-19 14:55:58 -08001084{
Mikhail Naganov1dc98672016-08-18 17:50:29 -07001085 if (mEffectInterface == 0) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001086 return NO_INIT;
1087 }
Eric Laurentd0ebb532013-04-02 16:41:41 -07001088 if (mStatus != NO_ERROR) {
1089 return mStatus;
1090 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001091 status_t cmdStatus;
1092 uint32_t size = sizeof(status_t);
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001093 status_t status = mEffectInterface->command(EFFECT_CMD_ENABLE,
1094 0,
1095 NULL,
1096 &size,
1097 &cmdStatus);
Eric Laurentca7cc822012-11-19 14:55:58 -08001098 if (status == 0) {
1099 status = cmdStatus;
1100 }
Eric Laurentcb4b6e92014-10-01 14:26:10 -07001101 if (status == 0) {
Eric Laurent1b928682014-10-02 19:41:47 -07001102 addEffectToHal_l();
Eric Laurentca7cc822012-11-19 14:55:58 -08001103 }
1104 return status;
1105}
1106
Shunkai Yaod125e402024-01-20 03:19:06 +00001107status_t EffectModule::stop_l()
Eric Laurentca7cc822012-11-19 14:55:58 -08001108{
Andy Hungf65f5a72023-08-29 12:19:17 -07001109 audio_utils::lock_guard _l(mutex());
Shunkai Yaod125e402024-01-20 03:19:06 +00001110 return stop_ll();
Eric Laurentca7cc822012-11-19 14:55:58 -08001111}
1112
Shunkai Yaod125e402024-01-20 03:19:06 +00001113status_t EffectModule::stop_ll()
Eric Laurentca7cc822012-11-19 14:55:58 -08001114{
Mikhail Naganov1dc98672016-08-18 17:50:29 -07001115 if (mEffectInterface == 0) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001116 return NO_INIT;
1117 }
Eric Laurentd0ebb532013-04-02 16:41:41 -07001118 if (mStatus != NO_ERROR) {
1119 return mStatus;
1120 }
Eric Laurentbfb1b832013-01-07 09:53:42 -08001121 status_t cmdStatus = NO_ERROR;
Eric Laurentca7cc822012-11-19 14:55:58 -08001122 uint32_t size = sizeof(status_t);
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001123
Shunkai Yaod125e402024-01-20 03:19:06 +00001124 if (isVolumeControl() && isOffloadedOrDirect_l()) {
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001125 // We have the EffectChain and EffectModule lock, permit a reentrant call to setVolume:
1126 // resetVolume_l --> setVolume_l --> EffectModule::setVolume
1127 mSetVolumeReentrantTid = gettid();
Shunkai Yaod125e402024-01-20 03:19:06 +00001128 getCallback()->resetVolume_l();
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001129 mSetVolumeReentrantTid = INVALID_PID;
1130 }
1131
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001132 status_t status = mEffectInterface->command(EFFECT_CMD_DISABLE,
1133 0,
1134 NULL,
1135 &size,
1136 &cmdStatus);
Eric Laurentbfb1b832013-01-07 09:53:42 -08001137 if (status == NO_ERROR) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001138 status = cmdStatus;
1139 }
Eric Laurentbfb1b832013-01-07 09:53:42 -08001140 if (status == NO_ERROR) {
Eric Laurent6b446ce2019-12-13 10:56:31 -08001141 status = removeEffectFromHal_l();
Eric Laurentbfb1b832013-01-07 09:53:42 -08001142 }
1143 return status;
1144}
1145
Andy Hungf65f5a72023-08-29 12:19:17 -07001146// must be called with EffectChain::mutex() held
Shunkai Yao4fa10092024-04-04 17:30:48 +00001147void EffectModule::release_l(const std::string& from)
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001148{
1149 if (mEffectInterface != 0) {
Eric Laurent6b446ce2019-12-13 10:56:31 -08001150 removeEffectFromHal_l();
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001151 // release effect engine
Mikhail Naganov022b9952017-01-04 16:36:51 -08001152 mEffectInterface->close();
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001153 mEffectInterface.clear();
Shunkai Yao4fa10092024-04-04 17:30:48 +00001154 mEffectInterfaceDebug += " released by: " + from;
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001155 }
1156}
1157
Andy Hung6ac17eb2023-06-20 18:56:17 -07001158status_t EffectModule::removeEffectFromHal_l()
Eric Laurentbfb1b832013-01-07 09:53:42 -08001159{
1160 if ((mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_PRE_PROC ||
1161 (mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_POST_PROC) {
Shunkai Yaof80f58f2024-07-03 18:21:30 +00001162 if (mCurrentHalStream != getCallback()->io()) {
1163 return (mCurrentHalStream == AUDIO_IO_HANDLE_NONE) ? NO_ERROR : INVALID_OPERATION;
David Li6c8ac4b2021-06-22 22:17:52 +08001164 }
Andy Hungfda44002021-06-03 17:23:16 -07001165 getCallback()->removeEffectFromHal(mEffectInterface);
Shunkai Yaof80f58f2024-07-03 18:21:30 +00001166 mCurrentHalStream = AUDIO_IO_HANDLE_NONE;
Eric Laurentca7cc822012-11-19 14:55:58 -08001167 }
Eric Laurentbfb1b832013-01-07 09:53:42 -08001168 return NO_ERROR;
Eric Laurentca7cc822012-11-19 14:55:58 -08001169}
1170
François Gaffiec944aa32024-03-13 17:08:52 +01001171status_t HwAccDeviceEffectModule::removeEffectFromHal_l()
1172{
1173 if (!mAddedToHal) {
1174 return NO_ERROR;
1175 }
1176 getCallback()->removeEffectFromHal(mEffectInterface);
1177 mAddedToHal = false;
1178 return NO_ERROR;
1179}
1180
Andy Hunge4a1d912016-08-17 14:11:13 -07001181// round up delta valid if value and divisor are positive.
1182template <typename T>
1183static T roundUpDelta(const T &value, const T &divisor) {
1184 T remainder = value % divisor;
1185 return remainder == 0 ? 0 : divisor - remainder;
1186}
1187
Andy Hung6ac17eb2023-06-20 18:56:17 -07001188status_t EffectModule::command(int32_t cmdCode,
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001189 const std::vector<uint8_t>& cmdData,
1190 int32_t maxReplySize,
1191 std::vector<uint8_t>* reply)
Eric Laurentca7cc822012-11-19 14:55:58 -08001192{
Andy Hungf65f5a72023-08-29 12:19:17 -07001193 audio_utils::lock_guard _l(mutex());
Shunkai Yaod125e402024-01-20 03:19:06 +00001194 ALOGVV("%s, cmdCode: %d, mEffectInterface: %p", __func__, cmdCode, mEffectInterface.get());
Eric Laurentca7cc822012-11-19 14:55:58 -08001195
Mikhail Naganov1dc98672016-08-18 17:50:29 -07001196 if (mState == DESTROYED || mEffectInterface == 0) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001197 return NO_INIT;
1198 }
Eric Laurentd0ebb532013-04-02 16:41:41 -07001199 if (mStatus != NO_ERROR) {
1200 return mStatus;
1201 }
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001202 if (maxReplySize < 0 || maxReplySize > EFFECT_PARAM_SIZE_MAX) {
1203 return -EINVAL;
1204 }
1205 size_t cmdSize = cmdData.size();
1206 const effect_param_t* param = cmdSize >= sizeof(effect_param_t)
1207 ? reinterpret_cast<const effect_param_t*>(cmdData.data())
1208 : nullptr;
Andy Hung110bc952016-06-20 15:22:52 -07001209 if (cmdCode == EFFECT_CMD_GET_PARAM &&
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001210 (param == nullptr || param->psize > cmdSize - sizeof(effect_param_t))) {
Andy Hung6660f122016-11-04 19:40:53 -07001211 android_errorWriteLog(0x534e4554, "32438594");
Andy Hungb3456642016-11-28 13:50:21 -08001212 android_errorWriteLog(0x534e4554, "33003822");
1213 return -EINVAL;
1214 }
1215 if (cmdCode == EFFECT_CMD_GET_PARAM &&
Andy Hung920f6572022-10-06 12:09:49 -07001216 (maxReplySize < static_cast<signed>(sizeof(effect_param_t)) ||
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001217 param->psize > maxReplySize - sizeof(effect_param_t))) {
Andy Hungb3456642016-11-28 13:50:21 -08001218 android_errorWriteLog(0x534e4554, "29251553");
Andy Hung6660f122016-11-04 19:40:53 -07001219 return -EINVAL;
1220 }
ragoe2759072016-11-22 18:02:48 -08001221 if (cmdCode == EFFECT_CMD_GET_PARAM &&
Andy Hung920f6572022-10-06 12:09:49 -07001222 (static_cast<signed>(sizeof(effect_param_t)) > maxReplySize
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001223 || param->psize > maxReplySize - sizeof(effect_param_t)
1224 || param->vsize > maxReplySize - sizeof(effect_param_t)
1225 - param->psize
1226 || roundUpDelta(param->psize, (uint32_t) sizeof(int)) >
1227 maxReplySize
1228 - sizeof(effect_param_t)
1229 - param->psize
1230 - param->vsize)) {
ragoe2759072016-11-22 18:02:48 -08001231 ALOGV("\tLVM_ERROR : EFFECT_CMD_GET_PARAM: reply size inconsistent");
1232 android_errorWriteLog(0x534e4554, "32705438");
1233 return -EINVAL;
1234 }
Andy Hunge4a1d912016-08-17 14:11:13 -07001235 if ((cmdCode == EFFECT_CMD_SET_PARAM
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001236 || cmdCode == EFFECT_CMD_SET_PARAM_DEFERRED)
1237 && // DEFERRED not generally used
1238 (param == nullptr
1239 || param->psize > cmdSize - sizeof(effect_param_t)
1240 || param->vsize > cmdSize - sizeof(effect_param_t)
1241 - param->psize
1242 || roundUpDelta(param->psize,
1243 (uint32_t) sizeof(int)) >
1244 cmdSize
1245 - sizeof(effect_param_t)
1246 - param->psize
1247 - param->vsize)) {
Andy Hunge4a1d912016-08-17 14:11:13 -07001248 android_errorWriteLog(0x534e4554, "30204301");
1249 return -EINVAL;
1250 }
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001251 uint32_t replySize = maxReplySize;
1252 reply->resize(replySize);
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001253 status_t status = mEffectInterface->command(cmdCode,
1254 cmdSize,
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001255 const_cast<uint8_t*>(cmdData.data()),
1256 &replySize,
1257 reply->data());
1258 reply->resize(status == NO_ERROR ? replySize : 0);
Eric Laurentca7cc822012-11-19 14:55:58 -08001259 if (cmdCode != EFFECT_CMD_GET_PARAM && status == NO_ERROR) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001260 for (size_t i = 1; i < mHandles.size(); i++) {
Andy Hung6ac17eb2023-06-20 18:56:17 -07001261 IAfEffectHandle *h = mHandles[i];
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001262 if (h != NULL && !h->disconnected()) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001263 h->commandExecuted(cmdCode, cmdData, *reply);
Eric Laurentca7cc822012-11-19 14:55:58 -08001264 }
1265 }
1266 }
1267 return status;
1268}
1269
Andy Hung6ac17eb2023-06-20 18:56:17 -07001270bool EffectModule::isProcessEnabled() const
Eric Laurentca7cc822012-11-19 14:55:58 -08001271{
Eric Laurentd0ebb532013-04-02 16:41:41 -07001272 if (mStatus != NO_ERROR) {
1273 return false;
1274 }
1275
Eric Laurentca7cc822012-11-19 14:55:58 -08001276 switch (mState) {
1277 case RESTART:
1278 case ACTIVE:
1279 case STOPPING:
1280 case STOPPED:
1281 return true;
1282 case IDLE:
1283 case STARTING:
1284 case DESTROYED:
1285 default:
1286 return false;
1287 }
1288}
1289
Shunkai Yaod125e402024-01-20 03:19:06 +00001290bool EffectModule::isOffloadedOrDirect_l() const
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001291{
Andy Hungfda44002021-06-03 17:23:16 -07001292 return getCallback()->isOffloadOrDirect();
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001293}
1294
Shunkai Yaod125e402024-01-20 03:19:06 +00001295bool EffectModule::isVolumeControlEnabled_l() const
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001296{
Shunkai Yaod125e402024-01-20 03:19:06 +00001297 return (isVolumeControl() && (isOffloadedOrDirect_l() ? isEnabled() : isProcessEnabled()));
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001298}
1299
Andy Hung6ac17eb2023-06-20 18:56:17 -07001300void EffectModule::setInBuffer(const sp<EffectBufferHalInterface>& buffer) {
rago94a1ee82017-07-21 15:11:02 -07001301 ALOGVV("setInBuffer %p",(&buffer));
Andy Hung6f88dc42017-12-13 16:19:39 -08001302
Shunkai Yaod125e402024-01-20 03:19:06 +00001303 // mConfig.inputCfg.buffer.frameCount may be zero if configure_l() is not called yet.
Mikhail Naganov022b9952017-01-04 16:36:51 -08001304 if (buffer != 0) {
1305 mConfig.inputCfg.buffer.raw = buffer->audioBuffer()->raw;
1306 buffer->setFrameCount(mConfig.inputCfg.buffer.frameCount);
1307 } else {
1308 mConfig.inputCfg.buffer.raw = NULL;
1309 }
1310 mInBuffer = buffer;
Andy Hungc15aaee2017-11-27 17:02:40 -08001311 mEffectInterface->setInBuffer(buffer);
rago94a1ee82017-07-21 15:11:02 -07001312
Andy Hungbded9c82017-11-30 18:47:35 -08001313 // aux effects do in place conversion to float - we don't allocate mInConversionBuffer.
rago94a1ee82017-07-21 15:11:02 -07001314 // Theoretically insert effects can also do in-place conversions (destroying
1315 // the original buffer) when the output buffer is identical to the input buffer,
1316 // but we don't optimize for it here.
1317 const bool auxType = (mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_AUXILIARY;
Andy Hung9aad48c2017-11-29 10:29:19 -08001318 const uint32_t inChannelCount =
1319 audio_channel_count_from_out_mask(mConfig.inputCfg.channels);
1320 const bool formatMismatch = !mSupportsFloat || mInChannelCountRequested != inChannelCount;
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -08001321 if (!auxType && formatMismatch && mInBuffer != nullptr) {
rago94a1ee82017-07-21 15:11:02 -07001322 // we need to translate - create hidl shared buffer and intercept
1323 const size_t inFrameCount = mConfig.inputCfg.buffer.frameCount;
Andy Hung9aad48c2017-11-29 10:29:19 -08001324 // Use FCC_2 in case mInChannelCountRequested is mono and the effect is stereo.
1325 const uint32_t inChannels = std::max((uint32_t)FCC_2, mInChannelCountRequested);
1326 const size_t size = inChannels * inFrameCount * std::max(sizeof(int16_t), sizeof(float));
rago94a1ee82017-07-21 15:11:02 -07001327
1328 ALOGV("%s: setInBuffer updating for inChannels:%d inFrameCount:%zu total size:%zu",
1329 __func__, inChannels, inFrameCount, size);
1330
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -08001331 if (size > 0 && (mInConversionBuffer == nullptr
Andy Hungbded9c82017-11-30 18:47:35 -08001332 || size > mInConversionBuffer->getSize())) {
1333 mInConversionBuffer.clear();
1334 ALOGV("%s: allocating mInConversionBuffer %zu", __func__, size);
Andy Hungfda44002021-06-03 17:23:16 -07001335 (void)getCallback()->allocateHalBuffer(size, &mInConversionBuffer);
rago94a1ee82017-07-21 15:11:02 -07001336 }
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -08001337 if (mInConversionBuffer != nullptr) {
Andy Hungbded9c82017-11-30 18:47:35 -08001338 mInConversionBuffer->setFrameCount(inFrameCount);
1339 mEffectInterface->setInBuffer(mInConversionBuffer);
rago94a1ee82017-07-21 15:11:02 -07001340 } else if (size > 0) {
Andy Hungbded9c82017-11-30 18:47:35 -08001341 ALOGE("%s cannot create mInConversionBuffer", __func__);
rago94a1ee82017-07-21 15:11:02 -07001342 }
1343 }
Mikhail Naganov022b9952017-01-04 16:36:51 -08001344}
1345
Andy Hung6ac17eb2023-06-20 18:56:17 -07001346void EffectModule::setOutBuffer(const sp<EffectBufferHalInterface>& buffer) {
rago94a1ee82017-07-21 15:11:02 -07001347 ALOGVV("setOutBuffer %p",(&buffer));
Andy Hung6f88dc42017-12-13 16:19:39 -08001348
Shunkai Yaod125e402024-01-20 03:19:06 +00001349 // mConfig.outputCfg.buffer.frameCount may be zero if configure_l() is not called yet.
Mikhail Naganov022b9952017-01-04 16:36:51 -08001350 if (buffer != 0) {
1351 mConfig.outputCfg.buffer.raw = buffer->audioBuffer()->raw;
1352 buffer->setFrameCount(mConfig.outputCfg.buffer.frameCount);
1353 } else {
1354 mConfig.outputCfg.buffer.raw = NULL;
1355 }
1356 mOutBuffer = buffer;
Andy Hungc15aaee2017-11-27 17:02:40 -08001357 mEffectInterface->setOutBuffer(buffer);
rago94a1ee82017-07-21 15:11:02 -07001358
Andy Hungbded9c82017-11-30 18:47:35 -08001359 // Note: Any effect that does not accumulate does not need mOutConversionBuffer and
rago94a1ee82017-07-21 15:11:02 -07001360 // can do in-place conversion from int16_t to float. We don't optimize here.
Andy Hung9aad48c2017-11-29 10:29:19 -08001361 const uint32_t outChannelCount =
1362 audio_channel_count_from_out_mask(mConfig.outputCfg.channels);
1363 const bool formatMismatch = !mSupportsFloat || mOutChannelCountRequested != outChannelCount;
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -08001364 if (formatMismatch && mOutBuffer != nullptr) {
rago94a1ee82017-07-21 15:11:02 -07001365 const size_t outFrameCount = mConfig.outputCfg.buffer.frameCount;
Andy Hung9aad48c2017-11-29 10:29:19 -08001366 // Use FCC_2 in case mOutChannelCountRequested is mono and the effect is stereo.
1367 const uint32_t outChannels = std::max((uint32_t)FCC_2, mOutChannelCountRequested);
1368 const size_t size = outChannels * outFrameCount * std::max(sizeof(int16_t), sizeof(float));
rago94a1ee82017-07-21 15:11:02 -07001369
1370 ALOGV("%s: setOutBuffer updating for outChannels:%d outFrameCount:%zu total size:%zu",
1371 __func__, outChannels, outFrameCount, size);
1372
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -08001373 if (size > 0 && (mOutConversionBuffer == nullptr
Andy Hungbded9c82017-11-30 18:47:35 -08001374 || size > mOutConversionBuffer->getSize())) {
1375 mOutConversionBuffer.clear();
1376 ALOGV("%s: allocating mOutConversionBuffer %zu", __func__, size);
Andy Hungfda44002021-06-03 17:23:16 -07001377 (void)getCallback()->allocateHalBuffer(size, &mOutConversionBuffer);
rago94a1ee82017-07-21 15:11:02 -07001378 }
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -08001379 if (mOutConversionBuffer != nullptr) {
Andy Hungbded9c82017-11-30 18:47:35 -08001380 mOutConversionBuffer->setFrameCount(outFrameCount);
1381 mEffectInterface->setOutBuffer(mOutConversionBuffer);
rago94a1ee82017-07-21 15:11:02 -07001382 } else if (size > 0) {
Andy Hungbded9c82017-11-30 18:47:35 -08001383 ALOGE("%s cannot create mOutConversionBuffer", __func__);
rago94a1ee82017-07-21 15:11:02 -07001384 }
1385 }
Mikhail Naganov022b9952017-01-04 16:36:51 -08001386}
1387
Shunkai Yao44778ce2024-06-08 00:54:32 +00001388status_t EffectModule::setVolume_l(uint32_t* left, uint32_t* right, bool controller, bool force) {
Andy Hungf65f5a72023-08-29 12:19:17 -07001389 AutoLockReentrant _l(mutex(), mSetVolumeReentrantTid);
Eric Laurentd0ebb532013-04-02 16:41:41 -07001390 if (mStatus != NO_ERROR) {
1391 return mStatus;
1392 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001393 status_t status = NO_ERROR;
Eric Laurentca7cc822012-11-19 14:55:58 -08001394 // Send volume indication if EFFECT_FLAG_VOLUME_IND is set and read back altered volume
Shunkai Yao44778ce2024-06-08 00:54:32 +00001395 // if controller flag is set (Note that controller == TRUE => the volume controller effect in
1396 // the effect chain)
1397 if (((isOffloadedOrDirect_l() ? isEnabled() : isProcessEnabled()) || force) &&
Eric Laurentca7cc822012-11-19 14:55:58 -08001398 ((mDescriptor.flags & EFFECT_FLAG_VOLUME_MASK) == EFFECT_FLAG_VOLUME_CTRL ||
Jasmine Cha934ecfb2019-01-23 18:19:14 +08001399 (mDescriptor.flags & EFFECT_FLAG_VOLUME_MASK) == EFFECT_FLAG_VOLUME_IND ||
1400 (mDescriptor.flags & EFFECT_FLAG_VOLUME_MASK) == EFFECT_FLAG_VOLUME_MONITOR)) {
Shunkai Yao12629832024-07-12 21:21:42 +00001401 status = setVolumeInternal_ll(left, right, controller);
jiabin4e246532022-08-23 16:37:30 -07001402 }
1403 return status;
1404}
1405
Shunkai Yao12629832024-07-12 21:21:42 +00001406status_t EffectModule::setVolumeInternal_ll(
jiabin4e246532022-08-23 16:37:30 -07001407 uint32_t *left, uint32_t *right, bool controller) {
Shunkai Yao44778ce2024-06-08 00:54:32 +00001408 if (mVolume.has_value() && *left == mVolume.value()[0] && *right == mVolume.value()[1] &&
1409 !controller) {
jiabin59c27cb2024-04-17 20:44:20 +00001410 LOG_ALWAYS_FATAL_IF(
1411 !mReturnedVolume.has_value(),
1412 "The cached returned volume must not be null when the cached volume has value");
1413 *left = mReturnedVolume.value()[0];
1414 *right = mReturnedVolume.value()[1];
jiabin8b627fa2024-03-19 19:05:38 +00001415 return NO_ERROR;
1416 }
Shunkai Yao4fa10092024-04-04 17:30:48 +00001417 LOG_ALWAYS_FATAL_IF(mEffectInterface == nullptr, "%s", mEffectInterfaceDebug.c_str());
jiabin4e246532022-08-23 16:37:30 -07001418 uint32_t volume[2] = {*left, *right};
Shunkai Yao44778ce2024-06-08 00:54:32 +00001419 uint32_t* pVolume = isVolumeControl() ? volume : nullptr;
jiabin4e246532022-08-23 16:37:30 -07001420 uint32_t size = sizeof(volume);
1421 status_t status = mEffectInterface->command(EFFECT_CMD_SET_VOLUME,
1422 size,
1423 volume,
1424 &size,
1425 pVolume);
Shunkai Yao44778ce2024-06-08 00:54:32 +00001426 if (pVolume && status == NO_ERROR && size == sizeof(volume)) {
jiabin4054df22024-04-09 22:11:34 +00001427 mVolume = {*left, *right}; // Cache the value that has been set
jiabin4e246532022-08-23 16:37:30 -07001428 *left = volume[0];
1429 *right = volume[1];
jiabin59c27cb2024-04-17 20:44:20 +00001430 mReturnedVolume = {*left, *right};
Eric Laurentca7cc822012-11-19 14:55:58 -08001431 }
1432 return status;
1433}
1434
Andy Hung6ac17eb2023-06-20 18:56:17 -07001435void EffectChain::setVolumeForOutput_l(uint32_t left, uint32_t right)
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001436{
Zhou Songd505c642020-02-20 16:35:37 +08001437 // for offload or direct thread, if the effect chain has non-offloadable
1438 // effect and any effect module within the chain has volume control, then
1439 // volume control is delegated to effect, otherwise, set volume to hal.
1440 if (mEffectCallback->isOffloadOrDirect() &&
1441 !(isNonOffloadableEnabled_l() && hasVolumeControlEnabled_l())) {
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001442 float vol_l = (float)left / (1 << 24);
1443 float vol_r = (float)right / (1 << 24);
Eric Laurent6b446ce2019-12-13 10:56:31 -08001444 mEffectCallback->setVolumeForOutput(vol_l, vol_r);
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001445 }
1446}
1447
Andy Hung6ac17eb2023-06-20 18:56:17 -07001448status_t EffectModule::sendSetAudioDevicesCommand(
jiabin8f278ee2019-11-11 12:16:27 -08001449 const AudioDeviceTypeAddrVector &devices, uint32_t cmdCode)
Eric Laurentca7cc822012-11-19 14:55:58 -08001450{
jiabin8f278ee2019-11-11 12:16:27 -08001451 audio_devices_t deviceType = deviceTypesToBitMask(getAudioDeviceTypes(devices));
1452 if (deviceType == AUDIO_DEVICE_NONE) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001453 return NO_ERROR;
1454 }
1455
Andy Hungf65f5a72023-08-29 12:19:17 -07001456 audio_utils::lock_guard _l(mutex());
Eric Laurentd0ebb532013-04-02 16:41:41 -07001457 if (mStatus != NO_ERROR) {
1458 return mStatus;
1459 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001460 status_t status = NO_ERROR;
Eric Laurent7e1139c2013-06-06 18:29:01 -07001461 if ((mDescriptor.flags & EFFECT_FLAG_DEVICE_MASK) == EFFECT_FLAG_DEVICE_IND) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001462 status_t cmdStatus;
1463 uint32_t size = sizeof(status_t);
jiabin8f278ee2019-11-11 12:16:27 -08001464 // FIXME: use audio device types and addresses when the hal interface is ready.
1465 status = mEffectInterface->command(cmdCode,
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001466 sizeof(uint32_t),
jiabin8f278ee2019-11-11 12:16:27 -08001467 &deviceType,
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001468 &size,
1469 &cmdStatus);
Eric Laurentca7cc822012-11-19 14:55:58 -08001470 }
1471 return status;
1472}
1473
Andy Hung6ac17eb2023-06-20 18:56:17 -07001474status_t EffectModule::setDevices(const AudioDeviceTypeAddrVector &devices)
jiabin8f278ee2019-11-11 12:16:27 -08001475{
1476 return sendSetAudioDevicesCommand(devices, EFFECT_CMD_SET_DEVICE);
1477}
1478
Andy Hung6ac17eb2023-06-20 18:56:17 -07001479status_t EffectModule::setInputDevice(const AudioDeviceTypeAddr &device)
jiabin8f278ee2019-11-11 12:16:27 -08001480{
1481 return sendSetAudioDevicesCommand({device}, EFFECT_CMD_SET_INPUT_DEVICE);
1482}
1483
Andy Hung6ac17eb2023-06-20 18:56:17 -07001484status_t EffectModule::setMode(audio_mode_t mode)
Eric Laurentca7cc822012-11-19 14:55:58 -08001485{
Andy Hungf65f5a72023-08-29 12:19:17 -07001486 audio_utils::lock_guard _l(mutex());
Eric Laurentd0ebb532013-04-02 16:41:41 -07001487 if (mStatus != NO_ERROR) {
1488 return mStatus;
1489 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001490 status_t status = NO_ERROR;
1491 if ((mDescriptor.flags & EFFECT_FLAG_AUDIO_MODE_MASK) == EFFECT_FLAG_AUDIO_MODE_IND) {
1492 status_t cmdStatus;
1493 uint32_t size = sizeof(status_t);
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001494 status = mEffectInterface->command(EFFECT_CMD_SET_AUDIO_MODE,
1495 sizeof(audio_mode_t),
1496 &mode,
1497 &size,
1498 &cmdStatus);
Eric Laurentca7cc822012-11-19 14:55:58 -08001499 if (status == NO_ERROR) {
1500 status = cmdStatus;
1501 }
1502 }
1503 return status;
1504}
1505
Andy Hung6ac17eb2023-06-20 18:56:17 -07001506status_t EffectModule::setAudioSource(audio_source_t source)
Eric Laurentca7cc822012-11-19 14:55:58 -08001507{
Andy Hungf65f5a72023-08-29 12:19:17 -07001508 audio_utils::lock_guard _l(mutex());
Eric Laurentd0ebb532013-04-02 16:41:41 -07001509 if (mStatus != NO_ERROR) {
1510 return mStatus;
1511 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001512 status_t status = NO_ERROR;
1513 if ((mDescriptor.flags & EFFECT_FLAG_AUDIO_SOURCE_MASK) == EFFECT_FLAG_AUDIO_SOURCE_IND) {
1514 uint32_t size = 0;
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001515 status = mEffectInterface->command(EFFECT_CMD_SET_AUDIO_SOURCE,
1516 sizeof(audio_source_t),
1517 &source,
1518 &size,
1519 NULL);
Eric Laurentca7cc822012-11-19 14:55:58 -08001520 }
1521 return status;
1522}
1523
Shunkai Yaod125e402024-01-20 03:19:06 +00001524status_t EffectModule::setOffloaded_l(bool offloaded, audio_io_handle_t io)
Eric Laurent5baf2af2013-09-12 17:37:00 -07001525{
Andy Hungf65f5a72023-08-29 12:19:17 -07001526 audio_utils::lock_guard _l(mutex());
Eric Laurent5baf2af2013-09-12 17:37:00 -07001527 if (mStatus != NO_ERROR) {
1528 return mStatus;
1529 }
1530 status_t status = NO_ERROR;
1531 if ((mDescriptor.flags & EFFECT_FLAG_OFFLOAD_SUPPORTED) != 0) {
1532 status_t cmdStatus;
1533 uint32_t size = sizeof(status_t);
1534 effect_offload_param_t cmd;
1535
1536 cmd.isOffload = offloaded;
1537 cmd.ioHandle = io;
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001538 status = mEffectInterface->command(EFFECT_CMD_OFFLOAD,
1539 sizeof(effect_offload_param_t),
1540 &cmd,
1541 &size,
1542 &cmdStatus);
Eric Laurent5baf2af2013-09-12 17:37:00 -07001543 if (status == NO_ERROR) {
1544 status = cmdStatus;
1545 }
1546 mOffloaded = (status == NO_ERROR) ? offloaded : false;
1547 } else {
1548 if (offloaded) {
1549 status = INVALID_OPERATION;
1550 }
1551 mOffloaded = false;
1552 }
Shunkai Yaod125e402024-01-20 03:19:06 +00001553 ALOGV("%s offloaded %d io %d status %d", __func__, offloaded, io, status);
Eric Laurent5baf2af2013-09-12 17:37:00 -07001554 return status;
1555}
1556
Shunkai Yaod125e402024-01-20 03:19:06 +00001557bool EffectModule::isOffloaded_l() const
Eric Laurent5baf2af2013-09-12 17:37:00 -07001558{
Andy Hungf65f5a72023-08-29 12:19:17 -07001559 audio_utils::lock_guard _l(mutex());
Eric Laurent5baf2af2013-09-12 17:37:00 -07001560 return mOffloaded;
1561}
1562
jiabineb3bda02020-06-30 14:07:03 -07001563/*static*/
Andy Hung6ac17eb2023-06-20 18:56:17 -07001564bool IAfEffectModule::isHapticGenerator(const effect_uuid_t *type) {
jiabineb3bda02020-06-30 14:07:03 -07001565 return memcmp(type, FX_IID_HAPTICGENERATOR, sizeof(effect_uuid_t)) == 0;
1566}
1567
Andy Hung6ac17eb2023-06-20 18:56:17 -07001568bool EffectModule::isHapticGenerator() const {
1569 return IAfEffectModule::isHapticGenerator(&mDescriptor.type);
jiabineb3bda02020-06-30 14:07:03 -07001570}
1571
Eric Laurent4eb45d02023-12-20 12:07:17 +01001572/*static*/
1573bool IAfEffectModule::isSpatializer(const effect_uuid_t *type) {
1574 return memcmp(type, FX_IID_SPATIALIZER, sizeof(effect_uuid_t)) == 0;
1575}
1576
1577bool EffectModule::isSpatializer() const {
1578 return IAfEffectModule::isSpatializer(&mDescriptor.type);
1579}
1580
Ahmad Khalil229466a2024-02-05 12:15:30 +00001581status_t EffectModule::setHapticScale_l(int id, os::HapticScale hapticScale) {
jiabine70bc7f2020-06-30 22:07:55 -07001582 if (mStatus != NO_ERROR) {
1583 return mStatus;
1584 }
1585 if (!isHapticGenerator()) {
1586 ALOGW("Should not set haptic intensity for effects that are not HapticGenerator");
1587 return INVALID_OPERATION;
1588 }
1589
Lais Andrade3168fb02024-08-09 18:01:17 +01001590 // Scale param fields
1591 int32_t intensityParam = static_cast<int32_t>(HG_PARAM_HAPTIC_INTENSITY);
1592 int32_t scaleLevel = static_cast<int32_t>(hapticScale.getLevel());
1593 float scaleFactor = hapticScale.getScaleFactor();
1594 float adaptiveScaleFactor = hapticScale.getAdaptiveScaleFactor();
1595
Lais Andradee8995e92024-07-24 15:00:38 +01001596 size_t psize = sizeof(int32_t); // HG_PARAM_HAPTIC_INTENSITY
Lais Andrade3168fb02024-08-09 18:01:17 +01001597 size_t vsize = 2 * sizeof(int32_t) + 2 * sizeof(float); // id + scale fields
Lais Andradee8995e92024-07-24 15:00:38 +01001598 std::vector<uint8_t> request(sizeof(effect_param_t) + psize + vsize);
1599 effect_param_t *effectParam = (effect_param_t*) request.data();
1600 effectParam->psize = psize;
1601 effectParam->vsize = vsize;
1602
Lais Andradee8995e92024-07-24 15:00:38 +01001603 EffectParamWriter writer(*effectParam);
1604 writer.writeToParameter(&intensityParam);
1605 writer.writeToValue(&id);
Lais Andrade3168fb02024-08-09 18:01:17 +01001606 writer.writeToValue(&scaleLevel);
1607 writer.writeToValue(&scaleFactor);
1608 writer.writeToValue(&adaptiveScaleFactor);
Lais Andradee8995e92024-07-24 15:00:38 +01001609 writer.finishValueWrite();
1610
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001611 std::vector<uint8_t> response;
1612 status_t status = command(EFFECT_CMD_SET_PARAM, request, sizeof(int32_t), &response);
jiabine70bc7f2020-06-30 22:07:55 -07001613 if (status == NO_ERROR) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001614 LOG_ALWAYS_FATAL_IF(response.size() != 4);
1615 status = *reinterpret_cast<const status_t*>(response.data());
jiabine70bc7f2020-06-30 22:07:55 -07001616 }
1617 return status;
1618}
1619
Shunkai Yaod125e402024-01-20 03:19:06 +00001620status_t EffectModule::setVibratorInfo_l(const media::AudioVibratorInfo& vibratorInfo) {
jiabin1319f5a2021-03-30 22:21:24 +00001621 if (mStatus != NO_ERROR) {
1622 return mStatus;
1623 }
1624 if (!isHapticGenerator()) {
1625 ALOGW("Should not set vibrator info for effects that are not HapticGenerator");
1626 return INVALID_OPERATION;
1627 }
1628
Lais Andradee8995e92024-07-24 15:00:38 +01001629 size_t psize = sizeof(int32_t); // HG_PARAM_VIBRATOR_INFO
1630 size_t vsize = 3 * sizeof(float); // resonantFrequency + qFactor + maxAmplitude
1631 std::vector<uint8_t> request(sizeof(effect_param_t) + psize + vsize);
1632 effect_param_t *effectParam = (effect_param_t*) request.data();
1633 effectParam->psize = psize;
1634 effectParam->vsize = vsize;
1635
1636 int32_t infoParam = static_cast<int32_t>(HG_PARAM_VIBRATOR_INFO);
1637 EffectParamWriter writer(*effectParam);
1638 writer.writeToParameter(&infoParam);
1639 writer.writeToValue(&vibratorInfo.resonantFrequency);
1640 writer.writeToValue(&vibratorInfo.qFactor);
1641 writer.writeToValue(&vibratorInfo.maxAmplitude);
1642 writer.finishValueWrite();
1643
jiabin1319f5a2021-03-30 22:21:24 +00001644 std::vector<uint8_t> response;
1645 status_t status = command(EFFECT_CMD_SET_PARAM, request, sizeof(int32_t), &response);
1646 if (status == NO_ERROR) {
1647 LOG_ALWAYS_FATAL_IF(response.size() != sizeof(status_t));
1648 status = *reinterpret_cast<const status_t*>(response.data());
1649 }
1650 return status;
1651}
1652
Shunkai Yaod125e402024-01-20 03:19:06 +00001653status_t EffectModule::getConfigs_l(audio_config_base_t* inputCfg, audio_config_base_t* outputCfg,
1654 bool* isOutput) const {
Andy Hungf65f5a72023-08-29 12:19:17 -07001655 audio_utils::lock_guard _l(mutex());
Mikhail Naganov8d7da002022-04-19 21:21:23 +00001656 if (mConfig.inputCfg.mask == 0 || mConfig.outputCfg.mask == 0) {
1657 return NO_INIT;
1658 }
1659 inputCfg->sample_rate = mConfig.inputCfg.samplingRate;
1660 inputCfg->channel_mask = static_cast<audio_channel_mask_t>(mConfig.inputCfg.channels);
1661 inputCfg->format = static_cast<audio_format_t>(mConfig.inputCfg.format);
1662 outputCfg->sample_rate = mConfig.outputCfg.samplingRate;
1663 outputCfg->channel_mask = static_cast<audio_channel_mask_t>(mConfig.outputCfg.channels);
1664 outputCfg->format = static_cast<audio_format_t>(mConfig.outputCfg.format);
1665 *isOutput = mIsOutput;
1666 return NO_ERROR;
1667}
1668
Shunkai Yaod125e402024-01-20 03:19:06 +00001669status_t EffectModule::sendMetadata_ll(const std::vector<playback_track_metadata_v7_t>& metadata) {
Eric Laurent4eb45d02023-12-20 12:07:17 +01001670 if (mStatus != NO_ERROR) {
1671 return mStatus;
1672 }
1673 // TODO b/307368176: send all metadata to effects if requested by the implementation.
1674 // For now only send channel mask to Spatializer.
1675 if (!isSpatializer()) {
1676 return INVALID_OPERATION;
1677 }
1678
1679 std::vector<uint8_t> request(
1680 sizeof(effect_param_t) + sizeof(int32_t) + metadata.size() * sizeof(uint32_t));
1681 effect_param_t *param = (effect_param_t*) request.data();
1682 param->psize = sizeof(int32_t);
1683 param->vsize = metadata.size() * sizeof(uint32_t);
1684 *(int32_t*)param->data = SPATIALIZER_PARAM_INPUT_CHANNEL_MASK;
1685 uint32_t* channelMasks = reinterpret_cast<uint32_t*>(param->data + sizeof(int32_t));
1686 for (auto m : metadata) {
1687 *channelMasks++ = m.channel_mask;
1688 }
1689 std::vector<uint8_t> response;
1690 status_t status = command(EFFECT_CMD_SET_PARAM, request, sizeof(int32_t), &response);
1691 if (status == NO_ERROR) {
1692 LOG_ALWAYS_FATAL_IF(response.size() != sizeof(status_t));
1693 status = *reinterpret_cast<const status_t*>(response.data());
1694 }
1695 return status;
1696}
1697
Andy Hungbded9c82017-11-30 18:47:35 -08001698static std::string dumpInOutBuffer(bool isInput, const sp<EffectBufferHalInterface> &buffer) {
1699 std::stringstream ss;
1700
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -08001701 if (buffer == nullptr) {
Andy Hungbded9c82017-11-30 18:47:35 -08001702 return "nullptr"; // make different than below
1703 } else if (buffer->externalData() != nullptr) {
1704 ss << (isInput ? buffer->externalData() : buffer->audioBuffer()->raw)
1705 << " -> "
1706 << (isInput ? buffer->audioBuffer()->raw : buffer->externalData());
1707 } else {
1708 ss << buffer->audioBuffer()->raw;
1709 }
1710 return ss.str();
1711}
Marco Nelissenb2208842014-02-07 14:00:50 -08001712
Andy Hung6ac17eb2023-06-20 18:56:17 -07001713void EffectModule::dump(int fd, const Vector<String16>& args) const
Andy Hung920f6572022-10-06 12:09:49 -07001714NO_THREAD_SAFETY_ANALYSIS // conditional try lock
Eric Laurentca7cc822012-11-19 14:55:58 -08001715{
Eric Laurent41709552019-12-16 19:34:05 -08001716 EffectBase::dump(fd, args);
1717
Eric Laurentca7cc822012-11-19 14:55:58 -08001718 String8 result;
Andy Hungf65f5a72023-08-29 12:19:17 -07001719 const bool locked = afutils::dumpTryLock(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -08001720
Eric Laurent41709552019-12-16 19:34:05 -08001721 result.append("\t\tStatus Engine:\n");
1722 result.appendFormat("\t\t%03d %p\n",
1723 mStatus, mEffectInterface.get());
Andy Hung9718d662017-12-22 17:57:39 -08001724
1725 result.appendFormat("\t\t- data: %s\n", mSupportsFloat ? "float" : "int16");
Eric Laurentca7cc822012-11-19 14:55:58 -08001726
1727 result.append("\t\t- Input configuration:\n");
Andy Hung9718d662017-12-22 17:57:39 -08001728 result.append("\t\t\tBuffer Frames Smp rate Channels Format\n");
1729 result.appendFormat("\t\t\t%p %05zu %05d %08x %6d (%s)\n",
1730 mConfig.inputCfg.buffer.raw,
Eric Laurentca7cc822012-11-19 14:55:58 -08001731 mConfig.inputCfg.buffer.frameCount,
1732 mConfig.inputCfg.samplingRate,
1733 mConfig.inputCfg.channels,
Marco Nelissenb2208842014-02-07 14:00:50 -08001734 mConfig.inputCfg.format,
Andy Hung5fd10da2023-07-19 11:31:15 -07001735 toString(static_cast<audio_format_t>(mConfig.inputCfg.format)).c_str());
Eric Laurentca7cc822012-11-19 14:55:58 -08001736
1737 result.append("\t\t- Output configuration:\n");
1738 result.append("\t\t\tBuffer Frames Smp rate Channels Format\n");
Andy Hung9718d662017-12-22 17:57:39 -08001739 result.appendFormat("\t\t\t%p %05zu %05d %08x %6d (%s)\n",
Kévin PETIT377b2ec2014-02-03 12:35:36 +00001740 mConfig.outputCfg.buffer.raw,
Eric Laurentca7cc822012-11-19 14:55:58 -08001741 mConfig.outputCfg.buffer.frameCount,
1742 mConfig.outputCfg.samplingRate,
1743 mConfig.outputCfg.channels,
Marco Nelissenb2208842014-02-07 14:00:50 -08001744 mConfig.outputCfg.format,
Andy Hung5fd10da2023-07-19 11:31:15 -07001745 toString(static_cast<audio_format_t>(mConfig.outputCfg.format)).c_str());
Eric Laurentca7cc822012-11-19 14:55:58 -08001746
Andy Hungbded9c82017-11-30 18:47:35 -08001747 result.appendFormat("\t\t- HAL buffers:\n"
1748 "\t\t\tIn(%s) InConversion(%s) Out(%s) OutConversion(%s)\n",
1749 dumpInOutBuffer(true /* isInput */, mInBuffer).c_str(),
1750 dumpInOutBuffer(true /* isInput */, mInConversionBuffer).c_str(),
1751 dumpInOutBuffer(false /* isInput */, mOutBuffer).c_str(),
1752 dumpInOutBuffer(false /* isInput */, mOutConversionBuffer).c_str());
rago94a1ee82017-07-21 15:11:02 -07001753
Tomasz Wasilczyk833345b2023-08-15 20:59:35 +00001754 write(fd, result.c_str(), result.length());
Eric Laurentca7cc822012-11-19 14:55:58 -08001755
Mikhail Naganov4d547672019-02-22 14:19:19 -08001756 if (mEffectInterface != 0) {
1757 dprintf(fd, "\tEffect ID %d HAL dump:\n", mId);
1758 (void)mEffectInterface->dump(fd);
1759 }
1760
Eric Laurentca7cc822012-11-19 14:55:58 -08001761 if (locked) {
Andy Hungf65f5a72023-08-29 12:19:17 -07001762 mutex().unlock();
Eric Laurentca7cc822012-11-19 14:55:58 -08001763 }
1764}
1765
1766// ----------------------------------------------------------------------------
1767// EffectHandle implementation
1768// ----------------------------------------------------------------------------
1769
1770#undef LOG_TAG
Andy Hung6ac17eb2023-06-20 18:56:17 -07001771#define LOG_TAG "EffectHandle"
Eric Laurentca7cc822012-11-19 14:55:58 -08001772
Andy Hung6ac17eb2023-06-20 18:56:17 -07001773/* static */
1774sp<IAfEffectHandle> IAfEffectHandle::create(
1775 const sp<IAfEffectBase>& effect,
Andy Hung59867e42023-06-27 17:05:02 -07001776 const sp<Client>& client,
Andy Hung6ac17eb2023-06-20 18:56:17 -07001777 const sp<media::IEffectClient>& effectClient,
1778 int32_t priority, bool notifyFramesProcessed)
1779{
François Gaffiefce3b6c2024-05-23 13:52:23 +02001780 if (client == nullptr && effectClient == nullptr) {
1781 return sp<InternalEffectHandle>::make(effect, notifyFramesProcessed);
1782 }
Andy Hung6ac17eb2023-06-20 18:56:17 -07001783 return sp<EffectHandle>::make(
Andy Hung59867e42023-06-27 17:05:02 -07001784 effect, client, effectClient, priority, notifyFramesProcessed);
Andy Hung6ac17eb2023-06-20 18:56:17 -07001785}
1786
1787EffectHandle::EffectHandle(const sp<IAfEffectBase>& effect,
Andy Hung59867e42023-06-27 17:05:02 -07001788 const sp<Client>& client,
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001789 const sp<media::IEffectClient>& effectClient,
François Gaffiefce3b6c2024-05-23 13:52:23 +02001790 int32_t priority, bool notifyFramesProcessed,
1791 bool isInternal,
1792 audio_utils::MutexOrder mutexOrder)
1793 : BnEffect(), mMutex(mutexOrder),
Andy Hung28c3fdf2024-02-28 18:55:43 -08001794 mEffect(effect), mEffectClient(media::EffectClientAsyncProxy::makeIfNeeded(effectClient)),
1795 mClient(client), mCblk(nullptr),
Eric Laurentde8caf42021-08-11 17:19:25 +02001796 mPriority(priority), mHasControl(false), mEnabled(false), mDisconnected(false),
François Gaffiefce3b6c2024-05-23 13:52:23 +02001797 mNotifyFramesProcessed(notifyFramesProcessed), mIsInternal(isInternal)
Eric Laurentca7cc822012-11-19 14:55:58 -08001798{
Eric Laurentb82e6b72019-11-22 17:25:04 -08001799 ALOGV("constructor %p client %p", this, client.get());
Andy Hung225aef62022-12-06 16:33:20 -08001800 setMinSchedulerPolicy(SCHED_NORMAL, ANDROID_PRIORITY_AUDIO);
Andy Hung58b01b12024-03-26 18:04:29 -07001801 setInheritRt(true);
Eric Laurentca7cc822012-11-19 14:55:58 -08001802
1803 if (client == 0) {
1804 return;
1805 }
1806 int bufOffset = ((sizeof(effect_param_cblk_t) - 1) / sizeof(int) + 1) * sizeof(int);
Atneya3c61d882021-09-20 14:52:15 -04001807 mCblkMemory = client->allocator().allocate(mediautils::NamedAllocRequest{
1808 {static_cast<size_t>(EFFECT_PARAM_BUFFER_SIZE + bufOffset)},
1809 std::string("Effect ID: ")
1810 .append(std::to_string(effect->id()))
1811 .append(" Session ID: ")
1812 .append(std::to_string(static_cast<int>(effect->sessionId())))
1813 .append(" \n")
1814 });
Glenn Kastene75da402013-11-20 13:54:52 -08001815 if (mCblkMemory == 0 ||
Ytai Ben-Tsvi7dd39722019-09-05 15:14:30 -07001816 (mCblk = static_cast<effect_param_cblk_t *>(mCblkMemory->unsecurePointer())) == NULL) {
Glenn Kastenc42e9b42016-03-21 11:35:03 -07001817 ALOGE("not enough memory for Effect size=%zu", EFFECT_PARAM_BUFFER_SIZE +
Eric Laurentca7cc822012-11-19 14:55:58 -08001818 sizeof(effect_param_cblk_t));
Glenn Kastene75da402013-11-20 13:54:52 -08001819 mCblkMemory.clear();
Eric Laurentca7cc822012-11-19 14:55:58 -08001820 return;
1821 }
Glenn Kastene75da402013-11-20 13:54:52 -08001822 new(mCblk) effect_param_cblk_t();
1823 mBuffer = (uint8_t *)mCblk + bufOffset;
Eric Laurentca7cc822012-11-19 14:55:58 -08001824}
1825
Andy Hung6ac17eb2023-06-20 18:56:17 -07001826EffectHandle::~EffectHandle()
Eric Laurentca7cc822012-11-19 14:55:58 -08001827{
1828 ALOGV("Destructor %p", this);
Eric Laurentca7cc822012-11-19 14:55:58 -08001829 disconnect(false);
1830}
1831
Andy Hungc747c532022-03-07 21:41:14 -08001832// Creates an association between Binder code to name for IEffect.
1833#define IEFFECT_BINDER_METHOD_MACRO_LIST \
1834BINDER_METHOD_ENTRY(enable) \
1835BINDER_METHOD_ENTRY(disable) \
1836BINDER_METHOD_ENTRY(command) \
1837BINDER_METHOD_ENTRY(disconnect) \
1838BINDER_METHOD_ENTRY(getCblk) \
Mikhail Naganov8d7da002022-04-19 21:21:23 +00001839BINDER_METHOD_ENTRY(getConfig) \
Andy Hungc747c532022-03-07 21:41:14 -08001840
1841// singleton for Binder Method Statistics for IEffect
1842mediautils::MethodStatistics<int>& getIEffectStatistics() {
1843 using Code = int;
1844
1845#pragma push_macro("BINDER_METHOD_ENTRY")
1846#undef BINDER_METHOD_ENTRY
1847#define BINDER_METHOD_ENTRY(ENTRY) \
1848 {(Code)media::BnEffect::TRANSACTION_##ENTRY, #ENTRY},
1849
1850 static mediautils::MethodStatistics<Code> methodStatistics{
1851 IEFFECT_BINDER_METHOD_MACRO_LIST
1852 METHOD_STATISTICS_BINDER_CODE_NAMES(Code)
1853 };
1854#pragma pop_macro("BINDER_METHOD_ENTRY")
1855
1856 return methodStatistics;
1857}
1858
Andy Hung6ac17eb2023-06-20 18:56:17 -07001859status_t EffectHandle::onTransact(
Andy Hungc747c532022-03-07 21:41:14 -08001860 uint32_t code, const Parcel& data, Parcel* reply, uint32_t flags) {
Andy Hunga2a1ac32022-03-18 16:12:11 -07001861 const std::string methodName = getIEffectStatistics().getMethodForCode(code);
1862 mediautils::TimeCheck check(
1863 std::string("IEffect::").append(methodName),
1864 [code](bool timeout, float elapsedMs) {
1865 if (timeout) {
1866 ; // we don't timeout right now on the effect interface.
1867 } else {
1868 getIEffectStatistics().event(code, elapsedMs);
1869 }
Andy Hungf8ab0932022-06-13 19:49:43 -07001870 }, {} /* timeoutDuration */, {} /* secondChanceDuration */, false /* crashOnTimeout */);
Andy Hungc747c532022-03-07 21:41:14 -08001871 return BnEffect::onTransact(code, data, reply, flags);
1872}
1873
Andy Hung6ac17eb2023-06-20 18:56:17 -07001874status_t EffectHandle::initCheck() const
Glenn Kastene75da402013-11-20 13:54:52 -08001875{
1876 return mClient == 0 || mCblkMemory != 0 ? OK : NO_MEMORY;
1877}
1878
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001879#define RETURN(code) \
1880 *_aidl_return = (code); \
1881 return Status::ok();
1882
Mikhail Naganov8d7da002022-04-19 21:21:23 +00001883#define VALUE_OR_RETURN_STATUS_AS_OUT(exp) \
1884 ({ \
1885 auto _tmp = (exp); \
1886 if (!_tmp.ok()) { RETURN(_tmp.error()); } \
1887 std::move(_tmp.value()); \
1888 })
1889
Andy Hung6ac17eb2023-06-20 18:56:17 -07001890Status EffectHandle::enable(int32_t* _aidl_return)
Eric Laurentca7cc822012-11-19 14:55:58 -08001891{
Andy Hungf65f5a72023-08-29 12:19:17 -07001892 audio_utils::lock_guard _l(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -08001893 ALOGV("enable %p", this);
Andy Hung6ac17eb2023-06-20 18:56:17 -07001894 sp<IAfEffectBase> effect = mEffect.promote();
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001895 if (effect == 0 || mDisconnected) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001896 RETURN(DEAD_OBJECT);
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001897 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001898 if (!mHasControl) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001899 RETURN(INVALID_OPERATION);
Eric Laurentca7cc822012-11-19 14:55:58 -08001900 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001901
1902 if (mEnabled) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001903 RETURN(NO_ERROR);
Eric Laurentca7cc822012-11-19 14:55:58 -08001904 }
1905
1906 mEnabled = true;
1907
Eric Laurent6c796322019-04-09 14:13:17 -07001908 status_t status = effect->updatePolicyState();
1909 if (status != NO_ERROR) {
1910 mEnabled = false;
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001911 RETURN(status);
Eric Laurent6c796322019-04-09 14:13:17 -07001912 }
1913
Eric Laurent6b446ce2019-12-13 10:56:31 -08001914 effect->checkSuspendOnEffectEnabled(true, false /*threadLocked*/);
Eric Laurentca7cc822012-11-19 14:55:58 -08001915
1916 // checkSuspendOnEffectEnabled() can suspend this same effect when enabled
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001917 if (effect->suspended()) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001918 RETURN(NO_ERROR);
Eric Laurentca7cc822012-11-19 14:55:58 -08001919 }
1920
Eric Laurent6b446ce2019-12-13 10:56:31 -08001921 status = effect->setEnabled(true, true /*fromHandle*/);
Eric Laurentca7cc822012-11-19 14:55:58 -08001922 if (status != NO_ERROR) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001923 mEnabled = false;
1924 }
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001925 RETURN(status);
Eric Laurentca7cc822012-11-19 14:55:58 -08001926}
1927
Andy Hung6ac17eb2023-06-20 18:56:17 -07001928Status EffectHandle::disable(int32_t* _aidl_return)
Eric Laurentca7cc822012-11-19 14:55:58 -08001929{
1930 ALOGV("disable %p", this);
Andy Hungf65f5a72023-08-29 12:19:17 -07001931 audio_utils::lock_guard _l(mutex());
Andy Hung6ac17eb2023-06-20 18:56:17 -07001932 sp<IAfEffectBase> effect = mEffect.promote();
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001933 if (effect == 0 || mDisconnected) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001934 RETURN(DEAD_OBJECT);
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001935 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001936 if (!mHasControl) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001937 RETURN(INVALID_OPERATION);
Eric Laurentca7cc822012-11-19 14:55:58 -08001938 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001939
1940 if (!mEnabled) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001941 RETURN(NO_ERROR);
Eric Laurentca7cc822012-11-19 14:55:58 -08001942 }
1943 mEnabled = false;
1944
Eric Laurent6c796322019-04-09 14:13:17 -07001945 effect->updatePolicyState();
1946
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001947 if (effect->suspended()) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001948 RETURN(NO_ERROR);
Eric Laurentca7cc822012-11-19 14:55:58 -08001949 }
1950
Eric Laurent6b446ce2019-12-13 10:56:31 -08001951 status_t status = effect->setEnabled(false, true /*fromHandle*/);
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001952 RETURN(status);
Eric Laurentca7cc822012-11-19 14:55:58 -08001953}
1954
Andy Hung6ac17eb2023-06-20 18:56:17 -07001955Status EffectHandle::disconnect()
Eric Laurentca7cc822012-11-19 14:55:58 -08001956{
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001957 ALOGV("%s %p", __FUNCTION__, this);
Eric Laurentca7cc822012-11-19 14:55:58 -08001958 disconnect(true);
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001959 return Status::ok();
Eric Laurentca7cc822012-11-19 14:55:58 -08001960}
1961
Andy Hung6ac17eb2023-06-20 18:56:17 -07001962void EffectHandle::disconnect(bool unpinIfLast)
Eric Laurentca7cc822012-11-19 14:55:58 -08001963{
François Gaffiefce3b6c2024-05-23 13:52:23 +02001964 audio_utils::unique_lock _l(mutex());
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001965 ALOGV("disconnect(%s) %p", unpinIfLast ? "true" : "false", this);
1966 if (mDisconnected) {
1967 if (unpinIfLast) {
1968 android_errorWriteLog(0x534e4554, "32707507");
1969 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001970 return;
1971 }
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001972 mDisconnected = true;
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001973 {
Andy Hung6ac17eb2023-06-20 18:56:17 -07001974 sp<IAfEffectBase> effect = mEffect.promote();
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001975 if (effect != 0) {
François Gaffiefce3b6c2024-05-23 13:52:23 +02001976 // Unlock e.g. for device effect: may need to acquire AudioFlinger lock
1977 // Also Internal Effect Handle would require Proxy lock (and vice versa).
1978 if (isInternal()) {
1979 _l.unlock();
1980 }
Eric Laurent6b446ce2019-12-13 10:56:31 -08001981 if (effect->disconnectHandle(this, unpinIfLast) > 0) {
Eric Laurent6c796322019-04-09 14:13:17 -07001982 ALOGW("%s Effect handle %p disconnected after thread destruction",
1983 __func__, this);
1984 }
1985 effect->updatePolicyState();
François Gaffiefce3b6c2024-05-23 13:52:23 +02001986 if (isInternal()) {
1987 _l.lock();
1988 }
Eric Laurentf10c7092016-12-06 17:09:56 -08001989 }
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001990 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001991
Eric Laurentca7cc822012-11-19 14:55:58 -08001992 if (mClient != 0) {
1993 if (mCblk != NULL) {
1994 // unlike ~TrackBase(), mCblk is never a local new, so don't delete
1995 mCblk->~effect_param_cblk_t(); // destroy our shared-structure.
1996 }
1997 mCblkMemory.clear(); // free the shared memory before releasing the heap it belongs to
Eric Laurent021cf962014-05-13 10:18:14 -07001998 // Client destructor must run with AudioFlinger client mutex locked
Andy Hung954b9712023-08-28 18:36:53 -07001999 audio_utils::lock_guard _l2(mClient->afClientCallback()->clientMutex());
Eric Laurentca7cc822012-11-19 14:55:58 -08002000 mClient.clear();
2001 }
2002}
2003
Andy Hung6ac17eb2023-06-20 18:56:17 -07002004Status EffectHandle::getCblk(media::SharedFileRegion* _aidl_return) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002005 LOG_ALWAYS_FATAL_IF(!convertIMemoryToSharedFileRegion(mCblkMemory, _aidl_return));
2006 return Status::ok();
2007}
2008
Andy Hung6ac17eb2023-06-20 18:56:17 -07002009Status EffectHandle::getConfig(
Mikhail Naganov8d7da002022-04-19 21:21:23 +00002010 media::EffectConfig* _config, int32_t* _aidl_return) {
Andy Hungf65f5a72023-08-29 12:19:17 -07002011 audio_utils::lock_guard _l(mutex());
Andy Hung6ac17eb2023-06-20 18:56:17 -07002012 sp<IAfEffectBase> effect = mEffect.promote();
Mikhail Naganov8d7da002022-04-19 21:21:23 +00002013 if (effect == nullptr || mDisconnected) {
2014 RETURN(DEAD_OBJECT);
2015 }
Andy Hung6ac17eb2023-06-20 18:56:17 -07002016 sp<IAfEffectModule> effectModule = effect->asEffectModule();
Mikhail Naganov8d7da002022-04-19 21:21:23 +00002017 if (effectModule == nullptr) {
2018 RETURN(INVALID_OPERATION);
2019 }
2020 audio_config_base_t inputCfg = AUDIO_CONFIG_BASE_INITIALIZER;
2021 audio_config_base_t outputCfg = AUDIO_CONFIG_BASE_INITIALIZER;
2022 bool isOutput;
Shunkai Yaod125e402024-01-20 03:19:06 +00002023 status_t status = effectModule->getConfigs_l(&inputCfg, &outputCfg, &isOutput);
Mikhail Naganov8d7da002022-04-19 21:21:23 +00002024 if (status == NO_ERROR) {
2025 constexpr bool isInput = false; // effects always use 'OUT' channel masks.
2026 _config->inputCfg = VALUE_OR_RETURN_STATUS_AS_OUT(
2027 legacy2aidl_audio_config_base_t_AudioConfigBase(inputCfg, isInput));
2028 _config->outputCfg = VALUE_OR_RETURN_STATUS_AS_OUT(
2029 legacy2aidl_audio_config_base_t_AudioConfigBase(outputCfg, isInput));
2030 _config->isOnInputStream = !isOutput;
2031 }
2032 RETURN(status);
2033}
2034
Andy Hung6ac17eb2023-06-20 18:56:17 -07002035Status EffectHandle::command(int32_t cmdCode,
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002036 const std::vector<uint8_t>& cmdData,
2037 int32_t maxResponseSize,
2038 std::vector<uint8_t>* response,
2039 int32_t* _aidl_return)
Eric Laurentca7cc822012-11-19 14:55:58 -08002040{
2041 ALOGVV("command(), cmdCode: %d, mHasControl: %d, mEffect: %p",
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002042 cmdCode, mHasControl, mEffect.unsafe_get());
Eric Laurentca7cc822012-11-19 14:55:58 -08002043
Eric Laurentc7ab3092017-06-15 18:43:46 -07002044 // reject commands reserved for internal use by audio framework if coming from outside
2045 // of audioserver
2046 switch(cmdCode) {
2047 case EFFECT_CMD_ENABLE:
2048 case EFFECT_CMD_DISABLE:
2049 case EFFECT_CMD_SET_PARAM:
2050 case EFFECT_CMD_SET_PARAM_DEFERRED:
2051 case EFFECT_CMD_SET_PARAM_COMMIT:
2052 case EFFECT_CMD_GET_PARAM:
2053 break;
2054 default:
2055 if (cmdCode >= EFFECT_CMD_FIRST_PROPRIETARY) {
2056 break;
2057 }
2058 android_errorWriteLog(0x534e4554, "62019992");
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002059 RETURN(BAD_VALUE);
Eric Laurentc7ab3092017-06-15 18:43:46 -07002060 }
2061
Eric Laurent1ffc5852016-12-15 14:46:09 -08002062 if (cmdCode == EFFECT_CMD_ENABLE) {
Andy Hung920f6572022-10-06 12:09:49 -07002063 if (maxResponseSize < static_cast<signed>(sizeof(int))) {
Eric Laurent1ffc5852016-12-15 14:46:09 -08002064 android_errorWriteLog(0x534e4554, "32095713");
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002065 RETURN(BAD_VALUE);
Eric Laurent1ffc5852016-12-15 14:46:09 -08002066 }
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002067 writeToBuffer(NO_ERROR, response);
2068 return enable(_aidl_return);
Eric Laurent1ffc5852016-12-15 14:46:09 -08002069 } else if (cmdCode == EFFECT_CMD_DISABLE) {
Andy Hung920f6572022-10-06 12:09:49 -07002070 if (maxResponseSize < static_cast<signed>(sizeof(int))) {
Eric Laurent1ffc5852016-12-15 14:46:09 -08002071 android_errorWriteLog(0x534e4554, "32095713");
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002072 RETURN(BAD_VALUE);
Eric Laurent1ffc5852016-12-15 14:46:09 -08002073 }
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002074 writeToBuffer(NO_ERROR, response);
2075 return disable(_aidl_return);
Eric Laurent1ffc5852016-12-15 14:46:09 -08002076 }
2077
Andy Hungf65f5a72023-08-29 12:19:17 -07002078 audio_utils::lock_guard _l(mutex());
Andy Hung6ac17eb2023-06-20 18:56:17 -07002079 sp<IAfEffectBase> effect = mEffect.promote();
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002080 if (effect == 0 || mDisconnected) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002081 RETURN(DEAD_OBJECT);
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002082 }
Eric Laurentca7cc822012-11-19 14:55:58 -08002083 // only get parameter command is permitted for applications not controlling the effect
2084 if (!mHasControl && cmdCode != EFFECT_CMD_GET_PARAM) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002085 RETURN(INVALID_OPERATION);
Eric Laurentca7cc822012-11-19 14:55:58 -08002086 }
Eric Laurentca7cc822012-11-19 14:55:58 -08002087
2088 // handle commands that are not forwarded transparently to effect engine
2089 if (cmdCode == EFFECT_CMD_SET_PARAM_COMMIT) {
Eric Laurentb82e6b72019-11-22 17:25:04 -08002090 if (mClient == 0) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002091 RETURN(INVALID_OPERATION);
Eric Laurentb82e6b72019-11-22 17:25:04 -08002092 }
2093
Andy Hung920f6572022-10-06 12:09:49 -07002094 if (maxResponseSize < (signed)sizeof(int)) {
Eric Laurent1ffc5852016-12-15 14:46:09 -08002095 android_errorWriteLog(0x534e4554, "32095713");
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002096 RETURN(BAD_VALUE);
Eric Laurent1ffc5852016-12-15 14:46:09 -08002097 }
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002098 writeToBuffer(NO_ERROR, response);
Eric Laurent1ffc5852016-12-15 14:46:09 -08002099
Eric Laurentca7cc822012-11-19 14:55:58 -08002100 // No need to trylock() here as this function is executed in the binder thread serving a
2101 // particular client process: no risk to block the whole media server process or mixer
2102 // threads if we are stuck here
Andy Hung920f6572022-10-06 12:09:49 -07002103 Mutex::Autolock _l2(mCblk->lock);
Andy Hunga447a0f2016-11-15 17:19:58 -08002104 // keep local copy of index in case of client corruption b/32220769
2105 const uint32_t clientIndex = mCblk->clientIndex;
2106 const uint32_t serverIndex = mCblk->serverIndex;
2107 if (clientIndex > EFFECT_PARAM_BUFFER_SIZE ||
2108 serverIndex > EFFECT_PARAM_BUFFER_SIZE) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002109 mCblk->serverIndex = 0;
2110 mCblk->clientIndex = 0;
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002111 RETURN(BAD_VALUE);
Eric Laurentca7cc822012-11-19 14:55:58 -08002112 }
2113 status_t status = NO_ERROR;
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002114 std::vector<uint8_t> param;
Andy Hunga447a0f2016-11-15 17:19:58 -08002115 for (uint32_t index = serverIndex; index < clientIndex;) {
2116 int *p = (int *)(mBuffer + index);
2117 const int size = *p++;
2118 if (size < 0
2119 || size > EFFECT_PARAM_BUFFER_SIZE
2120 || ((uint8_t *)p + size) > mBuffer + clientIndex) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002121 ALOGW("command(): invalid parameter block size");
Andy Hunga447a0f2016-11-15 17:19:58 -08002122 status = BAD_VALUE;
Eric Laurentca7cc822012-11-19 14:55:58 -08002123 break;
2124 }
Andy Hunga447a0f2016-11-15 17:19:58 -08002125
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002126 std::copy(reinterpret_cast<const uint8_t*>(p),
2127 reinterpret_cast<const uint8_t*>(p) + size,
2128 std::back_inserter(param));
Andy Hunga447a0f2016-11-15 17:19:58 -08002129
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002130 std::vector<uint8_t> replyBuffer;
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002131 status_t ret = effect->command(EFFECT_CMD_SET_PARAM,
Andy Hunga447a0f2016-11-15 17:19:58 -08002132 param,
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002133 sizeof(int),
2134 &replyBuffer);
2135 int reply = *reinterpret_cast<const int*>(replyBuffer.data());
Andy Hunga447a0f2016-11-15 17:19:58 -08002136
2137 // verify shared memory: server index shouldn't change; client index can't go back.
2138 if (serverIndex != mCblk->serverIndex
2139 || clientIndex > mCblk->clientIndex) {
2140 android_errorWriteLog(0x534e4554, "32220769");
2141 status = BAD_VALUE;
2142 break;
2143 }
2144
Eric Laurentca7cc822012-11-19 14:55:58 -08002145 // stop at first error encountered
2146 if (ret != NO_ERROR) {
2147 status = ret;
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002148 writeToBuffer(reply, response);
Eric Laurentca7cc822012-11-19 14:55:58 -08002149 break;
2150 } else if (reply != NO_ERROR) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002151 writeToBuffer(reply, response);
Eric Laurentca7cc822012-11-19 14:55:58 -08002152 break;
2153 }
Andy Hunga447a0f2016-11-15 17:19:58 -08002154 index += size;
Eric Laurentca7cc822012-11-19 14:55:58 -08002155 }
2156 mCblk->serverIndex = 0;
2157 mCblk->clientIndex = 0;
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002158 RETURN(status);
Eric Laurentca7cc822012-11-19 14:55:58 -08002159 }
2160
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002161 status_t status = effect->command(cmdCode,
2162 cmdData,
2163 maxResponseSize,
2164 response);
2165 RETURN(status);
Eric Laurentca7cc822012-11-19 14:55:58 -08002166}
2167
Andy Hung6ac17eb2023-06-20 18:56:17 -07002168void EffectHandle::setControl(bool hasControl, bool signal, bool enabled)
Eric Laurentca7cc822012-11-19 14:55:58 -08002169{
2170 ALOGV("setControl %p control %d", this, hasControl);
2171
2172 mHasControl = hasControl;
2173 mEnabled = enabled;
2174
2175 if (signal && mEffectClient != 0) {
2176 mEffectClient->controlStatusChanged(hasControl);
2177 }
2178}
2179
Andy Hung6ac17eb2023-06-20 18:56:17 -07002180void EffectHandle::commandExecuted(uint32_t cmdCode,
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002181 const std::vector<uint8_t>& cmdData,
2182 const std::vector<uint8_t>& replyData)
Eric Laurentca7cc822012-11-19 14:55:58 -08002183{
2184 if (mEffectClient != 0) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002185 mEffectClient->commandExecuted(cmdCode, cmdData, replyData);
Eric Laurentca7cc822012-11-19 14:55:58 -08002186 }
2187}
2188
2189
2190
Andy Hung6ac17eb2023-06-20 18:56:17 -07002191void EffectHandle::setEnabled(bool enabled)
Eric Laurentca7cc822012-11-19 14:55:58 -08002192{
2193 if (mEffectClient != 0) {
2194 mEffectClient->enableStatusChanged(enabled);
2195 }
2196}
2197
Andy Hung6ac17eb2023-06-20 18:56:17 -07002198void EffectHandle::framesProcessed(int32_t frames) const
Eric Laurentde8caf42021-08-11 17:19:25 +02002199{
2200 if (mEffectClient != 0 && mNotifyFramesProcessed) {
2201 mEffectClient->framesProcessed(frames);
2202 }
2203}
2204
Andy Hung6ac17eb2023-06-20 18:56:17 -07002205void EffectHandle::dumpToBuffer(char* buffer, size_t size) const
Andy Hung920f6572022-10-06 12:09:49 -07002206NO_THREAD_SAFETY_ANALYSIS // conditional try lock
Eric Laurentca7cc822012-11-19 14:55:58 -08002207{
Andy Hung0a51b5c2023-07-18 20:54:44 -07002208 const bool locked = mCblk != nullptr && afutils::dumpTryLock(mCblk->lock);
Eric Laurentca7cc822012-11-19 14:55:58 -08002209
Marco Nelissenb2208842014-02-07 14:00:50 -08002210 snprintf(buffer, size, "\t\t\t%5d %5d %3s %3s %5u %5u\n",
Andy Hung4ef19fa2018-05-15 19:35:29 -07002211 (mClient == 0) ? getpid() : mClient->pid(),
Eric Laurentca7cc822012-11-19 14:55:58 -08002212 mPriority,
Marco Nelissenb2208842014-02-07 14:00:50 -08002213 mHasControl ? "yes" : "no",
2214 locked ? "yes" : "no",
Eric Laurentca7cc822012-11-19 14:55:58 -08002215 mCblk ? mCblk->clientIndex : 0,
2216 mCblk ? mCblk->serverIndex : 0
2217 );
2218
2219 if (locked) {
2220 mCblk->lock.unlock();
2221 }
2222}
2223
2224#undef LOG_TAG
Andy Hung6ac17eb2023-06-20 18:56:17 -07002225#define LOG_TAG "EffectChain"
Eric Laurentca7cc822012-11-19 14:55:58 -08002226
Andy Hung6ac17eb2023-06-20 18:56:17 -07002227/* static */
2228sp<IAfEffectChain> IAfEffectChain::create(
Andy Hung583043b2023-07-17 17:05:00 -07002229 const sp<IAfThreadBase>& thread,
Shunkai Yao29d10572024-03-19 04:31:47 +00002230 audio_session_t sessionId,
2231 const sp<IAfThreadCallback>& afThreadCallback)
Andy Hung6ac17eb2023-06-20 18:56:17 -07002232{
Shunkai Yao29d10572024-03-19 04:31:47 +00002233 return sp<EffectChain>::make(thread, sessionId, afThreadCallback);
Andy Hung6ac17eb2023-06-20 18:56:17 -07002234}
2235
Shunkai Yao29d10572024-03-19 04:31:47 +00002236EffectChain::EffectChain(const sp<IAfThreadBase>& thread, audio_session_t sessionId,
2237 const sp<IAfThreadCallback>& afThreadCallback)
Eric Laurent6b446ce2019-12-13 10:56:31 -08002238 : mSessionId(sessionId), mActiveTrackCnt(0), mTrackCnt(0), mTailBufferCount(0),
jiabinbd18c8e2023-08-24 21:10:44 +00002239 mLeftVolume(UINT_MAX), mRightVolume(UINT_MAX),
Eric Laurent6b446ce2019-12-13 10:56:31 -08002240 mNewLeftVolume(UINT_MAX), mNewRightVolume(UINT_MAX),
Shunkai Yao29d10572024-03-19 04:31:47 +00002241 mEffectCallback(new EffectCallback(wp<EffectChain>(this), thread, afThreadCallback))
Eric Laurentca7cc822012-11-19 14:55:58 -08002242{
Shunkai Yao29d10572024-03-19 04:31:47 +00002243 if (thread != nullptr) {
2244 mStrategy = thread->getStrategyForStream(AUDIO_STREAM_MUSIC);
2245 mMaxTailBuffers =
2246 ((kProcessTailDurationMs * thread->sampleRate()) / 1000) /
2247 thread->frameCount();
2248 }
Eric Laurentca7cc822012-11-19 14:55:58 -08002249}
2250
Shunkai Yao29d10572024-03-19 04:31:47 +00002251sp<IAfEffectModule> EffectChain::getEffectFromDesc(
Andy Hung6ac17eb2023-06-20 18:56:17 -07002252 effect_descriptor_t *descriptor) const
Eric Laurentca7cc822012-11-19 14:55:58 -08002253{
Shunkai Yao29d10572024-03-19 04:31:47 +00002254 audio_utils::lock_guard _l(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -08002255 size_t size = mEffects.size();
2256
2257 for (size_t i = 0; i < size; i++) {
2258 if (memcmp(&mEffects[i]->desc().uuid, &descriptor->uuid, sizeof(effect_uuid_t)) == 0) {
2259 return mEffects[i];
2260 }
2261 }
2262 return 0;
2263}
2264
Andy Hung87c693c2023-07-06 20:56:16 -07002265// getEffectFromId_l() must be called with IAfThreadBase::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002266sp<IAfEffectModule> EffectChain::getEffectFromId_l(int id) const
Eric Laurentca7cc822012-11-19 14:55:58 -08002267{
Shunkai Yao29d10572024-03-19 04:31:47 +00002268 audio_utils::lock_guard _l(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -08002269 size_t size = mEffects.size();
2270
2271 for (size_t i = 0; i < size; i++) {
2272 // by convention, return first effect if id provided is 0 (0 is never a valid id)
2273 if (id == 0 || mEffects[i]->id() == id) {
2274 return mEffects[i];
2275 }
2276 }
2277 return 0;
2278}
2279
Andy Hung87c693c2023-07-06 20:56:16 -07002280// getEffectFromType_l() must be called with IAfThreadBase::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002281sp<IAfEffectModule> EffectChain::getEffectFromType_l(
2282 const effect_uuid_t *type) const
Eric Laurentca7cc822012-11-19 14:55:58 -08002283{
Shunkai Yao29d10572024-03-19 04:31:47 +00002284 audio_utils::lock_guard _l(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -08002285 size_t size = mEffects.size();
2286
2287 for (size_t i = 0; i < size; i++) {
2288 if (memcmp(&mEffects[i]->desc().type, type, sizeof(effect_uuid_t)) == 0) {
2289 return mEffects[i];
2290 }
2291 }
2292 return 0;
2293}
2294
Shunkai Yaod125e402024-01-20 03:19:06 +00002295std::vector<int> EffectChain::getEffectIds_l() const
Eric Laurent6c796322019-04-09 14:13:17 -07002296{
2297 std::vector<int> ids;
Andy Hungf65f5a72023-08-29 12:19:17 -07002298 audio_utils::lock_guard _l(mutex());
Eric Laurent6c796322019-04-09 14:13:17 -07002299 for (size_t i = 0; i < mEffects.size(); i++) {
2300 ids.push_back(mEffects[i]->id());
2301 }
2302 return ids;
2303}
2304
Andy Hung6ac17eb2023-06-20 18:56:17 -07002305void EffectChain::clearInputBuffer()
Eric Laurentca7cc822012-11-19 14:55:58 -08002306{
Andy Hungf65f5a72023-08-29 12:19:17 -07002307 audio_utils::lock_guard _l(mutex());
Eric Laurent6b446ce2019-12-13 10:56:31 -08002308 clearInputBuffer_l();
Eric Laurentca7cc822012-11-19 14:55:58 -08002309}
2310
Andy Hungf65f5a72023-08-29 12:19:17 -07002311// Must be called with EffectChain::mutex() locked
Andy Hung6ac17eb2023-06-20 18:56:17 -07002312void EffectChain::clearInputBuffer_l()
Eric Laurentca7cc822012-11-19 14:55:58 -08002313{
Eric Laurent6acd1d42017-01-04 14:23:29 -08002314 if (mInBuffer == NULL) {
2315 return;
2316 }
Andy Hung319587b2023-05-23 14:01:03 -07002317 const size_t frameSize = audio_bytes_per_sample(AUDIO_FORMAT_PCM_FLOAT)
Eric Laurentf1f22e72021-07-13 14:04:14 +02002318 * mEffectCallback->inChannelCount(mEffects[0]->id());
rago94a1ee82017-07-21 15:11:02 -07002319
Eric Laurent6b446ce2019-12-13 10:56:31 -08002320 memset(mInBuffer->audioBuffer()->raw, 0, mEffectCallback->frameCount() * frameSize);
Mikhail Naganov022b9952017-01-04 16:36:51 -08002321 mInBuffer->commit();
Eric Laurentca7cc822012-11-19 14:55:58 -08002322}
2323
Andy Hungf65f5a72023-08-29 12:19:17 -07002324// Must be called with EffectChain::mutex() locked
Shunkai Yaod125e402024-01-20 03:19:06 +00002325void EffectChain::process_l() {
Jean-Michel Trivifed62922013-09-25 18:50:33 -07002326 // never process effects when:
2327 // - on an OFFLOAD thread
2328 // - no more tracks are on the session and the effect tail has been rendered
Eric Laurent6b446ce2019-12-13 10:56:31 -08002329 bool doProcess = !mEffectCallback->isOffloadOrMmap();
Eric Laurent3f75a5b2019-11-12 15:55:51 -08002330 if (!audio_is_global_session(mSessionId)) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002331 bool tracksOnSession = (trackCnt() != 0);
2332
2333 if (!tracksOnSession && mTailBufferCount == 0) {
2334 doProcess = false;
2335 }
2336
2337 if (activeTrackCnt() == 0) {
2338 // if no track is active and the effect tail has not been rendered,
2339 // the input buffer must be cleared here as the mixer process will not do it
2340 if (tracksOnSession || mTailBufferCount > 0) {
Eric Laurent6b446ce2019-12-13 10:56:31 -08002341 clearInputBuffer_l();
Eric Laurentca7cc822012-11-19 14:55:58 -08002342 if (mTailBufferCount > 0) {
2343 mTailBufferCount--;
2344 }
2345 }
2346 }
2347 }
2348
2349 size_t size = mEffects.size();
2350 if (doProcess) {
Mikhail Naganov022b9952017-01-04 16:36:51 -08002351 // Only the input and output buffers of the chain can be external,
2352 // and 'update' / 'commit' do nothing for allocated buffers, thus
2353 // it's not needed to consider any other buffers here.
2354 mInBuffer->update();
Mikhail Naganov06888802017-01-19 12:47:55 -08002355 if (mInBuffer->audioBuffer()->raw != mOutBuffer->audioBuffer()->raw) {
2356 mOutBuffer->update();
2357 }
Eric Laurentca7cc822012-11-19 14:55:58 -08002358 for (size_t i = 0; i < size; i++) {
2359 mEffects[i]->process();
2360 }
Mikhail Naganov06888802017-01-19 12:47:55 -08002361 mInBuffer->commit();
2362 if (mInBuffer->audioBuffer()->raw != mOutBuffer->audioBuffer()->raw) {
2363 mOutBuffer->commit();
2364 }
Eric Laurentca7cc822012-11-19 14:55:58 -08002365 }
Eric Laurentfa1e1232016-08-02 19:01:49 -07002366 bool doResetVolume = false;
Eric Laurentca7cc822012-11-19 14:55:58 -08002367 for (size_t i = 0; i < size; i++) {
Shunkai Yaof62fbce2024-06-26 21:53:51 +00002368 // reset volume when any effect just started or stopped.
2369 // resetVolume_l will check if the volume controller effect in the chain needs update and
2370 // apply the correct volume
Shunkai Yaod125e402024-01-20 03:19:06 +00002371 doResetVolume = mEffects[i]->updateState_l() || doResetVolume;
Eric Laurentfa1e1232016-08-02 19:01:49 -07002372 }
2373 if (doResetVolume) {
2374 resetVolume_l();
Eric Laurentca7cc822012-11-19 14:55:58 -08002375 }
2376}
2377
Shunkai Yao29d10572024-03-19 04:31:47 +00002378status_t EffectChain::createEffect(sp<IAfEffectModule>& effect,
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002379 effect_descriptor_t *desc,
2380 int id,
2381 audio_session_t sessionId,
2382 bool pinned)
2383{
Andy Hungf65f5a72023-08-29 12:19:17 -07002384 audio_utils::lock_guard _l(mutex());
Eric Laurentb82e6b72019-11-22 17:25:04 -08002385 effect = new EffectModule(mEffectCallback, desc, id, sessionId, pinned, AUDIO_PORT_HANDLE_NONE);
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002386 status_t lStatus = effect->status();
2387 if (lStatus == NO_ERROR) {
Shunkai Yao29d10572024-03-19 04:31:47 +00002388 lStatus = addEffect_l(effect);
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002389 }
2390 if (lStatus != NO_ERROR) {
2391 effect.clear();
2392 }
2393 return lStatus;
2394}
2395
Shunkai Yao29d10572024-03-19 04:31:47 +00002396status_t EffectChain::addEffect(const sp<IAfEffectModule>& effect)
Eric Laurentca7cc822012-11-19 14:55:58 -08002397{
Andy Hungf65f5a72023-08-29 12:19:17 -07002398 audio_utils::lock_guard _l(mutex());
Shunkai Yao29d10572024-03-19 04:31:47 +00002399 return addEffect_l(effect);
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002400}
Shunkai Yao29d10572024-03-19 04:31:47 +00002401// addEffect_l() must be called with EffectChain::mutex() held
2402status_t EffectChain::addEffect_l(const sp<IAfEffectModule>& effect)
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002403{
Eric Laurent6b446ce2019-12-13 10:56:31 -08002404 effect->setCallback(mEffectCallback);
Eric Laurentca7cc822012-11-19 14:55:58 -08002405
Eric Laurentb62d0362021-10-26 17:40:18 +02002406 effect_descriptor_t desc = effect->desc();
jiabin8b627fa2024-03-19 19:05:38 +00002407 ssize_t idx_insert = 0;
Eric Laurentca7cc822012-11-19 14:55:58 -08002408 if ((desc.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_AUXILIARY) {
2409 // Auxiliary effects are inserted at the beginning of mEffects vector as
2410 // they are processed first and accumulated in chain input buffer
jiabin8b627fa2024-03-19 19:05:38 +00002411 mEffects.insertAt(effect, idx_insert);
Eric Laurentca7cc822012-11-19 14:55:58 -08002412
2413 // the input buffer for auxiliary effect contains mono samples in
2414 // 32 bit format. This is to avoid saturation in AudoMixer
2415 // accumulation stage. Saturation is done in EffectModule::process() before
2416 // calling the process in effect engine
Eric Laurent6b446ce2019-12-13 10:56:31 -08002417 size_t numSamples = mEffectCallback->frameCount();
Mikhail Naganov022b9952017-01-04 16:36:51 -08002418 sp<EffectBufferHalInterface> halBuffer;
Andy Hung26836922023-05-22 17:31:57 -07002419
Eric Laurent6b446ce2019-12-13 10:56:31 -08002420 status_t result = mEffectCallback->allocateHalBuffer(
rago94a1ee82017-07-21 15:11:02 -07002421 numSamples * sizeof(float), &halBuffer);
Mikhail Naganov022b9952017-01-04 16:36:51 -08002422 if (result != OK) return result;
Eric Laurentf1f22e72021-07-13 14:04:14 +02002423
Shunkai Yaod125e402024-01-20 03:19:06 +00002424 effect->configure_l();
Eric Laurentf1f22e72021-07-13 14:04:14 +02002425
Mikhail Naganov022b9952017-01-04 16:36:51 -08002426 effect->setInBuffer(halBuffer);
Eric Laurentca7cc822012-11-19 14:55:58 -08002427 // auxiliary effects output samples to chain input buffer for further processing
2428 // by insert effects
2429 effect->setOutBuffer(mInBuffer);
2430 } else {
jiabin8b627fa2024-03-19 19:05:38 +00002431 idx_insert = getInsertIndex_l(desc);
Eric Laurentb62d0362021-10-26 17:40:18 +02002432 if (idx_insert < 0) {
2433 return INVALID_OPERATION;
Eric Laurentca7cc822012-11-19 14:55:58 -08002434 }
2435
Eric Laurentb62d0362021-10-26 17:40:18 +02002436 size_t previousSize = mEffects.size();
Eric Laurentf1f22e72021-07-13 14:04:14 +02002437 mEffects.insertAt(effect, idx_insert);
2438
Shunkai Yaod125e402024-01-20 03:19:06 +00002439 effect->configure_l();
Eric Laurentf1f22e72021-07-13 14:04:14 +02002440
Eric Laurentb62d0362021-10-26 17:40:18 +02002441 // - By default:
2442 // All effects read samples from chain input buffer.
2443 // The last effect in the chain, writes samples to chain output buffer,
2444 // otherwise to chain input buffer
2445 // - In the OUTPUT_STAGE chain of a spatializer mixer thread:
2446 // The spatializer effect (first effect) reads samples from the input buffer
2447 // and writes samples to the output buffer.
2448 // All other effects read and writes samples to the output buffer
2449 if (mEffectCallback->isSpatializer()
2450 && mSessionId == AUDIO_SESSION_OUTPUT_STAGE) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002451 effect->setOutBuffer(mOutBuffer);
Eric Laurentb62d0362021-10-26 17:40:18 +02002452 if (idx_insert == 0) {
2453 if (previousSize != 0) {
Shunkai Yaod125e402024-01-20 03:19:06 +00002454 mEffects[1]->configure_l();
Eric Laurentb62d0362021-10-26 17:40:18 +02002455 mEffects[1]->setInBuffer(mOutBuffer);
Shunkai Yaod125e402024-01-20 03:19:06 +00002456 mEffects[1]->updateAccessMode_l(); // reconfig if needed.
Eric Laurentb62d0362021-10-26 17:40:18 +02002457 }
2458 effect->setInBuffer(mInBuffer);
2459 } else {
2460 effect->setInBuffer(mOutBuffer);
2461 }
Eric Laurentca7cc822012-11-19 14:55:58 -08002462 } else {
Eric Laurentb62d0362021-10-26 17:40:18 +02002463 effect->setInBuffer(mInBuffer);
Andy Hung920f6572022-10-06 12:09:49 -07002464 if (idx_insert == static_cast<ssize_t>(previousSize)) {
Eric Laurentb62d0362021-10-26 17:40:18 +02002465 if (idx_insert != 0) {
Shunkai Yaod125e402024-01-20 03:19:06 +00002466 mEffects[idx_insert-1]->configure_l();
Eric Laurentb62d0362021-10-26 17:40:18 +02002467 mEffects[idx_insert-1]->setOutBuffer(mInBuffer);
Shunkai Yaod125e402024-01-20 03:19:06 +00002468 mEffects[idx_insert - 1]->updateAccessMode_l(); // reconfig if needed.
Eric Laurentb62d0362021-10-26 17:40:18 +02002469 }
2470 effect->setOutBuffer(mOutBuffer);
2471 } else {
2472 effect->setOutBuffer(mInBuffer);
2473 }
Eric Laurentca7cc822012-11-19 14:55:58 -08002474 }
Eric Laurentb62d0362021-10-26 17:40:18 +02002475 ALOGV("%s effect %p, added in chain %p at rank %zu",
2476 __func__, effect.get(), this, idx_insert);
Eric Laurentca7cc822012-11-19 14:55:58 -08002477 }
Shunkai Yaod125e402024-01-20 03:19:06 +00002478 effect->configure_l();
Eric Laurentd8365c52017-07-16 15:27:05 -07002479
jiabin8b627fa2024-03-19 19:05:38 +00002480 if (effect->isVolumeControl()) {
2481 const auto volumeControlIndex = findVolumeControl_l(0, mEffects.size());
2482 if (!volumeControlIndex.has_value() || (ssize_t)volumeControlIndex.value() < idx_insert) {
2483 // If this effect will be the new volume control effect when it is enabled, force
2484 // initializing the volume as 0 for volume control effect for safer ramping. The actual
2485 // volume will be set from setVolume_l.
2486 uint32_t left = 0;
2487 uint32_t right = 0;
Shunkai Yao44778ce2024-06-08 00:54:32 +00002488 effect->setVolume_l(&left, &right, true /*controller*/, true /*force*/);
jiabin8b627fa2024-03-19 19:05:38 +00002489 }
2490 }
2491
Eric Laurentca7cc822012-11-19 14:55:58 -08002492 return NO_ERROR;
2493}
2494
jiabinbd18c8e2023-08-24 21:10:44 +00002495std::optional<size_t> EffectChain::findVolumeControl_l(size_t from, size_t to) const {
2496 for (size_t i = std::min(to, mEffects.size()); i > from; i--) {
Shunkai Yaod125e402024-01-20 03:19:06 +00002497 if (mEffects[i - 1]->isVolumeControlEnabled_l()) {
jiabinbd18c8e2023-08-24 21:10:44 +00002498 return i - 1;
2499 }
2500 }
2501 return std::nullopt;
2502}
2503
Shunkai Yao29d10572024-03-19 04:31:47 +00002504ssize_t EffectChain::getInsertIndex_l(const effect_descriptor_t& desc) {
Eric Laurentb62d0362021-10-26 17:40:18 +02002505 // Insert effects are inserted at the end of mEffects vector as they are processed
2506 // after track and auxiliary effects.
2507 // Insert effect order as a function of indicated preference:
2508 // if EFFECT_FLAG_INSERT_EXCLUSIVE, insert in first position or reject if
2509 // another effect is present
2510 // else if EFFECT_FLAG_INSERT_FIRST, insert in first position or after the
2511 // last effect claiming first position
2512 // else if EFFECT_FLAG_INSERT_LAST, insert in last position or before the
2513 // first effect claiming last position
2514 // else if EFFECT_FLAG_INSERT_ANY insert after first or before last
2515 // Reject insertion if an effect with EFFECT_FLAG_INSERT_EXCLUSIVE is
2516 // already present
2517 // Spatializer or Downmixer effects are inserted in first position because
2518 // they adapt the channel count for all other effects in the chain
Eric Laurent4eb45d02023-12-20 12:07:17 +01002519 if (IAfEffectModule::isSpatializer(&desc.type)
Eric Laurentb62d0362021-10-26 17:40:18 +02002520 || (memcmp(&desc.type, EFFECT_UIID_DOWNMIX, sizeof(effect_uuid_t)) == 0)) {
2521 return 0;
2522 }
2523
2524 size_t size = mEffects.size();
2525 uint32_t insertPref = desc.flags & EFFECT_FLAG_INSERT_MASK;
2526 ssize_t idx_insert;
2527 ssize_t idx_insert_first = -1;
2528 ssize_t idx_insert_last = -1;
2529
2530 idx_insert = size;
2531 for (size_t i = 0; i < size; i++) {
2532 effect_descriptor_t d = mEffects[i]->desc();
2533 uint32_t iMode = d.flags & EFFECT_FLAG_TYPE_MASK;
2534 uint32_t iPref = d.flags & EFFECT_FLAG_INSERT_MASK;
2535 if (iMode == EFFECT_FLAG_TYPE_INSERT) {
2536 // check invalid effect chaining combinations
2537 if (insertPref == EFFECT_FLAG_INSERT_EXCLUSIVE ||
2538 iPref == EFFECT_FLAG_INSERT_EXCLUSIVE) {
2539 ALOGW("%s could not insert effect %s: exclusive conflict with %s",
2540 __func__, desc.name, d.name);
2541 return -1;
2542 }
2543 // remember position of first insert effect and by default
2544 // select this as insert position for new effect
Andy Hung920f6572022-10-06 12:09:49 -07002545 if (idx_insert == static_cast<ssize_t>(size)) {
Eric Laurentb62d0362021-10-26 17:40:18 +02002546 idx_insert = i;
2547 }
2548 // remember position of last insert effect claiming
2549 // first position
2550 if (iPref == EFFECT_FLAG_INSERT_FIRST) {
2551 idx_insert_first = i;
2552 }
2553 // remember position of first insert effect claiming
2554 // last position
2555 if (iPref == EFFECT_FLAG_INSERT_LAST &&
2556 idx_insert_last == -1) {
2557 idx_insert_last = i;
2558 }
2559 }
2560 }
2561
2562 // modify idx_insert from first position if needed
2563 if (insertPref == EFFECT_FLAG_INSERT_LAST) {
2564 if (idx_insert_last != -1) {
2565 idx_insert = idx_insert_last;
2566 } else {
2567 idx_insert = size;
2568 }
2569 } else {
2570 if (idx_insert_first != -1) {
2571 idx_insert = idx_insert_first + 1;
2572 }
2573 }
2574 return idx_insert;
2575}
2576
Shunkai Yao29d10572024-03-19 04:31:47 +00002577size_t EffectChain::removeEffect(const sp<IAfEffectModule>& effect,
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002578 bool release)
Eric Laurentca7cc822012-11-19 14:55:58 -08002579{
Andy Hungf65f5a72023-08-29 12:19:17 -07002580 audio_utils::lock_guard _l(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -08002581 size_t size = mEffects.size();
2582 uint32_t type = effect->desc().flags & EFFECT_FLAG_TYPE_MASK;
2583
Shunkai Yao517fc2a2024-03-19 04:31:47 +00002584 const bool hasThreadAttached = mEffectCallback->hasThreadAttached();
Eric Laurentca7cc822012-11-19 14:55:58 -08002585 for (size_t i = 0; i < size; i++) {
2586 if (effect == mEffects[i]) {
2587 // calling stop here will remove pre-processing effect from the audio HAL.
2588 // This is safe as we hold the EffectChain mutex which guarantees that we are not in
2589 // the middle of a read from audio HAL
2590 if (mEffects[i]->state() == EffectModule::ACTIVE ||
2591 mEffects[i]->state() == EffectModule::STOPPING) {
Shunkai Yaod125e402024-01-20 03:19:06 +00002592 mEffects[i]->stop_l();
Eric Laurentca7cc822012-11-19 14:55:58 -08002593 }
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002594 if (release) {
Shunkai Yao4fa10092024-04-04 17:30:48 +00002595 mEffects[i]->release_l("EffectChain::removeEffect");
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002596 }
Shunkai Yao517fc2a2024-03-19 04:31:47 +00002597 // Skip operation when no thread attached (could lead to sigfpe as framecount is 0...)
2598 if (hasThreadAttached && type != EFFECT_FLAG_TYPE_AUXILIARY) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002599 if (i == size - 1 && i != 0) {
Shunkai Yaod125e402024-01-20 03:19:06 +00002600 mEffects[i - 1]->configure_l();
Eric Laurentf1f22e72021-07-13 14:04:14 +02002601 mEffects[i - 1]->setOutBuffer(mOutBuffer);
Shunkai Yaod125e402024-01-20 03:19:06 +00002602 mEffects[i - 1]->updateAccessMode_l(); // reconfig if needed.
Eric Laurentca7cc822012-11-19 14:55:58 -08002603 }
2604 }
2605 mEffects.removeAt(i);
Eric Laurentf1f22e72021-07-13 14:04:14 +02002606
2607 // make sure the input buffer configuration for the new first effect in the chain
2608 // is updated if needed (can switch from HAL channel mask to mixer channel mask)
Nie Wei Feng4d2cb592023-05-26 15:18:04 -07002609 if (type != EFFECT_FLAG_TYPE_AUXILIARY // TODO(b/284522658) breaks for aux FX, why?
Shunkai Yao517fc2a2024-03-19 04:31:47 +00002610 && hasThreadAttached && i == 0 && size > 1) {
Shunkai Yaod125e402024-01-20 03:19:06 +00002611 mEffects[0]->configure_l();
Eric Laurentf1f22e72021-07-13 14:04:14 +02002612 mEffects[0]->setInBuffer(mInBuffer);
Shunkai Yaod125e402024-01-20 03:19:06 +00002613 mEffects[0]->updateAccessMode_l(); // reconfig if needed.
Eric Laurentf1f22e72021-07-13 14:04:14 +02002614 }
2615
Glenn Kastenc42e9b42016-03-21 11:35:03 -07002616 ALOGV("removeEffect_l() effect %p, removed from chain %p at rank %zu", effect.get(),
Eric Laurentca7cc822012-11-19 14:55:58 -08002617 this, i);
2618 break;
2619 }
2620 }
2621
2622 return mEffects.size();
2623}
2624
Andy Hung87c693c2023-07-06 20:56:16 -07002625// setDevices_l() must be called with IAfThreadBase::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002626void EffectChain::setDevices_l(const AudioDeviceTypeAddrVector &devices)
Eric Laurentca7cc822012-11-19 14:55:58 -08002627{
Shunkai Yao29d10572024-03-19 04:31:47 +00002628 audio_utils::lock_guard _l(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -08002629 size_t size = mEffects.size();
2630 for (size_t i = 0; i < size; i++) {
jiabin8f278ee2019-11-11 12:16:27 -08002631 mEffects[i]->setDevices(devices);
2632 }
2633}
2634
Andy Hung87c693c2023-07-06 20:56:16 -07002635// setInputDevice_l() must be called with IAfThreadBase::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002636void EffectChain::setInputDevice_l(const AudioDeviceTypeAddr &device)
jiabin8f278ee2019-11-11 12:16:27 -08002637{
Shunkai Yao29d10572024-03-19 04:31:47 +00002638 audio_utils::lock_guard _l(mutex());
jiabin8f278ee2019-11-11 12:16:27 -08002639 size_t size = mEffects.size();
2640 for (size_t i = 0; i < size; i++) {
2641 mEffects[i]->setInputDevice(device);
Eric Laurentca7cc822012-11-19 14:55:58 -08002642 }
2643}
2644
Andy Hung87c693c2023-07-06 20:56:16 -07002645// setMode_l() must be called with IAfThreadBase::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002646void EffectChain::setMode_l(audio_mode_t mode)
Eric Laurentca7cc822012-11-19 14:55:58 -08002647{
Shunkai Yao29d10572024-03-19 04:31:47 +00002648 audio_utils::lock_guard _l(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -08002649 size_t size = mEffects.size();
2650 for (size_t i = 0; i < size; i++) {
2651 mEffects[i]->setMode(mode);
2652 }
2653}
2654
Andy Hung87c693c2023-07-06 20:56:16 -07002655// setAudioSource_l() must be called with IAfThreadBase::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002656void EffectChain::setAudioSource_l(audio_source_t source)
Eric Laurentca7cc822012-11-19 14:55:58 -08002657{
Shunkai Yao29d10572024-03-19 04:31:47 +00002658 audio_utils::lock_guard _l(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -08002659 size_t size = mEffects.size();
2660 for (size_t i = 0; i < size; i++) {
2661 mEffects[i]->setAudioSource(source);
2662 }
2663}
2664
Andy Hung6ac17eb2023-06-20 18:56:17 -07002665bool EffectChain::hasVolumeControlEnabled_l() const {
Zhou Songd505c642020-02-20 16:35:37 +08002666 for (const auto &effect : mEffects) {
Shunkai Yaod125e402024-01-20 03:19:06 +00002667 if (effect->isVolumeControlEnabled_l()) return true;
Zhou Songd505c642020-02-20 16:35:37 +08002668 }
2669 return false;
2670}
2671
Shunkai Yaof4847652024-01-12 00:25:20 +00002672// setVolume() must be called without EffectChain::mutex()
2673bool EffectChain::setVolume(uint32_t* left, uint32_t* right, bool force) {
2674 audio_utils::lock_guard _l(mutex());
2675 return setVolume_l(left, right, force);
2676}
2677
2678// setVolume_l() must be called with EffectChain::mutex() held
2679bool EffectChain::setVolume_l(uint32_t* left, uint32_t* right, bool force) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002680 uint32_t newLeft = *left;
2681 uint32_t newRight = *right;
jiabinbd18c8e2023-08-24 21:10:44 +00002682 const size_t size = mEffects.size();
Eric Laurentca7cc822012-11-19 14:55:58 -08002683
2684 // first update volume controller
jiabinbd18c8e2023-08-24 21:10:44 +00002685 const auto volumeControlIndex = findVolumeControl_l(0, size);
Shunkai Yao44778ce2024-06-08 00:54:32 +00002686 // index of the effect chain volume controller
jiabinbd18c8e2023-08-24 21:10:44 +00002687 const int ctrlIdx = volumeControlIndex.value_or(-1);
2688 const sp<IAfEffectModule> volumeControlEffect =
2689 volumeControlIndex.has_value() ? mEffects[ctrlIdx] : nullptr;
2690 const sp<IAfEffectModule> cachedVolumeControlEffect = mVolumeControlEffect.promote();
Eric Laurentca7cc822012-11-19 14:55:58 -08002691
jiabinbd18c8e2023-08-24 21:10:44 +00002692 if (!force && volumeControlEffect == cachedVolumeControlEffect &&
Eric Laurentcb4b6e92014-10-01 14:26:10 -07002693 *left == mLeftVolume && *right == mRightVolume) {
jiabinbd18c8e2023-08-24 21:10:44 +00002694 if (volumeControlIndex.has_value()) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002695 *left = mNewLeftVolume;
2696 *right = mNewRightVolume;
2697 }
jiabinbd18c8e2023-08-24 21:10:44 +00002698 return volumeControlIndex.has_value();
Eric Laurentca7cc822012-11-19 14:55:58 -08002699 }
jiabin4054df22024-04-09 22:11:34 +00002700 mVolumeControlEffect = volumeControlEffect;
Eric Laurentca7cc822012-11-19 14:55:58 -08002701
jiabin8b627fa2024-03-19 19:05:38 +00002702 for (int i = 0; i < ctrlIdx; ++i) {
Shunkai Yao44778ce2024-06-08 00:54:32 +00002703 // For all effects before the effect that controls volume, they are not controlling the
2704 // effect chain volume, if these effects has the volume control capability, set the volume
jiabin8b627fa2024-03-19 19:05:38 +00002705 // to maximum to avoid double attenuation.
2706 if (mEffects[i]->isVolumeControl()) {
jiabinbd18c8e2023-08-24 21:10:44 +00002707 uint32_t leftMax = 1 << 24;
2708 uint32_t rightMax = 1 << 24;
Shunkai Yao44778ce2024-06-08 00:54:32 +00002709 mEffects[i]->setVolume_l(&leftMax, &rightMax,
2710 false /* not an effect chain volume controller */,
2711 true /* force */);
jiabinbd18c8e2023-08-24 21:10:44 +00002712 }
jiabinbd18c8e2023-08-24 21:10:44 +00002713 }
jiabin8b627fa2024-03-19 19:05:38 +00002714
Eric Laurentca7cc822012-11-19 14:55:58 -08002715 mLeftVolume = newLeft;
2716 mRightVolume = newRight;
2717
2718 // second get volume update from volume controller
2719 if (ctrlIdx >= 0) {
Shunkai Yao44778ce2024-06-08 00:54:32 +00002720 mEffects[ctrlIdx]->setVolume_l(&newLeft, &newRight,
2721 true /* effect chain volume controller */);
Eric Laurentca7cc822012-11-19 14:55:58 -08002722 mNewLeftVolume = newLeft;
2723 mNewRightVolume = newRight;
Shunkai Yaof62fbce2024-06-26 21:53:51 +00002724 ALOGD("%s sessionId %d volume controller effect %s set (%d, %d), ret (%d, %d)", __func__,
2725 mSessionId, mEffects[ctrlIdx]->desc().name, mLeftVolume, mRightVolume, newLeft,
2726 newRight);
Eric Laurentca7cc822012-11-19 14:55:58 -08002727 }
2728 // then indicate volume to all other effects in chain.
2729 // Pass altered volume to effects before volume controller
Jasmine Cha934ecfb2019-01-23 18:19:14 +08002730 // and requested volume to effects after controller or with volume monitor flag
Eric Laurentca7cc822012-11-19 14:55:58 -08002731 uint32_t lVol = newLeft;
2732 uint32_t rVol = newRight;
2733
2734 for (size_t i = 0; i < size; i++) {
2735 if ((int)i == ctrlIdx) {
2736 continue;
2737 }
2738 // this also works for ctrlIdx == -1 when there is no volume controller
2739 if ((int)i > ctrlIdx) {
2740 lVol = *left;
2741 rVol = *right;
2742 }
Jasmine Cha934ecfb2019-01-23 18:19:14 +08002743 // Pass requested volume directly if this is volume monitor module
2744 if (mEffects[i]->isVolumeMonitor()) {
Shunkai Yao44778ce2024-06-08 00:54:32 +00002745 mEffects[i]->setVolume_l(left, right,
2746 false /* not an effect chain volume controller */);
Jasmine Cha934ecfb2019-01-23 18:19:14 +08002747 } else {
Shunkai Yao44778ce2024-06-08 00:54:32 +00002748 mEffects[i]->setVolume_l(&lVol, &rVol,
2749 false /* not an effect chain volume controller */);
Jasmine Cha934ecfb2019-01-23 18:19:14 +08002750 }
Eric Laurentca7cc822012-11-19 14:55:58 -08002751 }
2752 *left = newLeft;
2753 *right = newRight;
2754
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09002755 setVolumeForOutput_l(*left, *right);
2756
jiabinbd18c8e2023-08-24 21:10:44 +00002757 return volumeControlIndex.has_value();
Eric Laurentca7cc822012-11-19 14:55:58 -08002758}
2759
Shunkai Yaof4847652024-01-12 00:25:20 +00002760// resetVolume_l() must be called with EffectChain::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002761void EffectChain::resetVolume_l()
Eric Laurentfa1e1232016-08-02 19:01:49 -07002762{
Eric Laurente7449bf2016-08-03 18:44:07 -07002763 if ((mLeftVolume != UINT_MAX) && (mRightVolume != UINT_MAX)) {
2764 uint32_t left = mLeftVolume;
2765 uint32_t right = mRightVolume;
2766 (void)setVolume_l(&left, &right, true);
2767 }
Eric Laurentfa1e1232016-08-02 19:01:49 -07002768}
2769
Shunkai Yao29d10572024-03-19 04:31:47 +00002770bool EffectChain::containsHapticGeneratingEffect()
2771{
2772 audio_utils::lock_guard _l(mutex());
2773 return containsHapticGeneratingEffect_l();
2774}
2775// containsHapticGeneratingEffect_l must be called with EffectChain::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002776bool EffectChain::containsHapticGeneratingEffect_l()
jiabineb3bda02020-06-30 14:07:03 -07002777{
2778 for (size_t i = 0; i < mEffects.size(); ++i) {
2779 if (mEffects[i]->isHapticGenerator()) {
2780 return true;
2781 }
2782 }
2783 return false;
2784}
2785
Ahmad Khalil229466a2024-02-05 12:15:30 +00002786void EffectChain::setHapticScale_l(int id, os::HapticScale hapticScale)
jiabine70bc7f2020-06-30 22:07:55 -07002787{
Andy Hungf65f5a72023-08-29 12:19:17 -07002788 audio_utils::lock_guard _l(mutex());
jiabine70bc7f2020-06-30 22:07:55 -07002789 for (size_t i = 0; i < mEffects.size(); ++i) {
Ahmad Khalil229466a2024-02-05 12:15:30 +00002790 mEffects[i]->setHapticScale_l(id, hapticScale);
jiabine70bc7f2020-06-30 22:07:55 -07002791 }
2792}
2793
Shunkai Yaod125e402024-01-20 03:19:06 +00002794void EffectChain::syncHalEffectsState_l()
Eric Laurent1b928682014-10-02 19:41:47 -07002795{
Andy Hungf65f5a72023-08-29 12:19:17 -07002796 audio_utils::lock_guard _l(mutex());
Eric Laurent1b928682014-10-02 19:41:47 -07002797 for (size_t i = 0; i < mEffects.size(); i++) {
2798 if (mEffects[i]->state() == EffectModule::ACTIVE ||
2799 mEffects[i]->state() == EffectModule::STOPPING) {
2800 mEffects[i]->addEffectToHal_l();
2801 }
2802 }
2803}
2804
Andy Hung6ac17eb2023-06-20 18:56:17 -07002805void EffectChain::dump(int fd, const Vector<String16>& args) const
Andy Hung920f6572022-10-06 12:09:49 -07002806NO_THREAD_SAFETY_ANALYSIS // conditional try lock
Eric Laurentca7cc822012-11-19 14:55:58 -08002807{
Eric Laurentca7cc822012-11-19 14:55:58 -08002808 String8 result;
2809
Mikhail Naganov19740ca2019-03-28 12:25:01 -07002810 const size_t numEffects = mEffects.size();
2811 result.appendFormat(" %zu effects for session %d\n", numEffects, mSessionId);
Eric Laurentca7cc822012-11-19 14:55:58 -08002812
Marco Nelissenb2208842014-02-07 14:00:50 -08002813 if (numEffects) {
Andy Hungf65f5a72023-08-29 12:19:17 -07002814 const bool locked = afutils::dumpTryLock(mutex());
Marco Nelissenb2208842014-02-07 14:00:50 -08002815 // failed to lock - AudioFlinger is probably deadlocked
2816 if (!locked) {
2817 result.append("\tCould not lock mutex:\n");
Eric Laurentca7cc822012-11-19 14:55:58 -08002818 }
Eric Laurentca7cc822012-11-19 14:55:58 -08002819
Andy Hungbded9c82017-11-30 18:47:35 -08002820 const std::string inBufferStr = dumpInOutBuffer(true /* isInput */, mInBuffer);
2821 const std::string outBufferStr = dumpInOutBuffer(false /* isInput */, mOutBuffer);
2822 result.appendFormat("\t%-*s%-*s Active tracks:\n",
2823 (int)inBufferStr.size(), "In buffer ",
2824 (int)outBufferStr.size(), "Out buffer ");
2825 result.appendFormat("\t%s %s %d\n",
2826 inBufferStr.c_str(), outBufferStr.c_str(), mActiveTrackCnt);
Tomasz Wasilczyk833345b2023-08-15 20:59:35 +00002827 write(fd, result.c_str(), result.size());
Marco Nelissenb2208842014-02-07 14:00:50 -08002828
2829 for (size_t i = 0; i < numEffects; ++i) {
Andy Hung6ac17eb2023-06-20 18:56:17 -07002830 sp<IAfEffectModule> effect = mEffects[i];
Marco Nelissenb2208842014-02-07 14:00:50 -08002831 if (effect != 0) {
2832 effect->dump(fd, args);
2833 }
2834 }
2835
2836 if (locked) {
Andy Hungf65f5a72023-08-29 12:19:17 -07002837 mutex().unlock();
Marco Nelissenb2208842014-02-07 14:00:50 -08002838 }
Mikhail Naganov19740ca2019-03-28 12:25:01 -07002839 } else {
Tomasz Wasilczyk833345b2023-08-15 20:59:35 +00002840 write(fd, result.c_str(), result.size());
Eric Laurentca7cc822012-11-19 14:55:58 -08002841 }
2842}
2843
Andy Hung87c693c2023-07-06 20:56:16 -07002844// must be called with IAfThreadBase::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002845void EffectChain::setEffectSuspended_l(
Eric Laurentca7cc822012-11-19 14:55:58 -08002846 const effect_uuid_t *type, bool suspend)
2847{
2848 sp<SuspendedEffectDesc> desc;
2849 // use effect type UUID timelow as key as there is no real risk of identical
2850 // timeLow fields among effect type UUIDs.
2851 ssize_t index = mSuspendedEffects.indexOfKey(type->timeLow);
2852 if (suspend) {
2853 if (index >= 0) {
2854 desc = mSuspendedEffects.valueAt(index);
2855 } else {
2856 desc = new SuspendedEffectDesc();
2857 desc->mType = *type;
2858 mSuspendedEffects.add(type->timeLow, desc);
2859 ALOGV("setEffectSuspended_l() add entry for %08x", type->timeLow);
2860 }
Eric Laurentd8365c52017-07-16 15:27:05 -07002861
Eric Laurentca7cc822012-11-19 14:55:58 -08002862 if (desc->mRefCount++ == 0) {
Shunkai Yaod125e402024-01-20 03:19:06 +00002863 sp<IAfEffectModule> effect = getEffectIfEnabled_l(type);
Eric Laurentca7cc822012-11-19 14:55:58 -08002864 if (effect != 0) {
2865 desc->mEffect = effect;
2866 effect->setSuspended(true);
Eric Laurent6b446ce2019-12-13 10:56:31 -08002867 effect->setEnabled(false, false /*fromHandle*/);
Eric Laurentca7cc822012-11-19 14:55:58 -08002868 }
2869 }
2870 } else {
2871 if (index < 0) {
2872 return;
2873 }
2874 desc = mSuspendedEffects.valueAt(index);
2875 if (desc->mRefCount <= 0) {
2876 ALOGW("setEffectSuspended_l() restore refcount should not be 0 %d", desc->mRefCount);
Eric Laurentd8365c52017-07-16 15:27:05 -07002877 desc->mRefCount = 0;
2878 return;
Eric Laurentca7cc822012-11-19 14:55:58 -08002879 }
2880 if (--desc->mRefCount == 0) {
2881 ALOGV("setEffectSuspended_l() remove entry for %08x", mSuspendedEffects.keyAt(index));
2882 if (desc->mEffect != 0) {
Andy Hung6ac17eb2023-06-20 18:56:17 -07002883 sp<IAfEffectModule> effect = desc->mEffect.promote();
Eric Laurentca7cc822012-11-19 14:55:58 -08002884 if (effect != 0) {
2885 effect->setSuspended(false);
Andy Hungf65f5a72023-08-29 12:19:17 -07002886 effect->mutex().lock();
Andy Hung6ac17eb2023-06-20 18:56:17 -07002887 IAfEffectHandle *handle = effect->controlHandle_l();
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002888 if (handle != NULL && !handle->disconnected()) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002889 effect->setEnabled_l(handle->enabled());
2890 }
Andy Hungf65f5a72023-08-29 12:19:17 -07002891 effect->mutex().unlock();
Eric Laurentca7cc822012-11-19 14:55:58 -08002892 }
2893 desc->mEffect.clear();
2894 }
2895 mSuspendedEffects.removeItemsAt(index);
2896 }
2897 }
2898}
2899
Andy Hung87c693c2023-07-06 20:56:16 -07002900// must be called with IAfThreadBase::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002901void EffectChain::setEffectSuspendedAll_l(bool suspend)
Eric Laurentca7cc822012-11-19 14:55:58 -08002902{
2903 sp<SuspendedEffectDesc> desc;
2904
2905 ssize_t index = mSuspendedEffects.indexOfKey((int)kKeyForSuspendAll);
2906 if (suspend) {
2907 if (index >= 0) {
2908 desc = mSuspendedEffects.valueAt(index);
2909 } else {
2910 desc = new SuspendedEffectDesc();
2911 mSuspendedEffects.add((int)kKeyForSuspendAll, desc);
2912 ALOGV("setEffectSuspendedAll_l() add entry for 0");
2913 }
2914 if (desc->mRefCount++ == 0) {
Andy Hung6ac17eb2023-06-20 18:56:17 -07002915 Vector< sp<IAfEffectModule> > effects;
Shunkai Yao29d10572024-03-19 04:31:47 +00002916 getSuspendEligibleEffects(effects);
Eric Laurentca7cc822012-11-19 14:55:58 -08002917 for (size_t i = 0; i < effects.size(); i++) {
2918 setEffectSuspended_l(&effects[i]->desc().type, true);
2919 }
2920 }
2921 } else {
2922 if (index < 0) {
2923 return;
2924 }
2925 desc = mSuspendedEffects.valueAt(index);
2926 if (desc->mRefCount <= 0) {
2927 ALOGW("setEffectSuspendedAll_l() restore refcount should not be 0 %d", desc->mRefCount);
2928 desc->mRefCount = 1;
2929 }
2930 if (--desc->mRefCount == 0) {
2931 Vector<const effect_uuid_t *> types;
2932 for (size_t i = 0; i < mSuspendedEffects.size(); i++) {
2933 if (mSuspendedEffects.keyAt(i) == (int)kKeyForSuspendAll) {
2934 continue;
2935 }
2936 types.add(&mSuspendedEffects.valueAt(i)->mType);
2937 }
2938 for (size_t i = 0; i < types.size(); i++) {
2939 setEffectSuspended_l(types[i], false);
2940 }
2941 ALOGV("setEffectSuspendedAll_l() remove entry for %08x",
2942 mSuspendedEffects.keyAt(index));
2943 mSuspendedEffects.removeItem((int)kKeyForSuspendAll);
2944 }
2945 }
2946}
2947
2948
2949// The volume effect is used for automated tests only
2950#ifndef OPENSL_ES_H_
2951static const effect_uuid_t SL_IID_VOLUME_ = { 0x09e8ede0, 0xddde, 0x11db, 0xb4f6,
2952 { 0x00, 0x02, 0xa5, 0xd5, 0xc5, 0x1b } };
2953const effect_uuid_t * const SL_IID_VOLUME = &SL_IID_VOLUME_;
2954#endif //OPENSL_ES_H_
2955
Eric Laurentd8365c52017-07-16 15:27:05 -07002956/* static */
Shunkai Yaod125e402024-01-20 03:19:06 +00002957bool EffectChain::isEffectEligibleForBtNrecSuspend_l(const effect_uuid_t* type) {
Eric Laurentd8365c52017-07-16 15:27:05 -07002958 // Only NS and AEC are suspended when BtNRec is off
2959 if ((memcmp(type, FX_IID_AEC, sizeof(effect_uuid_t)) == 0) ||
2960 (memcmp(type, FX_IID_NS, sizeof(effect_uuid_t)) == 0)) {
2961 return true;
2962 }
2963 return false;
2964}
2965
Shunkai Yao29d10572024-03-19 04:31:47 +00002966bool EffectChain::isEffectEligibleForSuspend(const effect_descriptor_t& desc)
Eric Laurentca7cc822012-11-19 14:55:58 -08002967{
2968 // auxiliary effects and visualizer are never suspended on output mix
2969 if ((mSessionId == AUDIO_SESSION_OUTPUT_MIX) &&
2970 (((desc.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_AUXILIARY) ||
2971 (memcmp(&desc.type, SL_IID_VISUALIZATION, sizeof(effect_uuid_t)) == 0) ||
Ricardo Garciac2a3a822019-07-17 14:29:12 -07002972 (memcmp(&desc.type, SL_IID_VOLUME, sizeof(effect_uuid_t)) == 0) ||
2973 (memcmp(&desc.type, SL_IID_DYNAMICSPROCESSING, sizeof(effect_uuid_t)) == 0))) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002974 return false;
2975 }
2976 return true;
2977}
2978
Shunkai Yao29d10572024-03-19 04:31:47 +00002979void EffectChain::getSuspendEligibleEffects(
Andy Hung6ac17eb2023-06-20 18:56:17 -07002980 Vector< sp<IAfEffectModule> > &effects)
Eric Laurentca7cc822012-11-19 14:55:58 -08002981{
2982 effects.clear();
Shunkai Yao29d10572024-03-19 04:31:47 +00002983 audio_utils::lock_guard _l(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -08002984 for (size_t i = 0; i < mEffects.size(); i++) {
Shunkai Yao29d10572024-03-19 04:31:47 +00002985 if (isEffectEligibleForSuspend(mEffects[i]->desc())) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002986 effects.add(mEffects[i]);
2987 }
2988 }
2989}
2990
Shunkai Yaod125e402024-01-20 03:19:06 +00002991sp<IAfEffectModule> EffectChain::getEffectIfEnabled_l(const effect_uuid_t *type)
Eric Laurentca7cc822012-11-19 14:55:58 -08002992{
Andy Hung6ac17eb2023-06-20 18:56:17 -07002993 sp<IAfEffectModule> effect = getEffectFromType_l(type);
Eric Laurentca7cc822012-11-19 14:55:58 -08002994 return effect != 0 && effect->isEnabled() ? effect : 0;
2995}
2996
Shunkai Yaod125e402024-01-20 03:19:06 +00002997void EffectChain::checkSuspendOnEffectEnabled_l(const sp<IAfEffectModule>& effect, bool enabled) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002998 ssize_t index = mSuspendedEffects.indexOfKey(effect->desc().type.timeLow);
2999 if (enabled) {
3000 if (index < 0) {
3001 // if the effect is not suspend check if all effects are suspended
3002 index = mSuspendedEffects.indexOfKey((int)kKeyForSuspendAll);
3003 if (index < 0) {
3004 return;
3005 }
Shunkai Yao29d10572024-03-19 04:31:47 +00003006 if (!isEffectEligibleForSuspend(effect->desc())) {
Eric Laurentca7cc822012-11-19 14:55:58 -08003007 return;
3008 }
3009 setEffectSuspended_l(&effect->desc().type, enabled);
3010 index = mSuspendedEffects.indexOfKey(effect->desc().type.timeLow);
3011 if (index < 0) {
Shunkai Yaod125e402024-01-20 03:19:06 +00003012 ALOGW("%s Fx should be suspended here!", __func__);
Eric Laurentca7cc822012-11-19 14:55:58 -08003013 return;
3014 }
3015 }
Shunkai Yaod125e402024-01-20 03:19:06 +00003016 ALOGV("%s enable suspending fx %08x", __func__, effect->desc().type.timeLow);
Eric Laurentca7cc822012-11-19 14:55:58 -08003017 sp<SuspendedEffectDesc> desc = mSuspendedEffects.valueAt(index);
Eric Laurentd8365c52017-07-16 15:27:05 -07003018 // if effect is requested to suspended but was not yet enabled, suspend it now.
Eric Laurentca7cc822012-11-19 14:55:58 -08003019 if (desc->mEffect == 0) {
3020 desc->mEffect = effect;
Eric Laurent6b446ce2019-12-13 10:56:31 -08003021 effect->setEnabled(false, false /*fromHandle*/);
Eric Laurentca7cc822012-11-19 14:55:58 -08003022 effect->setSuspended(true);
3023 }
3024 } else {
3025 if (index < 0) {
3026 return;
3027 }
Shunkai Yaod125e402024-01-20 03:19:06 +00003028 ALOGV("%s disable restoring fx %08x", __func__, effect->desc().type.timeLow);
Eric Laurentca7cc822012-11-19 14:55:58 -08003029 sp<SuspendedEffectDesc> desc = mSuspendedEffects.valueAt(index);
3030 desc->mEffect.clear();
3031 effect->setSuspended(false);
3032 }
3033}
3034
Andy Hung6ac17eb2023-06-20 18:56:17 -07003035bool EffectChain::isNonOffloadableEnabled() const
Eric Laurent813e2a72013-08-31 12:59:48 -07003036{
Andy Hungf65f5a72023-08-29 12:19:17 -07003037 audio_utils::lock_guard _l(mutex());
Shingo Kitajima1f8df9a2018-05-29 11:35:06 +09003038 return isNonOffloadableEnabled_l();
3039}
3040
Andy Hung6ac17eb2023-06-20 18:56:17 -07003041bool EffectChain::isNonOffloadableEnabled_l() const
Shingo Kitajima1f8df9a2018-05-29 11:35:06 +09003042{
Eric Laurent813e2a72013-08-31 12:59:48 -07003043 size_t size = mEffects.size();
3044 for (size_t i = 0; i < size; i++) {
Eric Laurent5baf2af2013-09-12 17:37:00 -07003045 if (mEffects[i]->isEnabled() && !mEffects[i]->isOffloadable()) {
Eric Laurent813e2a72013-08-31 12:59:48 -07003046 return true;
3047 }
3048 }
3049 return false;
3050}
3051
Andy Hung87c693c2023-07-06 20:56:16 -07003052void EffectChain::setThread(const sp<IAfThreadBase>& thread)
Eric Laurentaaa44472014-09-12 17:41:50 -07003053{
Shunkai Yao29d10572024-03-19 04:31:47 +00003054 if (thread != nullptr) {
3055 mStrategy = thread->getStrategyForStream(AUDIO_STREAM_MUSIC);
3056 mMaxTailBuffers =
3057 ((kProcessTailDurationMs * thread->sampleRate()) / 1000) /
3058 thread->frameCount();
3059 }
Andy Hungf65f5a72023-08-29 12:19:17 -07003060 audio_utils::lock_guard _l(mutex());
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -08003061 mEffectCallback->setThread(thread);
Eric Laurentaaa44472014-09-12 17:41:50 -07003062}
3063
Andy Hung6ac17eb2023-06-20 18:56:17 -07003064void EffectChain::checkOutputFlagCompatibility(audio_output_flags_t *flags) const
Andy Hungd3bb0ad2016-10-11 17:16:43 -07003065{
3066 if ((*flags & AUDIO_OUTPUT_FLAG_RAW) != 0 && !isRawCompatible()) {
3067 *flags = (audio_output_flags_t)(*flags & ~AUDIO_OUTPUT_FLAG_RAW);
3068 }
3069 if ((*flags & AUDIO_OUTPUT_FLAG_FAST) != 0 && !isFastCompatible()) {
3070 *flags = (audio_output_flags_t)(*flags & ~AUDIO_OUTPUT_FLAG_FAST);
3071 }
jiabinc658e452022-10-21 20:52:21 +00003072 if ((*flags & AUDIO_OUTPUT_FLAG_BIT_PERFECT) != 0 && !isBitPerfectCompatible()) {
3073 *flags = (audio_output_flags_t)(*flags & ~AUDIO_OUTPUT_FLAG_BIT_PERFECT);
3074 }
Andy Hungd3bb0ad2016-10-11 17:16:43 -07003075}
3076
Andy Hung6ac17eb2023-06-20 18:56:17 -07003077void EffectChain::checkInputFlagCompatibility(audio_input_flags_t *flags) const
Andy Hungd3bb0ad2016-10-11 17:16:43 -07003078{
3079 if ((*flags & AUDIO_INPUT_FLAG_RAW) != 0 && !isRawCompatible()) {
3080 *flags = (audio_input_flags_t)(*flags & ~AUDIO_INPUT_FLAG_RAW);
3081 }
3082 if ((*flags & AUDIO_INPUT_FLAG_FAST) != 0 && !isFastCompatible()) {
3083 *flags = (audio_input_flags_t)(*flags & ~AUDIO_INPUT_FLAG_FAST);
3084 }
3085}
3086
Andy Hung6ac17eb2023-06-20 18:56:17 -07003087bool EffectChain::isRawCompatible() const
Eric Laurent4c415062016-06-17 16:14:16 -07003088{
Andy Hungf65f5a72023-08-29 12:19:17 -07003089 audio_utils::lock_guard _l(mutex());
Andy Hungd3bb0ad2016-10-11 17:16:43 -07003090 for (const auto &effect : mEffects) {
3091 if (effect->isProcessImplemented()) {
3092 return false;
Eric Laurent4c415062016-06-17 16:14:16 -07003093 }
3094 }
Andy Hungd3bb0ad2016-10-11 17:16:43 -07003095 // Allow effects without processing.
3096 return true;
3097}
3098
Andy Hung6ac17eb2023-06-20 18:56:17 -07003099bool EffectChain::isFastCompatible() const
Andy Hungd3bb0ad2016-10-11 17:16:43 -07003100{
Andy Hungf65f5a72023-08-29 12:19:17 -07003101 audio_utils::lock_guard _l(mutex());
Andy Hungd3bb0ad2016-10-11 17:16:43 -07003102 for (const auto &effect : mEffects) {
3103 if (effect->isProcessImplemented()
3104 && effect->isImplementationSoftware()) {
3105 return false;
3106 }
3107 }
3108 // Allow effects without processing or hw accelerated effects.
3109 return true;
Eric Laurent4c415062016-06-17 16:14:16 -07003110}
3111
Andy Hung6ac17eb2023-06-20 18:56:17 -07003112bool EffectChain::isBitPerfectCompatible() const {
Andy Hungf65f5a72023-08-29 12:19:17 -07003113 audio_utils::lock_guard _l(mutex());
jiabinc658e452022-10-21 20:52:21 +00003114 for (const auto &effect : mEffects) {
3115 if (effect->isProcessImplemented()
3116 && effect->isImplementationSoftware()) {
3117 return false;
3118 }
3119 }
3120 // Allow effects without processing or hw accelerated effects.
3121 return true;
3122}
3123
Andy Hungf65f5a72023-08-29 12:19:17 -07003124// isCompatibleWithThread_l() must be called with thread->mutex() held
Andy Hung87c693c2023-07-06 20:56:16 -07003125bool EffectChain::isCompatibleWithThread_l(const sp<IAfThreadBase>& thread) const
Eric Laurent4c415062016-06-17 16:14:16 -07003126{
Andy Hungf65f5a72023-08-29 12:19:17 -07003127 audio_utils::lock_guard _l(mutex());
Eric Laurent4c415062016-06-17 16:14:16 -07003128 for (size_t i = 0; i < mEffects.size(); i++) {
3129 if (thread->checkEffectCompatibility_l(&(mEffects[i]->desc()), mSessionId) != NO_ERROR) {
3130 return false;
3131 }
3132 }
3133 return true;
3134}
3135
Eric Laurent4eb45d02023-12-20 12:07:17 +01003136// sendMetadata_l() must be called with thread->mutex() held
3137void EffectChain::sendMetadata_l(const std::vector<playback_track_metadata_v7_t>& allMetadata,
3138 const std::optional<const std::vector<playback_track_metadata_v7_t>> spatializedMetadata) {
3139 audio_utils::lock_guard _l(mutex());
3140 for (const auto& effect : mEffects) {
3141 if (spatializedMetadata.has_value()
3142 && IAfEffectModule::isSpatializer(&effect->desc().type)) {
Shunkai Yaod125e402024-01-20 03:19:06 +00003143 effect->sendMetadata_ll(spatializedMetadata.value());
Eric Laurent4eb45d02023-12-20 12:07:17 +01003144 } else {
Shunkai Yaod125e402024-01-20 03:19:06 +00003145 effect->sendMetadata_ll(allMetadata);
Eric Laurent4eb45d02023-12-20 12:07:17 +01003146 }
3147 }
3148}
3149
Eric Laurent6b446ce2019-12-13 10:56:31 -08003150// EffectCallbackInterface implementation
Andy Hung6ac17eb2023-06-20 18:56:17 -07003151status_t EffectChain::EffectCallback::createEffectHal(
Eric Laurent6b446ce2019-12-13 10:56:31 -08003152 const effect_uuid_t *pEffectUuid, int32_t sessionId, int32_t deviceId,
3153 sp<EffectHalInterface> *effect) {
3154 status_t status = NO_INIT;
Andy Hungba8e52b2023-05-11 14:33:03 -07003155 const sp<EffectsFactoryHalInterface> effectsFactory =
3156 EffectConfiguration::getEffectsFactoryHal();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003157 if (effectsFactory != 0) {
3158 status = effectsFactory->createEffect(pEffectUuid, sessionId, io(), deviceId, effect);
3159 }
3160 return status;
3161}
3162
Andy Hung6ac17eb2023-06-20 18:56:17 -07003163bool EffectChain::EffectCallback::updateOrphanEffectChains(
3164 const sp<IAfEffectBase>& effect) {
Eric Laurent41709552019-12-16 19:34:05 -08003165 // in EffectChain context, an EffectBase is always from an EffectModule so static cast is safe
Andy Hung583043b2023-07-17 17:05:00 -07003166 return mAfThreadCallback->updateOrphanEffectChains(effect->asEffectModule());
Eric Laurent6b446ce2019-12-13 10:56:31 -08003167}
3168
Andy Hung6ac17eb2023-06-20 18:56:17 -07003169status_t EffectChain::EffectCallback::allocateHalBuffer(
Eric Laurent6b446ce2019-12-13 10:56:31 -08003170 size_t size, sp<EffectBufferHalInterface>* buffer) {
Andy Hung583043b2023-07-17 17:05:00 -07003171 return mAfThreadCallback->getEffectsFactoryHal()->allocateBuffer(size, buffer);
Eric Laurent6b446ce2019-12-13 10:56:31 -08003172}
3173
Andy Hung6ac17eb2023-06-20 18:56:17 -07003174status_t EffectChain::EffectCallback::addEffectToHal(
Andy Hung920f6572022-10-06 12:09:49 -07003175 const sp<EffectHalInterface>& effect) {
Eric Laurent6b446ce2019-12-13 10:56:31 -08003176 status_t result = NO_INIT;
Andy Hung87c693c2023-07-06 20:56:16 -07003177 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003178 if (t == nullptr) {
3179 return result;
3180 }
3181 sp <StreamHalInterface> st = t->stream();
3182 if (st == nullptr) {
3183 return result;
3184 }
3185 result = st->addEffect(effect);
3186 ALOGE_IF(result != OK, "Error when adding effect: %d", result);
3187 return result;
3188}
3189
Andy Hung6ac17eb2023-06-20 18:56:17 -07003190status_t EffectChain::EffectCallback::removeEffectFromHal(
Andy Hung920f6572022-10-06 12:09:49 -07003191 const sp<EffectHalInterface>& effect) {
Eric Laurent6b446ce2019-12-13 10:56:31 -08003192 status_t result = NO_INIT;
Andy Hung87c693c2023-07-06 20:56:16 -07003193 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003194 if (t == nullptr) {
3195 return result;
3196 }
3197 sp <StreamHalInterface> st = t->stream();
3198 if (st == nullptr) {
3199 return result;
3200 }
3201 result = st->removeEffect(effect);
3202 ALOGE_IF(result != OK, "Error when removing effect: %d", result);
3203 return result;
3204}
3205
Andy Hung6ac17eb2023-06-20 18:56:17 -07003206audio_io_handle_t EffectChain::EffectCallback::io() const {
Andy Hung87c693c2023-07-06 20:56:16 -07003207 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003208 if (t == nullptr) {
3209 return AUDIO_IO_HANDLE_NONE;
3210 }
3211 return t->id();
3212}
3213
Andy Hung6ac17eb2023-06-20 18:56:17 -07003214bool EffectChain::EffectCallback::isOutput() const {
Andy Hung87c693c2023-07-06 20:56:16 -07003215 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003216 if (t == nullptr) {
3217 return true;
3218 }
3219 return t->isOutput();
3220}
3221
Andy Hung6ac17eb2023-06-20 18:56:17 -07003222bool EffectChain::EffectCallback::isOffload() const {
Andy Hung87c693c2023-07-06 20:56:16 -07003223 return mThreadType == IAfThreadBase::OFFLOAD;
Eric Laurent6b446ce2019-12-13 10:56:31 -08003224}
3225
Andy Hung6ac17eb2023-06-20 18:56:17 -07003226bool EffectChain::EffectCallback::isOffloadOrDirect() const {
Andy Hung87c693c2023-07-06 20:56:16 -07003227 return mThreadType == IAfThreadBase::OFFLOAD
3228 || mThreadType == IAfThreadBase::DIRECT;
Eric Laurent6b446ce2019-12-13 10:56:31 -08003229}
3230
Andy Hung6ac17eb2023-06-20 18:56:17 -07003231bool EffectChain::EffectCallback::isOffloadOrMmap() const {
Eric Laurentb62d0362021-10-26 17:40:18 +02003232 switch (mThreadType) {
Andy Hung87c693c2023-07-06 20:56:16 -07003233 case IAfThreadBase::OFFLOAD:
3234 case IAfThreadBase::MMAP_PLAYBACK:
3235 case IAfThreadBase::MMAP_CAPTURE:
Eric Laurentb62d0362021-10-26 17:40:18 +02003236 return true;
3237 default:
Eric Laurent6b446ce2019-12-13 10:56:31 -08003238 return false;
3239 }
Eric Laurentb62d0362021-10-26 17:40:18 +02003240}
3241
Andy Hung6ac17eb2023-06-20 18:56:17 -07003242bool EffectChain::EffectCallback::isSpatializer() const {
Andy Hung87c693c2023-07-06 20:56:16 -07003243 return mThreadType == IAfThreadBase::SPATIALIZER;
Eric Laurent6b446ce2019-12-13 10:56:31 -08003244}
3245
Andy Hung6ac17eb2023-06-20 18:56:17 -07003246uint32_t EffectChain::EffectCallback::sampleRate() const {
Andy Hung87c693c2023-07-06 20:56:16 -07003247 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003248 if (t == nullptr) {
Shunkai Yao29d10572024-03-19 04:31:47 +00003249 return DEFAULT_OUTPUT_SAMPLE_RATE;
Eric Laurent6b446ce2019-12-13 10:56:31 -08003250 }
3251 return t->sampleRate();
3252}
3253
Andy Hungab65b182023-09-06 19:41:47 -07003254audio_channel_mask_t EffectChain::EffectCallback::inChannelMask(int id) const
3255NO_THREAD_SAFETY_ANALYSIS
3256// calling function 'hasAudioSession_l' requires holding mutex 'ThreadBase_Mutex' exclusively
Shunkai Yao29d10572024-03-19 04:31:47 +00003257// calling function 'isFirstEffect_l' requires holding mutex 'EffectChain_Mutex' exclusively
Andy Hungab65b182023-09-06 19:41:47 -07003258{
Andy Hung87c693c2023-07-06 20:56:16 -07003259 const sp<IAfThreadBase> t = thread().promote();
Eric Laurentf1f22e72021-07-13 14:04:14 +02003260 if (t == nullptr) {
Shunkai Yaofe63c332024-03-19 04:27:31 +00003261 return AUDIO_CHANNEL_OUT_STEREO;
Eric Laurentf1f22e72021-07-13 14:04:14 +02003262 }
Andy Hung6ac17eb2023-06-20 18:56:17 -07003263 sp<IAfEffectChain> c = chain().promote();
Eric Laurentf1f22e72021-07-13 14:04:14 +02003264 if (c == nullptr) {
Shunkai Yaofe63c332024-03-19 04:27:31 +00003265 return AUDIO_CHANNEL_OUT_STEREO;
Eric Laurentf1f22e72021-07-13 14:04:14 +02003266 }
3267
Andy Hung87c693c2023-07-06 20:56:16 -07003268 if (mThreadType == IAfThreadBase::SPATIALIZER) {
Shunkai Yao2dcd60c2024-08-27 21:08:53 +00003269 if (c->sessionId() == AUDIO_SESSION_OUTPUT_MIX) {
3270 return t->mixerChannelMask();
3271 } else if (c->sessionId() == AUDIO_SESSION_OUTPUT_STAGE) {
Shunkai Yao29d10572024-03-19 04:31:47 +00003272 if (c->isFirstEffect_l(id)) {
Eric Laurentb62d0362021-10-26 17:40:18 +02003273 return t->mixerChannelMask();
3274 } else {
3275 return t->channelMask();
3276 }
3277 } else if (!audio_is_global_session(c->sessionId())) {
Andy Hung6ac17eb2023-06-20 18:56:17 -07003278 if ((t->hasAudioSession_l(c->sessionId())
Andy Hung87c693c2023-07-06 20:56:16 -07003279 & IAfThreadBase::SPATIALIZED_SESSION) != 0) {
Eric Laurentb62d0362021-10-26 17:40:18 +02003280 return t->mixerChannelMask();
3281 } else {
3282 return t->channelMask();
3283 }
3284 } else {
3285 return t->channelMask();
3286 }
Eric Laurentf1f22e72021-07-13 14:04:14 +02003287 } else {
3288 return t->channelMask();
3289 }
3290}
3291
Andy Hung6ac17eb2023-06-20 18:56:17 -07003292uint32_t EffectChain::EffectCallback::inChannelCount(int id) const {
Eric Laurentb62d0362021-10-26 17:40:18 +02003293 return audio_channel_count_from_out_mask(inChannelMask(id));
Eric Laurentf1f22e72021-07-13 14:04:14 +02003294}
3295
Andy Hungab65b182023-09-06 19:41:47 -07003296audio_channel_mask_t EffectChain::EffectCallback::outChannelMask() const
3297NO_THREAD_SAFETY_ANALYSIS
3298// calling function 'hasAudioSession_l' requires holding mutex 'ThreadBase_Mutex' exclusively
3299{
Andy Hung87c693c2023-07-06 20:56:16 -07003300 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003301 if (t == nullptr) {
Shunkai Yaofe63c332024-03-19 04:27:31 +00003302 return AUDIO_CHANNEL_OUT_STEREO;
Eric Laurent6b446ce2019-12-13 10:56:31 -08003303 }
Andy Hung6ac17eb2023-06-20 18:56:17 -07003304 sp<IAfEffectChain> c = chain().promote();
Eric Laurentb62d0362021-10-26 17:40:18 +02003305 if (c == nullptr) {
Shunkai Yaofe63c332024-03-19 04:27:31 +00003306 return AUDIO_CHANNEL_OUT_STEREO;
Eric Laurentb62d0362021-10-26 17:40:18 +02003307 }
3308
Andy Hung87c693c2023-07-06 20:56:16 -07003309 if (mThreadType == IAfThreadBase::SPATIALIZER) {
Eric Laurentb62d0362021-10-26 17:40:18 +02003310 if (!audio_is_global_session(c->sessionId())) {
Andy Hung6ac17eb2023-06-20 18:56:17 -07003311 if ((t->hasAudioSession_l(c->sessionId())
Andy Hung87c693c2023-07-06 20:56:16 -07003312 & IAfThreadBase::SPATIALIZED_SESSION) != 0) {
Eric Laurentb62d0362021-10-26 17:40:18 +02003313 return t->mixerChannelMask();
3314 } else {
3315 return t->channelMask();
3316 }
3317 } else {
Shunkai Yao2dcd60c2024-08-27 21:08:53 +00003318 return (c->sessionId() == AUDIO_SESSION_OUTPUT_MIX) ? t->mixerChannelMask()
3319 : t->channelMask();
Eric Laurentb62d0362021-10-26 17:40:18 +02003320 }
3321 } else {
3322 return t->channelMask();
3323 }
Eric Laurent6b446ce2019-12-13 10:56:31 -08003324}
3325
Andy Hung6ac17eb2023-06-20 18:56:17 -07003326uint32_t EffectChain::EffectCallback::outChannelCount() const {
Eric Laurentb62d0362021-10-26 17:40:18 +02003327 return audio_channel_count_from_out_mask(outChannelMask());
Eric Laurent6b446ce2019-12-13 10:56:31 -08003328}
3329
Andy Hung6ac17eb2023-06-20 18:56:17 -07003330audio_channel_mask_t EffectChain::EffectCallback::hapticChannelMask() const {
Andy Hung87c693c2023-07-06 20:56:16 -07003331 const sp<IAfThreadBase> t = thread().promote();
jiabineb3bda02020-06-30 14:07:03 -07003332 if (t == nullptr) {
3333 return AUDIO_CHANNEL_NONE;
3334 }
3335 return t->hapticChannelMask();
3336}
3337
Andy Hung6ac17eb2023-06-20 18:56:17 -07003338size_t EffectChain::EffectCallback::frameCount() const {
Andy Hung87c693c2023-07-06 20:56:16 -07003339 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003340 if (t == nullptr) {
Shunkai Yao29d10572024-03-19 04:31:47 +00003341 // frameCount cannot be zero.
3342 return 1;
Eric Laurent6b446ce2019-12-13 10:56:31 -08003343 }
3344 return t->frameCount();
3345}
3346
Andy Hung6ac17eb2023-06-20 18:56:17 -07003347uint32_t EffectChain::EffectCallback::latency() const
Andy Hung920f6572022-10-06 12:09:49 -07003348NO_THREAD_SAFETY_ANALYSIS // latency_l() access
3349{
Andy Hung87c693c2023-07-06 20:56:16 -07003350 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003351 if (t == nullptr) {
3352 return 0;
3353 }
Andy Hung920f6572022-10-06 12:09:49 -07003354 // TODO(b/275956781) - this requires the thread lock.
Eric Laurent6b446ce2019-12-13 10:56:31 -08003355 return t->latency_l();
3356}
3357
Andy Hung6ac17eb2023-06-20 18:56:17 -07003358void EffectChain::EffectCallback::setVolumeForOutput(float left, float right) const
Andy Hung920f6572022-10-06 12:09:49 -07003359NO_THREAD_SAFETY_ANALYSIS // setVolumeForOutput_l() access
3360{
Andy Hung87c693c2023-07-06 20:56:16 -07003361 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003362 if (t == nullptr) {
3363 return;
3364 }
3365 t->setVolumeForOutput_l(left, right);
3366}
3367
Shunkai Yaod125e402024-01-20 03:19:06 +00003368void EffectChain::EffectCallback::checkSuspendOnEffectEnabled(const sp<IAfEffectBase>& effect,
3369 bool enabled, bool threadLocked)
3370 NO_THREAD_SAFETY_ANALYSIS {
Andy Hung87c693c2023-07-06 20:56:16 -07003371 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003372 if (t == nullptr) {
3373 return;
3374 }
3375 t->checkSuspendOnEffectEnabled(enabled, effect->sessionId(), threadLocked);
3376
Andy Hung6ac17eb2023-06-20 18:56:17 -07003377 sp<IAfEffectChain> c = chain().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003378 if (c == nullptr) {
3379 return;
3380 }
Eric Laurent41709552019-12-16 19:34:05 -08003381 // in EffectChain context, an EffectBase is always from an EffectModule so static cast is safe
Shunkai Yaod125e402024-01-20 03:19:06 +00003382 c->checkSuspendOnEffectEnabled_l(effect->asEffectModule(), enabled);
Eric Laurent6b446ce2019-12-13 10:56:31 -08003383}
3384
Andy Hung6ac17eb2023-06-20 18:56:17 -07003385void EffectChain::EffectCallback::onEffectEnable(const sp<IAfEffectBase>& effect) {
Andy Hung87c693c2023-07-06 20:56:16 -07003386 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003387 if (t == nullptr) {
3388 return;
3389 }
Eric Laurent41709552019-12-16 19:34:05 -08003390 // in EffectChain context, an EffectBase is always from an EffectModule so static cast is safe
3391 t->onEffectEnable(effect->asEffectModule());
Eric Laurent6b446ce2019-12-13 10:56:31 -08003392}
3393
Andy Hung6ac17eb2023-06-20 18:56:17 -07003394void EffectChain::EffectCallback::onEffectDisable(const sp<IAfEffectBase>& effect) {
Eric Laurent6b446ce2019-12-13 10:56:31 -08003395 checkSuspendOnEffectEnabled(effect, false, false /*threadLocked*/);
3396
Andy Hung87c693c2023-07-06 20:56:16 -07003397 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003398 if (t == nullptr) {
3399 return;
3400 }
3401 t->onEffectDisable();
3402}
3403
Andy Hung6ac17eb2023-06-20 18:56:17 -07003404bool EffectChain::EffectCallback::disconnectEffectHandle(IAfEffectHandle *handle,
Eric Laurent6b446ce2019-12-13 10:56:31 -08003405 bool unpinIfLast) {
Andy Hung87c693c2023-07-06 20:56:16 -07003406 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003407 if (t == nullptr) {
3408 return false;
3409 }
3410 t->disconnectEffectHandle(handle, unpinIfLast);
3411 return true;
3412}
3413
Shunkai Yaod125e402024-01-20 03:19:06 +00003414void EffectChain::EffectCallback::resetVolume_l() {
Andy Hung6ac17eb2023-06-20 18:56:17 -07003415 sp<IAfEffectChain> c = chain().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003416 if (c == nullptr) {
3417 return;
3418 }
3419 c->resetVolume_l();
3420
3421}
3422
Andy Hung6ac17eb2023-06-20 18:56:17 -07003423product_strategy_t EffectChain::EffectCallback::strategy() const {
3424 sp<IAfEffectChain> c = chain().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003425 if (c == nullptr) {
3426 return PRODUCT_STRATEGY_NONE;
3427 }
3428 return c->strategy();
3429}
3430
Andy Hung6ac17eb2023-06-20 18:56:17 -07003431int32_t EffectChain::EffectCallback::activeTrackCnt() const {
3432 sp<IAfEffectChain> c = chain().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003433 if (c == nullptr) {
3434 return 0;
3435 }
3436 return c->activeTrackCnt();
3437}
3438
Eric Laurentb82e6b72019-11-22 17:25:04 -08003439
3440#undef LOG_TAG
Andy Hung6ac17eb2023-06-20 18:56:17 -07003441#define LOG_TAG "DeviceEffectProxy"
Eric Laurentb82e6b72019-11-22 17:25:04 -08003442
Andy Hung6ac17eb2023-06-20 18:56:17 -07003443/* static */
3444sp<IAfDeviceEffectProxy> IAfDeviceEffectProxy::create(
3445 const AudioDeviceTypeAddr& device,
Andy Hung55a74fd2023-07-13 19:54:47 -07003446 const sp<DeviceEffectManagerCallback>& callback,
Andy Hung6ac17eb2023-06-20 18:56:17 -07003447 effect_descriptor_t *desc, int id, bool notifyFramesProcessed)
3448{
3449 return sp<DeviceEffectProxy>::make(device,
Andy Hung55a74fd2023-07-13 19:54:47 -07003450 callback,
Andy Hung6ac17eb2023-06-20 18:56:17 -07003451 desc, id, notifyFramesProcessed);
3452}
3453
3454status_t DeviceEffectProxy::setEnabled(bool enabled, bool fromHandle)
Eric Laurentb82e6b72019-11-22 17:25:04 -08003455{
3456 status_t status = EffectBase::setEnabled(enabled, fromHandle);
Andy Hungf65f5a72023-08-29 12:19:17 -07003457 audio_utils::lock_guard _l(proxyMutex());
Eric Laurentb82e6b72019-11-22 17:25:04 -08003458 if (status == NO_ERROR) {
3459 for (auto& handle : mEffectHandles) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07003460 Status bs;
Eric Laurentb82e6b72019-11-22 17:25:04 -08003461 if (enabled) {
Andy Hung6ac17eb2023-06-20 18:56:17 -07003462 bs = handle.second->asIEffect()->enable(&status);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003463 } else {
Andy Hung6ac17eb2023-06-20 18:56:17 -07003464 bs = handle.second->asIEffect()->disable(&status);
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07003465 }
3466 if (!bs.isOk()) {
Andy Hung1131b6e2020-12-08 20:47:45 -08003467 status = statusTFromBinderStatus(bs);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003468 }
3469 }
3470 }
3471 ALOGV("%s enable %d status %d", __func__, enabled, status);
3472 return status;
3473}
3474
Shunkai Yaod125e402024-01-20 03:19:06 +00003475status_t DeviceEffectProxy::init_l(
Andy Hung8e6b62a2023-07-13 18:11:33 -07003476 const std::map <audio_patch_handle_t, IAfPatchPanel::Patch>& patches) {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003477//For all audio patches
3478//If src or sink device match
3479//If the effect is HW accelerated
3480// if no corresponding effect module
3481// Create EffectModule: mHalEffect
3482//Create and attach EffectHandle
3483//If the effect is not HW accelerated and the patch sink or src is a mixer port
3484// Create Effect on patch input or output thread on session -1
3485//Add EffectHandle to EffectHandle map of Effect Proxy:
3486 ALOGV("%s device type %d address %s", __func__, mDevice.mType, mDevice.getAddress());
3487 status_t status = NO_ERROR;
3488 for (auto &patch : patches) {
3489 status = onCreatePatch(patch.first, patch.second);
3490 ALOGV("%s onCreatePatch status %d", __func__, status);
3491 if (status == BAD_VALUE) {
3492 return status;
3493 }
3494 }
3495 return status;
3496}
3497
François Gaffie58e73af2023-02-15 11:47:24 +01003498status_t DeviceEffectProxy::onUpdatePatch(audio_patch_handle_t oldPatchHandle,
3499 audio_patch_handle_t newPatchHandle,
Andy Hung8e6b62a2023-07-13 18:11:33 -07003500 const IAfPatchPanel::Patch& /* patch */) {
François Gaffie58e73af2023-02-15 11:47:24 +01003501 status_t status = NAME_NOT_FOUND;
3502 ALOGV("%s", __func__);
Andy Hungf65f5a72023-08-29 12:19:17 -07003503 audio_utils::lock_guard _l(proxyMutex());
François Gaffie58e73af2023-02-15 11:47:24 +01003504 if (mEffectHandles.find(oldPatchHandle) != mEffectHandles.end()) {
3505 ALOGV("%s replacing effect from handle %d to handle %d", __func__, oldPatchHandle,
3506 newPatchHandle);
3507 sp<IAfEffectHandle> effect = mEffectHandles.at(oldPatchHandle);
3508 mEffectHandles.erase(oldPatchHandle);
3509 mEffectHandles.emplace(newPatchHandle, effect);
3510 status = NO_ERROR;
3511 }
3512 return status;
3513}
3514
Andy Hung6ac17eb2023-06-20 18:56:17 -07003515status_t DeviceEffectProxy::onCreatePatch(
Andy Hung8e6b62a2023-07-13 18:11:33 -07003516 audio_patch_handle_t patchHandle, const IAfPatchPanel::Patch& patch) {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003517 status_t status = NAME_NOT_FOUND;
Andy Hung6ac17eb2023-06-20 18:56:17 -07003518 sp<IAfEffectHandle> handle;
Eric Laurentb82e6b72019-11-22 17:25:04 -08003519 // only consider source[0] as this is the only "true" source of a patch
3520 status = checkPort(patch, &patch.mAudioPatch.sources[0], &handle);
3521 ALOGV("%s source checkPort status %d", __func__, status);
3522 for (uint32_t i = 0; i < patch.mAudioPatch.num_sinks && status == NAME_NOT_FOUND; i++) {
3523 status = checkPort(patch, &patch.mAudioPatch.sinks[i], &handle);
3524 ALOGV("%s sink %d checkPort status %d", __func__, i, status);
3525 }
3526 if (status == NO_ERROR || status == ALREADY_EXISTS) {
Andy Hungf65f5a72023-08-29 12:19:17 -07003527 audio_utils::lock_guard _l(proxyMutex());
François Gaffie70c6c722023-06-22 12:23:32 +02003528 size_t erasedHandle = mEffectHandles.erase(patchHandle);
3529 ALOGV("%s %s effecthandle %p for patch %d",
3530 __func__, (erasedHandle == 0 ? "adding" : "replacing"), handle.get(), patchHandle);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003531 mEffectHandles.emplace(patchHandle, handle);
3532 }
3533 ALOGW_IF(status == BAD_VALUE,
3534 "%s cannot attach effect %s on patch %d", __func__, mDescriptor.name, patchHandle);
3535
3536 return status;
3537}
3538
Andy Hung8e6b62a2023-07-13 18:11:33 -07003539status_t DeviceEffectProxy::checkPort(const IAfPatchPanel::Patch& patch,
Andy Hung972bec12023-08-31 16:13:39 -07003540 const struct audio_port_config *port, sp<IAfEffectHandle> *handle)
3541NO_THREAD_SAFETY_ANALYSIS
3542// calling function 'createEffect_l' requires holding mutex 'AudioFlinger_Mutex' exclusively
3543{
Eric Laurentb82e6b72019-11-22 17:25:04 -08003544
3545 ALOGV("%s type %d device type %d address %s device ID %d patch.isSoftware() %d",
3546 __func__, port->type, port->ext.device.type,
3547 port->ext.device.address, port->id, patch.isSoftware());
Shunkai Yaob009ad52023-05-05 22:43:24 +00003548 if (port->type != AUDIO_PORT_TYPE_DEVICE || port->ext.device.type != mDevice.mType ||
3549 port->ext.device.address != mDevice.address()) {
3550 return NAME_NOT_FOUND;
3551 }
3552 if (((mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_POST_PROC) &&
3553 (audio_port_config_has_input_direction(port))) {
3554 ALOGI("%s don't create postprocessing effect on record port", __func__);
3555 return NAME_NOT_FOUND;
3556 }
3557 if (((mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_PRE_PROC) &&
3558 (!audio_port_config_has_input_direction(port))) {
3559 ALOGI("%s don't create preprocessing effect on playback port", __func__);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003560 return NAME_NOT_FOUND;
3561 }
3562 status_t status = NAME_NOT_FOUND;
3563
3564 if (mDescriptor.flags & EFFECT_FLAG_HW_ACC_TUNNEL) {
Andy Hungf65f5a72023-08-29 12:19:17 -07003565 audio_utils::lock_guard _l(proxyMutex());
François Gaffie70c6c722023-06-22 12:23:32 +02003566 if (mHalEffect != nullptr && mDevicePort.id == port->id) {
3567 ALOGV("%s reusing HAL effect", __func__);
3568 } else {
3569 mDevicePort = *port;
François Gaffiec944aa32024-03-13 17:08:52 +01003570 mHalEffect = sp<HwAccDeviceEffectModule>::make(mMyCallback,
3571 const_cast<effect_descriptor_t *>(&mDescriptor), mMyCallback->newEffectId(),
3572 port->id);
François Gaffie9b5cbdb2024-05-31 10:36:39 +02003573 mHalEffect->configure_l();
François Gaffie70c6c722023-06-22 12:23:32 +02003574 if (audio_is_input_device(mDevice.mType)) {
3575 mHalEffect->setInputDevice(mDevice);
3576 } else {
3577 mHalEffect->setDevices({mDevice});
3578 }
Eric Laurentb82e6b72019-11-22 17:25:04 -08003579 }
François Gaffiefce3b6c2024-05-23 13:52:23 +02003580 *handle = sp<InternalEffectHandle>::make(mHalEffect, mNotifyFramesProcessed);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003581 status = (*handle)->initCheck();
3582 if (status == OK) {
3583 status = mHalEffect->addHandle((*handle).get());
3584 } else {
3585 mHalEffect.clear();
3586 mDevicePort.id = AUDIO_PORT_HANDLE_NONE;
3587 }
3588 } else if (patch.isSoftware() || patch.thread().promote() != nullptr) {
Andy Hung87c693c2023-07-06 20:56:16 -07003589 sp<IAfThreadBase> thread;
Eric Laurentb82e6b72019-11-22 17:25:04 -08003590 if (audio_port_config_has_input_direction(port)) {
3591 if (patch.isSoftware()) {
3592 thread = patch.mRecord.thread();
3593 } else {
3594 thread = patch.thread().promote();
3595 }
3596 } else {
3597 if (patch.isSoftware()) {
3598 thread = patch.mPlayback.thread();
3599 } else {
3600 thread = patch.thread().promote();
3601 }
3602 }
3603 int enabled;
3604 *handle = thread->createEffect_l(nullptr, nullptr, 0, AUDIO_SESSION_DEVICE,
3605 const_cast<effect_descriptor_t *>(&mDescriptor),
Eric Laurentde8caf42021-08-11 17:19:25 +02003606 &enabled, &status, false, false /*probe*/,
3607 mNotifyFramesProcessed);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003608 ALOGV("%s thread->createEffect_l status %d", __func__, status);
3609 } else {
3610 status = BAD_VALUE;
3611 }
Shunkai Yaob009ad52023-05-05 22:43:24 +00003612
Eric Laurentb82e6b72019-11-22 17:25:04 -08003613 if (status == NO_ERROR || status == ALREADY_EXISTS) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07003614 Status bs;
Eric Laurentb82e6b72019-11-22 17:25:04 -08003615 if (isEnabled()) {
Andy Hung6ac17eb2023-06-20 18:56:17 -07003616 bs = (*handle)->asIEffect()->enable(&status);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003617 } else {
Andy Hung6ac17eb2023-06-20 18:56:17 -07003618 bs = (*handle)->asIEffect()->disable(&status);
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07003619 }
3620 if (!bs.isOk()) {
Andy Hung1131b6e2020-12-08 20:47:45 -08003621 status = statusTFromBinderStatus(bs);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003622 }
3623 }
3624 return status;
3625}
3626
François Gaffiefce3b6c2024-05-23 13:52:23 +02003627sp<IAfEffectHandle> DeviceEffectProxy::onReleasePatch(audio_patch_handle_t patchHandle) {
3628 sp<IAfEffectHandle> disconnectedHandle;
Eric Laurent76c89f32021-12-03 17:13:23 +01003629 {
Andy Hungf65f5a72023-08-29 12:19:17 -07003630 audio_utils::lock_guard _l(proxyMutex());
Eric Laurent76c89f32021-12-03 17:13:23 +01003631 if (mEffectHandles.find(patchHandle) != mEffectHandles.end()) {
François Gaffiefce3b6c2024-05-23 13:52:23 +02003632 disconnectedHandle = std::move(mEffectHandles.at(patchHandle));
Eric Laurent76c89f32021-12-03 17:13:23 +01003633 mEffectHandles.erase(patchHandle);
3634 }
3635 }
François Gaffiefce3b6c2024-05-23 13:52:23 +02003636 return disconnectedHandle;
Eric Laurentb82e6b72019-11-22 17:25:04 -08003637}
3638
3639
Andy Hung6ac17eb2023-06-20 18:56:17 -07003640size_t DeviceEffectProxy::removeEffect(const sp<IAfEffectModule>& effect)
Eric Laurentb82e6b72019-11-22 17:25:04 -08003641{
Andy Hungf65f5a72023-08-29 12:19:17 -07003642 audio_utils::lock_guard _l(proxyMutex());
Eric Laurentb82e6b72019-11-22 17:25:04 -08003643 if (effect == mHalEffect) {
Shunkai Yao4fa10092024-04-04 17:30:48 +00003644 mHalEffect->release_l("DeviceEffectProxy::removeEffect");
Eric Laurentb82e6b72019-11-22 17:25:04 -08003645 mHalEffect.clear();
3646 mDevicePort.id = AUDIO_PORT_HANDLE_NONE;
3647 }
3648 return mHalEffect == nullptr ? 0 : 1;
3649}
3650
Andy Hung6ac17eb2023-06-20 18:56:17 -07003651status_t DeviceEffectProxy::addEffectToHal(
Andy Hung920f6572022-10-06 12:09:49 -07003652 const sp<EffectHalInterface>& effect) {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003653 if (mHalEffect == nullptr) {
3654 return NO_INIT;
3655 }
Mikhail Naganovd2c7f852023-06-14 18:00:13 -07003656 return mManagerCallback->addEffectToHal(&mDevicePort, effect);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003657}
3658
Andy Hung6ac17eb2023-06-20 18:56:17 -07003659status_t DeviceEffectProxy::removeEffectFromHal(
Andy Hung920f6572022-10-06 12:09:49 -07003660 const sp<EffectHalInterface>& effect) {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003661 if (mHalEffect == nullptr) {
3662 return NO_INIT;
3663 }
Mikhail Naganovd2c7f852023-06-14 18:00:13 -07003664 return mManagerCallback->removeEffectFromHal(&mDevicePort, effect);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003665}
3666
François Gaffiea2e985b2023-06-09 14:37:56 +02003667status_t DeviceEffectProxy::command(
3668 int32_t cmdCode, const std::vector<uint8_t>& cmdData, int32_t maxReplySize,
3669 std::vector<uint8_t>* reply) {
Andy Hungf65f5a72023-08-29 12:19:17 -07003670 audio_utils::lock_guard _l(proxyMutex());
François Gaffiea2e985b2023-06-09 14:37:56 +02003671 status_t status = EffectBase::command(cmdCode, cmdData, maxReplySize, reply);
3672 if (status == NO_ERROR) {
3673 for (auto& handle : mEffectHandles) {
3674 sp<IAfEffectBase> effect = handle.second->effect().promote();
3675 if (effect != nullptr) {
3676 status = effect->command(cmdCode, cmdData, maxReplySize, reply);
3677 }
3678 }
3679 }
3680 ALOGV("%s status %d", __func__, status);
3681 return status;
3682}
3683
Andy Hung6ac17eb2023-06-20 18:56:17 -07003684bool DeviceEffectProxy::isOutput() const {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003685 if (mDevicePort.id != AUDIO_PORT_HANDLE_NONE) {
3686 return mDevicePort.role == AUDIO_PORT_ROLE_SINK;
3687 }
3688 return true;
3689}
3690
Andy Hung6ac17eb2023-06-20 18:56:17 -07003691uint32_t DeviceEffectProxy::sampleRate() const {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003692 if (mDevicePort.id != AUDIO_PORT_HANDLE_NONE &&
3693 (mDevicePort.config_mask & AUDIO_PORT_CONFIG_SAMPLE_RATE) != 0) {
3694 return mDevicePort.sample_rate;
3695 }
3696 return DEFAULT_OUTPUT_SAMPLE_RATE;
3697}
3698
Andy Hung6ac17eb2023-06-20 18:56:17 -07003699audio_channel_mask_t DeviceEffectProxy::channelMask() const {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003700 if (mDevicePort.id != AUDIO_PORT_HANDLE_NONE &&
3701 (mDevicePort.config_mask & AUDIO_PORT_CONFIG_CHANNEL_MASK) != 0) {
3702 return mDevicePort.channel_mask;
3703 }
3704 return AUDIO_CHANNEL_OUT_STEREO;
3705}
3706
Andy Hung6ac17eb2023-06-20 18:56:17 -07003707uint32_t DeviceEffectProxy::channelCount() const {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003708 if (isOutput()) {
3709 return audio_channel_count_from_out_mask(channelMask());
3710 }
3711 return audio_channel_count_from_in_mask(channelMask());
3712}
3713
Andy Hung6ac17eb2023-06-20 18:56:17 -07003714void DeviceEffectProxy::dump2(int fd, int spaces) const
Andy Hung920f6572022-10-06 12:09:49 -07003715NO_THREAD_SAFETY_ANALYSIS // conditional try lock
3716{
Eric Laurentb82e6b72019-11-22 17:25:04 -08003717 const Vector<String16> args;
3718 EffectBase::dump(fd, args);
3719
Andy Hungf65f5a72023-08-29 12:19:17 -07003720 const bool locked = afutils::dumpTryLock(proxyMutex());
Eric Laurentb82e6b72019-11-22 17:25:04 -08003721 if (!locked) {
3722 String8 result("DeviceEffectProxy may be deadlocked\n");
Tomasz Wasilczyk833345b2023-08-15 20:59:35 +00003723 write(fd, result.c_str(), result.size());
Eric Laurentb82e6b72019-11-22 17:25:04 -08003724 }
3725
3726 String8 outStr;
3727 if (mHalEffect != nullptr) {
3728 outStr.appendFormat("%*sHAL Effect Id: %d\n", spaces, "", mHalEffect->id());
3729 } else {
3730 outStr.appendFormat("%*sNO HAL Effect\n", spaces, "");
3731 }
Tomasz Wasilczyk833345b2023-08-15 20:59:35 +00003732 write(fd, outStr.c_str(), outStr.size());
Eric Laurentb82e6b72019-11-22 17:25:04 -08003733 outStr.clear();
3734
3735 outStr.appendFormat("%*sSub Effects:\n", spaces, "");
Tomasz Wasilczyk833345b2023-08-15 20:59:35 +00003736 write(fd, outStr.c_str(), outStr.size());
Eric Laurentb82e6b72019-11-22 17:25:04 -08003737 outStr.clear();
3738
3739 for (const auto& iter : mEffectHandles) {
3740 outStr.appendFormat("%*sEffect for patch handle %d:\n", spaces + 2, "", iter.first);
Tomasz Wasilczyk833345b2023-08-15 20:59:35 +00003741 write(fd, outStr.c_str(), outStr.size());
Eric Laurentb82e6b72019-11-22 17:25:04 -08003742 outStr.clear();
Andy Hung6ac17eb2023-06-20 18:56:17 -07003743 sp<IAfEffectBase> effect = iter.second->effect().promote();
Eric Laurentb82e6b72019-11-22 17:25:04 -08003744 if (effect != nullptr) {
3745 effect->dump(fd, args);
3746 }
3747 }
3748
3749 if (locked) {
Andy Hungf65f5a72023-08-29 12:19:17 -07003750 proxyMutex().unlock();
Eric Laurentb82e6b72019-11-22 17:25:04 -08003751 }
3752}
3753
3754#undef LOG_TAG
Andy Hung6ac17eb2023-06-20 18:56:17 -07003755#define LOG_TAG "DeviceEffectProxy::ProxyCallback"
Eric Laurentb82e6b72019-11-22 17:25:04 -08003756
Andy Hung6ac17eb2023-06-20 18:56:17 -07003757int DeviceEffectProxy::ProxyCallback::newEffectId() {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003758 return mManagerCallback->newEffectId();
3759}
3760
3761
Andy Hung6ac17eb2023-06-20 18:56:17 -07003762bool DeviceEffectProxy::ProxyCallback::disconnectEffectHandle(
3763 IAfEffectHandle *handle, bool unpinIfLast) {
3764 sp<IAfEffectBase> effectBase = handle->effect().promote();
Eric Laurentb82e6b72019-11-22 17:25:04 -08003765 if (effectBase == nullptr) {
3766 return false;
3767 }
3768
Andy Hung6ac17eb2023-06-20 18:56:17 -07003769 sp<IAfEffectModule> effect = effectBase->asEffectModule();
Eric Laurentb82e6b72019-11-22 17:25:04 -08003770 if (effect == nullptr) {
3771 return false;
3772 }
3773
3774 // restore suspended effects if the disconnected handle was enabled and the last one.
3775 bool remove = (effect->removeHandle(handle) == 0) && (!effect->isPinned() || unpinIfLast);
3776 if (remove) {
3777 sp<DeviceEffectProxy> proxy = mProxy.promote();
3778 if (proxy != nullptr) {
3779 proxy->removeEffect(effect);
3780 }
3781 if (handle->enabled()) {
3782 effectBase->checkSuspendOnEffectEnabled(false, false /*threadLocked*/);
3783 }
3784 }
3785 return true;
3786}
3787
Andy Hung6ac17eb2023-06-20 18:56:17 -07003788status_t DeviceEffectProxy::ProxyCallback::createEffectHal(
Eric Laurentb82e6b72019-11-22 17:25:04 -08003789 const effect_uuid_t *pEffectUuid, int32_t sessionId, int32_t deviceId,
3790 sp<EffectHalInterface> *effect) {
3791 return mManagerCallback->createEffectHal(pEffectUuid, sessionId, deviceId, effect);
3792}
3793
Andy Hung6ac17eb2023-06-20 18:56:17 -07003794status_t DeviceEffectProxy::ProxyCallback::addEffectToHal(
Andy Hung920f6572022-10-06 12:09:49 -07003795 const sp<EffectHalInterface>& effect) {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003796 sp<DeviceEffectProxy> proxy = mProxy.promote();
3797 if (proxy == nullptr) {
3798 return NO_INIT;
3799 }
Shunkai Yaof80f58f2024-07-03 18:21:30 +00003800 return proxy->addEffectToHal(effect);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003801}
3802
Andy Hung6ac17eb2023-06-20 18:56:17 -07003803status_t DeviceEffectProxy::ProxyCallback::removeEffectFromHal(
Andy Hung920f6572022-10-06 12:09:49 -07003804 const sp<EffectHalInterface>& effect) {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003805 sp<DeviceEffectProxy> proxy = mProxy.promote();
3806 if (proxy == nullptr) {
3807 return NO_INIT;
3808 }
Eric Laurent76c89f32021-12-03 17:13:23 +01003809 return proxy->removeEffectFromHal(effect);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003810}
3811
Andy Hung6ac17eb2023-06-20 18:56:17 -07003812bool DeviceEffectProxy::ProxyCallback::isOutput() const {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003813 sp<DeviceEffectProxy> proxy = mProxy.promote();
3814 if (proxy == nullptr) {
3815 return true;
3816 }
3817 return proxy->isOutput();
3818}
3819
Andy Hung6ac17eb2023-06-20 18:56:17 -07003820uint32_t DeviceEffectProxy::ProxyCallback::sampleRate() const {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003821 sp<DeviceEffectProxy> proxy = mProxy.promote();
3822 if (proxy == nullptr) {
3823 return DEFAULT_OUTPUT_SAMPLE_RATE;
3824 }
3825 return proxy->sampleRate();
3826}
3827
Andy Hung6ac17eb2023-06-20 18:56:17 -07003828audio_channel_mask_t DeviceEffectProxy::ProxyCallback::inChannelMask(
Eric Laurentf1f22e72021-07-13 14:04:14 +02003829 int id __unused) const {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003830 sp<DeviceEffectProxy> proxy = mProxy.promote();
3831 if (proxy == nullptr) {
3832 return AUDIO_CHANNEL_OUT_STEREO;
3833 }
3834 return proxy->channelMask();
3835}
3836
Andy Hung6ac17eb2023-06-20 18:56:17 -07003837uint32_t DeviceEffectProxy::ProxyCallback::inChannelCount(int id __unused) const {
Eric Laurentf1f22e72021-07-13 14:04:14 +02003838 sp<DeviceEffectProxy> proxy = mProxy.promote();
3839 if (proxy == nullptr) {
3840 return 2;
3841 }
3842 return proxy->channelCount();
3843}
3844
Andy Hung6ac17eb2023-06-20 18:56:17 -07003845audio_channel_mask_t DeviceEffectProxy::ProxyCallback::outChannelMask() const {
Eric Laurentf1f22e72021-07-13 14:04:14 +02003846 sp<DeviceEffectProxy> proxy = mProxy.promote();
3847 if (proxy == nullptr) {
3848 return AUDIO_CHANNEL_OUT_STEREO;
3849 }
3850 return proxy->channelMask();
3851}
3852
Andy Hung6ac17eb2023-06-20 18:56:17 -07003853uint32_t DeviceEffectProxy::ProxyCallback::outChannelCount() const {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003854 sp<DeviceEffectProxy> proxy = mProxy.promote();
3855 if (proxy == nullptr) {
3856 return 2;
3857 }
3858 return proxy->channelCount();
3859}
3860
Andy Hung6ac17eb2023-06-20 18:56:17 -07003861void DeviceEffectProxy::ProxyCallback::onEffectEnable(
3862 const sp<IAfEffectBase>& effectBase) {
3863 sp<IAfEffectModule> effect = effectBase->asEffectModule();
Eric Laurent76c89f32021-12-03 17:13:23 +01003864 if (effect == nullptr) {
3865 return;
3866 }
Shunkai Yaod125e402024-01-20 03:19:06 +00003867 effect->start_l();
Eric Laurent76c89f32021-12-03 17:13:23 +01003868}
3869
Andy Hung6ac17eb2023-06-20 18:56:17 -07003870void DeviceEffectProxy::ProxyCallback::onEffectDisable(
3871 const sp<IAfEffectBase>& effectBase) {
3872 sp<IAfEffectModule> effect = effectBase->asEffectModule();
Eric Laurent76c89f32021-12-03 17:13:23 +01003873 if (effect == nullptr) {
3874 return;
3875 }
Shunkai Yaod125e402024-01-20 03:19:06 +00003876 effect->stop_l();
Eric Laurent76c89f32021-12-03 17:13:23 +01003877}
3878
Glenn Kasten63238ef2015-03-02 15:50:29 -08003879} // namespace android