blob: b407092e432a1d277f4d473dd102d235318d6051 [file] [log] [blame]
Eric Laurentca7cc822012-11-19 14:55:58 -08001/*
2**
3** Copyright 2012, The Android Open Source Project
4**
5** Licensed under the Apache License, Version 2.0 (the "License");
6** you may not use this file except in compliance with the License.
7** You may obtain a copy of the License at
8**
9** http://www.apache.org/licenses/LICENSE-2.0
10**
11** Unless required by applicable law or agreed to in writing, software
12** distributed under the License is distributed on an "AS IS" BASIS,
13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14** See the License for the specific language governing permissions and
15** limitations under the License.
16*/
17
18
19#define LOG_TAG "AudioFlinger"
20//#define LOG_NDEBUG 0
21
Andy Hung5fd10da2023-07-19 11:31:15 -070022#include "Effects.h"
rago94a1ee82017-07-21 15:11:02 -070023
Andy Hung5fd10da2023-07-19 11:31:15 -070024#include "Client.h"
25#include "EffectConfiguration.h"
26
27#include <afutils/DumpTryLock.h>
28#include <audio_utils/channels.h>
29#include <audio_utils/primitives.h>
30#include <media/AudioCommonTypes.h>
31#include <media/AudioContainers.h>
32#include <media/AudioDeviceTypeAddr.h>
33#include <media/AudioEffect.h>
Andy Hung9f6b4d62024-02-28 18:55:43 -080034#include <media/EffectClientAsyncProxy.h>
Andy Hung5fd10da2023-07-19 11:31:15 -070035#include <media/ShmemCompat.h>
36#include <media/TypeConverter.h>
37#include <media/audiohal/EffectHalInterface.h>
38#include <media/audiohal/EffectsFactoryHalInterface.h>
39#include <mediautils/MethodStatistics.h>
40#include <mediautils/ServiceUtilities.h>
41#include <mediautils/TimeCheck.h>
Eric Laurentd8365c52017-07-16 15:27:05 -070042#include <system/audio_effects/effect_aec.h>
Eric Laurentb62d0362021-10-26 17:40:18 +020043#include <system/audio_effects/effect_downmix.h>
Ricardo Garciac2a3a822019-07-17 14:29:12 -070044#include <system/audio_effects/effect_dynamicsprocessing.h>
jiabineb3bda02020-06-30 14:07:03 -070045#include <system/audio_effects/effect_hapticgenerator.h>
Eric Laurentd8365c52017-07-16 15:27:05 -070046#include <system/audio_effects/effect_ns.h>
Eric Laurentb62d0362021-10-26 17:40:18 +020047#include <system/audio_effects/effect_spatializer.h>
Eric Laurentd8365c52017-07-16 15:27:05 -070048#include <system/audio_effects/effect_visualizer.h>
Andy Hung5fd10da2023-07-19 11:31:15 -070049#include <utils/Log.h>
Eric Laurentca7cc822012-11-19 14:55:58 -080050
Andy Hung5fd10da2023-07-19 11:31:15 -070051#include <algorithm>
Eric Laurentca7cc822012-11-19 14:55:58 -080052
53// ----------------------------------------------------------------------------
54
55// Note: the following macro is used for extremely verbose logging message. In
56// order to run with ALOG_ASSERT turned on, we need to have LOG_NDEBUG set to
57// 0; but one side effect of this is to turn all LOGV's as well. Some messages
58// are so verbose that we want to suppress them even when we have ALOG_ASSERT
59// turned on. Do not uncomment the #def below unless you really know what you
60// are doing and want to see all of the extremely verbose messages.
61//#define VERY_VERY_VERBOSE_LOGGING
62#ifdef VERY_VERY_VERBOSE_LOGGING
63#define ALOGVV ALOGV
64#else
65#define ALOGVV(a...) do { } while(0)
66#endif
67
Yuuki Yokoyamae17f8312017-05-26 19:06:33 +090068#define DEFAULT_OUTPUT_SAMPLE_RATE 48000
69
Eric Laurentca7cc822012-11-19 14:55:58 -080070namespace android {
71
Andy Hung1131b6e2020-12-08 20:47:45 -080072using aidl_utils::statusTFromBinderStatus;
Andy Hungba8e52b2023-05-11 14:33:03 -070073using audioflinger::EffectConfiguration;
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -070074using binder::Status;
75
76namespace {
77
78// Append a POD value into a vector of bytes.
79template<typename T>
80void appendToBuffer(const T& value, std::vector<uint8_t>* buffer) {
81 const uint8_t* ar(reinterpret_cast<const uint8_t*>(&value));
82 buffer->insert(buffer->end(), ar, ar + sizeof(T));
83}
84
85// Write a POD value into a vector of bytes (clears the previous buffer
86// content).
87template<typename T>
88void writeToBuffer(const T& value, std::vector<uint8_t>* buffer) {
89 buffer->clear();
90 appendToBuffer(value, buffer);
91}
92
93} // namespace
94
Eric Laurentca7cc822012-11-19 14:55:58 -080095// ----------------------------------------------------------------------------
Eric Laurent41709552019-12-16 19:34:05 -080096// EffectBase implementation
Eric Laurentca7cc822012-11-19 14:55:58 -080097// ----------------------------------------------------------------------------
98
99#undef LOG_TAG
Andy Hung6ac17eb2023-06-20 18:56:17 -0700100#define LOG_TAG "EffectBase"
Eric Laurentca7cc822012-11-19 14:55:58 -0800101
Andy Hung6ac17eb2023-06-20 18:56:17 -0700102EffectBase::EffectBase(const sp<EffectCallbackInterface>& callback,
Eric Laurentca7cc822012-11-19 14:55:58 -0800103 effect_descriptor_t *desc,
104 int id,
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800105 audio_session_t sessionId,
106 bool pinned)
107 : mPinned(pinned),
Eric Laurent6b446ce2019-12-13 10:56:31 -0800108 mCallback(callback), mId(id), mSessionId(sessionId),
Eric Laurent41709552019-12-16 19:34:05 -0800109 mDescriptor(*desc)
Eric Laurentca7cc822012-11-19 14:55:58 -0800110{
Eric Laurentca7cc822012-11-19 14:55:58 -0800111}
112
Andy Hungf65f5a72023-08-29 12:19:17 -0700113// must be called with EffectModule::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -0700114status_t EffectBase::setEnabled_l(bool enabled)
Eric Laurentca7cc822012-11-19 14:55:58 -0800115{
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800116
Eric Laurent41709552019-12-16 19:34:05 -0800117 ALOGV("setEnabled %p enabled %d", this, enabled);
118
119 if (enabled != isEnabled()) {
120 switch (mState) {
121 // going from disabled to enabled
122 case IDLE:
123 mState = STARTING;
124 break;
125 case STOPPED:
126 mState = RESTART;
127 break;
128 case STOPPING:
129 mState = ACTIVE;
130 break;
131
132 // going from enabled to disabled
133 case RESTART:
134 mState = STOPPED;
135 break;
136 case STARTING:
137 mState = IDLE;
138 break;
139 case ACTIVE:
140 mState = STOPPING;
141 break;
142 case DESTROYED:
143 return NO_ERROR; // simply ignore as we are being destroyed
144 }
145 for (size_t i = 1; i < mHandles.size(); i++) {
Andy Hung6ac17eb2023-06-20 18:56:17 -0700146 IAfEffectHandle *h = mHandles[i];
Eric Laurent41709552019-12-16 19:34:05 -0800147 if (h != NULL && !h->disconnected()) {
148 h->setEnabled(enabled);
149 }
150 }
151 }
152 return NO_ERROR;
Eric Laurentca7cc822012-11-19 14:55:58 -0800153}
154
Andy Hung6ac17eb2023-06-20 18:56:17 -0700155status_t EffectBase::setEnabled(bool enabled, bool fromHandle)
Eric Laurent41709552019-12-16 19:34:05 -0800156{
157 status_t status;
158 {
Andy Hungf65f5a72023-08-29 12:19:17 -0700159 audio_utils::lock_guard _l(mutex());
Eric Laurent41709552019-12-16 19:34:05 -0800160 status = setEnabled_l(enabled);
161 }
162 if (fromHandle) {
163 if (enabled) {
164 if (status != NO_ERROR) {
Andy Hungfda44002021-06-03 17:23:16 -0700165 getCallback()->checkSuspendOnEffectEnabled(this, false, false /*threadLocked*/);
Eric Laurent41709552019-12-16 19:34:05 -0800166 } else {
Andy Hungfda44002021-06-03 17:23:16 -0700167 getCallback()->onEffectEnable(this);
Eric Laurent41709552019-12-16 19:34:05 -0800168 }
169 } else {
Andy Hungfda44002021-06-03 17:23:16 -0700170 getCallback()->onEffectDisable(this);
Eric Laurent41709552019-12-16 19:34:05 -0800171 }
172 }
173 return status;
174}
175
Andy Hung6ac17eb2023-06-20 18:56:17 -0700176bool EffectBase::isEnabled() const
Eric Laurent41709552019-12-16 19:34:05 -0800177{
178 switch (mState) {
179 case RESTART:
180 case STARTING:
181 case ACTIVE:
182 return true;
183 case IDLE:
184 case STOPPING:
185 case STOPPED:
186 case DESTROYED:
187 default:
188 return false;
189 }
190}
191
Andy Hung6ac17eb2023-06-20 18:56:17 -0700192void EffectBase::setSuspended(bool suspended)
Eric Laurent41709552019-12-16 19:34:05 -0800193{
Andy Hungf65f5a72023-08-29 12:19:17 -0700194 audio_utils::lock_guard _l(mutex());
Eric Laurent41709552019-12-16 19:34:05 -0800195 mSuspended = suspended;
196}
197
Andy Hung6ac17eb2023-06-20 18:56:17 -0700198bool EffectBase::suspended() const
Eric Laurent41709552019-12-16 19:34:05 -0800199{
Andy Hungf65f5a72023-08-29 12:19:17 -0700200 audio_utils::lock_guard _l(mutex());
Eric Laurent41709552019-12-16 19:34:05 -0800201 return mSuspended;
202}
203
Andy Hung6ac17eb2023-06-20 18:56:17 -0700204status_t EffectBase::addHandle(IAfEffectHandle *handle)
Eric Laurentca7cc822012-11-19 14:55:58 -0800205{
206 status_t status;
207
Andy Hungf65f5a72023-08-29 12:19:17 -0700208 audio_utils::lock_guard _l(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -0800209 int priority = handle->priority();
210 size_t size = mHandles.size();
Andy Hung6ac17eb2023-06-20 18:56:17 -0700211 IAfEffectHandle *controlHandle = nullptr;
Eric Laurentca7cc822012-11-19 14:55:58 -0800212 size_t i;
213 for (i = 0; i < size; i++) {
Andy Hung6ac17eb2023-06-20 18:56:17 -0700214 IAfEffectHandle *h = mHandles[i];
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800215 if (h == NULL || h->disconnected()) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800216 continue;
217 }
218 // first non destroyed handle is considered in control
Glenn Kasten6e2ebe92013-08-13 09:14:51 -0700219 if (controlHandle == NULL) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800220 controlHandle = h;
Glenn Kasten6e2ebe92013-08-13 09:14:51 -0700221 }
Eric Laurentca7cc822012-11-19 14:55:58 -0800222 if (h->priority() <= priority) {
223 break;
224 }
225 }
226 // if inserted in first place, move effect control from previous owner to this handle
227 if (i == 0) {
228 bool enabled = false;
229 if (controlHandle != NULL) {
230 enabled = controlHandle->enabled();
231 controlHandle->setControl(false/*hasControl*/, true /*signal*/, enabled /*enabled*/);
232 }
233 handle->setControl(true /*hasControl*/, false /*signal*/, enabled /*enabled*/);
234 status = NO_ERROR;
235 } else {
236 status = ALREADY_EXISTS;
237 }
Glenn Kastenc42e9b42016-03-21 11:35:03 -0700238 ALOGV("addHandle() %p added handle %p in position %zu", this, handle, i);
Eric Laurentca7cc822012-11-19 14:55:58 -0800239 mHandles.insertAt(handle, i);
240 return status;
241}
242
Andy Hung6ac17eb2023-06-20 18:56:17 -0700243status_t EffectBase::updatePolicyState()
Eric Laurent6c796322019-04-09 14:13:17 -0700244{
245 status_t status = NO_ERROR;
246 bool doRegister = false;
247 bool registered = false;
248 bool doEnable = false;
249 bool enabled = false;
Mikhail Naganov379d6872020-03-26 13:04:11 -0700250 audio_io_handle_t io = AUDIO_IO_HANDLE_NONE;
Ytai Ben-Tsvi0a4904a2021-01-06 12:57:05 -0800251 product_strategy_t strategy = PRODUCT_STRATEGY_NONE;
Eric Laurent6c796322019-04-09 14:13:17 -0700252
253 {
Andy Hungf65f5a72023-08-29 12:19:17 -0700254 audio_utils::lock_guard _l(mutex());
Eric Laurentd66d7a12021-07-13 13:35:32 +0200255
256 if ((isInternal_l() && !mPolicyRegistered)
257 || !getCallback()->isAudioPolicyReady()) {
258 return NO_ERROR;
259 }
260
Eric Laurent6c796322019-04-09 14:13:17 -0700261 // register effect when first handle is attached and unregister when last handle is removed
262 if (mPolicyRegistered != mHandles.size() > 0) {
263 doRegister = true;
264 mPolicyRegistered = mHandles.size() > 0;
265 if (mPolicyRegistered) {
Andy Hungfda44002021-06-03 17:23:16 -0700266 const auto callback = getCallback();
267 io = callback->io();
268 strategy = callback->strategy();
Eric Laurent6c796322019-04-09 14:13:17 -0700269 }
270 }
271 // enable effect when registered according to enable state requested by controlling handle
272 if (mHandles.size() > 0) {
Andy Hung6ac17eb2023-06-20 18:56:17 -0700273 IAfEffectHandle *handle = controlHandle_l();
Eric Laurent6c796322019-04-09 14:13:17 -0700274 if (handle != nullptr && mPolicyEnabled != handle->enabled()) {
275 doEnable = true;
276 mPolicyEnabled = handle->enabled();
277 }
278 }
279 registered = mPolicyRegistered;
280 enabled = mPolicyEnabled;
Eric Laurentb9d06642021-03-18 15:52:11 +0100281 // The simultaneous release of two EffectHandles with the same EffectModule
282 // may cause us to call this method at the same time.
283 // This may deadlock under some circumstances (b/180941720). Avoid this.
284 if (!doRegister && !(registered && doEnable)) {
285 return NO_ERROR;
286 }
Eric Laurent6c796322019-04-09 14:13:17 -0700287 }
Andy Hungf65f5a72023-08-29 12:19:17 -0700288 policyMutex().lock();
Eric Laurent6c796322019-04-09 14:13:17 -0700289 ALOGV("%s name %s id %d session %d doRegister %d registered %d doEnable %d enabled %d",
290 __func__, mDescriptor.name, mId, mSessionId, doRegister, registered, doEnable, enabled);
291 if (doRegister) {
292 if (registered) {
293 status = AudioSystem::registerEffect(
294 &mDescriptor,
295 io,
296 strategy,
297 mSessionId,
298 mId);
299 } else {
300 status = AudioSystem::unregisterEffect(mId);
301 }
302 }
303 if (registered && doEnable) {
304 status = AudioSystem::setEffectEnabled(mId, enabled);
305 }
Andy Hungf65f5a72023-08-29 12:19:17 -0700306 policyMutex().unlock();
Eric Laurent6c796322019-04-09 14:13:17 -0700307
308 return status;
309}
310
311
Andy Hung6ac17eb2023-06-20 18:56:17 -0700312ssize_t EffectBase::removeHandle(IAfEffectHandle *handle)
Eric Laurentca7cc822012-11-19 14:55:58 -0800313{
Andy Hungf65f5a72023-08-29 12:19:17 -0700314 audio_utils::lock_guard _l(mutex());
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800315 return removeHandle_l(handle);
316}
317
Andy Hung6ac17eb2023-06-20 18:56:17 -0700318ssize_t EffectBase::removeHandle_l(IAfEffectHandle *handle)
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800319{
Eric Laurentca7cc822012-11-19 14:55:58 -0800320 size_t size = mHandles.size();
321 size_t i;
322 for (i = 0; i < size; i++) {
323 if (mHandles[i] == handle) {
324 break;
325 }
326 }
327 if (i == size) {
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800328 ALOGW("%s %p handle not found %p", __FUNCTION__, this, handle);
329 return BAD_VALUE;
Eric Laurentca7cc822012-11-19 14:55:58 -0800330 }
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800331 ALOGV("removeHandle_l() %p removed handle %p in position %zu", this, handle, i);
Eric Laurentca7cc822012-11-19 14:55:58 -0800332
333 mHandles.removeAt(i);
334 // if removed from first place, move effect control from this handle to next in line
335 if (i == 0) {
Andy Hung6ac17eb2023-06-20 18:56:17 -0700336 IAfEffectHandle *h = controlHandle_l();
Eric Laurentca7cc822012-11-19 14:55:58 -0800337 if (h != NULL) {
338 h->setControl(true /*hasControl*/, true /*signal*/ , handle->enabled() /*enabled*/);
339 }
340 }
341
Jaideep Sharmaed8688022020-08-07 14:09:16 +0530342 // Prevent calls to process() and other functions on effect interface from now on.
343 // The effect engine will be released by the destructor when the last strong reference on
344 // this object is released which can happen after next process is called.
Eric Laurentca7cc822012-11-19 14:55:58 -0800345 if (mHandles.size() == 0 && !mPinned) {
346 mState = DESTROYED;
347 }
348
349 return mHandles.size();
350}
351
Andy Hungf65f5a72023-08-29 12:19:17 -0700352// must be called with EffectModule::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -0700353IAfEffectHandle *EffectBase::controlHandle_l()
Eric Laurentca7cc822012-11-19 14:55:58 -0800354{
355 // the first valid handle in the list has control over the module
356 for (size_t i = 0; i < mHandles.size(); i++) {
Andy Hung6ac17eb2023-06-20 18:56:17 -0700357 IAfEffectHandle *h = mHandles[i];
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800358 if (h != NULL && !h->disconnected()) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800359 return h;
360 }
361 }
362
363 return NULL;
364}
365
Eric Laurentf10c7092016-12-06 17:09:56 -0800366// unsafe method called when the effect parent thread has been destroyed
Andy Hung6ac17eb2023-06-20 18:56:17 -0700367ssize_t EffectBase::disconnectHandle(IAfEffectHandle *handle, bool unpinIfLast)
Eric Laurentf10c7092016-12-06 17:09:56 -0800368{
Andy Hungfda44002021-06-03 17:23:16 -0700369 const auto callback = getCallback();
Eric Laurentf10c7092016-12-06 17:09:56 -0800370 ALOGV("disconnect() %p handle %p", this, handle);
Andy Hungfda44002021-06-03 17:23:16 -0700371 if (callback->disconnectEffectHandle(handle, unpinIfLast)) {
Eric Laurent6b446ce2019-12-13 10:56:31 -0800372 return mHandles.size();
373 }
374
Andy Hungf65f5a72023-08-29 12:19:17 -0700375 audio_utils::lock_guard _l(mutex());
Eric Laurentf10c7092016-12-06 17:09:56 -0800376 ssize_t numHandles = removeHandle_l(handle);
377 if ((numHandles == 0) && (!mPinned || unpinIfLast)) {
Andy Hungf65f5a72023-08-29 12:19:17 -0700378 mutex().unlock();
Andy Hungfda44002021-06-03 17:23:16 -0700379 callback->updateOrphanEffectChains(this);
Andy Hungf65f5a72023-08-29 12:19:17 -0700380 mutex().lock();
Eric Laurentf10c7092016-12-06 17:09:56 -0800381 }
382 return numHandles;
383}
384
Andy Hung6ac17eb2023-06-20 18:56:17 -0700385bool EffectBase::purgeHandles()
Eric Laurent41709552019-12-16 19:34:05 -0800386{
387 bool enabled = false;
Andy Hungf65f5a72023-08-29 12:19:17 -0700388 audio_utils::lock_guard _l(mutex());
Andy Hung6ac17eb2023-06-20 18:56:17 -0700389 IAfEffectHandle *handle = controlHandle_l();
Eric Laurent41709552019-12-16 19:34:05 -0800390 if (handle != NULL) {
391 enabled = handle->enabled();
392 }
393 mHandles.clear();
394 return enabled;
395}
396
Andy Hung6ac17eb2023-06-20 18:56:17 -0700397void EffectBase::checkSuspendOnEffectEnabled(bool enabled, bool threadLocked) {
Andy Hungfda44002021-06-03 17:23:16 -0700398 getCallback()->checkSuspendOnEffectEnabled(this, enabled, threadLocked);
Eric Laurent41709552019-12-16 19:34:05 -0800399}
400
401static String8 effectFlagsToString(uint32_t flags) {
402 String8 s;
403
404 s.append("conn. mode: ");
405 switch (flags & EFFECT_FLAG_TYPE_MASK) {
406 case EFFECT_FLAG_TYPE_INSERT: s.append("insert"); break;
407 case EFFECT_FLAG_TYPE_AUXILIARY: s.append("auxiliary"); break;
408 case EFFECT_FLAG_TYPE_REPLACE: s.append("replace"); break;
409 case EFFECT_FLAG_TYPE_PRE_PROC: s.append("preproc"); break;
410 case EFFECT_FLAG_TYPE_POST_PROC: s.append("postproc"); break;
411 default: s.append("unknown/reserved"); break;
412 }
413 s.append(", ");
414
415 s.append("insert pref: ");
416 switch (flags & EFFECT_FLAG_INSERT_MASK) {
417 case EFFECT_FLAG_INSERT_ANY: s.append("any"); break;
418 case EFFECT_FLAG_INSERT_FIRST: s.append("first"); break;
419 case EFFECT_FLAG_INSERT_LAST: s.append("last"); break;
420 case EFFECT_FLAG_INSERT_EXCLUSIVE: s.append("exclusive"); break;
421 default: s.append("unknown/reserved"); break;
422 }
423 s.append(", ");
424
425 s.append("volume mgmt: ");
426 switch (flags & EFFECT_FLAG_VOLUME_MASK) {
427 case EFFECT_FLAG_VOLUME_NONE: s.append("none"); break;
428 case EFFECT_FLAG_VOLUME_CTRL: s.append("implements control"); break;
429 case EFFECT_FLAG_VOLUME_IND: s.append("requires indication"); break;
430 case EFFECT_FLAG_VOLUME_MONITOR: s.append("monitors volume"); break;
431 default: s.append("unknown/reserved"); break;
432 }
433 s.append(", ");
434
435 uint32_t devind = flags & EFFECT_FLAG_DEVICE_MASK;
436 if (devind) {
437 s.append("device indication: ");
438 switch (devind) {
439 case EFFECT_FLAG_DEVICE_IND: s.append("requires updates"); break;
440 default: s.append("unknown/reserved"); break;
441 }
442 s.append(", ");
443 }
444
445 s.append("input mode: ");
446 switch (flags & EFFECT_FLAG_INPUT_MASK) {
447 case EFFECT_FLAG_INPUT_DIRECT: s.append("direct"); break;
448 case EFFECT_FLAG_INPUT_PROVIDER: s.append("provider"); break;
449 case EFFECT_FLAG_INPUT_BOTH: s.append("direct+provider"); break;
450 default: s.append("not set"); break;
451 }
452 s.append(", ");
453
454 s.append("output mode: ");
455 switch (flags & EFFECT_FLAG_OUTPUT_MASK) {
456 case EFFECT_FLAG_OUTPUT_DIRECT: s.append("direct"); break;
457 case EFFECT_FLAG_OUTPUT_PROVIDER: s.append("provider"); break;
458 case EFFECT_FLAG_OUTPUT_BOTH: s.append("direct+provider"); break;
459 default: s.append("not set"); break;
460 }
461 s.append(", ");
462
463 uint32_t accel = flags & EFFECT_FLAG_HW_ACC_MASK;
464 if (accel) {
465 s.append("hardware acceleration: ");
466 switch (accel) {
467 case EFFECT_FLAG_HW_ACC_SIMPLE: s.append("non-tunneled"); break;
468 case EFFECT_FLAG_HW_ACC_TUNNEL: s.append("tunneled"); break;
469 default: s.append("unknown/reserved"); break;
470 }
471 s.append(", ");
472 }
473
474 uint32_t modeind = flags & EFFECT_FLAG_AUDIO_MODE_MASK;
475 if (modeind) {
476 s.append("mode indication: ");
477 switch (modeind) {
478 case EFFECT_FLAG_AUDIO_MODE_IND: s.append("required"); break;
479 default: s.append("unknown/reserved"); break;
480 }
481 s.append(", ");
482 }
483
484 uint32_t srcind = flags & EFFECT_FLAG_AUDIO_SOURCE_MASK;
485 if (srcind) {
486 s.append("source indication: ");
487 switch (srcind) {
488 case EFFECT_FLAG_AUDIO_SOURCE_IND: s.append("required"); break;
489 default: s.append("unknown/reserved"); break;
490 }
491 s.append(", ");
492 }
493
494 if (flags & EFFECT_FLAG_OFFLOAD_MASK) {
495 s.append("offloadable, ");
496 }
497
498 int len = s.length();
499 if (s.length() > 2) {
500 (void) s.lockBuffer(len);
501 s.unlockBuffer(len - 2);
502 }
503 return s;
504}
505
Andy Hung6ac17eb2023-06-20 18:56:17 -0700506void EffectBase::dump(int fd, const Vector<String16>& args __unused) const
Andy Hung920f6572022-10-06 12:09:49 -0700507NO_THREAD_SAFETY_ANALYSIS // conditional try lock
Eric Laurent41709552019-12-16 19:34:05 -0800508{
509 String8 result;
510
511 result.appendFormat("\tEffect ID %d:\n", mId);
512
Andy Hungf65f5a72023-08-29 12:19:17 -0700513 const bool locked = afutils::dumpTryLock(mutex());
Eric Laurent41709552019-12-16 19:34:05 -0800514 // failed to lock - AudioFlinger is probably deadlocked
515 if (!locked) {
516 result.append("\t\tCould not lock Fx mutex:\n");
517 }
François Gaffie163ce832023-06-28 11:36:35 +0200518 bool isInternal = isInternal_l();
519 result.append("\t\tSession State Registered Internal Enabled Suspended:\n");
520 result.appendFormat("\t\t%05d %03d %s %s %s %s\n",
521 mSessionId, mState, mPolicyRegistered ? "y" : "n", isInternal ? "y" : "n",
522 ((isInternal && isEnabled()) || (!isInternal && mPolicyEnabled)) ? "y" : "n",
523 mSuspended ? "y" : "n");
Eric Laurent41709552019-12-16 19:34:05 -0800524
525 result.append("\t\tDescriptor:\n");
526 char uuidStr[64];
527 AudioEffect::guidToString(&mDescriptor.uuid, uuidStr, sizeof(uuidStr));
528 result.appendFormat("\t\t- UUID: %s\n", uuidStr);
529 AudioEffect::guidToString(&mDescriptor.type, uuidStr, sizeof(uuidStr));
530 result.appendFormat("\t\t- TYPE: %s\n", uuidStr);
531 result.appendFormat("\t\t- apiVersion: %08X\n\t\t- flags: %08X (%s)\n",
532 mDescriptor.apiVersion,
533 mDescriptor.flags,
Tomasz Wasilczyk833345b2023-08-15 20:59:35 +0000534 effectFlagsToString(mDescriptor.flags).c_str());
Eric Laurent41709552019-12-16 19:34:05 -0800535 result.appendFormat("\t\t- name: %s\n",
536 mDescriptor.name);
537
538 result.appendFormat("\t\t- implementor: %s\n",
539 mDescriptor.implementor);
540
541 result.appendFormat("\t\t%zu Clients:\n", mHandles.size());
542 result.append("\t\t\t Pid Priority Ctrl Locked client server\n");
543 char buffer[256];
544 for (size_t i = 0; i < mHandles.size(); ++i) {
Andy Hung6ac17eb2023-06-20 18:56:17 -0700545 IAfEffectHandle *handle = mHandles[i];
Eric Laurent41709552019-12-16 19:34:05 -0800546 if (handle != NULL && !handle->disconnected()) {
547 handle->dumpToBuffer(buffer, sizeof(buffer));
548 result.append(buffer);
549 }
550 }
551 if (locked) {
Andy Hungf65f5a72023-08-29 12:19:17 -0700552 mutex().unlock();
Eric Laurent41709552019-12-16 19:34:05 -0800553 }
554
Tomasz Wasilczyk833345b2023-08-15 20:59:35 +0000555 write(fd, result.c_str(), result.length());
Eric Laurent41709552019-12-16 19:34:05 -0800556}
557
558// ----------------------------------------------------------------------------
559// EffectModule implementation
560// ----------------------------------------------------------------------------
561
562#undef LOG_TAG
Andy Hung6ac17eb2023-06-20 18:56:17 -0700563#define LOG_TAG "EffectModule"
Eric Laurent41709552019-12-16 19:34:05 -0800564
Andy Hung6ac17eb2023-06-20 18:56:17 -0700565EffectModule::EffectModule(const sp<EffectCallbackInterface>& callback,
Eric Laurent41709552019-12-16 19:34:05 -0800566 effect_descriptor_t *desc,
567 int id,
568 audio_session_t sessionId,
Eric Laurentb82e6b72019-11-22 17:25:04 -0800569 bool pinned,
570 audio_port_handle_t deviceId)
Eric Laurent41709552019-12-16 19:34:05 -0800571 : EffectBase(callback, desc, id, sessionId, pinned),
572 // clear mConfig to ensure consistent initial value of buffer framecount
573 // in case buffers are associated by setInBuffer() or setOutBuffer()
574 // prior to configure().
575 mConfig{{}, {}},
576 mStatus(NO_INIT),
577 mMaxDisableWaitCnt(1), // set by configure(), should be >= 1
578 mDisableWaitCnt(0), // set by process() and updateState()
David Li6c8ac4b2021-06-22 22:17:52 +0800579 mOffloaded(false),
Mikhail Naganov8d7da002022-04-19 21:21:23 +0000580 mIsOutput(false)
Eric Laurent41709552019-12-16 19:34:05 -0800581 , mSupportsFloat(false)
Eric Laurent41709552019-12-16 19:34:05 -0800582{
583 ALOGV("Constructor %p pinned %d", this, pinned);
584 int lStatus;
585
586 // create effect engine from effect factory
587 mStatus = callback->createEffectHal(
Eric Laurentb82e6b72019-11-22 17:25:04 -0800588 &desc->uuid, sessionId, deviceId, &mEffectInterface);
Eric Laurent41709552019-12-16 19:34:05 -0800589 if (mStatus != NO_ERROR) {
590 return;
591 }
592 lStatus = init();
593 if (lStatus < 0) {
594 mStatus = lStatus;
595 goto Error;
596 }
597
598 setOffloaded(callback->isOffload(), callback->io());
599 ALOGV("Constructor success name %s, Interface %p", mDescriptor.name, mEffectInterface.get());
600
601 return;
602Error:
603 mEffectInterface.clear();
604 ALOGV("Constructor Error %d", mStatus);
605}
606
Andy Hung6ac17eb2023-06-20 18:56:17 -0700607EffectModule::~EffectModule()
Eric Laurent41709552019-12-16 19:34:05 -0800608{
609 ALOGV("Destructor %p", this);
610 if (mEffectInterface != 0) {
611 char uuidStr[64];
612 AudioEffect::guidToString(&mDescriptor.uuid, uuidStr, sizeof(uuidStr));
613 ALOGW("EffectModule %p destructor called with unreleased interface, effect %s",
614 this, uuidStr);
615 release_l();
616 }
617
618}
619
Andy Hung6ac17eb2023-06-20 18:56:17 -0700620bool EffectModule::updateState() {
Andy Hungf65f5a72023-08-29 12:19:17 -0700621 audio_utils::lock_guard _l(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -0800622
Eric Laurentfa1e1232016-08-02 19:01:49 -0700623 bool started = false;
Eric Laurentca7cc822012-11-19 14:55:58 -0800624 switch (mState) {
625 case RESTART:
626 reset_l();
Chih-Hung Hsieh2b487032018-09-13 14:16:02 -0700627 FALLTHROUGH_INTENDED;
Eric Laurentca7cc822012-11-19 14:55:58 -0800628
629 case STARTING:
630 // clear auxiliary effect input buffer for next accumulation
631 if ((mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_AUXILIARY) {
632 memset(mConfig.inputCfg.buffer.raw,
633 0,
634 mConfig.inputCfg.buffer.frameCount*sizeof(int32_t));
635 }
Eric Laurentd0ebb532013-04-02 16:41:41 -0700636 if (start_l() == NO_ERROR) {
637 mState = ACTIVE;
Eric Laurentfa1e1232016-08-02 19:01:49 -0700638 started = true;
Eric Laurentd0ebb532013-04-02 16:41:41 -0700639 } else {
640 mState = IDLE;
641 }
Eric Laurentca7cc822012-11-19 14:55:58 -0800642 break;
643 case STOPPING:
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +0900644 // volume control for offload and direct threads must take effect immediately.
645 if (stop_l() == NO_ERROR
646 && !(isVolumeControl() && isOffloadedOrDirect())) {
Eric Laurentd0ebb532013-04-02 16:41:41 -0700647 mDisableWaitCnt = mMaxDisableWaitCnt;
648 } else {
649 mDisableWaitCnt = 1; // will cause immediate transition to IDLE
650 }
Eric Laurentca7cc822012-11-19 14:55:58 -0800651 mState = STOPPED;
652 break;
653 case STOPPED:
654 // mDisableWaitCnt is forced to 1 by process() when the engine indicates the end of the
655 // turn off sequence.
656 if (--mDisableWaitCnt == 0) {
657 reset_l();
658 mState = IDLE;
659 }
660 break;
Eric Laurentde8caf42021-08-11 17:19:25 +0200661 case ACTIVE:
662 for (size_t i = 0; i < mHandles.size(); i++) {
663 if (!mHandles[i]->disconnected()) {
664 mHandles[i]->framesProcessed(mConfig.inputCfg.buffer.frameCount);
665 }
666 }
667 break;
Eric Laurentca7cc822012-11-19 14:55:58 -0800668 default: //IDLE , ACTIVE, DESTROYED
669 break;
670 }
Eric Laurentfa1e1232016-08-02 19:01:49 -0700671
672 return started;
Eric Laurentca7cc822012-11-19 14:55:58 -0800673}
674
Andy Hung6ac17eb2023-06-20 18:56:17 -0700675void EffectModule::process()
Eric Laurentca7cc822012-11-19 14:55:58 -0800676{
Andy Hungf65f5a72023-08-29 12:19:17 -0700677 audio_utils::lock_guard _l(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -0800678
Mikhail Naganov022b9952017-01-04 16:36:51 -0800679 if (mState == DESTROYED || mEffectInterface == 0 || mInBuffer == 0 || mOutBuffer == 0) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800680 return;
681 }
682
rago94a1ee82017-07-21 15:11:02 -0700683 const uint32_t inChannelCount =
684 audio_channel_count_from_out_mask(mConfig.inputCfg.channels);
685 const uint32_t outChannelCount =
686 audio_channel_count_from_out_mask(mConfig.outputCfg.channels);
687 const bool auxType =
688 (mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_AUXILIARY;
689
Andy Hungfa69ca32017-11-30 10:07:53 -0800690 // safeInputOutputSampleCount is 0 if the channel count between input and output
691 // buffers do not match. This prevents automatic accumulation or copying between the
692 // input and output effect buffers without an intermediary effect process.
693 // TODO: consider implementing channel conversion.
694 const size_t safeInputOutputSampleCount =
Andy Hungdd2e7a82018-10-31 14:19:13 -0700695 mInChannelCountRequested != mOutChannelCountRequested ? 0
696 : mOutChannelCountRequested * std::min(
Andy Hungfa69ca32017-11-30 10:07:53 -0800697 mConfig.inputCfg.buffer.frameCount,
698 mConfig.outputCfg.buffer.frameCount);
699 const auto accumulateInputToOutput = [this, safeInputOutputSampleCount]() {
Andy Hungfa69ca32017-11-30 10:07:53 -0800700 accumulate_float(
701 mConfig.outputCfg.buffer.f32,
702 mConfig.inputCfg.buffer.f32,
703 safeInputOutputSampleCount);
Andy Hungfa69ca32017-11-30 10:07:53 -0800704 };
705 const auto copyInputToOutput = [this, safeInputOutputSampleCount]() {
Andy Hungfa69ca32017-11-30 10:07:53 -0800706 memcpy(
707 mConfig.outputCfg.buffer.f32,
708 mConfig.inputCfg.buffer.f32,
709 safeInputOutputSampleCount * sizeof(*mConfig.outputCfg.buffer.f32));
Andy Hungfa69ca32017-11-30 10:07:53 -0800710 };
711
Eric Laurentca7cc822012-11-19 14:55:58 -0800712 if (isProcessEnabled()) {
Eric Laurent6dd0fd92016-09-15 12:44:53 -0700713 int ret;
714 if (isProcessImplemented()) {
rago94a1ee82017-07-21 15:11:02 -0700715 if (auxType) {
716 // We overwrite the aux input buffer here and clear after processing.
Andy Hung9aad48c2017-11-29 10:29:19 -0800717 // aux input is always mono.
rago94a1ee82017-07-21 15:11:02 -0700718
Andy Hung26836922023-05-22 17:31:57 -0700719 if (!mSupportsFloat) {
Andy Hung116a4982017-11-30 10:15:08 -0800720 memcpy_to_i16_from_float(
721 mConfig.inputCfg.buffer.s16,
722 mConfig.inputCfg.buffer.f32,
723 mConfig.inputCfg.buffer.frameCount);
rago94a1ee82017-07-21 15:11:02 -0700724 }
rago94a1ee82017-07-21 15:11:02 -0700725 }
Andy Hung9aad48c2017-11-29 10:29:19 -0800726 sp<EffectBufferHalInterface> inBuffer = mInBuffer;
727 sp<EffectBufferHalInterface> outBuffer = mOutBuffer;
728
729 if (!auxType && mInChannelCountRequested != inChannelCount) {
730 adjust_channels(
731 inBuffer->audioBuffer()->f32, mInChannelCountRequested,
732 mInConversionBuffer->audioBuffer()->f32, inChannelCount,
733 sizeof(float),
734 sizeof(float)
735 * mInChannelCountRequested * mConfig.inputCfg.buffer.frameCount);
736 inBuffer = mInConversionBuffer;
737 }
738 if (mConfig.outputCfg.accessMode == EFFECT_BUFFER_ACCESS_ACCUMULATE
739 && mOutChannelCountRequested != outChannelCount) {
740 adjust_selected_channels(
741 outBuffer->audioBuffer()->f32, mOutChannelCountRequested,
742 mOutConversionBuffer->audioBuffer()->f32, outChannelCount,
743 sizeof(float),
744 sizeof(float)
745 * mOutChannelCountRequested * mConfig.outputCfg.buffer.frameCount);
746 outBuffer = mOutConversionBuffer;
747 }
Andy Hungfa69ca32017-11-30 10:07:53 -0800748 if (!mSupportsFloat) { // convert input to int16_t as effect doesn't support float.
749 if (!auxType) {
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -0800750 if (mInConversionBuffer == nullptr) {
Andy Hungfa69ca32017-11-30 10:07:53 -0800751 ALOGW("%s: mInConversionBuffer is null, bypassing", __func__);
752 goto data_bypass;
rago94a1ee82017-07-21 15:11:02 -0700753 }
Andy Hungfa69ca32017-11-30 10:07:53 -0800754 memcpy_to_i16_from_float(
755 mInConversionBuffer->audioBuffer()->s16,
Andy Hung9aad48c2017-11-29 10:29:19 -0800756 inBuffer->audioBuffer()->f32,
Andy Hungfa69ca32017-11-30 10:07:53 -0800757 inChannelCount * mConfig.inputCfg.buffer.frameCount);
Andy Hung9aad48c2017-11-29 10:29:19 -0800758 inBuffer = mInConversionBuffer;
rago94a1ee82017-07-21 15:11:02 -0700759 }
Andy Hungfa69ca32017-11-30 10:07:53 -0800760 if (mConfig.outputCfg.accessMode == EFFECT_BUFFER_ACCESS_ACCUMULATE) {
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -0800761 if (mOutConversionBuffer == nullptr) {
Andy Hungfa69ca32017-11-30 10:07:53 -0800762 ALOGW("%s: mOutConversionBuffer is null, bypassing", __func__);
763 goto data_bypass;
764 }
765 memcpy_to_i16_from_float(
766 mOutConversionBuffer->audioBuffer()->s16,
Andy Hung9aad48c2017-11-29 10:29:19 -0800767 outBuffer->audioBuffer()->f32,
Andy Hungfa69ca32017-11-30 10:07:53 -0800768 outChannelCount * mConfig.outputCfg.buffer.frameCount);
Andy Hung9aad48c2017-11-29 10:29:19 -0800769 outBuffer = mOutConversionBuffer;
rago94a1ee82017-07-21 15:11:02 -0700770 }
771 }
Mikhail Naganov022b9952017-01-04 16:36:51 -0800772 ret = mEffectInterface->process();
Andy Hungfa69ca32017-11-30 10:07:53 -0800773 if (!mSupportsFloat) { // convert output int16_t back to float.
Andy Hung9aad48c2017-11-29 10:29:19 -0800774 sp<EffectBufferHalInterface> target =
775 mOutChannelCountRequested != outChannelCount
776 ? mOutConversionBuffer : mOutBuffer;
777
Andy Hungfa69ca32017-11-30 10:07:53 -0800778 memcpy_to_float_from_i16(
Andy Hung9aad48c2017-11-29 10:29:19 -0800779 target->audioBuffer()->f32,
Andy Hungfa69ca32017-11-30 10:07:53 -0800780 mOutConversionBuffer->audioBuffer()->s16,
781 outChannelCount * mConfig.outputCfg.buffer.frameCount);
782 }
Andy Hung9aad48c2017-11-29 10:29:19 -0800783 if (mOutChannelCountRequested != outChannelCount) {
784 adjust_selected_channels(mOutConversionBuffer->audioBuffer()->f32, outChannelCount,
785 mOutBuffer->audioBuffer()->f32, mOutChannelCountRequested,
786 sizeof(float),
787 sizeof(float) * outChannelCount * mConfig.outputCfg.buffer.frameCount);
788 }
Eric Laurent6dd0fd92016-09-15 12:44:53 -0700789 } else {
rago94a1ee82017-07-21 15:11:02 -0700790 data_bypass:
rago94a1ee82017-07-21 15:11:02 -0700791 if (!auxType /* aux effects do not require data bypass */
Andy Hungfa69ca32017-11-30 10:07:53 -0800792 && mConfig.inputCfg.buffer.raw != mConfig.outputCfg.buffer.raw) {
Eric Laurent6dd0fd92016-09-15 12:44:53 -0700793 if (mConfig.outputCfg.accessMode == EFFECT_BUFFER_ACCESS_ACCUMULATE) {
Andy Hungfa69ca32017-11-30 10:07:53 -0800794 accumulateInputToOutput();
Eric Laurent6dd0fd92016-09-15 12:44:53 -0700795 } else {
Andy Hungfa69ca32017-11-30 10:07:53 -0800796 copyInputToOutput();
Eric Laurent6dd0fd92016-09-15 12:44:53 -0700797 }
798 }
799 ret = -ENODATA;
800 }
Andy Hungfa69ca32017-11-30 10:07:53 -0800801
Eric Laurentca7cc822012-11-19 14:55:58 -0800802 // force transition to IDLE state when engine is ready
803 if (mState == STOPPED && ret == -ENODATA) {
804 mDisableWaitCnt = 1;
805 }
806
807 // clear auxiliary effect input buffer for next accumulation
rago94a1ee82017-07-21 15:11:02 -0700808 if (auxType) {
Andy Hung116a4982017-11-30 10:15:08 -0800809 const size_t size =
810 mConfig.inputCfg.buffer.frameCount * inChannelCount * sizeof(float);
rago94a1ee82017-07-21 15:11:02 -0700811 memset(mConfig.inputCfg.buffer.raw, 0, size);
Eric Laurentca7cc822012-11-19 14:55:58 -0800812 }
813 } else if ((mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_INSERT &&
rago94a1ee82017-07-21 15:11:02 -0700814 // mInBuffer->audioBuffer()->raw != mOutBuffer->audioBuffer()->raw
Eric Laurentca7cc822012-11-19 14:55:58 -0800815 mConfig.inputCfg.buffer.raw != mConfig.outputCfg.buffer.raw) {
816 // If an insert effect is idle and input buffer is different from output buffer,
817 // accumulate input onto output
Andy Hungfda44002021-06-03 17:23:16 -0700818 if (getCallback()->activeTrackCnt() != 0) {
Andy Hunge8ac1b22018-10-31 14:22:35 -0700819 // similar handling with data_bypass above.
820 if (mConfig.outputCfg.accessMode == EFFECT_BUFFER_ACCESS_ACCUMULATE) {
821 accumulateInputToOutput();
822 } else { // EFFECT_BUFFER_ACCESS_WRITE
823 copyInputToOutput();
824 }
Eric Laurentca7cc822012-11-19 14:55:58 -0800825 }
826 }
827}
828
Andy Hung6ac17eb2023-06-20 18:56:17 -0700829void EffectModule::reset_l()
Eric Laurentca7cc822012-11-19 14:55:58 -0800830{
Mikhail Naganov1dc98672016-08-18 17:50:29 -0700831 if (mStatus != NO_ERROR || mEffectInterface == 0) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800832 return;
833 }
Shunkai Yaoc92f3df2023-09-20 23:10:22 +0000834
835 int reply = 0;
836 uint32_t replySize = sizeof(reply);
837 mEffectInterface->command(EFFECT_CMD_RESET, 0, NULL, &replySize, &reply);
Eric Laurentca7cc822012-11-19 14:55:58 -0800838}
839
Andy Hung6ac17eb2023-06-20 18:56:17 -0700840status_t EffectModule::configure()
Eric Laurentca7cc822012-11-19 14:55:58 -0800841{
rago94a1ee82017-07-21 15:11:02 -0700842 ALOGVV("configure() started");
Eric Laurentd0ebb532013-04-02 16:41:41 -0700843 status_t status;
Eric Laurentd0ebb532013-04-02 16:41:41 -0700844 uint32_t size;
845 audio_channel_mask_t channelMask;
Andy Hungfda44002021-06-03 17:23:16 -0700846 sp<EffectCallbackInterface> callback;
Eric Laurentd0ebb532013-04-02 16:41:41 -0700847
Mikhail Naganov1dc98672016-08-18 17:50:29 -0700848 if (mEffectInterface == 0) {
Eric Laurentd0ebb532013-04-02 16:41:41 -0700849 status = NO_INIT;
850 goto exit;
Eric Laurentca7cc822012-11-19 14:55:58 -0800851 }
852
Eric Laurentca7cc822012-11-19 14:55:58 -0800853 // TODO: handle configuration of effects replacing track process
Andy Hung9aad48c2017-11-29 10:29:19 -0800854 // TODO: handle configuration of input (record) SW effects above the HAL,
855 // similar to output EFFECT_FLAG_TYPE_INSERT/REPLACE,
856 // in which case input channel masks should be used here.
Andy Hungfda44002021-06-03 17:23:16 -0700857 callback = getCallback();
Eric Laurentf1f22e72021-07-13 14:04:14 +0200858 channelMask = callback->inChannelMask(mId);
Andy Hung9aad48c2017-11-29 10:29:19 -0800859 mConfig.inputCfg.channels = channelMask;
Eric Laurentf1f22e72021-07-13 14:04:14 +0200860 mConfig.outputCfg.channels = callback->outChannelMask();
Eric Laurentca7cc822012-11-19 14:55:58 -0800861
862 if ((mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_AUXILIARY) {
Andy Hung9aad48c2017-11-29 10:29:19 -0800863 if (mConfig.inputCfg.channels != AUDIO_CHANNEL_OUT_MONO) {
864 mConfig.inputCfg.channels = AUDIO_CHANNEL_OUT_MONO;
865 ALOGV("Overriding auxiliary effect input channels %#x as MONO",
866 mConfig.inputCfg.channels);
867 }
Eric Laurentca7cc822012-11-19 14:55:58 -0800868 }
jiabineb3bda02020-06-30 14:07:03 -0700869 if (isHapticGenerator()) {
Andy Hungfda44002021-06-03 17:23:16 -0700870 audio_channel_mask_t hapticChannelMask = callback->hapticChannelMask();
jiabineb3bda02020-06-30 14:07:03 -0700871 mConfig.inputCfg.channels |= hapticChannelMask;
872 mConfig.outputCfg.channels |= hapticChannelMask;
873 }
Andy Hung9aad48c2017-11-29 10:29:19 -0800874 mInChannelCountRequested =
875 audio_channel_count_from_out_mask(mConfig.inputCfg.channels);
876 mOutChannelCountRequested =
877 audio_channel_count_from_out_mask(mConfig.outputCfg.channels);
Ricardo Garciad11da702015-05-28 12:14:12 -0700878
Andy Hung319587b2023-05-23 14:01:03 -0700879 mConfig.inputCfg.format = AUDIO_FORMAT_PCM_FLOAT;
880 mConfig.outputCfg.format = AUDIO_FORMAT_PCM_FLOAT;
Yuuki Yokoyamae17f8312017-05-26 19:06:33 +0900881
882 // Don't use sample rate for thread if effect isn't offloadable.
Andy Hungfda44002021-06-03 17:23:16 -0700883 if (callback->isOffloadOrDirect() && !isOffloaded()) {
Yuuki Yokoyamae17f8312017-05-26 19:06:33 +0900884 mConfig.inputCfg.samplingRate = DEFAULT_OUTPUT_SAMPLE_RATE;
885 ALOGV("Overriding effect input as 48kHz");
886 } else {
Andy Hungfda44002021-06-03 17:23:16 -0700887 mConfig.inputCfg.samplingRate = callback->sampleRate();
Yuuki Yokoyamae17f8312017-05-26 19:06:33 +0900888 }
Eric Laurentca7cc822012-11-19 14:55:58 -0800889 mConfig.outputCfg.samplingRate = mConfig.inputCfg.samplingRate;
890 mConfig.inputCfg.bufferProvider.cookie = NULL;
891 mConfig.inputCfg.bufferProvider.getBuffer = NULL;
892 mConfig.inputCfg.bufferProvider.releaseBuffer = NULL;
893 mConfig.outputCfg.bufferProvider.cookie = NULL;
894 mConfig.outputCfg.bufferProvider.getBuffer = NULL;
895 mConfig.outputCfg.bufferProvider.releaseBuffer = NULL;
896 mConfig.inputCfg.accessMode = EFFECT_BUFFER_ACCESS_READ;
897 // Insert effect:
Eric Laurent3f75a5b2019-11-12 15:55:51 -0800898 // - in global sessions (e.g AUDIO_SESSION_OUTPUT_MIX),
Eric Laurentca7cc822012-11-19 14:55:58 -0800899 // always overwrites output buffer: input buffer == output buffer
900 // - in other sessions:
901 // last effect in the chain accumulates in output buffer: input buffer != output buffer
902 // other effect: overwrites output buffer: input buffer == output buffer
903 // Auxiliary effect:
904 // accumulates in output buffer: input buffer != output buffer
905 // Therefore: accumulate <=> input buffer != output buffer
Andy Hung799c8d02021-10-28 17:05:40 -0700906 mConfig.outputCfg.accessMode = requiredEffectBufferAccessMode();
Eric Laurentca7cc822012-11-19 14:55:58 -0800907 mConfig.inputCfg.mask = EFFECT_CONFIG_ALL;
908 mConfig.outputCfg.mask = EFFECT_CONFIG_ALL;
Andy Hungfda44002021-06-03 17:23:16 -0700909 mConfig.inputCfg.buffer.frameCount = callback->frameCount();
Eric Laurentca7cc822012-11-19 14:55:58 -0800910 mConfig.outputCfg.buffer.frameCount = mConfig.inputCfg.buffer.frameCount;
Mikhail Naganov8d7da002022-04-19 21:21:23 +0000911 mIsOutput = callback->isOutput();
Eric Laurentca7cc822012-11-19 14:55:58 -0800912
Eric Laurent6b446ce2019-12-13 10:56:31 -0800913 ALOGV("configure() %p chain %p buffer %p framecount %zu",
Andy Hungfda44002021-06-03 17:23:16 -0700914 this, callback->chain().promote().get(),
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -0800915 mConfig.inputCfg.buffer.raw, mConfig.inputCfg.buffer.frameCount);
Eric Laurentca7cc822012-11-19 14:55:58 -0800916
917 status_t cmdStatus;
Eric Laurentd0ebb532013-04-02 16:41:41 -0700918 size = sizeof(int);
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700919 status = mEffectInterface->command(EFFECT_CMD_SET_CONFIG,
Andy Hung9aad48c2017-11-29 10:29:19 -0800920 sizeof(mConfig),
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -0700921 &mConfig,
922 &size,
923 &cmdStatus);
rago94a1ee82017-07-21 15:11:02 -0700924 if (status == NO_ERROR) {
Eric Laurentca7cc822012-11-19 14:55:58 -0800925 status = cmdStatus;
926 }
Andy Hung9aad48c2017-11-29 10:29:19 -0800927
Andy Hung9aad48c2017-11-29 10:29:19 -0800928 if (status != NO_ERROR &&
Andy Hungba8e52b2023-05-11 14:33:03 -0700929 EffectConfiguration::isHidl() && // only HIDL effects support channel conversion
Mikhail Naganov8d7da002022-04-19 21:21:23 +0000930 mIsOutput &&
Andy Hung9aad48c2017-11-29 10:29:19 -0800931 (mConfig.inputCfg.channels != AUDIO_CHANNEL_OUT_STEREO
932 || mConfig.outputCfg.channels != AUDIO_CHANNEL_OUT_STEREO)) {
933 // Older effects may require exact STEREO position mask.
Andy Hung01b32722018-05-18 13:52:02 -0700934 if (mConfig.inputCfg.channels != AUDIO_CHANNEL_OUT_STEREO
935 && (mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) != EFFECT_FLAG_TYPE_AUXILIARY) {
Andy Hung9aad48c2017-11-29 10:29:19 -0800936 ALOGV("Overriding effect input channels %#x as STEREO", mConfig.inputCfg.channels);
937 mConfig.inputCfg.channels = AUDIO_CHANNEL_OUT_STEREO;
938 }
939 if (mConfig.outputCfg.channels != AUDIO_CHANNEL_OUT_STEREO) {
940 ALOGV("Overriding effect output channels %#x as STEREO", mConfig.outputCfg.channels);
941 mConfig.outputCfg.channels = AUDIO_CHANNEL_OUT_STEREO;
942 }
943 size = sizeof(int);
rago94a1ee82017-07-21 15:11:02 -0700944 status = mEffectInterface->command(EFFECT_CMD_SET_CONFIG,
Andy Hung9aad48c2017-11-29 10:29:19 -0800945 sizeof(mConfig),
rago94a1ee82017-07-21 15:11:02 -0700946 &mConfig,
947 &size,
948 &cmdStatus);
949 if (status == NO_ERROR) {
950 status = cmdStatus;
Andy Hung9aad48c2017-11-29 10:29:19 -0800951 }
952 }
Andy Hung9aad48c2017-11-29 10:29:19 -0800953
Andy Hung9aad48c2017-11-29 10:29:19 -0800954 if (status == NO_ERROR) {
955 mSupportsFloat = true;
956 }
957
Andy Hungba8e52b2023-05-11 14:33:03 -0700958 // only HIDL effects support integer conversion.
959 if (status != NO_ERROR && EffectConfiguration::isHidl()) {
Andy Hung9aad48c2017-11-29 10:29:19 -0800960 ALOGV("EFFECT_CMD_SET_CONFIG failed with float format, retry with int16_t.");
961 mConfig.inputCfg.format = AUDIO_FORMAT_PCM_16_BIT;
962 mConfig.outputCfg.format = AUDIO_FORMAT_PCM_16_BIT;
963 size = sizeof(int);
964 status = mEffectInterface->command(EFFECT_CMD_SET_CONFIG,
965 sizeof(mConfig),
966 &mConfig,
967 &size,
968 &cmdStatus);
969 if (status == NO_ERROR) {
970 status = cmdStatus;
971 }
972 if (status == NO_ERROR) {
rago94a1ee82017-07-21 15:11:02 -0700973 mSupportsFloat = false;
974 ALOGVV("config worked with 16 bit");
975 } else {
976 ALOGE("%s failed %d with int16_t (as well as float)", __func__, status);
Eric Laurentca7cc822012-11-19 14:55:58 -0800977 }
rago94a1ee82017-07-21 15:11:02 -0700978 }
Eric Laurentca7cc822012-11-19 14:55:58 -0800979
rago94a1ee82017-07-21 15:11:02 -0700980 if (status == NO_ERROR) {
981 // Establish Buffer strategy
982 setInBuffer(mInBuffer);
983 setOutBuffer(mOutBuffer);
984
985 // Update visualizer latency
986 if (memcmp(&mDescriptor.type, SL_IID_VISUALIZATION, sizeof(effect_uuid_t)) == 0) {
987 uint32_t buf32[sizeof(effect_param_t) / sizeof(uint32_t) + 2];
988 effect_param_t *p = (effect_param_t *)buf32;
989
990 p->psize = sizeof(uint32_t);
991 p->vsize = sizeof(uint32_t);
992 size = sizeof(int);
993 *(int32_t *)p->data = VISUALIZER_PARAM_LATENCY;
994
Andy Hungfda44002021-06-03 17:23:16 -0700995 uint32_t latency = callback->latency();
rago94a1ee82017-07-21 15:11:02 -0700996
997 *((int32_t *)p->data + 1)= latency;
998 mEffectInterface->command(EFFECT_CMD_SET_PARAM,
999 sizeof(effect_param_t) + 8,
1000 &buf32,
1001 &size,
1002 &cmdStatus);
1003 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001004 }
1005
Andy Hung05083ac2017-12-14 15:00:28 -08001006 // mConfig.outputCfg.buffer.frameCount cannot be zero.
1007 mMaxDisableWaitCnt = (uint32_t)std::max(
1008 (uint64_t)1, // mMaxDisableWaitCnt must be greater than zero.
François Gaffieb8551f62023-02-15 11:36:35 +01001009 (uint64_t)mConfig.outputCfg.buffer.frameCount == 0 ? 1
1010 : (MAX_DISABLE_TIME_MS * mConfig.outputCfg.samplingRate
1011 / ((uint64_t)1000 * mConfig.outputCfg.buffer.frameCount)));
Eric Laurentca7cc822012-11-19 14:55:58 -08001012
Eric Laurentd0ebb532013-04-02 16:41:41 -07001013exit:
Andy Hung6f88dc42017-12-13 16:19:39 -08001014 // TODO: consider clearing mConfig on error.
Eric Laurentd0ebb532013-04-02 16:41:41 -07001015 mStatus = status;
rago94a1ee82017-07-21 15:11:02 -07001016 ALOGVV("configure ended");
Eric Laurentca7cc822012-11-19 14:55:58 -08001017 return status;
1018}
1019
Andy Hung6ac17eb2023-06-20 18:56:17 -07001020status_t EffectModule::init()
Eric Laurentca7cc822012-11-19 14:55:58 -08001021{
Andy Hungf65f5a72023-08-29 12:19:17 -07001022 audio_utils::lock_guard _l(mutex());
Mikhail Naganov1dc98672016-08-18 17:50:29 -07001023 if (mEffectInterface == 0) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001024 return NO_INIT;
1025 }
1026 status_t cmdStatus;
1027 uint32_t size = sizeof(status_t);
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001028 status_t status = mEffectInterface->command(EFFECT_CMD_INIT,
1029 0,
1030 NULL,
1031 &size,
1032 &cmdStatus);
Eric Laurentca7cc822012-11-19 14:55:58 -08001033 if (status == 0) {
1034 status = cmdStatus;
1035 }
1036 return status;
1037}
1038
Andy Hung6ac17eb2023-06-20 18:56:17 -07001039void EffectModule::addEffectToHal_l()
Eric Laurent1b928682014-10-02 19:41:47 -07001040{
1041 if ((mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_PRE_PROC ||
1042 (mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_POST_PROC) {
Eric Laurent9f57aa82023-03-17 19:28:37 +01001043 if (mCurrentHalStream == getCallback()->io()) {
David Li6c8ac4b2021-06-22 22:17:52 +08001044 return;
1045 }
1046
Andy Hungfda44002021-06-03 17:23:16 -07001047 (void)getCallback()->addEffectToHal(mEffectInterface);
Eric Laurent9f57aa82023-03-17 19:28:37 +01001048 mCurrentHalStream = getCallback()->io();
Eric Laurent1b928682014-10-02 19:41:47 -07001049 }
1050}
1051
Andy Hungf65f5a72023-08-29 12:19:17 -07001052// start() must be called with PlaybackThread::mutex() or EffectChain::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07001053status_t EffectModule::start()
Eric Laurentca7cc822012-11-19 14:55:58 -08001054{
Eric Laurentfa1e1232016-08-02 19:01:49 -07001055 status_t status;
1056 {
Andy Hungf65f5a72023-08-29 12:19:17 -07001057 audio_utils::lock_guard _l(mutex());
Eric Laurentfa1e1232016-08-02 19:01:49 -07001058 status = start_l();
Eric Laurentfa1e1232016-08-02 19:01:49 -07001059 }
Eric Laurent6b446ce2019-12-13 10:56:31 -08001060 if (status == NO_ERROR) {
Andy Hungfda44002021-06-03 17:23:16 -07001061 getCallback()->resetVolume();
Eric Laurentfa1e1232016-08-02 19:01:49 -07001062 }
1063 return status;
Eric Laurentca7cc822012-11-19 14:55:58 -08001064}
1065
Andy Hung6ac17eb2023-06-20 18:56:17 -07001066status_t EffectModule::start_l()
Eric Laurentca7cc822012-11-19 14:55:58 -08001067{
Mikhail Naganov1dc98672016-08-18 17:50:29 -07001068 if (mEffectInterface == 0) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001069 return NO_INIT;
1070 }
Eric Laurentd0ebb532013-04-02 16:41:41 -07001071 if (mStatus != NO_ERROR) {
1072 return mStatus;
1073 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001074 status_t cmdStatus;
1075 uint32_t size = sizeof(status_t);
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001076 status_t status = mEffectInterface->command(EFFECT_CMD_ENABLE,
1077 0,
1078 NULL,
1079 &size,
1080 &cmdStatus);
Eric Laurentca7cc822012-11-19 14:55:58 -08001081 if (status == 0) {
1082 status = cmdStatus;
1083 }
Eric Laurentcb4b6e92014-10-01 14:26:10 -07001084 if (status == 0) {
Eric Laurent1b928682014-10-02 19:41:47 -07001085 addEffectToHal_l();
Eric Laurentca7cc822012-11-19 14:55:58 -08001086 }
1087 return status;
1088}
1089
Andy Hung6ac17eb2023-06-20 18:56:17 -07001090status_t EffectModule::stop()
Eric Laurentca7cc822012-11-19 14:55:58 -08001091{
Andy Hungf65f5a72023-08-29 12:19:17 -07001092 audio_utils::lock_guard _l(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -08001093 return stop_l();
1094}
1095
Andy Hung6ac17eb2023-06-20 18:56:17 -07001096status_t EffectModule::stop_l()
Eric Laurentca7cc822012-11-19 14:55:58 -08001097{
Mikhail Naganov1dc98672016-08-18 17:50:29 -07001098 if (mEffectInterface == 0) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001099 return NO_INIT;
1100 }
Eric Laurentd0ebb532013-04-02 16:41:41 -07001101 if (mStatus != NO_ERROR) {
1102 return mStatus;
1103 }
Eric Laurentbfb1b832013-01-07 09:53:42 -08001104 status_t cmdStatus = NO_ERROR;
Eric Laurentca7cc822012-11-19 14:55:58 -08001105 uint32_t size = sizeof(status_t);
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001106
1107 if (isVolumeControl() && isOffloadedOrDirect()) {
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001108 // We have the EffectChain and EffectModule lock, permit a reentrant call to setVolume:
1109 // resetVolume_l --> setVolume_l --> EffectModule::setVolume
1110 mSetVolumeReentrantTid = gettid();
Andy Hungfda44002021-06-03 17:23:16 -07001111 getCallback()->resetVolume();
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001112 mSetVolumeReentrantTid = INVALID_PID;
1113 }
1114
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001115 status_t status = mEffectInterface->command(EFFECT_CMD_DISABLE,
1116 0,
1117 NULL,
1118 &size,
1119 &cmdStatus);
Eric Laurentbfb1b832013-01-07 09:53:42 -08001120 if (status == NO_ERROR) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001121 status = cmdStatus;
1122 }
Eric Laurentbfb1b832013-01-07 09:53:42 -08001123 if (status == NO_ERROR) {
Eric Laurent6b446ce2019-12-13 10:56:31 -08001124 status = removeEffectFromHal_l();
Eric Laurentbfb1b832013-01-07 09:53:42 -08001125 }
1126 return status;
1127}
1128
Andy Hungf65f5a72023-08-29 12:19:17 -07001129// must be called with EffectChain::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07001130void EffectModule::release_l()
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001131{
1132 if (mEffectInterface != 0) {
Eric Laurent6b446ce2019-12-13 10:56:31 -08001133 removeEffectFromHal_l();
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001134 // release effect engine
Mikhail Naganov022b9952017-01-04 16:36:51 -08001135 mEffectInterface->close();
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001136 mEffectInterface.clear();
1137 }
1138}
1139
Andy Hung6ac17eb2023-06-20 18:56:17 -07001140status_t EffectModule::removeEffectFromHal_l()
Eric Laurentbfb1b832013-01-07 09:53:42 -08001141{
1142 if ((mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_PRE_PROC ||
1143 (mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_POST_PROC) {
Eric Laurent9f57aa82023-03-17 19:28:37 +01001144 if (mCurrentHalStream != getCallback()->io()) {
1145 return (mCurrentHalStream == AUDIO_IO_HANDLE_NONE) ? NO_ERROR : INVALID_OPERATION;
David Li6c8ac4b2021-06-22 22:17:52 +08001146 }
Andy Hungfda44002021-06-03 17:23:16 -07001147 getCallback()->removeEffectFromHal(mEffectInterface);
Eric Laurent9f57aa82023-03-17 19:28:37 +01001148 mCurrentHalStream = AUDIO_IO_HANDLE_NONE;
Eric Laurentca7cc822012-11-19 14:55:58 -08001149 }
Eric Laurentbfb1b832013-01-07 09:53:42 -08001150 return NO_ERROR;
Eric Laurentca7cc822012-11-19 14:55:58 -08001151}
1152
Andy Hunge4a1d912016-08-17 14:11:13 -07001153// round up delta valid if value and divisor are positive.
1154template <typename T>
1155static T roundUpDelta(const T &value, const T &divisor) {
1156 T remainder = value % divisor;
1157 return remainder == 0 ? 0 : divisor - remainder;
1158}
1159
Andy Hung6ac17eb2023-06-20 18:56:17 -07001160status_t EffectModule::command(int32_t cmdCode,
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001161 const std::vector<uint8_t>& cmdData,
1162 int32_t maxReplySize,
1163 std::vector<uint8_t>* reply)
Eric Laurentca7cc822012-11-19 14:55:58 -08001164{
Andy Hungf65f5a72023-08-29 12:19:17 -07001165 audio_utils::lock_guard _l(mutex());
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001166 ALOGVV("command(), cmdCode: %d, mEffectInterface: %p", cmdCode, mEffectInterface.get());
Eric Laurentca7cc822012-11-19 14:55:58 -08001167
Mikhail Naganov1dc98672016-08-18 17:50:29 -07001168 if (mState == DESTROYED || mEffectInterface == 0) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001169 return NO_INIT;
1170 }
Eric Laurentd0ebb532013-04-02 16:41:41 -07001171 if (mStatus != NO_ERROR) {
1172 return mStatus;
1173 }
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001174 if (maxReplySize < 0 || maxReplySize > EFFECT_PARAM_SIZE_MAX) {
1175 return -EINVAL;
1176 }
1177 size_t cmdSize = cmdData.size();
1178 const effect_param_t* param = cmdSize >= sizeof(effect_param_t)
1179 ? reinterpret_cast<const effect_param_t*>(cmdData.data())
1180 : nullptr;
Andy Hung110bc952016-06-20 15:22:52 -07001181 if (cmdCode == EFFECT_CMD_GET_PARAM &&
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001182 (param == nullptr || param->psize > cmdSize - sizeof(effect_param_t))) {
Andy Hung6660f122016-11-04 19:40:53 -07001183 android_errorWriteLog(0x534e4554, "32438594");
Andy Hungb3456642016-11-28 13:50:21 -08001184 android_errorWriteLog(0x534e4554, "33003822");
1185 return -EINVAL;
1186 }
1187 if (cmdCode == EFFECT_CMD_GET_PARAM &&
Andy Hung920f6572022-10-06 12:09:49 -07001188 (maxReplySize < static_cast<signed>(sizeof(effect_param_t)) ||
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001189 param->psize > maxReplySize - sizeof(effect_param_t))) {
Andy Hungb3456642016-11-28 13:50:21 -08001190 android_errorWriteLog(0x534e4554, "29251553");
Andy Hung6660f122016-11-04 19:40:53 -07001191 return -EINVAL;
1192 }
ragoe2759072016-11-22 18:02:48 -08001193 if (cmdCode == EFFECT_CMD_GET_PARAM &&
Andy Hung920f6572022-10-06 12:09:49 -07001194 (static_cast<signed>(sizeof(effect_param_t)) > maxReplySize
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001195 || param->psize > maxReplySize - sizeof(effect_param_t)
1196 || param->vsize > maxReplySize - sizeof(effect_param_t)
1197 - param->psize
1198 || roundUpDelta(param->psize, (uint32_t) sizeof(int)) >
1199 maxReplySize
1200 - sizeof(effect_param_t)
1201 - param->psize
1202 - param->vsize)) {
ragoe2759072016-11-22 18:02:48 -08001203 ALOGV("\tLVM_ERROR : EFFECT_CMD_GET_PARAM: reply size inconsistent");
1204 android_errorWriteLog(0x534e4554, "32705438");
1205 return -EINVAL;
1206 }
Andy Hunge4a1d912016-08-17 14:11:13 -07001207 if ((cmdCode == EFFECT_CMD_SET_PARAM
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001208 || cmdCode == EFFECT_CMD_SET_PARAM_DEFERRED)
1209 && // DEFERRED not generally used
1210 (param == nullptr
1211 || param->psize > cmdSize - sizeof(effect_param_t)
1212 || param->vsize > cmdSize - sizeof(effect_param_t)
1213 - param->psize
1214 || roundUpDelta(param->psize,
1215 (uint32_t) sizeof(int)) >
1216 cmdSize
1217 - sizeof(effect_param_t)
1218 - param->psize
1219 - param->vsize)) {
Andy Hunge4a1d912016-08-17 14:11:13 -07001220 android_errorWriteLog(0x534e4554, "30204301");
1221 return -EINVAL;
1222 }
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001223 uint32_t replySize = maxReplySize;
1224 reply->resize(replySize);
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001225 status_t status = mEffectInterface->command(cmdCode,
1226 cmdSize,
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001227 const_cast<uint8_t*>(cmdData.data()),
1228 &replySize,
1229 reply->data());
1230 reply->resize(status == NO_ERROR ? replySize : 0);
Eric Laurentca7cc822012-11-19 14:55:58 -08001231 if (cmdCode != EFFECT_CMD_GET_PARAM && status == NO_ERROR) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001232 for (size_t i = 1; i < mHandles.size(); i++) {
Andy Hung6ac17eb2023-06-20 18:56:17 -07001233 IAfEffectHandle *h = mHandles[i];
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001234 if (h != NULL && !h->disconnected()) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001235 h->commandExecuted(cmdCode, cmdData, *reply);
Eric Laurentca7cc822012-11-19 14:55:58 -08001236 }
1237 }
1238 }
1239 return status;
1240}
1241
Andy Hung6ac17eb2023-06-20 18:56:17 -07001242bool EffectModule::isProcessEnabled() const
Eric Laurentca7cc822012-11-19 14:55:58 -08001243{
Eric Laurentd0ebb532013-04-02 16:41:41 -07001244 if (mStatus != NO_ERROR) {
1245 return false;
1246 }
1247
Eric Laurentca7cc822012-11-19 14:55:58 -08001248 switch (mState) {
1249 case RESTART:
1250 case ACTIVE:
1251 case STOPPING:
1252 case STOPPED:
1253 return true;
1254 case IDLE:
1255 case STARTING:
1256 case DESTROYED:
1257 default:
1258 return false;
1259 }
1260}
1261
Andy Hung6ac17eb2023-06-20 18:56:17 -07001262bool EffectModule::isOffloadedOrDirect() const
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001263{
Andy Hungfda44002021-06-03 17:23:16 -07001264 return getCallback()->isOffloadOrDirect();
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001265}
1266
Andy Hung6ac17eb2023-06-20 18:56:17 -07001267bool EffectModule::isVolumeControlEnabled() const
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001268{
1269 return (isVolumeControl() && (isOffloadedOrDirect() ? isEnabled() : isProcessEnabled()));
1270}
1271
Andy Hung6ac17eb2023-06-20 18:56:17 -07001272void EffectModule::setInBuffer(const sp<EffectBufferHalInterface>& buffer) {
rago94a1ee82017-07-21 15:11:02 -07001273 ALOGVV("setInBuffer %p",(&buffer));
Andy Hung6f88dc42017-12-13 16:19:39 -08001274
1275 // mConfig.inputCfg.buffer.frameCount may be zero if configure() is not called yet.
Mikhail Naganov022b9952017-01-04 16:36:51 -08001276 if (buffer != 0) {
1277 mConfig.inputCfg.buffer.raw = buffer->audioBuffer()->raw;
1278 buffer->setFrameCount(mConfig.inputCfg.buffer.frameCount);
1279 } else {
1280 mConfig.inputCfg.buffer.raw = NULL;
1281 }
1282 mInBuffer = buffer;
Andy Hungc15aaee2017-11-27 17:02:40 -08001283 mEffectInterface->setInBuffer(buffer);
rago94a1ee82017-07-21 15:11:02 -07001284
Andy Hungbded9c82017-11-30 18:47:35 -08001285 // aux effects do in place conversion to float - we don't allocate mInConversionBuffer.
rago94a1ee82017-07-21 15:11:02 -07001286 // Theoretically insert effects can also do in-place conversions (destroying
1287 // the original buffer) when the output buffer is identical to the input buffer,
1288 // but we don't optimize for it here.
1289 const bool auxType = (mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_AUXILIARY;
Andy Hung9aad48c2017-11-29 10:29:19 -08001290 const uint32_t inChannelCount =
1291 audio_channel_count_from_out_mask(mConfig.inputCfg.channels);
1292 const bool formatMismatch = !mSupportsFloat || mInChannelCountRequested != inChannelCount;
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -08001293 if (!auxType && formatMismatch && mInBuffer != nullptr) {
rago94a1ee82017-07-21 15:11:02 -07001294 // we need to translate - create hidl shared buffer and intercept
1295 const size_t inFrameCount = mConfig.inputCfg.buffer.frameCount;
Andy Hung9aad48c2017-11-29 10:29:19 -08001296 // Use FCC_2 in case mInChannelCountRequested is mono and the effect is stereo.
1297 const uint32_t inChannels = std::max((uint32_t)FCC_2, mInChannelCountRequested);
1298 const size_t size = inChannels * inFrameCount * std::max(sizeof(int16_t), sizeof(float));
rago94a1ee82017-07-21 15:11:02 -07001299
1300 ALOGV("%s: setInBuffer updating for inChannels:%d inFrameCount:%zu total size:%zu",
1301 __func__, inChannels, inFrameCount, size);
1302
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -08001303 if (size > 0 && (mInConversionBuffer == nullptr
Andy Hungbded9c82017-11-30 18:47:35 -08001304 || size > mInConversionBuffer->getSize())) {
1305 mInConversionBuffer.clear();
1306 ALOGV("%s: allocating mInConversionBuffer %zu", __func__, size);
Andy Hungfda44002021-06-03 17:23:16 -07001307 (void)getCallback()->allocateHalBuffer(size, &mInConversionBuffer);
rago94a1ee82017-07-21 15:11:02 -07001308 }
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -08001309 if (mInConversionBuffer != nullptr) {
Andy Hungbded9c82017-11-30 18:47:35 -08001310 mInConversionBuffer->setFrameCount(inFrameCount);
1311 mEffectInterface->setInBuffer(mInConversionBuffer);
rago94a1ee82017-07-21 15:11:02 -07001312 } else if (size > 0) {
Andy Hungbded9c82017-11-30 18:47:35 -08001313 ALOGE("%s cannot create mInConversionBuffer", __func__);
rago94a1ee82017-07-21 15:11:02 -07001314 }
1315 }
Mikhail Naganov022b9952017-01-04 16:36:51 -08001316}
1317
Andy Hung6ac17eb2023-06-20 18:56:17 -07001318void EffectModule::setOutBuffer(const sp<EffectBufferHalInterface>& buffer) {
rago94a1ee82017-07-21 15:11:02 -07001319 ALOGVV("setOutBuffer %p",(&buffer));
Andy Hung6f88dc42017-12-13 16:19:39 -08001320
1321 // mConfig.outputCfg.buffer.frameCount may be zero if configure() is not called yet.
Mikhail Naganov022b9952017-01-04 16:36:51 -08001322 if (buffer != 0) {
1323 mConfig.outputCfg.buffer.raw = buffer->audioBuffer()->raw;
1324 buffer->setFrameCount(mConfig.outputCfg.buffer.frameCount);
1325 } else {
1326 mConfig.outputCfg.buffer.raw = NULL;
1327 }
1328 mOutBuffer = buffer;
Andy Hungc15aaee2017-11-27 17:02:40 -08001329 mEffectInterface->setOutBuffer(buffer);
rago94a1ee82017-07-21 15:11:02 -07001330
Andy Hungbded9c82017-11-30 18:47:35 -08001331 // Note: Any effect that does not accumulate does not need mOutConversionBuffer and
rago94a1ee82017-07-21 15:11:02 -07001332 // can do in-place conversion from int16_t to float. We don't optimize here.
Andy Hung9aad48c2017-11-29 10:29:19 -08001333 const uint32_t outChannelCount =
1334 audio_channel_count_from_out_mask(mConfig.outputCfg.channels);
1335 const bool formatMismatch = !mSupportsFloat || mOutChannelCountRequested != outChannelCount;
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -08001336 if (formatMismatch && mOutBuffer != nullptr) {
rago94a1ee82017-07-21 15:11:02 -07001337 const size_t outFrameCount = mConfig.outputCfg.buffer.frameCount;
Andy Hung9aad48c2017-11-29 10:29:19 -08001338 // Use FCC_2 in case mOutChannelCountRequested is mono and the effect is stereo.
1339 const uint32_t outChannels = std::max((uint32_t)FCC_2, mOutChannelCountRequested);
1340 const size_t size = outChannels * outFrameCount * std::max(sizeof(int16_t), sizeof(float));
rago94a1ee82017-07-21 15:11:02 -07001341
1342 ALOGV("%s: setOutBuffer updating for outChannels:%d outFrameCount:%zu total size:%zu",
1343 __func__, outChannels, outFrameCount, size);
1344
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -08001345 if (size > 0 && (mOutConversionBuffer == nullptr
Andy Hungbded9c82017-11-30 18:47:35 -08001346 || size > mOutConversionBuffer->getSize())) {
1347 mOutConversionBuffer.clear();
1348 ALOGV("%s: allocating mOutConversionBuffer %zu", __func__, size);
Andy Hungfda44002021-06-03 17:23:16 -07001349 (void)getCallback()->allocateHalBuffer(size, &mOutConversionBuffer);
rago94a1ee82017-07-21 15:11:02 -07001350 }
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -08001351 if (mOutConversionBuffer != nullptr) {
Andy Hungbded9c82017-11-30 18:47:35 -08001352 mOutConversionBuffer->setFrameCount(outFrameCount);
1353 mEffectInterface->setOutBuffer(mOutConversionBuffer);
rago94a1ee82017-07-21 15:11:02 -07001354 } else if (size > 0) {
Andy Hungbded9c82017-11-30 18:47:35 -08001355 ALOGE("%s cannot create mOutConversionBuffer", __func__);
rago94a1ee82017-07-21 15:11:02 -07001356 }
1357 }
Mikhail Naganov022b9952017-01-04 16:36:51 -08001358}
1359
Andy Hung6ac17eb2023-06-20 18:56:17 -07001360status_t EffectModule::setVolume(uint32_t *left, uint32_t *right, bool controller)
Eric Laurentca7cc822012-11-19 14:55:58 -08001361{
Andy Hungf65f5a72023-08-29 12:19:17 -07001362 AutoLockReentrant _l(mutex(), mSetVolumeReentrantTid);
Eric Laurentd0ebb532013-04-02 16:41:41 -07001363 if (mStatus != NO_ERROR) {
1364 return mStatus;
1365 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001366 status_t status = NO_ERROR;
Eric Laurentca7cc822012-11-19 14:55:58 -08001367 // Send volume indication if EFFECT_FLAG_VOLUME_IND is set and read back altered volume
1368 // if controller flag is set (Note that controller == TRUE => EFFECT_FLAG_VOLUME_CTRL set)
1369 if (isProcessEnabled() &&
1370 ((mDescriptor.flags & EFFECT_FLAG_VOLUME_MASK) == EFFECT_FLAG_VOLUME_CTRL ||
Jasmine Cha934ecfb2019-01-23 18:19:14 +08001371 (mDescriptor.flags & EFFECT_FLAG_VOLUME_MASK) == EFFECT_FLAG_VOLUME_IND ||
1372 (mDescriptor.flags & EFFECT_FLAG_VOLUME_MASK) == EFFECT_FLAG_VOLUME_MONITOR)) {
jiabin4e246532022-08-23 16:37:30 -07001373 status = setVolumeInternal(left, right, controller);
1374 }
1375 return status;
1376}
1377
Andy Hung6ac17eb2023-06-20 18:56:17 -07001378status_t EffectModule::setVolumeInternal(
jiabin4e246532022-08-23 16:37:30 -07001379 uint32_t *left, uint32_t *right, bool controller) {
1380 uint32_t volume[2] = {*left, *right};
1381 uint32_t *pVolume = controller ? volume : nullptr;
1382 uint32_t size = sizeof(volume);
1383 status_t status = mEffectInterface->command(EFFECT_CMD_SET_VOLUME,
1384 size,
1385 volume,
1386 &size,
1387 pVolume);
1388 if (controller && status == NO_ERROR && size == sizeof(volume)) {
1389 *left = volume[0];
1390 *right = volume[1];
Eric Laurentca7cc822012-11-19 14:55:58 -08001391 }
1392 return status;
1393}
1394
Andy Hung6ac17eb2023-06-20 18:56:17 -07001395void EffectChain::setVolumeForOutput_l(uint32_t left, uint32_t right)
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001396{
Zhou Songd505c642020-02-20 16:35:37 +08001397 // for offload or direct thread, if the effect chain has non-offloadable
1398 // effect and any effect module within the chain has volume control, then
1399 // volume control is delegated to effect, otherwise, set volume to hal.
1400 if (mEffectCallback->isOffloadOrDirect() &&
1401 !(isNonOffloadableEnabled_l() && hasVolumeControlEnabled_l())) {
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001402 float vol_l = (float)left / (1 << 24);
1403 float vol_r = (float)right / (1 << 24);
Eric Laurent6b446ce2019-12-13 10:56:31 -08001404 mEffectCallback->setVolumeForOutput(vol_l, vol_r);
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09001405 }
1406}
1407
Andy Hung6ac17eb2023-06-20 18:56:17 -07001408status_t EffectModule::sendSetAudioDevicesCommand(
jiabin8f278ee2019-11-11 12:16:27 -08001409 const AudioDeviceTypeAddrVector &devices, uint32_t cmdCode)
Eric Laurentca7cc822012-11-19 14:55:58 -08001410{
jiabin8f278ee2019-11-11 12:16:27 -08001411 audio_devices_t deviceType = deviceTypesToBitMask(getAudioDeviceTypes(devices));
1412 if (deviceType == AUDIO_DEVICE_NONE) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001413 return NO_ERROR;
1414 }
1415
Andy Hungf65f5a72023-08-29 12:19:17 -07001416 audio_utils::lock_guard _l(mutex());
Eric Laurentd0ebb532013-04-02 16:41:41 -07001417 if (mStatus != NO_ERROR) {
1418 return mStatus;
1419 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001420 status_t status = NO_ERROR;
Eric Laurent7e1139c2013-06-06 18:29:01 -07001421 if ((mDescriptor.flags & EFFECT_FLAG_DEVICE_MASK) == EFFECT_FLAG_DEVICE_IND) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001422 status_t cmdStatus;
1423 uint32_t size = sizeof(status_t);
jiabin8f278ee2019-11-11 12:16:27 -08001424 // FIXME: use audio device types and addresses when the hal interface is ready.
1425 status = mEffectInterface->command(cmdCode,
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001426 sizeof(uint32_t),
jiabin8f278ee2019-11-11 12:16:27 -08001427 &deviceType,
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001428 &size,
1429 &cmdStatus);
Eric Laurentca7cc822012-11-19 14:55:58 -08001430 }
1431 return status;
1432}
1433
Andy Hung6ac17eb2023-06-20 18:56:17 -07001434status_t EffectModule::setDevices(const AudioDeviceTypeAddrVector &devices)
jiabin8f278ee2019-11-11 12:16:27 -08001435{
1436 return sendSetAudioDevicesCommand(devices, EFFECT_CMD_SET_DEVICE);
1437}
1438
Andy Hung6ac17eb2023-06-20 18:56:17 -07001439status_t EffectModule::setInputDevice(const AudioDeviceTypeAddr &device)
jiabin8f278ee2019-11-11 12:16:27 -08001440{
1441 return sendSetAudioDevicesCommand({device}, EFFECT_CMD_SET_INPUT_DEVICE);
1442}
1443
Andy Hung6ac17eb2023-06-20 18:56:17 -07001444status_t EffectModule::setMode(audio_mode_t mode)
Eric Laurentca7cc822012-11-19 14:55:58 -08001445{
Andy Hungf65f5a72023-08-29 12:19:17 -07001446 audio_utils::lock_guard _l(mutex());
Eric Laurentd0ebb532013-04-02 16:41:41 -07001447 if (mStatus != NO_ERROR) {
1448 return mStatus;
1449 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001450 status_t status = NO_ERROR;
1451 if ((mDescriptor.flags & EFFECT_FLAG_AUDIO_MODE_MASK) == EFFECT_FLAG_AUDIO_MODE_IND) {
1452 status_t cmdStatus;
1453 uint32_t size = sizeof(status_t);
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001454 status = mEffectInterface->command(EFFECT_CMD_SET_AUDIO_MODE,
1455 sizeof(audio_mode_t),
1456 &mode,
1457 &size,
1458 &cmdStatus);
Eric Laurentca7cc822012-11-19 14:55:58 -08001459 if (status == NO_ERROR) {
1460 status = cmdStatus;
1461 }
1462 }
1463 return status;
1464}
1465
Andy Hung6ac17eb2023-06-20 18:56:17 -07001466status_t EffectModule::setAudioSource(audio_source_t source)
Eric Laurentca7cc822012-11-19 14:55:58 -08001467{
Andy Hungf65f5a72023-08-29 12:19:17 -07001468 audio_utils::lock_guard _l(mutex());
Eric Laurentd0ebb532013-04-02 16:41:41 -07001469 if (mStatus != NO_ERROR) {
1470 return mStatus;
1471 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001472 status_t status = NO_ERROR;
1473 if ((mDescriptor.flags & EFFECT_FLAG_AUDIO_SOURCE_MASK) == EFFECT_FLAG_AUDIO_SOURCE_IND) {
1474 uint32_t size = 0;
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001475 status = mEffectInterface->command(EFFECT_CMD_SET_AUDIO_SOURCE,
1476 sizeof(audio_source_t),
1477 &source,
1478 &size,
1479 NULL);
Eric Laurentca7cc822012-11-19 14:55:58 -08001480 }
1481 return status;
1482}
1483
Andy Hung6ac17eb2023-06-20 18:56:17 -07001484status_t EffectModule::setOffloaded(bool offloaded, audio_io_handle_t io)
Eric Laurent5baf2af2013-09-12 17:37:00 -07001485{
Andy Hungf65f5a72023-08-29 12:19:17 -07001486 audio_utils::lock_guard _l(mutex());
Eric Laurent5baf2af2013-09-12 17:37:00 -07001487 if (mStatus != NO_ERROR) {
1488 return mStatus;
1489 }
1490 status_t status = NO_ERROR;
1491 if ((mDescriptor.flags & EFFECT_FLAG_OFFLOAD_SUPPORTED) != 0) {
1492 status_t cmdStatus;
1493 uint32_t size = sizeof(status_t);
1494 effect_offload_param_t cmd;
1495
1496 cmd.isOffload = offloaded;
1497 cmd.ioHandle = io;
Mikhail Naganov4a3d5c22016-08-15 13:47:42 -07001498 status = mEffectInterface->command(EFFECT_CMD_OFFLOAD,
1499 sizeof(effect_offload_param_t),
1500 &cmd,
1501 &size,
1502 &cmdStatus);
Eric Laurent5baf2af2013-09-12 17:37:00 -07001503 if (status == NO_ERROR) {
1504 status = cmdStatus;
1505 }
1506 mOffloaded = (status == NO_ERROR) ? offloaded : false;
1507 } else {
1508 if (offloaded) {
1509 status = INVALID_OPERATION;
1510 }
1511 mOffloaded = false;
1512 }
1513 ALOGV("setOffloaded() offloaded %d io %d status %d", offloaded, io, status);
1514 return status;
1515}
1516
Andy Hung6ac17eb2023-06-20 18:56:17 -07001517bool EffectModule::isOffloaded() const
Eric Laurent5baf2af2013-09-12 17:37:00 -07001518{
Andy Hungf65f5a72023-08-29 12:19:17 -07001519 audio_utils::lock_guard _l(mutex());
Eric Laurent5baf2af2013-09-12 17:37:00 -07001520 return mOffloaded;
1521}
1522
jiabineb3bda02020-06-30 14:07:03 -07001523/*static*/
Andy Hung6ac17eb2023-06-20 18:56:17 -07001524bool IAfEffectModule::isHapticGenerator(const effect_uuid_t *type) {
jiabineb3bda02020-06-30 14:07:03 -07001525 return memcmp(type, FX_IID_HAPTICGENERATOR, sizeof(effect_uuid_t)) == 0;
1526}
1527
Andy Hung6ac17eb2023-06-20 18:56:17 -07001528bool EffectModule::isHapticGenerator() const {
1529 return IAfEffectModule::isHapticGenerator(&mDescriptor.type);
jiabineb3bda02020-06-30 14:07:03 -07001530}
1531
Andy Hung6ac17eb2023-06-20 18:56:17 -07001532status_t EffectModule::setHapticIntensity(int id, os::HapticScale intensity)
jiabine70bc7f2020-06-30 22:07:55 -07001533{
1534 if (mStatus != NO_ERROR) {
1535 return mStatus;
1536 }
1537 if (!isHapticGenerator()) {
1538 ALOGW("Should not set haptic intensity for effects that are not HapticGenerator");
1539 return INVALID_OPERATION;
1540 }
1541
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001542 std::vector<uint8_t> request(sizeof(effect_param_t) + 3 * sizeof(uint32_t));
1543 effect_param_t *param = (effect_param_t*) request.data();
jiabine70bc7f2020-06-30 22:07:55 -07001544 param->psize = sizeof(int32_t);
1545 param->vsize = sizeof(int32_t) * 2;
1546 *(int32_t*)param->data = HG_PARAM_HAPTIC_INTENSITY;
1547 *((int32_t*)param->data + 1) = id;
Simon Bowden62823412022-10-17 14:52:26 +00001548 *((int32_t*)param->data + 2) = static_cast<int32_t>(intensity);
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001549 std::vector<uint8_t> response;
1550 status_t status = command(EFFECT_CMD_SET_PARAM, request, sizeof(int32_t), &response);
jiabine70bc7f2020-06-30 22:07:55 -07001551 if (status == NO_ERROR) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001552 LOG_ALWAYS_FATAL_IF(response.size() != 4);
1553 status = *reinterpret_cast<const status_t*>(response.data());
jiabine70bc7f2020-06-30 22:07:55 -07001554 }
1555 return status;
1556}
1557
Andy Hung6ac17eb2023-06-20 18:56:17 -07001558status_t EffectModule::setVibratorInfo(const media::AudioVibratorInfo& vibratorInfo)
jiabin1319f5a2021-03-30 22:21:24 +00001559{
1560 if (mStatus != NO_ERROR) {
1561 return mStatus;
1562 }
1563 if (!isHapticGenerator()) {
1564 ALOGW("Should not set vibrator info for effects that are not HapticGenerator");
1565 return INVALID_OPERATION;
1566 }
1567
Lais Andradebc3f37a2021-07-02 00:13:19 +01001568 const size_t paramCount = 3;
jiabin1319f5a2021-03-30 22:21:24 +00001569 std::vector<uint8_t> request(
Lais Andradebc3f37a2021-07-02 00:13:19 +01001570 sizeof(effect_param_t) + sizeof(int32_t) + paramCount * sizeof(float));
jiabin1319f5a2021-03-30 22:21:24 +00001571 effect_param_t *param = (effect_param_t*) request.data();
1572 param->psize = sizeof(int32_t);
Lais Andradebc3f37a2021-07-02 00:13:19 +01001573 param->vsize = paramCount * sizeof(float);
jiabin1319f5a2021-03-30 22:21:24 +00001574 *(int32_t*)param->data = HG_PARAM_VIBRATOR_INFO;
1575 float* vibratorInfoPtr = reinterpret_cast<float*>(param->data + sizeof(int32_t));
Lais Andradebc3f37a2021-07-02 00:13:19 +01001576 vibratorInfoPtr[0] = vibratorInfo.resonantFrequency;
1577 vibratorInfoPtr[1] = vibratorInfo.qFactor;
1578 vibratorInfoPtr[2] = vibratorInfo.maxAmplitude;
jiabin1319f5a2021-03-30 22:21:24 +00001579 std::vector<uint8_t> response;
1580 status_t status = command(EFFECT_CMD_SET_PARAM, request, sizeof(int32_t), &response);
1581 if (status == NO_ERROR) {
1582 LOG_ALWAYS_FATAL_IF(response.size() != sizeof(status_t));
1583 status = *reinterpret_cast<const status_t*>(response.data());
1584 }
1585 return status;
1586}
1587
Andy Hung6ac17eb2023-06-20 18:56:17 -07001588status_t EffectModule::getConfigs(
Mikhail Naganov8d7da002022-04-19 21:21:23 +00001589 audio_config_base_t* inputCfg, audio_config_base_t* outputCfg, bool* isOutput) const {
Andy Hungf65f5a72023-08-29 12:19:17 -07001590 audio_utils::lock_guard _l(mutex());
Mikhail Naganov8d7da002022-04-19 21:21:23 +00001591 if (mConfig.inputCfg.mask == 0 || mConfig.outputCfg.mask == 0) {
1592 return NO_INIT;
1593 }
1594 inputCfg->sample_rate = mConfig.inputCfg.samplingRate;
1595 inputCfg->channel_mask = static_cast<audio_channel_mask_t>(mConfig.inputCfg.channels);
1596 inputCfg->format = static_cast<audio_format_t>(mConfig.inputCfg.format);
1597 outputCfg->sample_rate = mConfig.outputCfg.samplingRate;
1598 outputCfg->channel_mask = static_cast<audio_channel_mask_t>(mConfig.outputCfg.channels);
1599 outputCfg->format = static_cast<audio_format_t>(mConfig.outputCfg.format);
1600 *isOutput = mIsOutput;
1601 return NO_ERROR;
1602}
1603
Andy Hungbded9c82017-11-30 18:47:35 -08001604static std::string dumpInOutBuffer(bool isInput, const sp<EffectBufferHalInterface> &buffer) {
1605 std::stringstream ss;
1606
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -08001607 if (buffer == nullptr) {
Andy Hungbded9c82017-11-30 18:47:35 -08001608 return "nullptr"; // make different than below
1609 } else if (buffer->externalData() != nullptr) {
1610 ss << (isInput ? buffer->externalData() : buffer->audioBuffer()->raw)
1611 << " -> "
1612 << (isInput ? buffer->audioBuffer()->raw : buffer->externalData());
1613 } else {
1614 ss << buffer->audioBuffer()->raw;
1615 }
1616 return ss.str();
1617}
Marco Nelissenb2208842014-02-07 14:00:50 -08001618
Andy Hung6ac17eb2023-06-20 18:56:17 -07001619void EffectModule::dump(int fd, const Vector<String16>& args) const
Andy Hung920f6572022-10-06 12:09:49 -07001620NO_THREAD_SAFETY_ANALYSIS // conditional try lock
Eric Laurentca7cc822012-11-19 14:55:58 -08001621{
Eric Laurent41709552019-12-16 19:34:05 -08001622 EffectBase::dump(fd, args);
1623
Eric Laurentca7cc822012-11-19 14:55:58 -08001624 String8 result;
Andy Hungf65f5a72023-08-29 12:19:17 -07001625 const bool locked = afutils::dumpTryLock(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -08001626
Eric Laurent41709552019-12-16 19:34:05 -08001627 result.append("\t\tStatus Engine:\n");
1628 result.appendFormat("\t\t%03d %p\n",
1629 mStatus, mEffectInterface.get());
Andy Hung9718d662017-12-22 17:57:39 -08001630
1631 result.appendFormat("\t\t- data: %s\n", mSupportsFloat ? "float" : "int16");
Eric Laurentca7cc822012-11-19 14:55:58 -08001632
1633 result.append("\t\t- Input configuration:\n");
Andy Hung9718d662017-12-22 17:57:39 -08001634 result.append("\t\t\tBuffer Frames Smp rate Channels Format\n");
1635 result.appendFormat("\t\t\t%p %05zu %05d %08x %6d (%s)\n",
1636 mConfig.inputCfg.buffer.raw,
Eric Laurentca7cc822012-11-19 14:55:58 -08001637 mConfig.inputCfg.buffer.frameCount,
1638 mConfig.inputCfg.samplingRate,
1639 mConfig.inputCfg.channels,
Marco Nelissenb2208842014-02-07 14:00:50 -08001640 mConfig.inputCfg.format,
Andy Hung5fd10da2023-07-19 11:31:15 -07001641 toString(static_cast<audio_format_t>(mConfig.inputCfg.format)).c_str());
Eric Laurentca7cc822012-11-19 14:55:58 -08001642
1643 result.append("\t\t- Output configuration:\n");
1644 result.append("\t\t\tBuffer Frames Smp rate Channels Format\n");
Andy Hung9718d662017-12-22 17:57:39 -08001645 result.appendFormat("\t\t\t%p %05zu %05d %08x %6d (%s)\n",
Kévin PETIT377b2ec2014-02-03 12:35:36 +00001646 mConfig.outputCfg.buffer.raw,
Eric Laurentca7cc822012-11-19 14:55:58 -08001647 mConfig.outputCfg.buffer.frameCount,
1648 mConfig.outputCfg.samplingRate,
1649 mConfig.outputCfg.channels,
Marco Nelissenb2208842014-02-07 14:00:50 -08001650 mConfig.outputCfg.format,
Andy Hung5fd10da2023-07-19 11:31:15 -07001651 toString(static_cast<audio_format_t>(mConfig.outputCfg.format)).c_str());
Eric Laurentca7cc822012-11-19 14:55:58 -08001652
Andy Hungbded9c82017-11-30 18:47:35 -08001653 result.appendFormat("\t\t- HAL buffers:\n"
1654 "\t\t\tIn(%s) InConversion(%s) Out(%s) OutConversion(%s)\n",
1655 dumpInOutBuffer(true /* isInput */, mInBuffer).c_str(),
1656 dumpInOutBuffer(true /* isInput */, mInConversionBuffer).c_str(),
1657 dumpInOutBuffer(false /* isInput */, mOutBuffer).c_str(),
1658 dumpInOutBuffer(false /* isInput */, mOutConversionBuffer).c_str());
rago94a1ee82017-07-21 15:11:02 -07001659
Tomasz Wasilczyk833345b2023-08-15 20:59:35 +00001660 write(fd, result.c_str(), result.length());
Eric Laurentca7cc822012-11-19 14:55:58 -08001661
Mikhail Naganov4d547672019-02-22 14:19:19 -08001662 if (mEffectInterface != 0) {
1663 dprintf(fd, "\tEffect ID %d HAL dump:\n", mId);
1664 (void)mEffectInterface->dump(fd);
1665 }
1666
Eric Laurentca7cc822012-11-19 14:55:58 -08001667 if (locked) {
Andy Hungf65f5a72023-08-29 12:19:17 -07001668 mutex().unlock();
Eric Laurentca7cc822012-11-19 14:55:58 -08001669 }
1670}
1671
1672// ----------------------------------------------------------------------------
1673// EffectHandle implementation
1674// ----------------------------------------------------------------------------
1675
1676#undef LOG_TAG
Andy Hung6ac17eb2023-06-20 18:56:17 -07001677#define LOG_TAG "EffectHandle"
Eric Laurentca7cc822012-11-19 14:55:58 -08001678
Andy Hung6ac17eb2023-06-20 18:56:17 -07001679/* static */
1680sp<IAfEffectHandle> IAfEffectHandle::create(
1681 const sp<IAfEffectBase>& effect,
Andy Hung59867e42023-06-27 17:05:02 -07001682 const sp<Client>& client,
Andy Hung6ac17eb2023-06-20 18:56:17 -07001683 const sp<media::IEffectClient>& effectClient,
1684 int32_t priority, bool notifyFramesProcessed)
1685{
1686 return sp<EffectHandle>::make(
Andy Hung59867e42023-06-27 17:05:02 -07001687 effect, client, effectClient, priority, notifyFramesProcessed);
Andy Hung6ac17eb2023-06-20 18:56:17 -07001688}
1689
1690EffectHandle::EffectHandle(const sp<IAfEffectBase>& effect,
Andy Hung59867e42023-06-27 17:05:02 -07001691 const sp<Client>& client,
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001692 const sp<media::IEffectClient>& effectClient,
Eric Laurentde8caf42021-08-11 17:19:25 +02001693 int32_t priority, bool notifyFramesProcessed)
Eric Laurentca7cc822012-11-19 14:55:58 -08001694 : BnEffect(),
Andy Hung9f6b4d62024-02-28 18:55:43 -08001695 mEffect(effect), mEffectClient(media::EffectClientAsyncProxy::makeIfNeeded(effectClient)),
1696 mClient(client), mCblk(nullptr),
Eric Laurentde8caf42021-08-11 17:19:25 +02001697 mPriority(priority), mHasControl(false), mEnabled(false), mDisconnected(false),
1698 mNotifyFramesProcessed(notifyFramesProcessed)
Eric Laurentca7cc822012-11-19 14:55:58 -08001699{
Eric Laurentb82e6b72019-11-22 17:25:04 -08001700 ALOGV("constructor %p client %p", this, client.get());
Andy Hung225aef62022-12-06 16:33:20 -08001701 setMinSchedulerPolicy(SCHED_NORMAL, ANDROID_PRIORITY_AUDIO);
Andy Hungf2b4a182024-03-26 18:04:29 -07001702 setInheritRt(true);
Eric Laurentca7cc822012-11-19 14:55:58 -08001703
1704 if (client == 0) {
1705 return;
1706 }
1707 int bufOffset = ((sizeof(effect_param_cblk_t) - 1) / sizeof(int) + 1) * sizeof(int);
Atneya3c61d882021-09-20 14:52:15 -04001708 mCblkMemory = client->allocator().allocate(mediautils::NamedAllocRequest{
1709 {static_cast<size_t>(EFFECT_PARAM_BUFFER_SIZE + bufOffset)},
1710 std::string("Effect ID: ")
1711 .append(std::to_string(effect->id()))
1712 .append(" Session ID: ")
1713 .append(std::to_string(static_cast<int>(effect->sessionId())))
1714 .append(" \n")
1715 });
Glenn Kastene75da402013-11-20 13:54:52 -08001716 if (mCblkMemory == 0 ||
Ytai Ben-Tsvi7dd39722019-09-05 15:14:30 -07001717 (mCblk = static_cast<effect_param_cblk_t *>(mCblkMemory->unsecurePointer())) == NULL) {
Glenn Kastenc42e9b42016-03-21 11:35:03 -07001718 ALOGE("not enough memory for Effect size=%zu", EFFECT_PARAM_BUFFER_SIZE +
Eric Laurentca7cc822012-11-19 14:55:58 -08001719 sizeof(effect_param_cblk_t));
Glenn Kastene75da402013-11-20 13:54:52 -08001720 mCblkMemory.clear();
Eric Laurentca7cc822012-11-19 14:55:58 -08001721 return;
1722 }
Glenn Kastene75da402013-11-20 13:54:52 -08001723 new(mCblk) effect_param_cblk_t();
1724 mBuffer = (uint8_t *)mCblk + bufOffset;
Eric Laurentca7cc822012-11-19 14:55:58 -08001725}
1726
Andy Hung6ac17eb2023-06-20 18:56:17 -07001727EffectHandle::~EffectHandle()
Eric Laurentca7cc822012-11-19 14:55:58 -08001728{
1729 ALOGV("Destructor %p", this);
Eric Laurentca7cc822012-11-19 14:55:58 -08001730 disconnect(false);
1731}
1732
Andy Hungc747c532022-03-07 21:41:14 -08001733// Creates an association between Binder code to name for IEffect.
1734#define IEFFECT_BINDER_METHOD_MACRO_LIST \
1735BINDER_METHOD_ENTRY(enable) \
1736BINDER_METHOD_ENTRY(disable) \
1737BINDER_METHOD_ENTRY(command) \
1738BINDER_METHOD_ENTRY(disconnect) \
1739BINDER_METHOD_ENTRY(getCblk) \
Mikhail Naganov8d7da002022-04-19 21:21:23 +00001740BINDER_METHOD_ENTRY(getConfig) \
Andy Hungc747c532022-03-07 21:41:14 -08001741
1742// singleton for Binder Method Statistics for IEffect
1743mediautils::MethodStatistics<int>& getIEffectStatistics() {
1744 using Code = int;
1745
1746#pragma push_macro("BINDER_METHOD_ENTRY")
1747#undef BINDER_METHOD_ENTRY
1748#define BINDER_METHOD_ENTRY(ENTRY) \
1749 {(Code)media::BnEffect::TRANSACTION_##ENTRY, #ENTRY},
1750
1751 static mediautils::MethodStatistics<Code> methodStatistics{
1752 IEFFECT_BINDER_METHOD_MACRO_LIST
1753 METHOD_STATISTICS_BINDER_CODE_NAMES(Code)
1754 };
1755#pragma pop_macro("BINDER_METHOD_ENTRY")
1756
1757 return methodStatistics;
1758}
1759
Andy Hung6ac17eb2023-06-20 18:56:17 -07001760status_t EffectHandle::onTransact(
Andy Hungc747c532022-03-07 21:41:14 -08001761 uint32_t code, const Parcel& data, Parcel* reply, uint32_t flags) {
Andy Hunga2a1ac32022-03-18 16:12:11 -07001762 const std::string methodName = getIEffectStatistics().getMethodForCode(code);
1763 mediautils::TimeCheck check(
1764 std::string("IEffect::").append(methodName),
1765 [code](bool timeout, float elapsedMs) {
1766 if (timeout) {
1767 ; // we don't timeout right now on the effect interface.
1768 } else {
1769 getIEffectStatistics().event(code, elapsedMs);
1770 }
Andy Hungf8ab0932022-06-13 19:49:43 -07001771 }, {} /* timeoutDuration */, {} /* secondChanceDuration */, false /* crashOnTimeout */);
Andy Hungc747c532022-03-07 21:41:14 -08001772 return BnEffect::onTransact(code, data, reply, flags);
1773}
1774
Andy Hung6ac17eb2023-06-20 18:56:17 -07001775status_t EffectHandle::initCheck() const
Glenn Kastene75da402013-11-20 13:54:52 -08001776{
1777 return mClient == 0 || mCblkMemory != 0 ? OK : NO_MEMORY;
1778}
1779
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001780#define RETURN(code) \
1781 *_aidl_return = (code); \
1782 return Status::ok();
1783
Mikhail Naganov8d7da002022-04-19 21:21:23 +00001784#define VALUE_OR_RETURN_STATUS_AS_OUT(exp) \
1785 ({ \
1786 auto _tmp = (exp); \
1787 if (!_tmp.ok()) { RETURN(_tmp.error()); } \
1788 std::move(_tmp.value()); \
1789 })
1790
Andy Hung6ac17eb2023-06-20 18:56:17 -07001791Status EffectHandle::enable(int32_t* _aidl_return)
Eric Laurentca7cc822012-11-19 14:55:58 -08001792{
Andy Hungf65f5a72023-08-29 12:19:17 -07001793 audio_utils::lock_guard _l(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -08001794 ALOGV("enable %p", this);
Andy Hung6ac17eb2023-06-20 18:56:17 -07001795 sp<IAfEffectBase> effect = mEffect.promote();
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001796 if (effect == 0 || mDisconnected) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001797 RETURN(DEAD_OBJECT);
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001798 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001799 if (!mHasControl) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001800 RETURN(INVALID_OPERATION);
Eric Laurentca7cc822012-11-19 14:55:58 -08001801 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001802
1803 if (mEnabled) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001804 RETURN(NO_ERROR);
Eric Laurentca7cc822012-11-19 14:55:58 -08001805 }
1806
1807 mEnabled = true;
1808
Eric Laurent6c796322019-04-09 14:13:17 -07001809 status_t status = effect->updatePolicyState();
1810 if (status != NO_ERROR) {
1811 mEnabled = false;
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001812 RETURN(status);
Eric Laurent6c796322019-04-09 14:13:17 -07001813 }
1814
Eric Laurent6b446ce2019-12-13 10:56:31 -08001815 effect->checkSuspendOnEffectEnabled(true, false /*threadLocked*/);
Eric Laurentca7cc822012-11-19 14:55:58 -08001816
1817 // checkSuspendOnEffectEnabled() can suspend this same effect when enabled
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001818 if (effect->suspended()) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001819 RETURN(NO_ERROR);
Eric Laurentca7cc822012-11-19 14:55:58 -08001820 }
1821
Eric Laurent6b446ce2019-12-13 10:56:31 -08001822 status = effect->setEnabled(true, true /*fromHandle*/);
Eric Laurentca7cc822012-11-19 14:55:58 -08001823 if (status != NO_ERROR) {
Eric Laurentca7cc822012-11-19 14:55:58 -08001824 mEnabled = false;
1825 }
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001826 RETURN(status);
Eric Laurentca7cc822012-11-19 14:55:58 -08001827}
1828
Andy Hung6ac17eb2023-06-20 18:56:17 -07001829Status EffectHandle::disable(int32_t* _aidl_return)
Eric Laurentca7cc822012-11-19 14:55:58 -08001830{
1831 ALOGV("disable %p", this);
Andy Hungf65f5a72023-08-29 12:19:17 -07001832 audio_utils::lock_guard _l(mutex());
Andy Hung6ac17eb2023-06-20 18:56:17 -07001833 sp<IAfEffectBase> effect = mEffect.promote();
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001834 if (effect == 0 || mDisconnected) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001835 RETURN(DEAD_OBJECT);
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001836 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001837 if (!mHasControl) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001838 RETURN(INVALID_OPERATION);
Eric Laurentca7cc822012-11-19 14:55:58 -08001839 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001840
1841 if (!mEnabled) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001842 RETURN(NO_ERROR);
Eric Laurentca7cc822012-11-19 14:55:58 -08001843 }
1844 mEnabled = false;
1845
Eric Laurent6c796322019-04-09 14:13:17 -07001846 effect->updatePolicyState();
1847
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001848 if (effect->suspended()) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001849 RETURN(NO_ERROR);
Eric Laurentca7cc822012-11-19 14:55:58 -08001850 }
1851
Eric Laurent6b446ce2019-12-13 10:56:31 -08001852 status_t status = effect->setEnabled(false, true /*fromHandle*/);
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001853 RETURN(status);
Eric Laurentca7cc822012-11-19 14:55:58 -08001854}
1855
Andy Hung6ac17eb2023-06-20 18:56:17 -07001856Status EffectHandle::disconnect()
Eric Laurentca7cc822012-11-19 14:55:58 -08001857{
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001858 ALOGV("%s %p", __FUNCTION__, this);
Eric Laurentca7cc822012-11-19 14:55:58 -08001859 disconnect(true);
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001860 return Status::ok();
Eric Laurentca7cc822012-11-19 14:55:58 -08001861}
1862
Andy Hung6ac17eb2023-06-20 18:56:17 -07001863void EffectHandle::disconnect(bool unpinIfLast)
Eric Laurentca7cc822012-11-19 14:55:58 -08001864{
Andy Hungf65f5a72023-08-29 12:19:17 -07001865 audio_utils::lock_guard _l(mutex());
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001866 ALOGV("disconnect(%s) %p", unpinIfLast ? "true" : "false", this);
1867 if (mDisconnected) {
1868 if (unpinIfLast) {
1869 android_errorWriteLog(0x534e4554, "32707507");
1870 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001871 return;
1872 }
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001873 mDisconnected = true;
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001874 {
Andy Hung6ac17eb2023-06-20 18:56:17 -07001875 sp<IAfEffectBase> effect = mEffect.promote();
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001876 if (effect != 0) {
Eric Laurent6b446ce2019-12-13 10:56:31 -08001877 if (effect->disconnectHandle(this, unpinIfLast) > 0) {
Eric Laurent6c796322019-04-09 14:13:17 -07001878 ALOGW("%s Effect handle %p disconnected after thread destruction",
1879 __func__, this);
1880 }
1881 effect->updatePolicyState();
Eric Laurentf10c7092016-12-06 17:09:56 -08001882 }
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001883 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001884
Eric Laurentca7cc822012-11-19 14:55:58 -08001885 if (mClient != 0) {
1886 if (mCblk != NULL) {
1887 // unlike ~TrackBase(), mCblk is never a local new, so don't delete
1888 mCblk->~effect_param_cblk_t(); // destroy our shared-structure.
1889 }
1890 mCblkMemory.clear(); // free the shared memory before releasing the heap it belongs to
Eric Laurent021cf962014-05-13 10:18:14 -07001891 // Client destructor must run with AudioFlinger client mutex locked
Andy Hung954b9712023-08-28 18:36:53 -07001892 audio_utils::lock_guard _l2(mClient->afClientCallback()->clientMutex());
Eric Laurentca7cc822012-11-19 14:55:58 -08001893 mClient.clear();
1894 }
1895}
1896
Andy Hung6ac17eb2023-06-20 18:56:17 -07001897Status EffectHandle::getCblk(media::SharedFileRegion* _aidl_return) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001898 LOG_ALWAYS_FATAL_IF(!convertIMemoryToSharedFileRegion(mCblkMemory, _aidl_return));
1899 return Status::ok();
1900}
1901
Andy Hung6ac17eb2023-06-20 18:56:17 -07001902Status EffectHandle::getConfig(
Mikhail Naganov8d7da002022-04-19 21:21:23 +00001903 media::EffectConfig* _config, int32_t* _aidl_return) {
Andy Hungf65f5a72023-08-29 12:19:17 -07001904 audio_utils::lock_guard _l(mutex());
Andy Hung6ac17eb2023-06-20 18:56:17 -07001905 sp<IAfEffectBase> effect = mEffect.promote();
Mikhail Naganov8d7da002022-04-19 21:21:23 +00001906 if (effect == nullptr || mDisconnected) {
1907 RETURN(DEAD_OBJECT);
1908 }
Andy Hung6ac17eb2023-06-20 18:56:17 -07001909 sp<IAfEffectModule> effectModule = effect->asEffectModule();
Mikhail Naganov8d7da002022-04-19 21:21:23 +00001910 if (effectModule == nullptr) {
1911 RETURN(INVALID_OPERATION);
1912 }
1913 audio_config_base_t inputCfg = AUDIO_CONFIG_BASE_INITIALIZER;
1914 audio_config_base_t outputCfg = AUDIO_CONFIG_BASE_INITIALIZER;
1915 bool isOutput;
1916 status_t status = effectModule->getConfigs(&inputCfg, &outputCfg, &isOutput);
1917 if (status == NO_ERROR) {
1918 constexpr bool isInput = false; // effects always use 'OUT' channel masks.
1919 _config->inputCfg = VALUE_OR_RETURN_STATUS_AS_OUT(
1920 legacy2aidl_audio_config_base_t_AudioConfigBase(inputCfg, isInput));
1921 _config->outputCfg = VALUE_OR_RETURN_STATUS_AS_OUT(
1922 legacy2aidl_audio_config_base_t_AudioConfigBase(outputCfg, isInput));
1923 _config->isOnInputStream = !isOutput;
1924 }
1925 RETURN(status);
1926}
1927
Andy Hung6ac17eb2023-06-20 18:56:17 -07001928Status EffectHandle::command(int32_t cmdCode,
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001929 const std::vector<uint8_t>& cmdData,
1930 int32_t maxResponseSize,
1931 std::vector<uint8_t>* response,
1932 int32_t* _aidl_return)
Eric Laurentca7cc822012-11-19 14:55:58 -08001933{
1934 ALOGVV("command(), cmdCode: %d, mHasControl: %d, mEffect: %p",
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001935 cmdCode, mHasControl, mEffect.unsafe_get());
Eric Laurentca7cc822012-11-19 14:55:58 -08001936
Eric Laurentc7ab3092017-06-15 18:43:46 -07001937 // reject commands reserved for internal use by audio framework if coming from outside
1938 // of audioserver
1939 switch(cmdCode) {
1940 case EFFECT_CMD_ENABLE:
1941 case EFFECT_CMD_DISABLE:
1942 case EFFECT_CMD_SET_PARAM:
1943 case EFFECT_CMD_SET_PARAM_DEFERRED:
1944 case EFFECT_CMD_SET_PARAM_COMMIT:
1945 case EFFECT_CMD_GET_PARAM:
1946 break;
1947 default:
1948 if (cmdCode >= EFFECT_CMD_FIRST_PROPRIETARY) {
1949 break;
1950 }
1951 android_errorWriteLog(0x534e4554, "62019992");
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001952 RETURN(BAD_VALUE);
Eric Laurentc7ab3092017-06-15 18:43:46 -07001953 }
1954
Eric Laurent1ffc5852016-12-15 14:46:09 -08001955 if (cmdCode == EFFECT_CMD_ENABLE) {
Andy Hung920f6572022-10-06 12:09:49 -07001956 if (maxResponseSize < static_cast<signed>(sizeof(int))) {
Eric Laurent1ffc5852016-12-15 14:46:09 -08001957 android_errorWriteLog(0x534e4554, "32095713");
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001958 RETURN(BAD_VALUE);
Eric Laurent1ffc5852016-12-15 14:46:09 -08001959 }
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001960 writeToBuffer(NO_ERROR, response);
1961 return enable(_aidl_return);
Eric Laurent1ffc5852016-12-15 14:46:09 -08001962 } else if (cmdCode == EFFECT_CMD_DISABLE) {
Andy Hung920f6572022-10-06 12:09:49 -07001963 if (maxResponseSize < static_cast<signed>(sizeof(int))) {
Eric Laurent1ffc5852016-12-15 14:46:09 -08001964 android_errorWriteLog(0x534e4554, "32095713");
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001965 RETURN(BAD_VALUE);
Eric Laurent1ffc5852016-12-15 14:46:09 -08001966 }
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001967 writeToBuffer(NO_ERROR, response);
1968 return disable(_aidl_return);
Eric Laurent1ffc5852016-12-15 14:46:09 -08001969 }
1970
Andy Hungf65f5a72023-08-29 12:19:17 -07001971 audio_utils::lock_guard _l(mutex());
Andy Hung6ac17eb2023-06-20 18:56:17 -07001972 sp<IAfEffectBase> effect = mEffect.promote();
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001973 if (effect == 0 || mDisconnected) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001974 RETURN(DEAD_OBJECT);
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08001975 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001976 // only get parameter command is permitted for applications not controlling the effect
1977 if (!mHasControl && cmdCode != EFFECT_CMD_GET_PARAM) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001978 RETURN(INVALID_OPERATION);
Eric Laurentca7cc822012-11-19 14:55:58 -08001979 }
Eric Laurentca7cc822012-11-19 14:55:58 -08001980
1981 // handle commands that are not forwarded transparently to effect engine
1982 if (cmdCode == EFFECT_CMD_SET_PARAM_COMMIT) {
Eric Laurentb82e6b72019-11-22 17:25:04 -08001983 if (mClient == 0) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001984 RETURN(INVALID_OPERATION);
Eric Laurentb82e6b72019-11-22 17:25:04 -08001985 }
1986
Andy Hung920f6572022-10-06 12:09:49 -07001987 if (maxResponseSize < (signed)sizeof(int)) {
Eric Laurent1ffc5852016-12-15 14:46:09 -08001988 android_errorWriteLog(0x534e4554, "32095713");
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001989 RETURN(BAD_VALUE);
Eric Laurent1ffc5852016-12-15 14:46:09 -08001990 }
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07001991 writeToBuffer(NO_ERROR, response);
Eric Laurent1ffc5852016-12-15 14:46:09 -08001992
Eric Laurentca7cc822012-11-19 14:55:58 -08001993 // No need to trylock() here as this function is executed in the binder thread serving a
1994 // particular client process: no risk to block the whole media server process or mixer
1995 // threads if we are stuck here
Andy Hung920f6572022-10-06 12:09:49 -07001996 Mutex::Autolock _l2(mCblk->lock);
Andy Hunga447a0f2016-11-15 17:19:58 -08001997 // keep local copy of index in case of client corruption b/32220769
1998 const uint32_t clientIndex = mCblk->clientIndex;
1999 const uint32_t serverIndex = mCblk->serverIndex;
2000 if (clientIndex > EFFECT_PARAM_BUFFER_SIZE ||
2001 serverIndex > EFFECT_PARAM_BUFFER_SIZE) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002002 mCblk->serverIndex = 0;
2003 mCblk->clientIndex = 0;
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002004 RETURN(BAD_VALUE);
Eric Laurentca7cc822012-11-19 14:55:58 -08002005 }
2006 status_t status = NO_ERROR;
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002007 std::vector<uint8_t> param;
Andy Hunga447a0f2016-11-15 17:19:58 -08002008 for (uint32_t index = serverIndex; index < clientIndex;) {
2009 int *p = (int *)(mBuffer + index);
2010 const int size = *p++;
2011 if (size < 0
2012 || size > EFFECT_PARAM_BUFFER_SIZE
2013 || ((uint8_t *)p + size) > mBuffer + clientIndex) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002014 ALOGW("command(): invalid parameter block size");
Andy Hunga447a0f2016-11-15 17:19:58 -08002015 status = BAD_VALUE;
Eric Laurentca7cc822012-11-19 14:55:58 -08002016 break;
2017 }
Andy Hunga447a0f2016-11-15 17:19:58 -08002018
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002019 std::copy(reinterpret_cast<const uint8_t*>(p),
2020 reinterpret_cast<const uint8_t*>(p) + size,
2021 std::back_inserter(param));
Andy Hunga447a0f2016-11-15 17:19:58 -08002022
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002023 std::vector<uint8_t> replyBuffer;
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002024 status_t ret = effect->command(EFFECT_CMD_SET_PARAM,
Andy Hunga447a0f2016-11-15 17:19:58 -08002025 param,
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002026 sizeof(int),
2027 &replyBuffer);
2028 int reply = *reinterpret_cast<const int*>(replyBuffer.data());
Andy Hunga447a0f2016-11-15 17:19:58 -08002029
2030 // verify shared memory: server index shouldn't change; client index can't go back.
2031 if (serverIndex != mCblk->serverIndex
2032 || clientIndex > mCblk->clientIndex) {
2033 android_errorWriteLog(0x534e4554, "32220769");
2034 status = BAD_VALUE;
2035 break;
2036 }
2037
Eric Laurentca7cc822012-11-19 14:55:58 -08002038 // stop at first error encountered
2039 if (ret != NO_ERROR) {
2040 status = ret;
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002041 writeToBuffer(reply, response);
Eric Laurentca7cc822012-11-19 14:55:58 -08002042 break;
2043 } else if (reply != NO_ERROR) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002044 writeToBuffer(reply, response);
Eric Laurentca7cc822012-11-19 14:55:58 -08002045 break;
2046 }
Andy Hunga447a0f2016-11-15 17:19:58 -08002047 index += size;
Eric Laurentca7cc822012-11-19 14:55:58 -08002048 }
2049 mCblk->serverIndex = 0;
2050 mCblk->clientIndex = 0;
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002051 RETURN(status);
Eric Laurentca7cc822012-11-19 14:55:58 -08002052 }
2053
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002054 status_t status = effect->command(cmdCode,
2055 cmdData,
2056 maxResponseSize,
2057 response);
2058 RETURN(status);
Eric Laurentca7cc822012-11-19 14:55:58 -08002059}
2060
Andy Hung6ac17eb2023-06-20 18:56:17 -07002061void EffectHandle::setControl(bool hasControl, bool signal, bool enabled)
Eric Laurentca7cc822012-11-19 14:55:58 -08002062{
2063 ALOGV("setControl %p control %d", this, hasControl);
2064
2065 mHasControl = hasControl;
2066 mEnabled = enabled;
2067
2068 if (signal && mEffectClient != 0) {
2069 mEffectClient->controlStatusChanged(hasControl);
2070 }
2071}
2072
Andy Hung6ac17eb2023-06-20 18:56:17 -07002073void EffectHandle::commandExecuted(uint32_t cmdCode,
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002074 const std::vector<uint8_t>& cmdData,
2075 const std::vector<uint8_t>& replyData)
Eric Laurentca7cc822012-11-19 14:55:58 -08002076{
2077 if (mEffectClient != 0) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07002078 mEffectClient->commandExecuted(cmdCode, cmdData, replyData);
Eric Laurentca7cc822012-11-19 14:55:58 -08002079 }
2080}
2081
2082
2083
Andy Hung6ac17eb2023-06-20 18:56:17 -07002084void EffectHandle::setEnabled(bool enabled)
Eric Laurentca7cc822012-11-19 14:55:58 -08002085{
2086 if (mEffectClient != 0) {
2087 mEffectClient->enableStatusChanged(enabled);
2088 }
2089}
2090
Andy Hung6ac17eb2023-06-20 18:56:17 -07002091void EffectHandle::framesProcessed(int32_t frames) const
Eric Laurentde8caf42021-08-11 17:19:25 +02002092{
2093 if (mEffectClient != 0 && mNotifyFramesProcessed) {
2094 mEffectClient->framesProcessed(frames);
2095 }
2096}
2097
Andy Hung6ac17eb2023-06-20 18:56:17 -07002098void EffectHandle::dumpToBuffer(char* buffer, size_t size) const
Andy Hung920f6572022-10-06 12:09:49 -07002099NO_THREAD_SAFETY_ANALYSIS // conditional try lock
Eric Laurentca7cc822012-11-19 14:55:58 -08002100{
Andy Hung0a51b5c2023-07-18 20:54:44 -07002101 const bool locked = mCblk != nullptr && afutils::dumpTryLock(mCblk->lock);
Eric Laurentca7cc822012-11-19 14:55:58 -08002102
Marco Nelissenb2208842014-02-07 14:00:50 -08002103 snprintf(buffer, size, "\t\t\t%5d %5d %3s %3s %5u %5u\n",
Andy Hung4ef19fa2018-05-15 19:35:29 -07002104 (mClient == 0) ? getpid() : mClient->pid(),
Eric Laurentca7cc822012-11-19 14:55:58 -08002105 mPriority,
Marco Nelissenb2208842014-02-07 14:00:50 -08002106 mHasControl ? "yes" : "no",
2107 locked ? "yes" : "no",
Eric Laurentca7cc822012-11-19 14:55:58 -08002108 mCblk ? mCblk->clientIndex : 0,
2109 mCblk ? mCblk->serverIndex : 0
2110 );
2111
2112 if (locked) {
2113 mCblk->lock.unlock();
2114 }
2115}
2116
2117#undef LOG_TAG
Andy Hung6ac17eb2023-06-20 18:56:17 -07002118#define LOG_TAG "EffectChain"
Eric Laurentca7cc822012-11-19 14:55:58 -08002119
Andy Hung6ac17eb2023-06-20 18:56:17 -07002120/* static */
2121sp<IAfEffectChain> IAfEffectChain::create(
Andy Hung583043b2023-07-17 17:05:00 -07002122 const sp<IAfThreadBase>& thread,
Andy Hung6ac17eb2023-06-20 18:56:17 -07002123 audio_session_t sessionId)
2124{
Andy Hung583043b2023-07-17 17:05:00 -07002125 return sp<EffectChain>::make(thread, sessionId);
Andy Hung6ac17eb2023-06-20 18:56:17 -07002126}
2127
Andy Hung583043b2023-07-17 17:05:00 -07002128EffectChain::EffectChain(const sp<IAfThreadBase>& thread,
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -08002129 audio_session_t sessionId)
Eric Laurent6b446ce2019-12-13 10:56:31 -08002130 : mSessionId(sessionId), mActiveTrackCnt(0), mTrackCnt(0), mTailBufferCount(0),
jiabinbd18c8e2023-08-24 21:10:44 +00002131 mLeftVolume(UINT_MAX), mRightVolume(UINT_MAX),
Eric Laurent6b446ce2019-12-13 10:56:31 -08002132 mNewLeftVolume(UINT_MAX), mNewRightVolume(UINT_MAX),
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -08002133 mEffectCallback(new EffectCallback(wp<EffectChain>(this), thread))
Eric Laurentca7cc822012-11-19 14:55:58 -08002134{
Andy Hung583043b2023-07-17 17:05:00 -07002135 mStrategy = thread->getStrategyForStream(AUDIO_STREAM_MUSIC);
2136 mMaxTailBuffers = ((kProcessTailDurationMs * thread->sampleRate()) / 1000) /
2137 thread->frameCount();
Eric Laurentca7cc822012-11-19 14:55:58 -08002138}
2139
Andy Hung87c693c2023-07-06 20:56:16 -07002140// getEffectFromDesc_l() must be called with IAfThreadBase::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002141sp<IAfEffectModule> EffectChain::getEffectFromDesc_l(
2142 effect_descriptor_t *descriptor) const
Eric Laurentca7cc822012-11-19 14:55:58 -08002143{
2144 size_t size = mEffects.size();
2145
2146 for (size_t i = 0; i < size; i++) {
2147 if (memcmp(&mEffects[i]->desc().uuid, &descriptor->uuid, sizeof(effect_uuid_t)) == 0) {
2148 return mEffects[i];
2149 }
2150 }
2151 return 0;
2152}
2153
Andy Hung87c693c2023-07-06 20:56:16 -07002154// getEffectFromId_l() must be called with IAfThreadBase::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002155sp<IAfEffectModule> EffectChain::getEffectFromId_l(int id) const
Eric Laurentca7cc822012-11-19 14:55:58 -08002156{
2157 size_t size = mEffects.size();
2158
2159 for (size_t i = 0; i < size; i++) {
2160 // by convention, return first effect if id provided is 0 (0 is never a valid id)
2161 if (id == 0 || mEffects[i]->id() == id) {
2162 return mEffects[i];
2163 }
2164 }
2165 return 0;
2166}
2167
Andy Hung87c693c2023-07-06 20:56:16 -07002168// getEffectFromType_l() must be called with IAfThreadBase::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002169sp<IAfEffectModule> EffectChain::getEffectFromType_l(
2170 const effect_uuid_t *type) const
Eric Laurentca7cc822012-11-19 14:55:58 -08002171{
2172 size_t size = mEffects.size();
2173
2174 for (size_t i = 0; i < size; i++) {
2175 if (memcmp(&mEffects[i]->desc().type, type, sizeof(effect_uuid_t)) == 0) {
2176 return mEffects[i];
2177 }
2178 }
2179 return 0;
2180}
2181
Andy Hung6ac17eb2023-06-20 18:56:17 -07002182std::vector<int> EffectChain::getEffectIds() const
Eric Laurent6c796322019-04-09 14:13:17 -07002183{
2184 std::vector<int> ids;
Andy Hungf65f5a72023-08-29 12:19:17 -07002185 audio_utils::lock_guard _l(mutex());
Eric Laurent6c796322019-04-09 14:13:17 -07002186 for (size_t i = 0; i < mEffects.size(); i++) {
2187 ids.push_back(mEffects[i]->id());
2188 }
2189 return ids;
2190}
2191
Andy Hung6ac17eb2023-06-20 18:56:17 -07002192void EffectChain::clearInputBuffer()
Eric Laurentca7cc822012-11-19 14:55:58 -08002193{
Andy Hungf65f5a72023-08-29 12:19:17 -07002194 audio_utils::lock_guard _l(mutex());
Eric Laurent6b446ce2019-12-13 10:56:31 -08002195 clearInputBuffer_l();
Eric Laurentca7cc822012-11-19 14:55:58 -08002196}
2197
Andy Hungf65f5a72023-08-29 12:19:17 -07002198// Must be called with EffectChain::mutex() locked
Andy Hung6ac17eb2023-06-20 18:56:17 -07002199void EffectChain::clearInputBuffer_l()
Eric Laurentca7cc822012-11-19 14:55:58 -08002200{
Eric Laurent6acd1d42017-01-04 14:23:29 -08002201 if (mInBuffer == NULL) {
2202 return;
2203 }
Andy Hung319587b2023-05-23 14:01:03 -07002204 const size_t frameSize = audio_bytes_per_sample(AUDIO_FORMAT_PCM_FLOAT)
Eric Laurentf1f22e72021-07-13 14:04:14 +02002205 * mEffectCallback->inChannelCount(mEffects[0]->id());
rago94a1ee82017-07-21 15:11:02 -07002206
Eric Laurent6b446ce2019-12-13 10:56:31 -08002207 memset(mInBuffer->audioBuffer()->raw, 0, mEffectCallback->frameCount() * frameSize);
Mikhail Naganov022b9952017-01-04 16:36:51 -08002208 mInBuffer->commit();
Eric Laurentca7cc822012-11-19 14:55:58 -08002209}
2210
Andy Hungf65f5a72023-08-29 12:19:17 -07002211// Must be called with EffectChain::mutex() locked
Andy Hung6ac17eb2023-06-20 18:56:17 -07002212void EffectChain::process_l()
Eric Laurentca7cc822012-11-19 14:55:58 -08002213{
Jean-Michel Trivifed62922013-09-25 18:50:33 -07002214 // never process effects when:
2215 // - on an OFFLOAD thread
2216 // - no more tracks are on the session and the effect tail has been rendered
Eric Laurent6b446ce2019-12-13 10:56:31 -08002217 bool doProcess = !mEffectCallback->isOffloadOrMmap();
Eric Laurent3f75a5b2019-11-12 15:55:51 -08002218 if (!audio_is_global_session(mSessionId)) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002219 bool tracksOnSession = (trackCnt() != 0);
2220
2221 if (!tracksOnSession && mTailBufferCount == 0) {
2222 doProcess = false;
2223 }
2224
2225 if (activeTrackCnt() == 0) {
2226 // if no track is active and the effect tail has not been rendered,
2227 // the input buffer must be cleared here as the mixer process will not do it
2228 if (tracksOnSession || mTailBufferCount > 0) {
Eric Laurent6b446ce2019-12-13 10:56:31 -08002229 clearInputBuffer_l();
Eric Laurentca7cc822012-11-19 14:55:58 -08002230 if (mTailBufferCount > 0) {
2231 mTailBufferCount--;
2232 }
2233 }
2234 }
2235 }
2236
2237 size_t size = mEffects.size();
2238 if (doProcess) {
Mikhail Naganov022b9952017-01-04 16:36:51 -08002239 // Only the input and output buffers of the chain can be external,
2240 // and 'update' / 'commit' do nothing for allocated buffers, thus
2241 // it's not needed to consider any other buffers here.
2242 mInBuffer->update();
Mikhail Naganov06888802017-01-19 12:47:55 -08002243 if (mInBuffer->audioBuffer()->raw != mOutBuffer->audioBuffer()->raw) {
2244 mOutBuffer->update();
2245 }
Eric Laurentca7cc822012-11-19 14:55:58 -08002246 for (size_t i = 0; i < size; i++) {
2247 mEffects[i]->process();
2248 }
Mikhail Naganov06888802017-01-19 12:47:55 -08002249 mInBuffer->commit();
2250 if (mInBuffer->audioBuffer()->raw != mOutBuffer->audioBuffer()->raw) {
2251 mOutBuffer->commit();
2252 }
Eric Laurentca7cc822012-11-19 14:55:58 -08002253 }
Eric Laurentfa1e1232016-08-02 19:01:49 -07002254 bool doResetVolume = false;
Eric Laurentca7cc822012-11-19 14:55:58 -08002255 for (size_t i = 0; i < size; i++) {
Eric Laurentfa1e1232016-08-02 19:01:49 -07002256 doResetVolume = mEffects[i]->updateState() || doResetVolume;
2257 }
2258 if (doResetVolume) {
2259 resetVolume_l();
Eric Laurentca7cc822012-11-19 14:55:58 -08002260 }
2261}
2262
Andy Hung87c693c2023-07-06 20:56:16 -07002263// createEffect_l() must be called with IAfThreadBase::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002264status_t EffectChain::createEffect_l(sp<IAfEffectModule>& effect,
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002265 effect_descriptor_t *desc,
2266 int id,
2267 audio_session_t sessionId,
2268 bool pinned)
2269{
Andy Hungf65f5a72023-08-29 12:19:17 -07002270 audio_utils::lock_guard _l(mutex());
Eric Laurentb82e6b72019-11-22 17:25:04 -08002271 effect = new EffectModule(mEffectCallback, desc, id, sessionId, pinned, AUDIO_PORT_HANDLE_NONE);
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002272 status_t lStatus = effect->status();
2273 if (lStatus == NO_ERROR) {
2274 lStatus = addEffect_ll(effect);
2275 }
2276 if (lStatus != NO_ERROR) {
2277 effect.clear();
2278 }
2279 return lStatus;
2280}
2281
Andy Hung87c693c2023-07-06 20:56:16 -07002282// addEffect_l() must be called with IAfThreadBase::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002283status_t EffectChain::addEffect_l(const sp<IAfEffectModule>& effect)
Eric Laurentca7cc822012-11-19 14:55:58 -08002284{
Andy Hungf65f5a72023-08-29 12:19:17 -07002285 audio_utils::lock_guard _l(mutex());
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002286 return addEffect_ll(effect);
2287}
Andy Hungf65f5a72023-08-29 12:19:17 -07002288// addEffect_l() must be called with IAfThreadBase::mutex() and EffectChain::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002289status_t EffectChain::addEffect_ll(const sp<IAfEffectModule>& effect)
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002290{
Eric Laurent6b446ce2019-12-13 10:56:31 -08002291 effect->setCallback(mEffectCallback);
Eric Laurentca7cc822012-11-19 14:55:58 -08002292
Eric Laurentb62d0362021-10-26 17:40:18 +02002293 effect_descriptor_t desc = effect->desc();
Eric Laurentca7cc822012-11-19 14:55:58 -08002294 if ((desc.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_AUXILIARY) {
2295 // Auxiliary effects are inserted at the beginning of mEffects vector as
2296 // they are processed first and accumulated in chain input buffer
2297 mEffects.insertAt(effect, 0);
2298
2299 // the input buffer for auxiliary effect contains mono samples in
2300 // 32 bit format. This is to avoid saturation in AudoMixer
2301 // accumulation stage. Saturation is done in EffectModule::process() before
2302 // calling the process in effect engine
Eric Laurent6b446ce2019-12-13 10:56:31 -08002303 size_t numSamples = mEffectCallback->frameCount();
Mikhail Naganov022b9952017-01-04 16:36:51 -08002304 sp<EffectBufferHalInterface> halBuffer;
Andy Hung26836922023-05-22 17:31:57 -07002305
Eric Laurent6b446ce2019-12-13 10:56:31 -08002306 status_t result = mEffectCallback->allocateHalBuffer(
rago94a1ee82017-07-21 15:11:02 -07002307 numSamples * sizeof(float), &halBuffer);
Mikhail Naganov022b9952017-01-04 16:36:51 -08002308 if (result != OK) return result;
Eric Laurentf1f22e72021-07-13 14:04:14 +02002309
2310 effect->configure();
2311
Mikhail Naganov022b9952017-01-04 16:36:51 -08002312 effect->setInBuffer(halBuffer);
Eric Laurentca7cc822012-11-19 14:55:58 -08002313 // auxiliary effects output samples to chain input buffer for further processing
2314 // by insert effects
2315 effect->setOutBuffer(mInBuffer);
2316 } else {
Eric Laurentb62d0362021-10-26 17:40:18 +02002317 ssize_t idx_insert = getInsertIndex(desc);
2318 if (idx_insert < 0) {
2319 return INVALID_OPERATION;
Eric Laurentca7cc822012-11-19 14:55:58 -08002320 }
2321
Eric Laurentb62d0362021-10-26 17:40:18 +02002322 size_t previousSize = mEffects.size();
Eric Laurentf1f22e72021-07-13 14:04:14 +02002323 mEffects.insertAt(effect, idx_insert);
2324
2325 effect->configure();
2326
Eric Laurentb62d0362021-10-26 17:40:18 +02002327 // - By default:
2328 // All effects read samples from chain input buffer.
2329 // The last effect in the chain, writes samples to chain output buffer,
2330 // otherwise to chain input buffer
2331 // - In the OUTPUT_STAGE chain of a spatializer mixer thread:
2332 // The spatializer effect (first effect) reads samples from the input buffer
2333 // and writes samples to the output buffer.
2334 // All other effects read and writes samples to the output buffer
2335 if (mEffectCallback->isSpatializer()
2336 && mSessionId == AUDIO_SESSION_OUTPUT_STAGE) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002337 effect->setOutBuffer(mOutBuffer);
Eric Laurentb62d0362021-10-26 17:40:18 +02002338 if (idx_insert == 0) {
2339 if (previousSize != 0) {
2340 mEffects[1]->configure();
2341 mEffects[1]->setInBuffer(mOutBuffer);
2342 mEffects[1]->updateAccessMode(); // reconfig if neeeded.
2343 }
2344 effect->setInBuffer(mInBuffer);
2345 } else {
2346 effect->setInBuffer(mOutBuffer);
2347 }
Eric Laurentca7cc822012-11-19 14:55:58 -08002348 } else {
Eric Laurentb62d0362021-10-26 17:40:18 +02002349 effect->setInBuffer(mInBuffer);
Andy Hung920f6572022-10-06 12:09:49 -07002350 if (idx_insert == static_cast<ssize_t>(previousSize)) {
Eric Laurentb62d0362021-10-26 17:40:18 +02002351 if (idx_insert != 0) {
2352 mEffects[idx_insert-1]->configure();
2353 mEffects[idx_insert-1]->setOutBuffer(mInBuffer);
2354 mEffects[idx_insert - 1]->updateAccessMode(); // reconfig if neeeded.
2355 }
2356 effect->setOutBuffer(mOutBuffer);
2357 } else {
2358 effect->setOutBuffer(mInBuffer);
2359 }
Eric Laurentca7cc822012-11-19 14:55:58 -08002360 }
Eric Laurentb62d0362021-10-26 17:40:18 +02002361 ALOGV("%s effect %p, added in chain %p at rank %zu",
2362 __func__, effect.get(), this, idx_insert);
Eric Laurentca7cc822012-11-19 14:55:58 -08002363 }
2364 effect->configure();
Eric Laurentd8365c52017-07-16 15:27:05 -07002365
Eric Laurentca7cc822012-11-19 14:55:58 -08002366 return NO_ERROR;
2367}
2368
jiabinbd18c8e2023-08-24 21:10:44 +00002369std::optional<size_t> EffectChain::findVolumeControl_l(size_t from, size_t to) const {
2370 for (size_t i = std::min(to, mEffects.size()); i > from; i--) {
2371 if (mEffects[i - 1]->isVolumeControlEnabled()) {
2372 return i - 1;
2373 }
2374 }
2375 return std::nullopt;
2376}
2377
Andy Hung6ac17eb2023-06-20 18:56:17 -07002378ssize_t EffectChain::getInsertIndex(const effect_descriptor_t& desc) {
Eric Laurentb62d0362021-10-26 17:40:18 +02002379 // Insert effects are inserted at the end of mEffects vector as they are processed
2380 // after track and auxiliary effects.
2381 // Insert effect order as a function of indicated preference:
2382 // if EFFECT_FLAG_INSERT_EXCLUSIVE, insert in first position or reject if
2383 // another effect is present
2384 // else if EFFECT_FLAG_INSERT_FIRST, insert in first position or after the
2385 // last effect claiming first position
2386 // else if EFFECT_FLAG_INSERT_LAST, insert in last position or before the
2387 // first effect claiming last position
2388 // else if EFFECT_FLAG_INSERT_ANY insert after first or before last
2389 // Reject insertion if an effect with EFFECT_FLAG_INSERT_EXCLUSIVE is
2390 // already present
2391 // Spatializer or Downmixer effects are inserted in first position because
2392 // they adapt the channel count for all other effects in the chain
2393 if ((memcmp(&desc.type, FX_IID_SPATIALIZER, sizeof(effect_uuid_t)) == 0)
2394 || (memcmp(&desc.type, EFFECT_UIID_DOWNMIX, sizeof(effect_uuid_t)) == 0)) {
2395 return 0;
2396 }
2397
2398 size_t size = mEffects.size();
2399 uint32_t insertPref = desc.flags & EFFECT_FLAG_INSERT_MASK;
2400 ssize_t idx_insert;
2401 ssize_t idx_insert_first = -1;
2402 ssize_t idx_insert_last = -1;
2403
2404 idx_insert = size;
2405 for (size_t i = 0; i < size; i++) {
2406 effect_descriptor_t d = mEffects[i]->desc();
2407 uint32_t iMode = d.flags & EFFECT_FLAG_TYPE_MASK;
2408 uint32_t iPref = d.flags & EFFECT_FLAG_INSERT_MASK;
2409 if (iMode == EFFECT_FLAG_TYPE_INSERT) {
2410 // check invalid effect chaining combinations
2411 if (insertPref == EFFECT_FLAG_INSERT_EXCLUSIVE ||
2412 iPref == EFFECT_FLAG_INSERT_EXCLUSIVE) {
2413 ALOGW("%s could not insert effect %s: exclusive conflict with %s",
2414 __func__, desc.name, d.name);
2415 return -1;
2416 }
2417 // remember position of first insert effect and by default
2418 // select this as insert position for new effect
Andy Hung920f6572022-10-06 12:09:49 -07002419 if (idx_insert == static_cast<ssize_t>(size)) {
Eric Laurentb62d0362021-10-26 17:40:18 +02002420 idx_insert = i;
2421 }
2422 // remember position of last insert effect claiming
2423 // first position
2424 if (iPref == EFFECT_FLAG_INSERT_FIRST) {
2425 idx_insert_first = i;
2426 }
2427 // remember position of first insert effect claiming
2428 // last position
2429 if (iPref == EFFECT_FLAG_INSERT_LAST &&
2430 idx_insert_last == -1) {
2431 idx_insert_last = i;
2432 }
2433 }
2434 }
2435
2436 // modify idx_insert from first position if needed
2437 if (insertPref == EFFECT_FLAG_INSERT_LAST) {
2438 if (idx_insert_last != -1) {
2439 idx_insert = idx_insert_last;
2440 } else {
2441 idx_insert = size;
2442 }
2443 } else {
2444 if (idx_insert_first != -1) {
2445 idx_insert = idx_insert_first + 1;
2446 }
2447 }
2448 return idx_insert;
2449}
2450
Andy Hung87c693c2023-07-06 20:56:16 -07002451// removeEffect_l() must be called with IAfThreadBase::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002452size_t EffectChain::removeEffect_l(const sp<IAfEffectModule>& effect,
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002453 bool release)
Eric Laurentca7cc822012-11-19 14:55:58 -08002454{
Andy Hungf65f5a72023-08-29 12:19:17 -07002455 audio_utils::lock_guard _l(mutex());
Eric Laurentca7cc822012-11-19 14:55:58 -08002456 size_t size = mEffects.size();
2457 uint32_t type = effect->desc().flags & EFFECT_FLAG_TYPE_MASK;
2458
2459 for (size_t i = 0; i < size; i++) {
2460 if (effect == mEffects[i]) {
2461 // calling stop here will remove pre-processing effect from the audio HAL.
2462 // This is safe as we hold the EffectChain mutex which guarantees that we are not in
2463 // the middle of a read from audio HAL
2464 if (mEffects[i]->state() == EffectModule::ACTIVE ||
2465 mEffects[i]->state() == EffectModule::STOPPING) {
2466 mEffects[i]->stop();
2467 }
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002468 if (release) {
2469 mEffects[i]->release_l();
2470 }
2471
Mikhail Naganov022b9952017-01-04 16:36:51 -08002472 if (type != EFFECT_FLAG_TYPE_AUXILIARY) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002473 if (i == size - 1 && i != 0) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002474 mEffects[i - 1]->configure();
Eric Laurentf1f22e72021-07-13 14:04:14 +02002475 mEffects[i - 1]->setOutBuffer(mOutBuffer);
Eric Laurent6bb7dbe2021-12-23 15:39:36 +01002476 mEffects[i - 1]->updateAccessMode(); // reconfig if neeeded.
Eric Laurentca7cc822012-11-19 14:55:58 -08002477 }
2478 }
2479 mEffects.removeAt(i);
Eric Laurentf1f22e72021-07-13 14:04:14 +02002480
2481 // make sure the input buffer configuration for the new first effect in the chain
2482 // is updated if needed (can switch from HAL channel mask to mixer channel mask)
Nie Wei Feng4d2cb592023-05-26 15:18:04 -07002483 if (type != EFFECT_FLAG_TYPE_AUXILIARY // TODO(b/284522658) breaks for aux FX, why?
2484 && i == 0 && size > 1) {
Eric Laurentf1f22e72021-07-13 14:04:14 +02002485 mEffects[0]->configure();
2486 mEffects[0]->setInBuffer(mInBuffer);
Eric Laurent6bb7dbe2021-12-23 15:39:36 +01002487 mEffects[0]->updateAccessMode(); // reconfig if neeeded.
Eric Laurentf1f22e72021-07-13 14:04:14 +02002488 }
2489
Glenn Kastenc42e9b42016-03-21 11:35:03 -07002490 ALOGV("removeEffect_l() effect %p, removed from chain %p at rank %zu", effect.get(),
Eric Laurentca7cc822012-11-19 14:55:58 -08002491 this, i);
2492 break;
2493 }
2494 }
2495
2496 return mEffects.size();
2497}
2498
Andy Hung87c693c2023-07-06 20:56:16 -07002499// setDevices_l() must be called with IAfThreadBase::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002500void EffectChain::setDevices_l(const AudioDeviceTypeAddrVector &devices)
Eric Laurentca7cc822012-11-19 14:55:58 -08002501{
2502 size_t size = mEffects.size();
2503 for (size_t i = 0; i < size; i++) {
jiabin8f278ee2019-11-11 12:16:27 -08002504 mEffects[i]->setDevices(devices);
2505 }
2506}
2507
Andy Hung87c693c2023-07-06 20:56:16 -07002508// setInputDevice_l() must be called with IAfThreadBase::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002509void EffectChain::setInputDevice_l(const AudioDeviceTypeAddr &device)
jiabin8f278ee2019-11-11 12:16:27 -08002510{
2511 size_t size = mEffects.size();
2512 for (size_t i = 0; i < size; i++) {
2513 mEffects[i]->setInputDevice(device);
Eric Laurentca7cc822012-11-19 14:55:58 -08002514 }
2515}
2516
Andy Hung87c693c2023-07-06 20:56:16 -07002517// setMode_l() must be called with IAfThreadBase::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002518void EffectChain::setMode_l(audio_mode_t mode)
Eric Laurentca7cc822012-11-19 14:55:58 -08002519{
2520 size_t size = mEffects.size();
2521 for (size_t i = 0; i < size; i++) {
2522 mEffects[i]->setMode(mode);
2523 }
2524}
2525
Andy Hung87c693c2023-07-06 20:56:16 -07002526// setAudioSource_l() must be called with IAfThreadBase::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002527void EffectChain::setAudioSource_l(audio_source_t source)
Eric Laurentca7cc822012-11-19 14:55:58 -08002528{
2529 size_t size = mEffects.size();
2530 for (size_t i = 0; i < size; i++) {
2531 mEffects[i]->setAudioSource(source);
2532 }
2533}
2534
Andy Hung6ac17eb2023-06-20 18:56:17 -07002535bool EffectChain::hasVolumeControlEnabled_l() const {
Zhou Songd505c642020-02-20 16:35:37 +08002536 for (const auto &effect : mEffects) {
2537 if (effect->isVolumeControlEnabled()) return true;
2538 }
2539 return false;
2540}
2541
Andy Hungf65f5a72023-08-29 12:19:17 -07002542// setVolume_l() must be called with IAfThreadBase::mutex() or EffectChain::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002543bool EffectChain::setVolume_l(uint32_t *left, uint32_t *right, bool force)
Eric Laurentca7cc822012-11-19 14:55:58 -08002544{
2545 uint32_t newLeft = *left;
2546 uint32_t newRight = *right;
jiabinbd18c8e2023-08-24 21:10:44 +00002547 const size_t size = mEffects.size();
Eric Laurentca7cc822012-11-19 14:55:58 -08002548
2549 // first update volume controller
jiabinbd18c8e2023-08-24 21:10:44 +00002550 const auto volumeControlIndex = findVolumeControl_l(0, size);
2551 const int ctrlIdx = volumeControlIndex.value_or(-1);
2552 const sp<IAfEffectModule> volumeControlEffect =
2553 volumeControlIndex.has_value() ? mEffects[ctrlIdx] : nullptr;
2554 const sp<IAfEffectModule> cachedVolumeControlEffect = mVolumeControlEffect.promote();
Eric Laurentca7cc822012-11-19 14:55:58 -08002555
jiabinbd18c8e2023-08-24 21:10:44 +00002556 if (!force && volumeControlEffect == cachedVolumeControlEffect &&
Eric Laurentcb4b6e92014-10-01 14:26:10 -07002557 *left == mLeftVolume && *right == mRightVolume) {
jiabinbd18c8e2023-08-24 21:10:44 +00002558 if (volumeControlIndex.has_value()) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002559 *left = mNewLeftVolume;
2560 *right = mNewRightVolume;
2561 }
jiabinbd18c8e2023-08-24 21:10:44 +00002562 return volumeControlIndex.has_value();
Eric Laurentca7cc822012-11-19 14:55:58 -08002563 }
2564
jiabinbd18c8e2023-08-24 21:10:44 +00002565 if (volumeControlEffect != cachedVolumeControlEffect) {
2566 // The volume control effect is a new one. Set the old one as full volume. Set the new onw
2567 // as zero for safe ramping.
2568 if (cachedVolumeControlEffect != nullptr) {
2569 uint32_t leftMax = 1 << 24;
2570 uint32_t rightMax = 1 << 24;
2571 cachedVolumeControlEffect->setVolume(&leftMax, &rightMax, true /*controller*/);
2572 }
2573 if (volumeControlEffect != nullptr) {
2574 uint32_t leftZero = 0;
2575 uint32_t rightZero = 0;
2576 volumeControlEffect->setVolume(&leftZero, &rightZero, true /*controller*/);
2577 }
David Li05081252023-11-13 12:39:18 +08002578 mVolumeControlEffect = volumeControlEffect;
jiabinbd18c8e2023-08-24 21:10:44 +00002579 }
Eric Laurentca7cc822012-11-19 14:55:58 -08002580 mLeftVolume = newLeft;
2581 mRightVolume = newRight;
2582
2583 // second get volume update from volume controller
2584 if (ctrlIdx >= 0) {
2585 mEffects[ctrlIdx]->setVolume(&newLeft, &newRight, true);
2586 mNewLeftVolume = newLeft;
2587 mNewRightVolume = newRight;
2588 }
2589 // then indicate volume to all other effects in chain.
2590 // Pass altered volume to effects before volume controller
Jasmine Cha934ecfb2019-01-23 18:19:14 +08002591 // and requested volume to effects after controller or with volume monitor flag
Eric Laurentca7cc822012-11-19 14:55:58 -08002592 uint32_t lVol = newLeft;
2593 uint32_t rVol = newRight;
2594
2595 for (size_t i = 0; i < size; i++) {
2596 if ((int)i == ctrlIdx) {
2597 continue;
2598 }
2599 // this also works for ctrlIdx == -1 when there is no volume controller
2600 if ((int)i > ctrlIdx) {
2601 lVol = *left;
2602 rVol = *right;
2603 }
Jasmine Cha934ecfb2019-01-23 18:19:14 +08002604 // Pass requested volume directly if this is volume monitor module
2605 if (mEffects[i]->isVolumeMonitor()) {
2606 mEffects[i]->setVolume(left, right, false);
2607 } else {
2608 mEffects[i]->setVolume(&lVol, &rVol, false);
2609 }
Eric Laurentca7cc822012-11-19 14:55:58 -08002610 }
2611 *left = newLeft;
2612 *right = newRight;
2613
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +09002614 setVolumeForOutput_l(*left, *right);
2615
jiabinbd18c8e2023-08-24 21:10:44 +00002616 return volumeControlIndex.has_value();
Eric Laurentca7cc822012-11-19 14:55:58 -08002617}
2618
Andy Hungf65f5a72023-08-29 12:19:17 -07002619// resetVolume_l() must be called with IAfThreadBase::mutex() or EffectChain::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002620void EffectChain::resetVolume_l()
Eric Laurentfa1e1232016-08-02 19:01:49 -07002621{
Eric Laurente7449bf2016-08-03 18:44:07 -07002622 if ((mLeftVolume != UINT_MAX) && (mRightVolume != UINT_MAX)) {
2623 uint32_t left = mLeftVolume;
2624 uint32_t right = mRightVolume;
2625 (void)setVolume_l(&left, &right, true);
2626 }
Eric Laurentfa1e1232016-08-02 19:01:49 -07002627}
2628
Andy Hung6ac17eb2023-06-20 18:56:17 -07002629// containsHapticGeneratingEffect_l must be called with
Andy Hungf65f5a72023-08-29 12:19:17 -07002630// IAfThreadBase::mutex() or EffectChain::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002631bool EffectChain::containsHapticGeneratingEffect_l()
jiabineb3bda02020-06-30 14:07:03 -07002632{
2633 for (size_t i = 0; i < mEffects.size(); ++i) {
2634 if (mEffects[i]->isHapticGenerator()) {
2635 return true;
2636 }
2637 }
2638 return false;
2639}
2640
Andy Hung6ac17eb2023-06-20 18:56:17 -07002641void EffectChain::setHapticIntensity_l(int id, os::HapticScale intensity)
jiabine70bc7f2020-06-30 22:07:55 -07002642{
Andy Hungf65f5a72023-08-29 12:19:17 -07002643 audio_utils::lock_guard _l(mutex());
jiabine70bc7f2020-06-30 22:07:55 -07002644 for (size_t i = 0; i < mEffects.size(); ++i) {
2645 mEffects[i]->setHapticIntensity(id, intensity);
2646 }
2647}
2648
Andy Hung6ac17eb2023-06-20 18:56:17 -07002649void EffectChain::syncHalEffectsState()
Eric Laurent1b928682014-10-02 19:41:47 -07002650{
Andy Hungf65f5a72023-08-29 12:19:17 -07002651 audio_utils::lock_guard _l(mutex());
Eric Laurent1b928682014-10-02 19:41:47 -07002652 for (size_t i = 0; i < mEffects.size(); i++) {
2653 if (mEffects[i]->state() == EffectModule::ACTIVE ||
2654 mEffects[i]->state() == EffectModule::STOPPING) {
2655 mEffects[i]->addEffectToHal_l();
2656 }
2657 }
2658}
2659
Andy Hung6ac17eb2023-06-20 18:56:17 -07002660void EffectChain::dump(int fd, const Vector<String16>& args) const
Andy Hung920f6572022-10-06 12:09:49 -07002661NO_THREAD_SAFETY_ANALYSIS // conditional try lock
Eric Laurentca7cc822012-11-19 14:55:58 -08002662{
Eric Laurentca7cc822012-11-19 14:55:58 -08002663 String8 result;
2664
Mikhail Naganov19740ca2019-03-28 12:25:01 -07002665 const size_t numEffects = mEffects.size();
2666 result.appendFormat(" %zu effects for session %d\n", numEffects, mSessionId);
Eric Laurentca7cc822012-11-19 14:55:58 -08002667
Marco Nelissenb2208842014-02-07 14:00:50 -08002668 if (numEffects) {
Andy Hungf65f5a72023-08-29 12:19:17 -07002669 const bool locked = afutils::dumpTryLock(mutex());
Marco Nelissenb2208842014-02-07 14:00:50 -08002670 // failed to lock - AudioFlinger is probably deadlocked
2671 if (!locked) {
2672 result.append("\tCould not lock mutex:\n");
Eric Laurentca7cc822012-11-19 14:55:58 -08002673 }
Eric Laurentca7cc822012-11-19 14:55:58 -08002674
Andy Hungbded9c82017-11-30 18:47:35 -08002675 const std::string inBufferStr = dumpInOutBuffer(true /* isInput */, mInBuffer);
2676 const std::string outBufferStr = dumpInOutBuffer(false /* isInput */, mOutBuffer);
2677 result.appendFormat("\t%-*s%-*s Active tracks:\n",
2678 (int)inBufferStr.size(), "In buffer ",
2679 (int)outBufferStr.size(), "Out buffer ");
2680 result.appendFormat("\t%s %s %d\n",
2681 inBufferStr.c_str(), outBufferStr.c_str(), mActiveTrackCnt);
Tomasz Wasilczyk833345b2023-08-15 20:59:35 +00002682 write(fd, result.c_str(), result.size());
Marco Nelissenb2208842014-02-07 14:00:50 -08002683
2684 for (size_t i = 0; i < numEffects; ++i) {
Andy Hung6ac17eb2023-06-20 18:56:17 -07002685 sp<IAfEffectModule> effect = mEffects[i];
Marco Nelissenb2208842014-02-07 14:00:50 -08002686 if (effect != 0) {
2687 effect->dump(fd, args);
2688 }
2689 }
2690
2691 if (locked) {
Andy Hungf65f5a72023-08-29 12:19:17 -07002692 mutex().unlock();
Marco Nelissenb2208842014-02-07 14:00:50 -08002693 }
Mikhail Naganov19740ca2019-03-28 12:25:01 -07002694 } else {
Tomasz Wasilczyk833345b2023-08-15 20:59:35 +00002695 write(fd, result.c_str(), result.size());
Eric Laurentca7cc822012-11-19 14:55:58 -08002696 }
2697}
2698
Andy Hung87c693c2023-07-06 20:56:16 -07002699// must be called with IAfThreadBase::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002700void EffectChain::setEffectSuspended_l(
Eric Laurentca7cc822012-11-19 14:55:58 -08002701 const effect_uuid_t *type, bool suspend)
2702{
2703 sp<SuspendedEffectDesc> desc;
2704 // use effect type UUID timelow as key as there is no real risk of identical
2705 // timeLow fields among effect type UUIDs.
2706 ssize_t index = mSuspendedEffects.indexOfKey(type->timeLow);
2707 if (suspend) {
2708 if (index >= 0) {
2709 desc = mSuspendedEffects.valueAt(index);
2710 } else {
2711 desc = new SuspendedEffectDesc();
2712 desc->mType = *type;
2713 mSuspendedEffects.add(type->timeLow, desc);
2714 ALOGV("setEffectSuspended_l() add entry for %08x", type->timeLow);
2715 }
Eric Laurentd8365c52017-07-16 15:27:05 -07002716
Eric Laurentca7cc822012-11-19 14:55:58 -08002717 if (desc->mRefCount++ == 0) {
Andy Hung6ac17eb2023-06-20 18:56:17 -07002718 sp<IAfEffectModule> effect = getEffectIfEnabled(type);
Eric Laurentca7cc822012-11-19 14:55:58 -08002719 if (effect != 0) {
2720 desc->mEffect = effect;
2721 effect->setSuspended(true);
Eric Laurent6b446ce2019-12-13 10:56:31 -08002722 effect->setEnabled(false, false /*fromHandle*/);
Eric Laurentca7cc822012-11-19 14:55:58 -08002723 }
2724 }
2725 } else {
2726 if (index < 0) {
2727 return;
2728 }
2729 desc = mSuspendedEffects.valueAt(index);
2730 if (desc->mRefCount <= 0) {
2731 ALOGW("setEffectSuspended_l() restore refcount should not be 0 %d", desc->mRefCount);
Eric Laurentd8365c52017-07-16 15:27:05 -07002732 desc->mRefCount = 0;
2733 return;
Eric Laurentca7cc822012-11-19 14:55:58 -08002734 }
2735 if (--desc->mRefCount == 0) {
2736 ALOGV("setEffectSuspended_l() remove entry for %08x", mSuspendedEffects.keyAt(index));
2737 if (desc->mEffect != 0) {
Andy Hung6ac17eb2023-06-20 18:56:17 -07002738 sp<IAfEffectModule> effect = desc->mEffect.promote();
Eric Laurentca7cc822012-11-19 14:55:58 -08002739 if (effect != 0) {
2740 effect->setSuspended(false);
Andy Hungf65f5a72023-08-29 12:19:17 -07002741 effect->mutex().lock();
Andy Hung6ac17eb2023-06-20 18:56:17 -07002742 IAfEffectHandle *handle = effect->controlHandle_l();
Eric Laurent0d5a2ed2016-12-01 15:28:29 -08002743 if (handle != NULL && !handle->disconnected()) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002744 effect->setEnabled_l(handle->enabled());
2745 }
Andy Hungf65f5a72023-08-29 12:19:17 -07002746 effect->mutex().unlock();
Eric Laurentca7cc822012-11-19 14:55:58 -08002747 }
2748 desc->mEffect.clear();
2749 }
2750 mSuspendedEffects.removeItemsAt(index);
2751 }
2752 }
2753}
2754
Andy Hung87c693c2023-07-06 20:56:16 -07002755// must be called with IAfThreadBase::mutex() held
Andy Hung6ac17eb2023-06-20 18:56:17 -07002756void EffectChain::setEffectSuspendedAll_l(bool suspend)
Eric Laurentca7cc822012-11-19 14:55:58 -08002757{
2758 sp<SuspendedEffectDesc> desc;
2759
2760 ssize_t index = mSuspendedEffects.indexOfKey((int)kKeyForSuspendAll);
2761 if (suspend) {
2762 if (index >= 0) {
2763 desc = mSuspendedEffects.valueAt(index);
2764 } else {
2765 desc = new SuspendedEffectDesc();
2766 mSuspendedEffects.add((int)kKeyForSuspendAll, desc);
2767 ALOGV("setEffectSuspendedAll_l() add entry for 0");
2768 }
2769 if (desc->mRefCount++ == 0) {
Andy Hung6ac17eb2023-06-20 18:56:17 -07002770 Vector< sp<IAfEffectModule> > effects;
Eric Laurentca7cc822012-11-19 14:55:58 -08002771 getSuspendEligibleEffects(effects);
2772 for (size_t i = 0; i < effects.size(); i++) {
2773 setEffectSuspended_l(&effects[i]->desc().type, true);
2774 }
2775 }
2776 } else {
2777 if (index < 0) {
2778 return;
2779 }
2780 desc = mSuspendedEffects.valueAt(index);
2781 if (desc->mRefCount <= 0) {
2782 ALOGW("setEffectSuspendedAll_l() restore refcount should not be 0 %d", desc->mRefCount);
2783 desc->mRefCount = 1;
2784 }
2785 if (--desc->mRefCount == 0) {
2786 Vector<const effect_uuid_t *> types;
2787 for (size_t i = 0; i < mSuspendedEffects.size(); i++) {
2788 if (mSuspendedEffects.keyAt(i) == (int)kKeyForSuspendAll) {
2789 continue;
2790 }
2791 types.add(&mSuspendedEffects.valueAt(i)->mType);
2792 }
2793 for (size_t i = 0; i < types.size(); i++) {
2794 setEffectSuspended_l(types[i], false);
2795 }
2796 ALOGV("setEffectSuspendedAll_l() remove entry for %08x",
2797 mSuspendedEffects.keyAt(index));
2798 mSuspendedEffects.removeItem((int)kKeyForSuspendAll);
2799 }
2800 }
2801}
2802
2803
2804// The volume effect is used for automated tests only
2805#ifndef OPENSL_ES_H_
2806static const effect_uuid_t SL_IID_VOLUME_ = { 0x09e8ede0, 0xddde, 0x11db, 0xb4f6,
2807 { 0x00, 0x02, 0xa5, 0xd5, 0xc5, 0x1b } };
2808const effect_uuid_t * const SL_IID_VOLUME = &SL_IID_VOLUME_;
2809#endif //OPENSL_ES_H_
2810
Eric Laurentd8365c52017-07-16 15:27:05 -07002811/* static */
Andy Hung6ac17eb2023-06-20 18:56:17 -07002812bool EffectChain::isEffectEligibleForBtNrecSuspend(const effect_uuid_t *type)
Eric Laurentd8365c52017-07-16 15:27:05 -07002813{
2814 // Only NS and AEC are suspended when BtNRec is off
2815 if ((memcmp(type, FX_IID_AEC, sizeof(effect_uuid_t)) == 0) ||
2816 (memcmp(type, FX_IID_NS, sizeof(effect_uuid_t)) == 0)) {
2817 return true;
2818 }
2819 return false;
2820}
2821
Andy Hung6ac17eb2023-06-20 18:56:17 -07002822bool EffectChain::isEffectEligibleForSuspend(const effect_descriptor_t& desc)
Eric Laurentca7cc822012-11-19 14:55:58 -08002823{
2824 // auxiliary effects and visualizer are never suspended on output mix
2825 if ((mSessionId == AUDIO_SESSION_OUTPUT_MIX) &&
2826 (((desc.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_AUXILIARY) ||
2827 (memcmp(&desc.type, SL_IID_VISUALIZATION, sizeof(effect_uuid_t)) == 0) ||
Ricardo Garciac2a3a822019-07-17 14:29:12 -07002828 (memcmp(&desc.type, SL_IID_VOLUME, sizeof(effect_uuid_t)) == 0) ||
2829 (memcmp(&desc.type, SL_IID_DYNAMICSPROCESSING, sizeof(effect_uuid_t)) == 0))) {
Eric Laurentca7cc822012-11-19 14:55:58 -08002830 return false;
2831 }
2832 return true;
2833}
2834
Andy Hung6ac17eb2023-06-20 18:56:17 -07002835void EffectChain::getSuspendEligibleEffects(
2836 Vector< sp<IAfEffectModule> > &effects)
Eric Laurentca7cc822012-11-19 14:55:58 -08002837{
2838 effects.clear();
2839 for (size_t i = 0; i < mEffects.size(); i++) {
2840 if (isEffectEligibleForSuspend(mEffects[i]->desc())) {
2841 effects.add(mEffects[i]);
2842 }
2843 }
2844}
2845
Andy Hung6ac17eb2023-06-20 18:56:17 -07002846sp<IAfEffectModule> EffectChain::getEffectIfEnabled(const effect_uuid_t *type)
Eric Laurentca7cc822012-11-19 14:55:58 -08002847{
Andy Hung6ac17eb2023-06-20 18:56:17 -07002848 sp<IAfEffectModule> effect = getEffectFromType_l(type);
Eric Laurentca7cc822012-11-19 14:55:58 -08002849 return effect != 0 && effect->isEnabled() ? effect : 0;
2850}
2851
Andy Hung6ac17eb2023-06-20 18:56:17 -07002852void EffectChain::checkSuspendOnEffectEnabled(const sp<IAfEffectModule>& effect,
Eric Laurentca7cc822012-11-19 14:55:58 -08002853 bool enabled)
2854{
2855 ssize_t index = mSuspendedEffects.indexOfKey(effect->desc().type.timeLow);
2856 if (enabled) {
2857 if (index < 0) {
2858 // if the effect is not suspend check if all effects are suspended
2859 index = mSuspendedEffects.indexOfKey((int)kKeyForSuspendAll);
2860 if (index < 0) {
2861 return;
2862 }
2863 if (!isEffectEligibleForSuspend(effect->desc())) {
2864 return;
2865 }
2866 setEffectSuspended_l(&effect->desc().type, enabled);
2867 index = mSuspendedEffects.indexOfKey(effect->desc().type.timeLow);
2868 if (index < 0) {
2869 ALOGW("checkSuspendOnEffectEnabled() Fx should be suspended here!");
2870 return;
2871 }
2872 }
2873 ALOGV("checkSuspendOnEffectEnabled() enable suspending fx %08x",
2874 effect->desc().type.timeLow);
2875 sp<SuspendedEffectDesc> desc = mSuspendedEffects.valueAt(index);
Eric Laurentd8365c52017-07-16 15:27:05 -07002876 // if effect is requested to suspended but was not yet enabled, suspend it now.
Eric Laurentca7cc822012-11-19 14:55:58 -08002877 if (desc->mEffect == 0) {
2878 desc->mEffect = effect;
Eric Laurent6b446ce2019-12-13 10:56:31 -08002879 effect->setEnabled(false, false /*fromHandle*/);
Eric Laurentca7cc822012-11-19 14:55:58 -08002880 effect->setSuspended(true);
2881 }
2882 } else {
2883 if (index < 0) {
2884 return;
2885 }
2886 ALOGV("checkSuspendOnEffectEnabled() disable restoring fx %08x",
2887 effect->desc().type.timeLow);
2888 sp<SuspendedEffectDesc> desc = mSuspendedEffects.valueAt(index);
2889 desc->mEffect.clear();
2890 effect->setSuspended(false);
2891 }
2892}
2893
Andy Hung6ac17eb2023-06-20 18:56:17 -07002894bool EffectChain::isNonOffloadableEnabled() const
Eric Laurent813e2a72013-08-31 12:59:48 -07002895{
Andy Hungf65f5a72023-08-29 12:19:17 -07002896 audio_utils::lock_guard _l(mutex());
Shingo Kitajima1f8df9a2018-05-29 11:35:06 +09002897 return isNonOffloadableEnabled_l();
2898}
2899
Andy Hung6ac17eb2023-06-20 18:56:17 -07002900bool EffectChain::isNonOffloadableEnabled_l() const
Shingo Kitajima1f8df9a2018-05-29 11:35:06 +09002901{
Eric Laurent813e2a72013-08-31 12:59:48 -07002902 size_t size = mEffects.size();
2903 for (size_t i = 0; i < size; i++) {
Eric Laurent5baf2af2013-09-12 17:37:00 -07002904 if (mEffects[i]->isEnabled() && !mEffects[i]->isOffloadable()) {
Eric Laurent813e2a72013-08-31 12:59:48 -07002905 return true;
2906 }
2907 }
2908 return false;
2909}
2910
Andy Hung87c693c2023-07-06 20:56:16 -07002911void EffectChain::setThread(const sp<IAfThreadBase>& thread)
Eric Laurentaaa44472014-09-12 17:41:50 -07002912{
Andy Hungf65f5a72023-08-29 12:19:17 -07002913 audio_utils::lock_guard _l(mutex());
Ytai Ben-Tsvi3de1bbf2020-01-21 16:41:17 -08002914 mEffectCallback->setThread(thread);
Eric Laurentaaa44472014-09-12 17:41:50 -07002915}
2916
Andy Hung6ac17eb2023-06-20 18:56:17 -07002917void EffectChain::checkOutputFlagCompatibility(audio_output_flags_t *flags) const
Andy Hungd3bb0ad2016-10-11 17:16:43 -07002918{
2919 if ((*flags & AUDIO_OUTPUT_FLAG_RAW) != 0 && !isRawCompatible()) {
2920 *flags = (audio_output_flags_t)(*flags & ~AUDIO_OUTPUT_FLAG_RAW);
2921 }
2922 if ((*flags & AUDIO_OUTPUT_FLAG_FAST) != 0 && !isFastCompatible()) {
2923 *flags = (audio_output_flags_t)(*flags & ~AUDIO_OUTPUT_FLAG_FAST);
2924 }
jiabinc658e452022-10-21 20:52:21 +00002925 if ((*flags & AUDIO_OUTPUT_FLAG_BIT_PERFECT) != 0 && !isBitPerfectCompatible()) {
2926 *flags = (audio_output_flags_t)(*flags & ~AUDIO_OUTPUT_FLAG_BIT_PERFECT);
2927 }
Andy Hungd3bb0ad2016-10-11 17:16:43 -07002928}
2929
Andy Hung6ac17eb2023-06-20 18:56:17 -07002930void EffectChain::checkInputFlagCompatibility(audio_input_flags_t *flags) const
Andy Hungd3bb0ad2016-10-11 17:16:43 -07002931{
2932 if ((*flags & AUDIO_INPUT_FLAG_RAW) != 0 && !isRawCompatible()) {
2933 *flags = (audio_input_flags_t)(*flags & ~AUDIO_INPUT_FLAG_RAW);
2934 }
2935 if ((*flags & AUDIO_INPUT_FLAG_FAST) != 0 && !isFastCompatible()) {
2936 *flags = (audio_input_flags_t)(*flags & ~AUDIO_INPUT_FLAG_FAST);
2937 }
2938}
2939
Andy Hung6ac17eb2023-06-20 18:56:17 -07002940bool EffectChain::isRawCompatible() const
Eric Laurent4c415062016-06-17 16:14:16 -07002941{
Andy Hungf65f5a72023-08-29 12:19:17 -07002942 audio_utils::lock_guard _l(mutex());
Andy Hungd3bb0ad2016-10-11 17:16:43 -07002943 for (const auto &effect : mEffects) {
2944 if (effect->isProcessImplemented()) {
2945 return false;
Eric Laurent4c415062016-06-17 16:14:16 -07002946 }
2947 }
Andy Hungd3bb0ad2016-10-11 17:16:43 -07002948 // Allow effects without processing.
2949 return true;
2950}
2951
Andy Hung6ac17eb2023-06-20 18:56:17 -07002952bool EffectChain::isFastCompatible() const
Andy Hungd3bb0ad2016-10-11 17:16:43 -07002953{
Andy Hungf65f5a72023-08-29 12:19:17 -07002954 audio_utils::lock_guard _l(mutex());
Andy Hungd3bb0ad2016-10-11 17:16:43 -07002955 for (const auto &effect : mEffects) {
2956 if (effect->isProcessImplemented()
2957 && effect->isImplementationSoftware()) {
2958 return false;
2959 }
2960 }
2961 // Allow effects without processing or hw accelerated effects.
2962 return true;
Eric Laurent4c415062016-06-17 16:14:16 -07002963}
2964
Andy Hung6ac17eb2023-06-20 18:56:17 -07002965bool EffectChain::isBitPerfectCompatible() const {
Andy Hungf65f5a72023-08-29 12:19:17 -07002966 audio_utils::lock_guard _l(mutex());
jiabinc658e452022-10-21 20:52:21 +00002967 for (const auto &effect : mEffects) {
2968 if (effect->isProcessImplemented()
2969 && effect->isImplementationSoftware()) {
2970 return false;
2971 }
2972 }
2973 // Allow effects without processing or hw accelerated effects.
2974 return true;
2975}
2976
Andy Hungf65f5a72023-08-29 12:19:17 -07002977// isCompatibleWithThread_l() must be called with thread->mutex() held
Andy Hung87c693c2023-07-06 20:56:16 -07002978bool EffectChain::isCompatibleWithThread_l(const sp<IAfThreadBase>& thread) const
Eric Laurent4c415062016-06-17 16:14:16 -07002979{
Andy Hungf65f5a72023-08-29 12:19:17 -07002980 audio_utils::lock_guard _l(mutex());
Eric Laurent4c415062016-06-17 16:14:16 -07002981 for (size_t i = 0; i < mEffects.size(); i++) {
2982 if (thread->checkEffectCompatibility_l(&(mEffects[i]->desc()), mSessionId) != NO_ERROR) {
2983 return false;
2984 }
2985 }
2986 return true;
2987}
2988
Eric Laurent6b446ce2019-12-13 10:56:31 -08002989// EffectCallbackInterface implementation
Andy Hung6ac17eb2023-06-20 18:56:17 -07002990status_t EffectChain::EffectCallback::createEffectHal(
Eric Laurent6b446ce2019-12-13 10:56:31 -08002991 const effect_uuid_t *pEffectUuid, int32_t sessionId, int32_t deviceId,
2992 sp<EffectHalInterface> *effect) {
2993 status_t status = NO_INIT;
Andy Hungba8e52b2023-05-11 14:33:03 -07002994 const sp<EffectsFactoryHalInterface> effectsFactory =
2995 EffectConfiguration::getEffectsFactoryHal();
Eric Laurent6b446ce2019-12-13 10:56:31 -08002996 if (effectsFactory != 0) {
2997 status = effectsFactory->createEffect(pEffectUuid, sessionId, io(), deviceId, effect);
2998 }
2999 return status;
3000}
3001
Andy Hung6ac17eb2023-06-20 18:56:17 -07003002bool EffectChain::EffectCallback::updateOrphanEffectChains(
3003 const sp<IAfEffectBase>& effect) {
Eric Laurent41709552019-12-16 19:34:05 -08003004 // in EffectChain context, an EffectBase is always from an EffectModule so static cast is safe
Andy Hung583043b2023-07-17 17:05:00 -07003005 return mAfThreadCallback->updateOrphanEffectChains(effect->asEffectModule());
Eric Laurent6b446ce2019-12-13 10:56:31 -08003006}
3007
Andy Hung6ac17eb2023-06-20 18:56:17 -07003008status_t EffectChain::EffectCallback::allocateHalBuffer(
Eric Laurent6b446ce2019-12-13 10:56:31 -08003009 size_t size, sp<EffectBufferHalInterface>* buffer) {
Andy Hung583043b2023-07-17 17:05:00 -07003010 return mAfThreadCallback->getEffectsFactoryHal()->allocateBuffer(size, buffer);
Eric Laurent6b446ce2019-12-13 10:56:31 -08003011}
3012
Andy Hung6ac17eb2023-06-20 18:56:17 -07003013status_t EffectChain::EffectCallback::addEffectToHal(
Andy Hung920f6572022-10-06 12:09:49 -07003014 const sp<EffectHalInterface>& effect) {
Eric Laurent6b446ce2019-12-13 10:56:31 -08003015 status_t result = NO_INIT;
Andy Hung87c693c2023-07-06 20:56:16 -07003016 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003017 if (t == nullptr) {
3018 return result;
3019 }
3020 sp <StreamHalInterface> st = t->stream();
3021 if (st == nullptr) {
3022 return result;
3023 }
3024 result = st->addEffect(effect);
3025 ALOGE_IF(result != OK, "Error when adding effect: %d", result);
3026 return result;
3027}
3028
Andy Hung6ac17eb2023-06-20 18:56:17 -07003029status_t EffectChain::EffectCallback::removeEffectFromHal(
Andy Hung920f6572022-10-06 12:09:49 -07003030 const sp<EffectHalInterface>& effect) {
Eric Laurent6b446ce2019-12-13 10:56:31 -08003031 status_t result = NO_INIT;
Andy Hung87c693c2023-07-06 20:56:16 -07003032 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003033 if (t == nullptr) {
3034 return result;
3035 }
3036 sp <StreamHalInterface> st = t->stream();
3037 if (st == nullptr) {
3038 return result;
3039 }
3040 result = st->removeEffect(effect);
3041 ALOGE_IF(result != OK, "Error when removing effect: %d", result);
3042 return result;
3043}
3044
Andy Hung6ac17eb2023-06-20 18:56:17 -07003045audio_io_handle_t EffectChain::EffectCallback::io() const {
Andy Hung87c693c2023-07-06 20:56:16 -07003046 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003047 if (t == nullptr) {
3048 return AUDIO_IO_HANDLE_NONE;
3049 }
3050 return t->id();
3051}
3052
Andy Hung6ac17eb2023-06-20 18:56:17 -07003053bool EffectChain::EffectCallback::isOutput() const {
Andy Hung87c693c2023-07-06 20:56:16 -07003054 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003055 if (t == nullptr) {
3056 return true;
3057 }
3058 return t->isOutput();
3059}
3060
Andy Hung6ac17eb2023-06-20 18:56:17 -07003061bool EffectChain::EffectCallback::isOffload() const {
Andy Hung87c693c2023-07-06 20:56:16 -07003062 return mThreadType == IAfThreadBase::OFFLOAD;
Eric Laurent6b446ce2019-12-13 10:56:31 -08003063}
3064
Andy Hung6ac17eb2023-06-20 18:56:17 -07003065bool EffectChain::EffectCallback::isOffloadOrDirect() const {
Andy Hung87c693c2023-07-06 20:56:16 -07003066 return mThreadType == IAfThreadBase::OFFLOAD
3067 || mThreadType == IAfThreadBase::DIRECT;
Eric Laurent6b446ce2019-12-13 10:56:31 -08003068}
3069
Andy Hung6ac17eb2023-06-20 18:56:17 -07003070bool EffectChain::EffectCallback::isOffloadOrMmap() const {
Eric Laurentb62d0362021-10-26 17:40:18 +02003071 switch (mThreadType) {
Andy Hung87c693c2023-07-06 20:56:16 -07003072 case IAfThreadBase::OFFLOAD:
3073 case IAfThreadBase::MMAP_PLAYBACK:
3074 case IAfThreadBase::MMAP_CAPTURE:
Eric Laurentb62d0362021-10-26 17:40:18 +02003075 return true;
3076 default:
Eric Laurent6b446ce2019-12-13 10:56:31 -08003077 return false;
3078 }
Eric Laurentb62d0362021-10-26 17:40:18 +02003079}
3080
Andy Hung6ac17eb2023-06-20 18:56:17 -07003081bool EffectChain::EffectCallback::isSpatializer() const {
Andy Hung87c693c2023-07-06 20:56:16 -07003082 return mThreadType == IAfThreadBase::SPATIALIZER;
Eric Laurent6b446ce2019-12-13 10:56:31 -08003083}
3084
Andy Hung6ac17eb2023-06-20 18:56:17 -07003085uint32_t EffectChain::EffectCallback::sampleRate() const {
Andy Hung87c693c2023-07-06 20:56:16 -07003086 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003087 if (t == nullptr) {
3088 return 0;
3089 }
3090 return t->sampleRate();
3091}
3092
Andy Hungab65b182023-09-06 19:41:47 -07003093audio_channel_mask_t EffectChain::EffectCallback::inChannelMask(int id) const
3094NO_THREAD_SAFETY_ANALYSIS
3095// calling function 'hasAudioSession_l' requires holding mutex 'ThreadBase_Mutex' exclusively
3096{
Andy Hung87c693c2023-07-06 20:56:16 -07003097 const sp<IAfThreadBase> t = thread().promote();
Eric Laurentf1f22e72021-07-13 14:04:14 +02003098 if (t == nullptr) {
3099 return AUDIO_CHANNEL_NONE;
3100 }
Andy Hung6ac17eb2023-06-20 18:56:17 -07003101 sp<IAfEffectChain> c = chain().promote();
Eric Laurentf1f22e72021-07-13 14:04:14 +02003102 if (c == nullptr) {
3103 return AUDIO_CHANNEL_NONE;
3104 }
3105
Andy Hung87c693c2023-07-06 20:56:16 -07003106 if (mThreadType == IAfThreadBase::SPATIALIZER) {
Eric Laurentb62d0362021-10-26 17:40:18 +02003107 if (c->sessionId() == AUDIO_SESSION_OUTPUT_STAGE) {
3108 if (c->isFirstEffect(id)) {
3109 return t->mixerChannelMask();
3110 } else {
3111 return t->channelMask();
3112 }
3113 } else if (!audio_is_global_session(c->sessionId())) {
Andy Hung6ac17eb2023-06-20 18:56:17 -07003114 if ((t->hasAudioSession_l(c->sessionId())
Andy Hung87c693c2023-07-06 20:56:16 -07003115 & IAfThreadBase::SPATIALIZED_SESSION) != 0) {
Eric Laurentb62d0362021-10-26 17:40:18 +02003116 return t->mixerChannelMask();
3117 } else {
3118 return t->channelMask();
3119 }
3120 } else {
3121 return t->channelMask();
3122 }
Eric Laurentf1f22e72021-07-13 14:04:14 +02003123 } else {
3124 return t->channelMask();
3125 }
3126}
3127
Andy Hung6ac17eb2023-06-20 18:56:17 -07003128uint32_t EffectChain::EffectCallback::inChannelCount(int id) const {
Eric Laurentb62d0362021-10-26 17:40:18 +02003129 return audio_channel_count_from_out_mask(inChannelMask(id));
Eric Laurentf1f22e72021-07-13 14:04:14 +02003130}
3131
Andy Hungab65b182023-09-06 19:41:47 -07003132audio_channel_mask_t EffectChain::EffectCallback::outChannelMask() const
3133NO_THREAD_SAFETY_ANALYSIS
3134// calling function 'hasAudioSession_l' requires holding mutex 'ThreadBase_Mutex' exclusively
3135{
Andy Hung87c693c2023-07-06 20:56:16 -07003136 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003137 if (t == nullptr) {
3138 return AUDIO_CHANNEL_NONE;
3139 }
Andy Hung6ac17eb2023-06-20 18:56:17 -07003140 sp<IAfEffectChain> c = chain().promote();
Eric Laurentb62d0362021-10-26 17:40:18 +02003141 if (c == nullptr) {
3142 return AUDIO_CHANNEL_NONE;
3143 }
3144
Andy Hung87c693c2023-07-06 20:56:16 -07003145 if (mThreadType == IAfThreadBase::SPATIALIZER) {
Eric Laurentb62d0362021-10-26 17:40:18 +02003146 if (!audio_is_global_session(c->sessionId())) {
Andy Hung6ac17eb2023-06-20 18:56:17 -07003147 if ((t->hasAudioSession_l(c->sessionId())
Andy Hung87c693c2023-07-06 20:56:16 -07003148 & IAfThreadBase::SPATIALIZED_SESSION) != 0) {
Eric Laurentb62d0362021-10-26 17:40:18 +02003149 return t->mixerChannelMask();
3150 } else {
3151 return t->channelMask();
3152 }
3153 } else {
3154 return t->channelMask();
3155 }
3156 } else {
3157 return t->channelMask();
3158 }
Eric Laurent6b446ce2019-12-13 10:56:31 -08003159}
3160
Andy Hung6ac17eb2023-06-20 18:56:17 -07003161uint32_t EffectChain::EffectCallback::outChannelCount() const {
Eric Laurentb62d0362021-10-26 17:40:18 +02003162 return audio_channel_count_from_out_mask(outChannelMask());
Eric Laurent6b446ce2019-12-13 10:56:31 -08003163}
3164
Andy Hung6ac17eb2023-06-20 18:56:17 -07003165audio_channel_mask_t EffectChain::EffectCallback::hapticChannelMask() const {
Andy Hung87c693c2023-07-06 20:56:16 -07003166 const sp<IAfThreadBase> t = thread().promote();
jiabineb3bda02020-06-30 14:07:03 -07003167 if (t == nullptr) {
3168 return AUDIO_CHANNEL_NONE;
3169 }
3170 return t->hapticChannelMask();
3171}
3172
Andy Hung6ac17eb2023-06-20 18:56:17 -07003173size_t EffectChain::EffectCallback::frameCount() const {
Andy Hung87c693c2023-07-06 20:56:16 -07003174 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003175 if (t == nullptr) {
3176 return 0;
3177 }
3178 return t->frameCount();
3179}
3180
Andy Hung6ac17eb2023-06-20 18:56:17 -07003181uint32_t EffectChain::EffectCallback::latency() const
Andy Hung920f6572022-10-06 12:09:49 -07003182NO_THREAD_SAFETY_ANALYSIS // latency_l() access
3183{
Andy Hung87c693c2023-07-06 20:56:16 -07003184 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003185 if (t == nullptr) {
3186 return 0;
3187 }
Andy Hung920f6572022-10-06 12:09:49 -07003188 // TODO(b/275956781) - this requires the thread lock.
Eric Laurent6b446ce2019-12-13 10:56:31 -08003189 return t->latency_l();
3190}
3191
Andy Hung6ac17eb2023-06-20 18:56:17 -07003192void EffectChain::EffectCallback::setVolumeForOutput(float left, float right) const
Andy Hung920f6572022-10-06 12:09:49 -07003193NO_THREAD_SAFETY_ANALYSIS // setVolumeForOutput_l() access
3194{
Andy Hung87c693c2023-07-06 20:56:16 -07003195 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003196 if (t == nullptr) {
3197 return;
3198 }
3199 t->setVolumeForOutput_l(left, right);
3200}
3201
Andy Hung6ac17eb2023-06-20 18:56:17 -07003202void EffectChain::EffectCallback::checkSuspendOnEffectEnabled(
3203 const sp<IAfEffectBase>& effect, bool enabled, bool threadLocked) {
Andy Hung87c693c2023-07-06 20:56:16 -07003204 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003205 if (t == nullptr) {
3206 return;
3207 }
3208 t->checkSuspendOnEffectEnabled(enabled, effect->sessionId(), threadLocked);
3209
Andy Hung6ac17eb2023-06-20 18:56:17 -07003210 sp<IAfEffectChain> c = chain().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003211 if (c == nullptr) {
3212 return;
3213 }
Eric Laurent41709552019-12-16 19:34:05 -08003214 // in EffectChain context, an EffectBase is always from an EffectModule so static cast is safe
3215 c->checkSuspendOnEffectEnabled(effect->asEffectModule(), enabled);
Eric Laurent6b446ce2019-12-13 10:56:31 -08003216}
3217
Andy Hung6ac17eb2023-06-20 18:56:17 -07003218void EffectChain::EffectCallback::onEffectEnable(const sp<IAfEffectBase>& effect) {
Andy Hung87c693c2023-07-06 20:56:16 -07003219 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003220 if (t == nullptr) {
3221 return;
3222 }
Eric Laurent41709552019-12-16 19:34:05 -08003223 // in EffectChain context, an EffectBase is always from an EffectModule so static cast is safe
3224 t->onEffectEnable(effect->asEffectModule());
Eric Laurent6b446ce2019-12-13 10:56:31 -08003225}
3226
Andy Hung6ac17eb2023-06-20 18:56:17 -07003227void EffectChain::EffectCallback::onEffectDisable(const sp<IAfEffectBase>& effect) {
Eric Laurent6b446ce2019-12-13 10:56:31 -08003228 checkSuspendOnEffectEnabled(effect, false, false /*threadLocked*/);
3229
Andy Hung87c693c2023-07-06 20:56:16 -07003230 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003231 if (t == nullptr) {
3232 return;
3233 }
3234 t->onEffectDisable();
3235}
3236
Andy Hung6ac17eb2023-06-20 18:56:17 -07003237bool EffectChain::EffectCallback::disconnectEffectHandle(IAfEffectHandle *handle,
Eric Laurent6b446ce2019-12-13 10:56:31 -08003238 bool unpinIfLast) {
Andy Hung87c693c2023-07-06 20:56:16 -07003239 const sp<IAfThreadBase> t = thread().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003240 if (t == nullptr) {
3241 return false;
3242 }
3243 t->disconnectEffectHandle(handle, unpinIfLast);
3244 return true;
3245}
3246
Andy Hung6ac17eb2023-06-20 18:56:17 -07003247void EffectChain::EffectCallback::resetVolume() {
3248 sp<IAfEffectChain> c = chain().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003249 if (c == nullptr) {
3250 return;
3251 }
3252 c->resetVolume_l();
3253
3254}
3255
Andy Hung6ac17eb2023-06-20 18:56:17 -07003256product_strategy_t EffectChain::EffectCallback::strategy() const {
3257 sp<IAfEffectChain> c = chain().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003258 if (c == nullptr) {
3259 return PRODUCT_STRATEGY_NONE;
3260 }
3261 return c->strategy();
3262}
3263
Andy Hung6ac17eb2023-06-20 18:56:17 -07003264int32_t EffectChain::EffectCallback::activeTrackCnt() const {
3265 sp<IAfEffectChain> c = chain().promote();
Eric Laurent6b446ce2019-12-13 10:56:31 -08003266 if (c == nullptr) {
3267 return 0;
3268 }
3269 return c->activeTrackCnt();
3270}
3271
Eric Laurentb82e6b72019-11-22 17:25:04 -08003272
3273#undef LOG_TAG
Andy Hung6ac17eb2023-06-20 18:56:17 -07003274#define LOG_TAG "DeviceEffectProxy"
Eric Laurentb82e6b72019-11-22 17:25:04 -08003275
Andy Hung6ac17eb2023-06-20 18:56:17 -07003276/* static */
3277sp<IAfDeviceEffectProxy> IAfDeviceEffectProxy::create(
3278 const AudioDeviceTypeAddr& device,
Andy Hung55a74fd2023-07-13 19:54:47 -07003279 const sp<DeviceEffectManagerCallback>& callback,
Andy Hung6ac17eb2023-06-20 18:56:17 -07003280 effect_descriptor_t *desc, int id, bool notifyFramesProcessed)
3281{
3282 return sp<DeviceEffectProxy>::make(device,
Andy Hung55a74fd2023-07-13 19:54:47 -07003283 callback,
Andy Hung6ac17eb2023-06-20 18:56:17 -07003284 desc, id, notifyFramesProcessed);
3285}
3286
3287status_t DeviceEffectProxy::setEnabled(bool enabled, bool fromHandle)
Eric Laurentb82e6b72019-11-22 17:25:04 -08003288{
3289 status_t status = EffectBase::setEnabled(enabled, fromHandle);
Andy Hungf65f5a72023-08-29 12:19:17 -07003290 audio_utils::lock_guard _l(proxyMutex());
Eric Laurentb82e6b72019-11-22 17:25:04 -08003291 if (status == NO_ERROR) {
3292 for (auto& handle : mEffectHandles) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07003293 Status bs;
Eric Laurentb82e6b72019-11-22 17:25:04 -08003294 if (enabled) {
Andy Hung6ac17eb2023-06-20 18:56:17 -07003295 bs = handle.second->asIEffect()->enable(&status);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003296 } else {
Andy Hung6ac17eb2023-06-20 18:56:17 -07003297 bs = handle.second->asIEffect()->disable(&status);
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07003298 }
3299 if (!bs.isOk()) {
Andy Hung1131b6e2020-12-08 20:47:45 -08003300 status = statusTFromBinderStatus(bs);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003301 }
3302 }
3303 }
3304 ALOGV("%s enable %d status %d", __func__, enabled, status);
3305 return status;
3306}
3307
Andy Hung6ac17eb2023-06-20 18:56:17 -07003308status_t DeviceEffectProxy::init(
Andy Hung8e6b62a2023-07-13 18:11:33 -07003309 const std::map <audio_patch_handle_t, IAfPatchPanel::Patch>& patches) {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003310//For all audio patches
3311//If src or sink device match
3312//If the effect is HW accelerated
3313// if no corresponding effect module
3314// Create EffectModule: mHalEffect
3315//Create and attach EffectHandle
3316//If the effect is not HW accelerated and the patch sink or src is a mixer port
3317// Create Effect on patch input or output thread on session -1
3318//Add EffectHandle to EffectHandle map of Effect Proxy:
3319 ALOGV("%s device type %d address %s", __func__, mDevice.mType, mDevice.getAddress());
3320 status_t status = NO_ERROR;
3321 for (auto &patch : patches) {
3322 status = onCreatePatch(patch.first, patch.second);
3323 ALOGV("%s onCreatePatch status %d", __func__, status);
3324 if (status == BAD_VALUE) {
3325 return status;
3326 }
3327 }
3328 return status;
3329}
3330
François Gaffie58e73af2023-02-15 11:47:24 +01003331status_t DeviceEffectProxy::onUpdatePatch(audio_patch_handle_t oldPatchHandle,
3332 audio_patch_handle_t newPatchHandle,
Andy Hung8e6b62a2023-07-13 18:11:33 -07003333 const IAfPatchPanel::Patch& /* patch */) {
François Gaffie58e73af2023-02-15 11:47:24 +01003334 status_t status = NAME_NOT_FOUND;
3335 ALOGV("%s", __func__);
Andy Hungf65f5a72023-08-29 12:19:17 -07003336 audio_utils::lock_guard _l(proxyMutex());
François Gaffie58e73af2023-02-15 11:47:24 +01003337 if (mEffectHandles.find(oldPatchHandle) != mEffectHandles.end()) {
3338 ALOGV("%s replacing effect from handle %d to handle %d", __func__, oldPatchHandle,
3339 newPatchHandle);
3340 sp<IAfEffectHandle> effect = mEffectHandles.at(oldPatchHandle);
3341 mEffectHandles.erase(oldPatchHandle);
3342 mEffectHandles.emplace(newPatchHandle, effect);
3343 status = NO_ERROR;
3344 }
3345 return status;
3346}
3347
Andy Hung6ac17eb2023-06-20 18:56:17 -07003348status_t DeviceEffectProxy::onCreatePatch(
Andy Hung8e6b62a2023-07-13 18:11:33 -07003349 audio_patch_handle_t patchHandle, const IAfPatchPanel::Patch& patch) {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003350 status_t status = NAME_NOT_FOUND;
Andy Hung6ac17eb2023-06-20 18:56:17 -07003351 sp<IAfEffectHandle> handle;
Eric Laurentb82e6b72019-11-22 17:25:04 -08003352 // only consider source[0] as this is the only "true" source of a patch
3353 status = checkPort(patch, &patch.mAudioPatch.sources[0], &handle);
3354 ALOGV("%s source checkPort status %d", __func__, status);
3355 for (uint32_t i = 0; i < patch.mAudioPatch.num_sinks && status == NAME_NOT_FOUND; i++) {
3356 status = checkPort(patch, &patch.mAudioPatch.sinks[i], &handle);
3357 ALOGV("%s sink %d checkPort status %d", __func__, i, status);
3358 }
3359 if (status == NO_ERROR || status == ALREADY_EXISTS) {
Andy Hungf65f5a72023-08-29 12:19:17 -07003360 audio_utils::lock_guard _l(proxyMutex());
François Gaffie70c6c722023-06-22 12:23:32 +02003361 size_t erasedHandle = mEffectHandles.erase(patchHandle);
3362 ALOGV("%s %s effecthandle %p for patch %d",
3363 __func__, (erasedHandle == 0 ? "adding" : "replacing"), handle.get(), patchHandle);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003364 mEffectHandles.emplace(patchHandle, handle);
3365 }
3366 ALOGW_IF(status == BAD_VALUE,
3367 "%s cannot attach effect %s on patch %d", __func__, mDescriptor.name, patchHandle);
3368
3369 return status;
3370}
3371
Andy Hung8e6b62a2023-07-13 18:11:33 -07003372status_t DeviceEffectProxy::checkPort(const IAfPatchPanel::Patch& patch,
Andy Hung972bec12023-08-31 16:13:39 -07003373 const struct audio_port_config *port, sp<IAfEffectHandle> *handle)
3374NO_THREAD_SAFETY_ANALYSIS
3375// calling function 'createEffect_l' requires holding mutex 'AudioFlinger_Mutex' exclusively
3376{
Eric Laurentb82e6b72019-11-22 17:25:04 -08003377
3378 ALOGV("%s type %d device type %d address %s device ID %d patch.isSoftware() %d",
3379 __func__, port->type, port->ext.device.type,
3380 port->ext.device.address, port->id, patch.isSoftware());
Shunkai Yaob009ad52023-05-05 22:43:24 +00003381 if (port->type != AUDIO_PORT_TYPE_DEVICE || port->ext.device.type != mDevice.mType ||
3382 port->ext.device.address != mDevice.address()) {
3383 return NAME_NOT_FOUND;
3384 }
3385 if (((mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_POST_PROC) &&
3386 (audio_port_config_has_input_direction(port))) {
3387 ALOGI("%s don't create postprocessing effect on record port", __func__);
3388 return NAME_NOT_FOUND;
3389 }
3390 if (((mDescriptor.flags & EFFECT_FLAG_TYPE_MASK) == EFFECT_FLAG_TYPE_PRE_PROC) &&
3391 (!audio_port_config_has_input_direction(port))) {
3392 ALOGI("%s don't create preprocessing effect on playback port", __func__);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003393 return NAME_NOT_FOUND;
3394 }
3395 status_t status = NAME_NOT_FOUND;
3396
3397 if (mDescriptor.flags & EFFECT_FLAG_HW_ACC_TUNNEL) {
Andy Hungf65f5a72023-08-29 12:19:17 -07003398 audio_utils::lock_guard _l(proxyMutex());
François Gaffie70c6c722023-06-22 12:23:32 +02003399 if (mHalEffect != nullptr && mDevicePort.id == port->id) {
3400 ALOGV("%s reusing HAL effect", __func__);
3401 } else {
3402 mDevicePort = *port;
3403 mHalEffect = new EffectModule(mMyCallback,
Eric Laurentb82e6b72019-11-22 17:25:04 -08003404 const_cast<effect_descriptor_t *>(&mDescriptor),
3405 mMyCallback->newEffectId(), AUDIO_SESSION_DEVICE,
3406 false /* pinned */, port->id);
François Gaffie70c6c722023-06-22 12:23:32 +02003407 if (audio_is_input_device(mDevice.mType)) {
3408 mHalEffect->setInputDevice(mDevice);
3409 } else {
3410 mHalEffect->setDevices({mDevice});
3411 }
3412 mHalEffect->configure();
Eric Laurentb82e6b72019-11-22 17:25:04 -08003413 }
Eric Laurentde8caf42021-08-11 17:19:25 +02003414 *handle = new EffectHandle(mHalEffect, nullptr, nullptr, 0 /*priority*/,
3415 mNotifyFramesProcessed);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003416 status = (*handle)->initCheck();
3417 if (status == OK) {
3418 status = mHalEffect->addHandle((*handle).get());
3419 } else {
3420 mHalEffect.clear();
3421 mDevicePort.id = AUDIO_PORT_HANDLE_NONE;
3422 }
3423 } else if (patch.isSoftware() || patch.thread().promote() != nullptr) {
Andy Hung87c693c2023-07-06 20:56:16 -07003424 sp<IAfThreadBase> thread;
Eric Laurentb82e6b72019-11-22 17:25:04 -08003425 if (audio_port_config_has_input_direction(port)) {
3426 if (patch.isSoftware()) {
3427 thread = patch.mRecord.thread();
3428 } else {
3429 thread = patch.thread().promote();
3430 }
3431 } else {
3432 if (patch.isSoftware()) {
3433 thread = patch.mPlayback.thread();
3434 } else {
3435 thread = patch.thread().promote();
3436 }
3437 }
3438 int enabled;
3439 *handle = thread->createEffect_l(nullptr, nullptr, 0, AUDIO_SESSION_DEVICE,
3440 const_cast<effect_descriptor_t *>(&mDescriptor),
Eric Laurentde8caf42021-08-11 17:19:25 +02003441 &enabled, &status, false, false /*probe*/,
3442 mNotifyFramesProcessed);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003443 ALOGV("%s thread->createEffect_l status %d", __func__, status);
3444 } else {
3445 status = BAD_VALUE;
3446 }
Shunkai Yaob009ad52023-05-05 22:43:24 +00003447
Eric Laurentb82e6b72019-11-22 17:25:04 -08003448 if (status == NO_ERROR || status == ALREADY_EXISTS) {
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07003449 Status bs;
Eric Laurentb82e6b72019-11-22 17:25:04 -08003450 if (isEnabled()) {
Andy Hung6ac17eb2023-06-20 18:56:17 -07003451 bs = (*handle)->asIEffect()->enable(&status);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003452 } else {
Andy Hung6ac17eb2023-06-20 18:56:17 -07003453 bs = (*handle)->asIEffect()->disable(&status);
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -07003454 }
3455 if (!bs.isOk()) {
Andy Hung1131b6e2020-12-08 20:47:45 -08003456 status = statusTFromBinderStatus(bs);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003457 }
3458 }
3459 return status;
3460}
3461
Andy Hung6ac17eb2023-06-20 18:56:17 -07003462void DeviceEffectProxy::onReleasePatch(audio_patch_handle_t patchHandle) {
3463 sp<IAfEffectHandle> effect;
Eric Laurent76c89f32021-12-03 17:13:23 +01003464 {
Andy Hungf65f5a72023-08-29 12:19:17 -07003465 audio_utils::lock_guard _l(proxyMutex());
Eric Laurent76c89f32021-12-03 17:13:23 +01003466 if (mEffectHandles.find(patchHandle) != mEffectHandles.end()) {
3467 effect = mEffectHandles.at(patchHandle);
3468 mEffectHandles.erase(patchHandle);
3469 }
3470 }
Eric Laurentb82e6b72019-11-22 17:25:04 -08003471}
3472
3473
Andy Hung6ac17eb2023-06-20 18:56:17 -07003474size_t DeviceEffectProxy::removeEffect(const sp<IAfEffectModule>& effect)
Eric Laurentb82e6b72019-11-22 17:25:04 -08003475{
Andy Hungf65f5a72023-08-29 12:19:17 -07003476 audio_utils::lock_guard _l(proxyMutex());
Eric Laurentb82e6b72019-11-22 17:25:04 -08003477 if (effect == mHalEffect) {
Eric Laurent76c89f32021-12-03 17:13:23 +01003478 mHalEffect->release_l();
Eric Laurentb82e6b72019-11-22 17:25:04 -08003479 mHalEffect.clear();
3480 mDevicePort.id = AUDIO_PORT_HANDLE_NONE;
3481 }
3482 return mHalEffect == nullptr ? 0 : 1;
3483}
3484
Andy Hung6ac17eb2023-06-20 18:56:17 -07003485status_t DeviceEffectProxy::addEffectToHal(
Andy Hung920f6572022-10-06 12:09:49 -07003486 const sp<EffectHalInterface>& effect) {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003487 if (mHalEffect == nullptr) {
3488 return NO_INIT;
3489 }
Mikhail Naganovd2c7f852023-06-14 18:00:13 -07003490 return mManagerCallback->addEffectToHal(&mDevicePort, effect);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003491}
3492
Andy Hung6ac17eb2023-06-20 18:56:17 -07003493status_t DeviceEffectProxy::removeEffectFromHal(
Andy Hung920f6572022-10-06 12:09:49 -07003494 const sp<EffectHalInterface>& effect) {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003495 if (mHalEffect == nullptr) {
3496 return NO_INIT;
3497 }
Mikhail Naganovd2c7f852023-06-14 18:00:13 -07003498 return mManagerCallback->removeEffectFromHal(&mDevicePort, effect);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003499}
3500
François Gaffiea2e985b2023-06-09 14:37:56 +02003501status_t DeviceEffectProxy::command(
3502 int32_t cmdCode, const std::vector<uint8_t>& cmdData, int32_t maxReplySize,
3503 std::vector<uint8_t>* reply) {
Andy Hungf65f5a72023-08-29 12:19:17 -07003504 audio_utils::lock_guard _l(proxyMutex());
François Gaffiea2e985b2023-06-09 14:37:56 +02003505 status_t status = EffectBase::command(cmdCode, cmdData, maxReplySize, reply);
3506 if (status == NO_ERROR) {
3507 for (auto& handle : mEffectHandles) {
3508 sp<IAfEffectBase> effect = handle.second->effect().promote();
3509 if (effect != nullptr) {
3510 status = effect->command(cmdCode, cmdData, maxReplySize, reply);
3511 }
3512 }
3513 }
3514 ALOGV("%s status %d", __func__, status);
3515 return status;
3516}
3517
Andy Hung6ac17eb2023-06-20 18:56:17 -07003518bool DeviceEffectProxy::isOutput() const {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003519 if (mDevicePort.id != AUDIO_PORT_HANDLE_NONE) {
3520 return mDevicePort.role == AUDIO_PORT_ROLE_SINK;
3521 }
3522 return true;
3523}
3524
Andy Hung6ac17eb2023-06-20 18:56:17 -07003525uint32_t DeviceEffectProxy::sampleRate() const {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003526 if (mDevicePort.id != AUDIO_PORT_HANDLE_NONE &&
3527 (mDevicePort.config_mask & AUDIO_PORT_CONFIG_SAMPLE_RATE) != 0) {
3528 return mDevicePort.sample_rate;
3529 }
3530 return DEFAULT_OUTPUT_SAMPLE_RATE;
3531}
3532
Andy Hung6ac17eb2023-06-20 18:56:17 -07003533audio_channel_mask_t DeviceEffectProxy::channelMask() const {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003534 if (mDevicePort.id != AUDIO_PORT_HANDLE_NONE &&
3535 (mDevicePort.config_mask & AUDIO_PORT_CONFIG_CHANNEL_MASK) != 0) {
3536 return mDevicePort.channel_mask;
3537 }
3538 return AUDIO_CHANNEL_OUT_STEREO;
3539}
3540
Andy Hung6ac17eb2023-06-20 18:56:17 -07003541uint32_t DeviceEffectProxy::channelCount() const {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003542 if (isOutput()) {
3543 return audio_channel_count_from_out_mask(channelMask());
3544 }
3545 return audio_channel_count_from_in_mask(channelMask());
3546}
3547
Andy Hung6ac17eb2023-06-20 18:56:17 -07003548void DeviceEffectProxy::dump2(int fd, int spaces) const
Andy Hung920f6572022-10-06 12:09:49 -07003549NO_THREAD_SAFETY_ANALYSIS // conditional try lock
3550{
Eric Laurentb82e6b72019-11-22 17:25:04 -08003551 const Vector<String16> args;
3552 EffectBase::dump(fd, args);
3553
Andy Hungf65f5a72023-08-29 12:19:17 -07003554 const bool locked = afutils::dumpTryLock(proxyMutex());
Eric Laurentb82e6b72019-11-22 17:25:04 -08003555 if (!locked) {
3556 String8 result("DeviceEffectProxy may be deadlocked\n");
Tomasz Wasilczyk833345b2023-08-15 20:59:35 +00003557 write(fd, result.c_str(), result.size());
Eric Laurentb82e6b72019-11-22 17:25:04 -08003558 }
3559
3560 String8 outStr;
3561 if (mHalEffect != nullptr) {
3562 outStr.appendFormat("%*sHAL Effect Id: %d\n", spaces, "", mHalEffect->id());
3563 } else {
3564 outStr.appendFormat("%*sNO HAL Effect\n", spaces, "");
3565 }
Tomasz Wasilczyk833345b2023-08-15 20:59:35 +00003566 write(fd, outStr.c_str(), outStr.size());
Eric Laurentb82e6b72019-11-22 17:25:04 -08003567 outStr.clear();
3568
3569 outStr.appendFormat("%*sSub Effects:\n", spaces, "");
Tomasz Wasilczyk833345b2023-08-15 20:59:35 +00003570 write(fd, outStr.c_str(), outStr.size());
Eric Laurentb82e6b72019-11-22 17:25:04 -08003571 outStr.clear();
3572
3573 for (const auto& iter : mEffectHandles) {
3574 outStr.appendFormat("%*sEffect for patch handle %d:\n", spaces + 2, "", iter.first);
Tomasz Wasilczyk833345b2023-08-15 20:59:35 +00003575 write(fd, outStr.c_str(), outStr.size());
Eric Laurentb82e6b72019-11-22 17:25:04 -08003576 outStr.clear();
Andy Hung6ac17eb2023-06-20 18:56:17 -07003577 sp<IAfEffectBase> effect = iter.second->effect().promote();
Eric Laurentb82e6b72019-11-22 17:25:04 -08003578 if (effect != nullptr) {
3579 effect->dump(fd, args);
3580 }
3581 }
3582
3583 if (locked) {
Andy Hungf65f5a72023-08-29 12:19:17 -07003584 proxyMutex().unlock();
Eric Laurentb82e6b72019-11-22 17:25:04 -08003585 }
3586}
3587
3588#undef LOG_TAG
Andy Hung6ac17eb2023-06-20 18:56:17 -07003589#define LOG_TAG "DeviceEffectProxy::ProxyCallback"
Eric Laurentb82e6b72019-11-22 17:25:04 -08003590
Andy Hung6ac17eb2023-06-20 18:56:17 -07003591int DeviceEffectProxy::ProxyCallback::newEffectId() {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003592 return mManagerCallback->newEffectId();
3593}
3594
3595
Andy Hung6ac17eb2023-06-20 18:56:17 -07003596bool DeviceEffectProxy::ProxyCallback::disconnectEffectHandle(
3597 IAfEffectHandle *handle, bool unpinIfLast) {
3598 sp<IAfEffectBase> effectBase = handle->effect().promote();
Eric Laurentb82e6b72019-11-22 17:25:04 -08003599 if (effectBase == nullptr) {
3600 return false;
3601 }
3602
Andy Hung6ac17eb2023-06-20 18:56:17 -07003603 sp<IAfEffectModule> effect = effectBase->asEffectModule();
Eric Laurentb82e6b72019-11-22 17:25:04 -08003604 if (effect == nullptr) {
3605 return false;
3606 }
3607
3608 // restore suspended effects if the disconnected handle was enabled and the last one.
3609 bool remove = (effect->removeHandle(handle) == 0) && (!effect->isPinned() || unpinIfLast);
3610 if (remove) {
3611 sp<DeviceEffectProxy> proxy = mProxy.promote();
3612 if (proxy != nullptr) {
3613 proxy->removeEffect(effect);
3614 }
3615 if (handle->enabled()) {
3616 effectBase->checkSuspendOnEffectEnabled(false, false /*threadLocked*/);
3617 }
3618 }
3619 return true;
3620}
3621
Andy Hung6ac17eb2023-06-20 18:56:17 -07003622status_t DeviceEffectProxy::ProxyCallback::createEffectHal(
Eric Laurentb82e6b72019-11-22 17:25:04 -08003623 const effect_uuid_t *pEffectUuid, int32_t sessionId, int32_t deviceId,
3624 sp<EffectHalInterface> *effect) {
3625 return mManagerCallback->createEffectHal(pEffectUuid, sessionId, deviceId, effect);
3626}
3627
Andy Hung6ac17eb2023-06-20 18:56:17 -07003628status_t DeviceEffectProxy::ProxyCallback::addEffectToHal(
Andy Hung920f6572022-10-06 12:09:49 -07003629 const sp<EffectHalInterface>& effect) {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003630 sp<DeviceEffectProxy> proxy = mProxy.promote();
3631 if (proxy == nullptr) {
3632 return NO_INIT;
3633 }
3634 return proxy->addEffectToHal(effect);
3635}
3636
Andy Hung6ac17eb2023-06-20 18:56:17 -07003637status_t DeviceEffectProxy::ProxyCallback::removeEffectFromHal(
Andy Hung920f6572022-10-06 12:09:49 -07003638 const sp<EffectHalInterface>& effect) {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003639 sp<DeviceEffectProxy> proxy = mProxy.promote();
3640 if (proxy == nullptr) {
3641 return NO_INIT;
3642 }
Eric Laurent76c89f32021-12-03 17:13:23 +01003643 return proxy->removeEffectFromHal(effect);
Eric Laurentb82e6b72019-11-22 17:25:04 -08003644}
3645
Andy Hung6ac17eb2023-06-20 18:56:17 -07003646bool DeviceEffectProxy::ProxyCallback::isOutput() const {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003647 sp<DeviceEffectProxy> proxy = mProxy.promote();
3648 if (proxy == nullptr) {
3649 return true;
3650 }
3651 return proxy->isOutput();
3652}
3653
Andy Hung6ac17eb2023-06-20 18:56:17 -07003654uint32_t DeviceEffectProxy::ProxyCallback::sampleRate() const {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003655 sp<DeviceEffectProxy> proxy = mProxy.promote();
3656 if (proxy == nullptr) {
3657 return DEFAULT_OUTPUT_SAMPLE_RATE;
3658 }
3659 return proxy->sampleRate();
3660}
3661
Andy Hung6ac17eb2023-06-20 18:56:17 -07003662audio_channel_mask_t DeviceEffectProxy::ProxyCallback::inChannelMask(
Eric Laurentf1f22e72021-07-13 14:04:14 +02003663 int id __unused) const {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003664 sp<DeviceEffectProxy> proxy = mProxy.promote();
3665 if (proxy == nullptr) {
3666 return AUDIO_CHANNEL_OUT_STEREO;
3667 }
3668 return proxy->channelMask();
3669}
3670
Andy Hung6ac17eb2023-06-20 18:56:17 -07003671uint32_t DeviceEffectProxy::ProxyCallback::inChannelCount(int id __unused) const {
Eric Laurentf1f22e72021-07-13 14:04:14 +02003672 sp<DeviceEffectProxy> proxy = mProxy.promote();
3673 if (proxy == nullptr) {
3674 return 2;
3675 }
3676 return proxy->channelCount();
3677}
3678
Andy Hung6ac17eb2023-06-20 18:56:17 -07003679audio_channel_mask_t DeviceEffectProxy::ProxyCallback::outChannelMask() const {
Eric Laurentf1f22e72021-07-13 14:04:14 +02003680 sp<DeviceEffectProxy> proxy = mProxy.promote();
3681 if (proxy == nullptr) {
3682 return AUDIO_CHANNEL_OUT_STEREO;
3683 }
3684 return proxy->channelMask();
3685}
3686
Andy Hung6ac17eb2023-06-20 18:56:17 -07003687uint32_t DeviceEffectProxy::ProxyCallback::outChannelCount() const {
Eric Laurentb82e6b72019-11-22 17:25:04 -08003688 sp<DeviceEffectProxy> proxy = mProxy.promote();
3689 if (proxy == nullptr) {
3690 return 2;
3691 }
3692 return proxy->channelCount();
3693}
3694
Andy Hung6ac17eb2023-06-20 18:56:17 -07003695void DeviceEffectProxy::ProxyCallback::onEffectEnable(
3696 const sp<IAfEffectBase>& effectBase) {
3697 sp<IAfEffectModule> effect = effectBase->asEffectModule();
Eric Laurent76c89f32021-12-03 17:13:23 +01003698 if (effect == nullptr) {
3699 return;
3700 }
3701 effect->start();
3702}
3703
Andy Hung6ac17eb2023-06-20 18:56:17 -07003704void DeviceEffectProxy::ProxyCallback::onEffectDisable(
3705 const sp<IAfEffectBase>& effectBase) {
3706 sp<IAfEffectModule> effect = effectBase->asEffectModule();
Eric Laurent76c89f32021-12-03 17:13:23 +01003707 if (effect == nullptr) {
3708 return;
3709 }
3710 effect->stop();
3711}
3712
Glenn Kasten63238ef2015-03-02 15:50:29 -08003713} // namespace android