blob: 7452ec5e810dcde8f0c91536cf0fd3d6357be1cb [file] [log] [blame]
Eric Laurent81784c32012-11-19 14:55:58 -08001/*
2**
3** Copyright 2012, The Android Open Source Project
4**
5** Licensed under the Apache License, Version 2.0 (the "License");
6** you may not use this file except in compliance with the License.
7** You may obtain a copy of the License at
8**
9** http://www.apache.org/licenses/LICENSE-2.0
10**
11** Unless required by applicable law or agreed to in writing, software
12** distributed under the License is distributed on an "AS IS" BASIS,
13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14** See the License for the specific language governing permissions and
15** limitations under the License.
16*/
17
Andy Hungee58e4a2023-07-07 13:47:37 -070018#pragma once
Eric Laurent81784c32012-11-19 14:55:58 -080019
Andy Hung25a80ac2023-07-19 12:47:35 -070020// ADD_BATTERY_DATA AUDIO_WATCHDOG FAST_THREAD_STATISTICS STATE_QUEUE_DUMP TEE_SINK
21#include "Configuration.h"
22#include "IAfThread.h"
23#include "IAfTrack.h"
24
25#include <android-base/macros.h> // DISALLOW_COPY_AND_ASSIGN
26#include <android/os/IPowerManager.h>
27#include <afutils/AudioWatchdog.h>
28#include <afutils/NBAIO_Tee.h>
29#include <audio_utils/Balance.h>
30#include <audio_utils/SimpleLog.h>
31#include <datapath/ThreadMetrics.h>
32#include <fastpath/FastCapture.h>
33#include <fastpath/FastMixer.h>
34#include <mediautils/Synchronization.h>
35#include <mediautils/ThreadSnapshot.h>
36#include <timing/MonotonicFrameCounter.h>
37#include <utils/Log.h>
38
Andy Hungee58e4a2023-07-07 13:47:37 -070039namespace android {
Andy Hung440901d2023-06-29 21:19:25 -070040
41class AsyncCallbackThread;
42
43class ThreadBase : public virtual IAfThreadBase, public Thread {
Eric Laurent81784c32012-11-19 14:55:58 -080044public:
Glenn Kasten97b7b752014-09-28 13:04:24 -070045 static const char *threadTypeToString(type_t type);
46
Andy Hung8d672e02023-09-15 18:19:28 -070047 // ThreadBase_ThreadLoop is a virtual mutex (always nullptr) that
48 // guards methods and variables that ONLY run and are accessed
49 // on the single threaded threadLoop().
50 //
51 // As access is by a single thread, the variables are thread safe.
52 static audio_utils::mutex* ThreadBase_ThreadLoop;
53
Andy Hung583043b2023-07-17 17:05:00 -070054 IAfThreadCallback* afThreadCallback() const final { return mAfThreadCallback.get(); }
Andy Hung87c693c2023-07-06 20:56:16 -070055
Andy Hung583043b2023-07-17 17:05:00 -070056 ThreadBase(const sp<IAfThreadCallback>& afThreadCallback, audio_io_handle_t id,
Andy Hungcf10d742020-04-28 15:38:24 -070057 type_t type, bool systemReady, bool isOut);
Andy Hung440901d2023-06-29 21:19:25 -070058 ~ThreadBase() override;
Eric Laurent81784c32012-11-19 14:55:58 -080059
Andy Hung440901d2023-06-29 21:19:25 -070060 status_t readyToRun() final;
Andy Hungab65b182023-09-06 19:41:47 -070061 void clearPowerManager() final EXCLUDES_ThreadBase_Mutex;
Eric Laurent81784c32012-11-19 14:55:58 -080062
63 // base for record and playback
64 enum {
65 CFG_EVENT_IO,
Eric Laurent10351942014-05-08 18:49:52 -070066 CFG_EVENT_PRIO,
67 CFG_EVENT_SET_PARAMETER,
Eric Laurent1c333e22014-05-20 10:48:17 -070068 CFG_EVENT_CREATE_AUDIO_PATCH,
69 CFG_EVENT_RELEASE_AUDIO_PATCH,
jiabinc52b1ff2019-10-31 17:20:42 -070070 CFG_EVENT_UPDATE_OUT_DEVICE,
Eric Laurentb3f315a2021-07-13 15:09:05 +020071 CFG_EVENT_RESIZE_BUFFER,
Eric Laurent68a40a82022-05-03 18:15:04 +020072 CFG_EVENT_CHECK_OUTPUT_STAGE_EFFECTS,
73 CFG_EVENT_HAL_LATENCY_MODES_CHANGED,
Eric Laurent81784c32012-11-19 14:55:58 -080074 };
75
Eric Laurent10351942014-05-08 18:49:52 -070076 class ConfigEventData: public RefBase {
Eric Laurent81784c32012-11-19 14:55:58 -080077 public:
Eric Laurent81784c32012-11-19 14:55:58 -080078 virtual void dump(char *buffer, size_t size) = 0;
Eric Laurent10351942014-05-08 18:49:52 -070079 protected:
Andy Hungab65b182023-09-06 19:41:47 -070080 ConfigEventData() = default;
Eric Laurent81784c32012-11-19 14:55:58 -080081 };
82
Eric Laurent10351942014-05-08 18:49:52 -070083 // Config event sequence by client if status needed (e.g binder thread calling setParameters()):
84 // 1. create SetParameterConfigEvent. This sets mWaitStatus in config event
Andy Hungc5007f82023-08-29 14:26:09 -070085 // 2. Lock mutex()
Eric Laurent10351942014-05-08 18:49:52 -070086 // 3. Call sendConfigEvent_l(): Append to mConfigEvents and mWaitWorkCV.signal
87 // 4. sendConfigEvent_l() reads status from event->mStatus;
88 // 5. sendConfigEvent_l() returns status
89 // 6. Unlock
90 //
91 // Parameter sequence by server: threadLoop calling processConfigEvents_l():
Andy Hungc5007f82023-08-29 14:26:09 -070092 // 1. Lock mutex()
Eric Laurent10351942014-05-08 18:49:52 -070093 // 2. If there is an entry in mConfigEvents proceed ...
94 // 3. Read first entry in mConfigEvents
95 // 4. Remove first entry from mConfigEvents
96 // 5. Process
97 // 6. Set event->mStatus
Andy Hungc5007f82023-08-29 14:26:09 -070098 // 7. event->mCondition.notify_one()
Eric Laurent10351942014-05-08 18:49:52 -070099 // 8. Unlock
Eric Laurent81784c32012-11-19 14:55:58 -0800100
Eric Laurent10351942014-05-08 18:49:52 -0700101 class ConfigEvent: public RefBase {
102 public:
Eric Laurentb3f315a2021-07-13 15:09:05 +0200103 void dump(char *buffer, size_t size) {
104 snprintf(buffer, size, "Event type: %d\n", mType);
105 if (mData != nullptr) {
106 snprintf(buffer, size, "Data:\n");
107 mData->dump(buffer, size);
108 }
109 }
Eric Laurent10351942014-05-08 18:49:52 -0700110
Andy Hungab65b182023-09-06 19:41:47 -0700111 audio_utils::mutex& mutex() const RETURN_CAPABILITY(audio_utils::ConfigEvent_Mutex) {
112 return mMutex;
113 }
Eric Laurent10351942014-05-08 18:49:52 -0700114 const int mType; // event type e.g. CFG_EVENT_IO
Andy Hunga6f1cbb2023-10-12 18:18:13 -0700115 // mutex associated with mCondition
116 mutable audio_utils::mutex mMutex{audio_utils::MutexOrder::kConfigEvent_Mutex};
Andy Hungc5007f82023-08-29 14:26:09 -0700117 audio_utils::condition_variable mCondition; // condition for status return
Andy Hungab65b182023-09-06 19:41:47 -0700118
119 // NO_THREAD_SAFETY_ANALYSIS Can we add GUARDED_BY?
Eric Laurent10351942014-05-08 18:49:52 -0700120 status_t mStatus; // status communicated to sender
Andy Hungab65b182023-09-06 19:41:47 -0700121
122 bool mWaitStatus GUARDED_BY(mutex()); // true if sender is waiting for status
123 // true if must wait for system ready to enter event queue
124 bool mRequiresSystemReady GUARDED_BY(mutex());
125
126 // NO_THREAD_SAFETY_ANALYSIS Can we add GUARDED_BY?
127 sp<ConfigEventData> mData; // event specific parameter data
Eric Laurent10351942014-05-08 18:49:52 -0700128
129 protected:
Chih-Hung Hsiehe964d4e2016-08-09 14:31:32 -0700130 explicit ConfigEvent(int type, bool requiresSystemReady = false) :
Eric Laurent72e3f392015-05-20 14:43:50 -0700131 mType(type), mStatus(NO_ERROR), mWaitStatus(false),
132 mRequiresSystemReady(requiresSystemReady), mData(NULL) {}
Eric Laurent10351942014-05-08 18:49:52 -0700133 };
134
135 class IoConfigEventData : public ConfigEventData {
136 public:
Mikhail Naganov88536df2021-07-26 17:30:29 -0700137 IoConfigEventData(audio_io_config_event_t event, pid_t pid,
Eric Laurent09f1ed22019-04-24 17:45:17 -0700138 audio_port_handle_t portId) :
139 mEvent(event), mPid(pid), mPortId(portId) {}
Eric Laurent81784c32012-11-19 14:55:58 -0800140
141 virtual void dump(char *buffer, size_t size) {
Eric Laurentb3f315a2021-07-13 15:09:05 +0200142 snprintf(buffer, size, "- IO event: event %d\n", mEvent);
Eric Laurent81784c32012-11-19 14:55:58 -0800143 }
144
Mikhail Naganov88536df2021-07-26 17:30:29 -0700145 const audio_io_config_event_t mEvent;
Eric Laurent7c1ec5f2015-07-09 14:52:47 -0700146 const pid_t mPid;
Eric Laurent09f1ed22019-04-24 17:45:17 -0700147 const audio_port_handle_t mPortId;
Eric Laurent81784c32012-11-19 14:55:58 -0800148 };
149
Eric Laurent10351942014-05-08 18:49:52 -0700150 class IoConfigEvent : public ConfigEvent {
Eric Laurent81784c32012-11-19 14:55:58 -0800151 public:
Mikhail Naganov88536df2021-07-26 17:30:29 -0700152 IoConfigEvent(audio_io_config_event_t event, pid_t pid, audio_port_handle_t portId) :
Eric Laurent10351942014-05-08 18:49:52 -0700153 ConfigEvent(CFG_EVENT_IO) {
Eric Laurent09f1ed22019-04-24 17:45:17 -0700154 mData = new IoConfigEventData(event, pid, portId);
Eric Laurent10351942014-05-08 18:49:52 -0700155 }
Eric Laurent10351942014-05-08 18:49:52 -0700156 };
Eric Laurent81784c32012-11-19 14:55:58 -0800157
Eric Laurent10351942014-05-08 18:49:52 -0700158 class PrioConfigEventData : public ConfigEventData {
159 public:
Mikhail Naganov83f04272017-02-07 10:45:09 -0800160 PrioConfigEventData(pid_t pid, pid_t tid, int32_t prio, bool forApp) :
161 mPid(pid), mTid(tid), mPrio(prio), mForApp(forApp) {}
Eric Laurent81784c32012-11-19 14:55:58 -0800162
163 virtual void dump(char *buffer, size_t size) {
Eric Laurentb3f315a2021-07-13 15:09:05 +0200164 snprintf(buffer, size, "- Prio event: pid %d, tid %d, prio %d, for app? %d\n",
Mikhail Naganov83f04272017-02-07 10:45:09 -0800165 mPid, mTid, mPrio, mForApp);
Eric Laurent81784c32012-11-19 14:55:58 -0800166 }
167
Eric Laurent81784c32012-11-19 14:55:58 -0800168 const pid_t mPid;
169 const pid_t mTid;
170 const int32_t mPrio;
Mikhail Naganov83f04272017-02-07 10:45:09 -0800171 const bool mForApp;
Eric Laurent81784c32012-11-19 14:55:58 -0800172 };
173
Eric Laurent10351942014-05-08 18:49:52 -0700174 class PrioConfigEvent : public ConfigEvent {
175 public:
Mikhail Naganov83f04272017-02-07 10:45:09 -0800176 PrioConfigEvent(pid_t pid, pid_t tid, int32_t prio, bool forApp) :
Eric Laurent72e3f392015-05-20 14:43:50 -0700177 ConfigEvent(CFG_EVENT_PRIO, true) {
Mikhail Naganov83f04272017-02-07 10:45:09 -0800178 mData = new PrioConfigEventData(pid, tid, prio, forApp);
Eric Laurent10351942014-05-08 18:49:52 -0700179 }
Eric Laurent10351942014-05-08 18:49:52 -0700180 };
181
182 class SetParameterConfigEventData : public ConfigEventData {
183 public:
Andy Hung920f6572022-10-06 12:09:49 -0700184 explicit SetParameterConfigEventData(const String8& keyValuePairs) :
Eric Laurent10351942014-05-08 18:49:52 -0700185 mKeyValuePairs(keyValuePairs) {}
186
187 virtual void dump(char *buffer, size_t size) {
Tomasz Wasilczyk833345b2023-08-15 20:59:35 +0000188 snprintf(buffer, size, "- KeyValue: %s\n", mKeyValuePairs.c_str());
Eric Laurent10351942014-05-08 18:49:52 -0700189 }
190
191 const String8 mKeyValuePairs;
192 };
193
194 class SetParameterConfigEvent : public ConfigEvent {
195 public:
Andy Hung920f6572022-10-06 12:09:49 -0700196 explicit SetParameterConfigEvent(const String8& keyValuePairs) :
Eric Laurent10351942014-05-08 18:49:52 -0700197 ConfigEvent(CFG_EVENT_SET_PARAMETER) {
198 mData = new SetParameterConfigEventData(keyValuePairs);
199 mWaitStatus = true;
200 }
Eric Laurent10351942014-05-08 18:49:52 -0700201 };
202
Eric Laurent1c333e22014-05-20 10:48:17 -0700203 class CreateAudioPatchConfigEventData : public ConfigEventData {
204 public:
205 CreateAudioPatchConfigEventData(const struct audio_patch patch,
206 audio_patch_handle_t handle) :
207 mPatch(patch), mHandle(handle) {}
208
209 virtual void dump(char *buffer, size_t size) {
Eric Laurentb3f315a2021-07-13 15:09:05 +0200210 snprintf(buffer, size, "- Patch handle: %u\n", mHandle);
Eric Laurent1c333e22014-05-20 10:48:17 -0700211 }
212
213 const struct audio_patch mPatch;
Andy Hungab65b182023-09-06 19:41:47 -0700214 audio_patch_handle_t mHandle; // cannot be const
Eric Laurent1c333e22014-05-20 10:48:17 -0700215 };
216
217 class CreateAudioPatchConfigEvent : public ConfigEvent {
218 public:
219 CreateAudioPatchConfigEvent(const struct audio_patch patch,
220 audio_patch_handle_t handle) :
221 ConfigEvent(CFG_EVENT_CREATE_AUDIO_PATCH) {
222 mData = new CreateAudioPatchConfigEventData(patch, handle);
223 mWaitStatus = true;
224 }
Eric Laurent1c333e22014-05-20 10:48:17 -0700225 };
226
227 class ReleaseAudioPatchConfigEventData : public ConfigEventData {
228 public:
Chih-Hung Hsiehe964d4e2016-08-09 14:31:32 -0700229 explicit ReleaseAudioPatchConfigEventData(const audio_patch_handle_t handle) :
Eric Laurent1c333e22014-05-20 10:48:17 -0700230 mHandle(handle) {}
231
232 virtual void dump(char *buffer, size_t size) {
Eric Laurentb3f315a2021-07-13 15:09:05 +0200233 snprintf(buffer, size, "- Patch handle: %u\n", mHandle);
Eric Laurent1c333e22014-05-20 10:48:17 -0700234 }
235
Andy Hungab65b182023-09-06 19:41:47 -0700236 const audio_patch_handle_t mHandle;
Eric Laurent1c333e22014-05-20 10:48:17 -0700237 };
238
239 class ReleaseAudioPatchConfigEvent : public ConfigEvent {
240 public:
Chih-Hung Hsiehe964d4e2016-08-09 14:31:32 -0700241 explicit ReleaseAudioPatchConfigEvent(const audio_patch_handle_t handle) :
Eric Laurent1c333e22014-05-20 10:48:17 -0700242 ConfigEvent(CFG_EVENT_RELEASE_AUDIO_PATCH) {
243 mData = new ReleaseAudioPatchConfigEventData(handle);
244 mWaitStatus = true;
245 }
Eric Laurent1c333e22014-05-20 10:48:17 -0700246 };
Eric Laurent81784c32012-11-19 14:55:58 -0800247
jiabinc52b1ff2019-10-31 17:20:42 -0700248 class UpdateOutDevicesConfigEventData : public ConfigEventData {
249 public:
250 explicit UpdateOutDevicesConfigEventData(const DeviceDescriptorBaseVector& outDevices) :
251 mOutDevices(outDevices) {}
252
253 virtual void dump(char *buffer, size_t size) {
Eric Laurentb3f315a2021-07-13 15:09:05 +0200254 snprintf(buffer, size, "- Devices: %s", android::toString(mOutDevices).c_str());
jiabinc52b1ff2019-10-31 17:20:42 -0700255 }
256
Andy Hungab65b182023-09-06 19:41:47 -0700257 const DeviceDescriptorBaseVector mOutDevices;
jiabinc52b1ff2019-10-31 17:20:42 -0700258 };
259
260 class UpdateOutDevicesConfigEvent : public ConfigEvent {
261 public:
262 explicit UpdateOutDevicesConfigEvent(const DeviceDescriptorBaseVector& outDevices) :
263 ConfigEvent(CFG_EVENT_UPDATE_OUT_DEVICE) {
264 mData = new UpdateOutDevicesConfigEventData(outDevices);
265 }
jiabinc52b1ff2019-10-31 17:20:42 -0700266 };
267
Eric Laurentec376dc2021-04-08 20:41:22 +0200268 class ResizeBufferConfigEventData : public ConfigEventData {
269 public:
270 explicit ResizeBufferConfigEventData(int32_t maxSharedAudioHistoryMs) :
271 mMaxSharedAudioHistoryMs(maxSharedAudioHistoryMs) {}
272
273 virtual void dump(char *buffer, size_t size) {
Eric Laurentb3f315a2021-07-13 15:09:05 +0200274 snprintf(buffer, size, "- mMaxSharedAudioHistoryMs: %d", mMaxSharedAudioHistoryMs);
Eric Laurentec376dc2021-04-08 20:41:22 +0200275 }
276
Andy Hungab65b182023-09-06 19:41:47 -0700277 const int32_t mMaxSharedAudioHistoryMs;
Eric Laurentec376dc2021-04-08 20:41:22 +0200278 };
279
280 class ResizeBufferConfigEvent : public ConfigEvent {
281 public:
282 explicit ResizeBufferConfigEvent(int32_t maxSharedAudioHistoryMs) :
283 ConfigEvent(CFG_EVENT_RESIZE_BUFFER) {
284 mData = new ResizeBufferConfigEventData(maxSharedAudioHistoryMs);
285 }
Eric Laurentec376dc2021-04-08 20:41:22 +0200286 };
287
Eric Laurentb3f315a2021-07-13 15:09:05 +0200288 class CheckOutputStageEffectsEvent : public ConfigEvent {
289 public:
290 CheckOutputStageEffectsEvent() :
291 ConfigEvent(CFG_EVENT_CHECK_OUTPUT_STAGE_EFFECTS) {
292 }
Eric Laurentb3f315a2021-07-13 15:09:05 +0200293 };
294
Eric Laurent68a40a82022-05-03 18:15:04 +0200295 class HalLatencyModesChangedEvent : public ConfigEvent {
296 public:
297 HalLatencyModesChangedEvent() :
298 ConfigEvent(CFG_EVENT_HAL_LATENCY_MODES_CHANGED) {
299 }
Eric Laurent68a40a82022-05-03 18:15:04 +0200300 };
301
Eric Laurentb3f315a2021-07-13 15:09:05 +0200302
Eric Laurent81784c32012-11-19 14:55:58 -0800303 class PMDeathRecipient : public IBinder::DeathRecipient {
304 public:
Chih-Hung Hsiehe964d4e2016-08-09 14:31:32 -0700305 explicit PMDeathRecipient(const wp<ThreadBase>& thread) : mThread(thread) {}
Eric Laurent81784c32012-11-19 14:55:58 -0800306
307 // IBinder::DeathRecipient
Andy Hungab65b182023-09-06 19:41:47 -0700308 void binderDied(const wp<IBinder>& who) final;
Eric Laurent81784c32012-11-19 14:55:58 -0800309
310 private:
Mikhail Naganovbf493082017-04-17 17:37:12 -0700311 DISALLOW_COPY_AND_ASSIGN(PMDeathRecipient);
Eric Laurent81784c32012-11-19 14:55:58 -0800312
Andy Hungab65b182023-09-06 19:41:47 -0700313 const wp<ThreadBase> mThread;
Eric Laurent81784c32012-11-19 14:55:58 -0800314 };
315
Andy Hung440901d2023-06-29 21:19:25 -0700316 type_t type() const final { return mType; }
317 bool isDuplicating() const final { return (mType == DUPLICATING); }
318 audio_io_handle_t id() const final { return mId;}
Eric Laurent81784c32012-11-19 14:55:58 -0800319
Andy Hung440901d2023-06-29 21:19:25 -0700320 uint32_t sampleRate() const final { return mSampleRate; }
321 audio_channel_mask_t channelMask() const final { return mChannelMask; }
322 audio_channel_mask_t mixerChannelMask() const override { return mChannelMask; }
323 audio_format_t format() const final { return mHALFormat; }
324 uint32_t channelCount() const final { return mChannelCount; }
325 audio_channel_mask_t hapticChannelMask() const override { return AUDIO_CHANNEL_NONE; }
Andy Hung87c693c2023-07-06 20:56:16 -0700326 uint32_t hapticChannelCount() const override { return 0; }
Andy Hungab65b182023-09-06 19:41:47 -0700327 uint32_t latency_l() const override { return 0; } // NO_THREAD_SAFETY_ANALYSIS
328 void setVolumeForOutput_l(float /* left */, float /* right */) const override
329 REQUIRES(mutex()) {}
Glenn Kasten4a8308b2016-04-18 14:10:01 -0700330
331 // Return's the HAL's frame count i.e. fast mixer buffer size.
Andy Hung440901d2023-06-29 21:19:25 -0700332 size_t frameCountHAL() const final { return mFrameCount; }
333 size_t frameSize() const final { return mFrameSize; }
Eric Laurent81784c32012-11-19 14:55:58 -0800334
335 // Should be "virtual status_t requestExitAndWait()" and override same
336 // method in Thread, but Thread::requestExitAndWait() is not yet virtual.
Andy Hungab65b182023-09-06 19:41:47 -0700337 void exit() final EXCLUDES_ThreadBase_Mutex;
338 status_t setParameters(const String8& keyValuePairs) final EXCLUDES_ThreadBase_Mutex;
Andy Hung440901d2023-06-29 21:19:25 -0700339
Andy Hungc5007f82023-08-29 14:26:09 -0700340 // sendConfigEvent_l() must be called with ThreadBase::mutex() held
Eric Laurent10351942014-05-08 18:49:52 -0700341 // Can temporarily release the lock if waiting for a reply from
342 // processConfigEvents_l().
Andy Hungab65b182023-09-06 19:41:47 -0700343 status_t sendConfigEvent_l(sp<ConfigEvent>& event) REQUIRES(mutex());
Andy Hung440901d2023-06-29 21:19:25 -0700344 void sendIoConfigEvent(audio_io_config_event_t event, pid_t pid = 0,
Andy Hungab65b182023-09-06 19:41:47 -0700345 audio_port_handle_t portId = AUDIO_PORT_HANDLE_NONE) final EXCLUDES_ThreadBase_Mutex;
Andy Hung440901d2023-06-29 21:19:25 -0700346 void sendIoConfigEvent_l(audio_io_config_event_t event, pid_t pid = 0,
Andy Hungab65b182023-09-06 19:41:47 -0700347 audio_port_handle_t portId = AUDIO_PORT_HANDLE_NONE) final REQUIRES(mutex());
348 void sendPrioConfigEvent(pid_t pid, pid_t tid, int32_t prio, bool forApp) final
349 EXCLUDES_ThreadBase_Mutex;
350 void sendPrioConfigEvent_l(pid_t pid, pid_t tid, int32_t prio, bool forApp) final
351 REQUIRES(mutex());
352 status_t sendSetParameterConfigEvent_l(const String8& keyValuePair) final REQUIRES(mutex());
Andy Hung440901d2023-06-29 21:19:25 -0700353 status_t sendCreateAudioPatchConfigEvent(const struct audio_patch* patch,
Andy Hungab65b182023-09-06 19:41:47 -0700354 audio_patch_handle_t* handle) final EXCLUDES_ThreadBase_Mutex;
355 status_t sendReleaseAudioPatchConfigEvent(audio_patch_handle_t handle) final
356 EXCLUDES_ThreadBase_Mutex;
Andy Hung440901d2023-06-29 21:19:25 -0700357 status_t sendUpdateOutDeviceConfigEvent(
Andy Hungab65b182023-09-06 19:41:47 -0700358 const DeviceDescriptorBaseVector& outDevices) final EXCLUDES_ThreadBase_Mutex;
359 void sendResizeBufferConfigEvent_l(int32_t maxSharedAudioHistoryMs) final REQUIRES(mutex());
360 void sendCheckOutputStageEffectsEvent() final EXCLUDES_ThreadBase_Mutex;
361 void sendCheckOutputStageEffectsEvent_l() final REQUIRES(mutex());
362 void sendHalLatencyModesChangedEvent_l() final REQUIRES(mutex());
Eric Laurentb3f315a2021-07-13 15:09:05 +0200363
Andy Hungab65b182023-09-06 19:41:47 -0700364 void processConfigEvents_l() final REQUIRES(mutex());
Andy Hung440901d2023-06-29 21:19:25 -0700365 void setCheckOutputStageEffects() override {}
366 void updateOutDevices(const DeviceDescriptorBaseVector& outDevices) override;
367 void toAudioPortConfig(struct audio_port_config* config) override;
Andy Hungab65b182023-09-06 19:41:47 -0700368 void resizeInputBuffer_l(int32_t maxSharedAudioHistoryMs) override REQUIRES(mutex());
Eric Laurent1c333e22014-05-20 10:48:17 -0700369
Andy Hung440901d2023-06-29 21:19:25 -0700370 // see note at declaration of mStandby, mOutDevice and mInDevice
371 bool inStandby() const override { return mStandby; }
Andy Hungab65b182023-09-06 19:41:47 -0700372 const DeviceTypeSet outDeviceTypes_l() const final REQUIRES(mutex()) {
Andy Hung440901d2023-06-29 21:19:25 -0700373 return getAudioDeviceTypes(mOutDeviceTypeAddrs);
374 }
Andy Hungab65b182023-09-06 19:41:47 -0700375 audio_devices_t inDeviceType_l() const final REQUIRES(mutex()) {
376 return mInDeviceTypeAddr.mType;
377 }
378 DeviceTypeSet getDeviceTypes_l() const final REQUIRES(mutex()) {
379 return isOutput() ? outDeviceTypes_l() : DeviceTypeSet({inDeviceType_l()});
Andy Hung440901d2023-06-29 21:19:25 -0700380 }
Eric Laurent81784c32012-11-19 14:55:58 -0800381
Andy Hung440901d2023-06-29 21:19:25 -0700382 const AudioDeviceTypeAddrVector& outDeviceTypeAddrs() const final {
383 return mOutDeviceTypeAddrs;
384 }
385 const AudioDeviceTypeAddr& inDeviceTypeAddr() const final {
386 return mInDeviceTypeAddr;
387 }
Andy Hung293558a2017-03-21 12:19:20 -0700388
Andy Hung440901d2023-06-29 21:19:25 -0700389 bool isOutput() const final { return mIsOut; }
jiabin8f278ee2019-11-11 12:16:27 -0800390
Andy Hung440901d2023-06-29 21:19:25 -0700391 bool isOffloadOrMmap() const final {
392 switch (mType) {
393 case OFFLOAD:
394 case MMAP_PLAYBACK:
395 case MMAP_CAPTURE:
396 return true;
397 default:
398 return false;
399 }
400 }
Eric Laurent81784c32012-11-19 14:55:58 -0800401
Andy Hung440901d2023-06-29 21:19:25 -0700402 sp<IAfEffectHandle> createEffect_l(
Andy Hung88035ac2023-06-27 17:05:02 -0700403 const sp<Client>& client,
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -0700404 const sp<media::IEffectClient>& effectClient,
Eric Laurent81784c32012-11-19 14:55:58 -0800405 int32_t priority,
Glenn Kastend848eb42016-03-08 13:42:11 -0800406 audio_session_t sessionId,
Eric Laurent81784c32012-11-19 14:55:58 -0800407 effect_descriptor_t *desc,
408 int *enabled,
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800409 status_t *status /*non-NULL*/,
Eric Laurent2fe0acd2020-03-13 14:30:46 -0700410 bool pinned,
Eric Laurentde8caf42021-08-11 17:19:25 +0200411 bool probe,
Andy Hung972bec12023-08-31 16:13:39 -0700412 bool notifyFramesProcessed) final
413 REQUIRES(audio_utils::AudioFlinger_Mutex);
Eric Laurent81784c32012-11-19 14:55:58 -0800414
415 // return values for hasAudioSession (bit field)
416 enum effect_state {
417 EFFECT_SESSION = 0x1, // the audio session corresponds to at least one
418 // effect
Eric Laurent4c415062016-06-17 16:14:16 -0700419 TRACK_SESSION = 0x2, // the audio session corresponds to at least one
Eric Laurent81784c32012-11-19 14:55:58 -0800420 // track
Eric Laurentb62d0362021-10-26 17:40:18 +0200421 FAST_SESSION = 0x4, // the audio session corresponds to at least one
Eric Laurent4c415062016-06-17 16:14:16 -0700422 // fast track
jiabinc658e452022-10-21 20:52:21 +0000423 SPATIALIZED_SESSION = 0x8, // the audio session corresponds to at least one
424 // spatialized track
425 BIT_PERFECT_SESSION = 0x10 // the audio session corresponds to at least one
426 // bit-perfect track
Eric Laurent81784c32012-11-19 14:55:58 -0800427 };
428
Andy Hung440901d2023-06-29 21:19:25 -0700429 // get effect chain corresponding to session Id.
430 sp<IAfEffectChain> getEffectChain(audio_session_t sessionId) const final;
431 // same as getEffectChain() but must be called with ThreadBase mutex locked
Andy Hung8d672e02023-09-15 18:19:28 -0700432 sp<IAfEffectChain> getEffectChain_l(audio_session_t sessionId) const final REQUIRES(mutex());
433 std::vector<int> getEffectIds_l(audio_session_t sessionId) const final REQUIRES(mutex());
Andy Hung440901d2023-06-29 21:19:25 -0700434
Eric Laurent81784c32012-11-19 14:55:58 -0800435 // lock all effect chains Mutexes. Must be called before releasing the
436 // ThreadBase mutex before processing the mixer and effects. This guarantees the
437 // integrity of the chains during the process.
438 // Also sets the parameter 'effectChains' to current value of mEffectChains.
Andy Hungab65b182023-09-06 19:41:47 -0700439 void lockEffectChains_l(Vector<sp<IAfEffectChain>>& effectChains) final REQUIRES(mutex());
Eric Laurent81784c32012-11-19 14:55:58 -0800440 // unlock effect chains after process
Andy Hung440901d2023-06-29 21:19:25 -0700441 void unlockEffectChains(const Vector<sp<IAfEffectChain>>& effectChains) final;
Eric Laurentbfb1b832013-01-07 09:53:42 -0800442 // get a copy of mEffectChains vector
Andy Hungab65b182023-09-06 19:41:47 -0700443 Vector<sp<IAfEffectChain>> getEffectChains_l() const final REQUIRES(mutex()) {
444 return mEffectChains;
445 }
Eric Laurent81784c32012-11-19 14:55:58 -0800446 // set audio mode to all effect chains
Andy Hung440901d2023-06-29 21:19:25 -0700447 void setMode(audio_mode_t mode) final;
Eric Laurent81784c32012-11-19 14:55:58 -0800448 // get effect module with corresponding ID on specified audio session
Andy Hung440901d2023-06-29 21:19:25 -0700449 sp<IAfEffectModule> getEffect(audio_session_t sessionId, int effectId) const final;
Andy Hungab65b182023-09-06 19:41:47 -0700450 sp<IAfEffectModule> getEffect_l(audio_session_t sessionId, int effectId) const final
451 REQUIRES(mutex());
Eric Laurent81784c32012-11-19 14:55:58 -0800452 // add and effect module. Also creates the effect chain is none exists for
Eric Laurent6c796322019-04-09 14:13:17 -0700453 // the effects audio session. Only called in a context of moving an effect
454 // from one thread to another
Andy Hung972bec12023-08-31 16:13:39 -0700455 status_t addEffect_ll(const sp<IAfEffectModule>& effect) final
456 REQUIRES(audio_utils::AudioFlinger_Mutex, mutex());
Eric Laurent81784c32012-11-19 14:55:58 -0800457 // remove and effect module. Also removes the effect chain is this was the last
458 // effect
Andy Hungab65b182023-09-06 19:41:47 -0700459 void removeEffect_l(const sp<IAfEffectModule>& effect, bool release = false) final
460 REQUIRES(mutex());
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800461 // disconnect an effect handle from module and destroy module if last handle
Andy Hung440901d2023-06-29 21:19:25 -0700462 void disconnectEffectHandle(IAfEffectHandle* handle, bool unpinIfLast) final;
Eric Laurent81784c32012-11-19 14:55:58 -0800463 // detach all tracks connected to an auxiliary effect
Andy Hungab65b182023-09-06 19:41:47 -0700464 void detachAuxEffect_l(int /* effectId */) override REQUIRES(mutex()) {}
Andy Hung99b1ba62023-07-14 11:00:08 -0700465 // TODO(b/291317898) - remove hasAudioSession_l below.
Andy Hungab65b182023-09-06 19:41:47 -0700466 uint32_t hasAudioSession_l(audio_session_t sessionId) const override REQUIRES(mutex()) = 0;
467 uint32_t hasAudioSession(audio_session_t sessionId) const final EXCLUDES_ThreadBase_Mutex {
Andy Hung8d672e02023-09-15 18:19:28 -0700468 audio_utils::lock_guard _l(mutex());
Andy Hungab65b182023-09-06 19:41:47 -0700469 return hasAudioSession_l(sessionId);
470 }
Eric Laurent4c415062016-06-17 16:14:16 -0700471
Andy Hungc3d62f92019-03-14 13:38:51 -0700472 template <typename T>
Andy Hung8d672e02023-09-15 18:19:28 -0700473 uint32_t hasAudioSession_l(audio_session_t sessionId, const T& tracks) const
474 REQUIRES(mutex()) {
Andy Hungc3d62f92019-03-14 13:38:51 -0700475 uint32_t result = 0;
476 if (getEffectChain_l(sessionId) != 0) {
477 result = EFFECT_SESSION;
478 }
479 for (size_t i = 0; i < tracks.size(); ++i) {
Andy Hung8d31fd22023-06-26 19:20:57 -0700480 const sp<IAfTrackBase>& track = tracks[i];
Andy Hungc3d62f92019-03-14 13:38:51 -0700481 if (sessionId == track->sessionId()
482 && !track->isInvalid() // not yet removed from tracks.
483 && !track->isTerminated()) {
484 result |= TRACK_SESSION;
485 if (track->isFastTrack()) {
486 result |= FAST_SESSION; // caution, only represents first track.
487 }
Eric Laurentb0a7bc92022-04-05 15:06:08 +0200488 if (track->isSpatialized()) {
Eric Laurentb62d0362021-10-26 17:40:18 +0200489 result |= SPATIALIZED_SESSION; // caution, only first track.
490 }
jiabinc658e452022-10-21 20:52:21 +0000491 if (track->isBitPerfect()) {
492 result |= BIT_PERFECT_SESSION;
493 }
Andy Hungc3d62f92019-03-14 13:38:51 -0700494 break;
495 }
496 }
497 return result;
498 }
499
Eric Laurent81784c32012-11-19 14:55:58 -0800500 // the value returned by default implementation is not important as the
501 // strategy is only meaningful for PlaybackThread which implements this method
Andy Hung440901d2023-06-29 21:19:25 -0700502 product_strategy_t getStrategyForSession_l(
Andy Hungab65b182023-09-06 19:41:47 -0700503 audio_session_t /* sessionId */) const override REQUIRES(mutex()){
504 return static_cast<product_strategy_t>(0);
505 }
Eric Laurent81784c32012-11-19 14:55:58 -0800506
Eric Laurent81784c32012-11-19 14:55:58 -0800507 // check if some effects must be suspended/restored when an effect is enabled
508 // or disabled
Andy Hung440901d2023-06-29 21:19:25 -0700509 void checkSuspendOnEffectEnabled(bool enabled,
Eric Laurent6b446ce2019-12-13 10:56:31 -0800510 audio_session_t sessionId,
Andy Hung440901d2023-06-29 21:19:25 -0700511 bool threadLocked) final;
Eric Laurent81784c32012-11-19 14:55:58 -0800512
Eric Laurent81784c32012-11-19 14:55:58 -0800513
Glenn Kastenb880f5e2014-05-07 08:43:45 -0700514 // Return a reference to a per-thread heap which can be used to allocate IMemory
515 // objects that will be read-only to client processes, read/write to mediaserver,
516 // and shared by all client processes of the thread.
517 // The heap is per-thread rather than common across all threads, because
518 // clients can't be trusted not to modify the offset of the IMemory they receive.
519 // If a thread does not have such a heap, this method returns 0.
Andy Hung440901d2023-06-29 21:19:25 -0700520 sp<MemoryDealer> readOnlyHeap() const override { return nullptr; }
Eric Laurent81784c32012-11-19 14:55:58 -0800521
Andy Hung440901d2023-06-29 21:19:25 -0700522 sp<IMemory> pipeMemory() const override { return nullptr; }
Glenn Kasten6181ffd2014-05-13 10:41:52 -0700523
Andy Hungab65b182023-09-06 19:41:47 -0700524 void systemReady() final EXCLUDES_ThreadBase_Mutex;
Eric Laurent72e3f392015-05-20 14:43:50 -0700525
Andy Hungab65b182023-09-06 19:41:47 -0700526 void broadcast_l() final REQUIRES(mutex());
Eric Laurent4c415062016-06-17 16:14:16 -0700527
Andy Hungab65b182023-09-06 19:41:47 -0700528 bool isTimestampCorrectionEnabled_l() const override REQUIRES(mutex()) { return false; }
Eric Laurent6acd1d42017-01-04 14:23:29 -0800529
Andy Hung440901d2023-06-29 21:19:25 -0700530 bool isMsdDevice() const final { return mIsMsdDevice; }
Andy Hungc8fddf32018-08-08 18:32:37 -0700531
Andy Hung440901d2023-06-29 21:19:25 -0700532 void dump(int fd, const Vector<String16>& args) override;
Andy Hungdc099c22018-09-18 13:46:39 -0700533
Andy Hungd0979812019-02-21 15:51:44 -0800534 // deliver stats to mediametrics.
Andy Hung8d672e02023-09-15 18:19:28 -0700535 void sendStatistics(bool force) final
536 REQUIRES(ThreadBase_ThreadLoop) EXCLUDES_ThreadBase_Mutex;
Andy Hungd0979812019-02-21 15:51:44 -0800537
Andy Hung972bec12023-08-31 16:13:39 -0700538 audio_utils::mutex& mutex() const final RETURN_CAPABILITY(audio_utils::ThreadBase_Mutex) {
Andy Hungc5007f82023-08-29 14:26:09 -0700539 return mMutex;
Andy Hung440901d2023-06-29 21:19:25 -0700540 }
Andy Hunga6f1cbb2023-10-12 18:18:13 -0700541 mutable audio_utils::mutex mMutex{audio_utils::MutexOrder::kThreadBase_Mutex};
Eric Laurent81784c32012-11-19 14:55:58 -0800542
Andy Hungab65b182023-09-06 19:41:47 -0700543 void onEffectEnable(const sp<IAfEffectModule>& effect) final EXCLUDES_ThreadBase_Mutex;
544 void onEffectDisable() final EXCLUDES_ThreadBase_Mutex;
Eric Laurent6b446ce2019-12-13 10:56:31 -0800545
Andy Hungc5007f82023-08-29 14:26:09 -0700546 // invalidateTracksForAudioSession_l must be called with holding mutex().
Andy Hungab65b182023-09-06 19:41:47 -0700547 void invalidateTracksForAudioSession_l(audio_session_t /* sessionId */) const override
548 REQUIRES(mutex()) {}
jiabineb3bda02020-06-30 14:07:03 -0700549 // Invalidate all the tracks with the given audio session.
Andy Hungab65b182023-09-06 19:41:47 -0700550 void invalidateTracksForAudioSession(audio_session_t sessionId) const final
551 EXCLUDES_ThreadBase_Mutex {
Andy Hung8d672e02023-09-15 18:19:28 -0700552 audio_utils::lock_guard _l(mutex());
jiabineb3bda02020-06-30 14:07:03 -0700553 invalidateTracksForAudioSession_l(sessionId);
554 }
555
556 template <typename T>
Andy Hungab65b182023-09-06 19:41:47 -0700557 void invalidateTracksForAudioSession_l(audio_session_t sessionId,
558 const T& tracks) const REQUIRES(mutex()) {
jiabineb3bda02020-06-30 14:07:03 -0700559 for (size_t i = 0; i < tracks.size(); ++i) {
Andy Hung8d31fd22023-06-26 19:20:57 -0700560 const sp<IAfTrackBase>& track = tracks[i];
jiabineb3bda02020-06-30 14:07:03 -0700561 if (sessionId == track->sessionId()) {
562 track->invalidate();
563 }
564 }
565 }
566
Andy Hung972bec12023-08-31 16:13:39 -0700567 void startMelComputation_l(const sp<audio_utils::MelProcessor>& processor) override
568 REQUIRES(audio_utils::AudioFlinger_Mutex);
569 void stopMelComputation_l() override
570 REQUIRES(audio_utils::AudioFlinger_Mutex);
Vlad Popa6fbbfbf2023-02-22 15:05:43 +0100571
Andy Hung56ce2ed2024-06-12 16:03:16 -0700572 audio_utils::DeferredExecutor& getThreadloopExecutor() override {
573 return mThreadloopExecutor;
574 }
575
Eric Laurent81784c32012-11-19 14:55:58 -0800576protected:
577
578 // entry describing an effect being suspended in mSuspendedSessions keyed vector
579 class SuspendedSessionDesc : public RefBase {
580 public:
581 SuspendedSessionDesc() : mRefCount(0) {}
582
583 int mRefCount; // number of active suspend requests
584 effect_uuid_t mType; // effect type UUID
585 };
586
Andy Hungab65b182023-09-06 19:41:47 -0700587 void acquireWakeLock() EXCLUDES_ThreadBase_Mutex;
588 virtual void acquireWakeLock_l() REQUIRES(mutex());
589 void releaseWakeLock() EXCLUDES_ThreadBase_Mutex;
590 void releaseWakeLock_l() REQUIRES(mutex());
591 void updateWakeLockUids_l(const SortedVector<uid_t> &uids) REQUIRES(mutex());
592 void getPowerManager_l() REQUIRES(mutex());
Eric Laurentd8365c52017-07-16 15:27:05 -0700593 // suspend or restore effects of the specified type (or all if type is NULL)
594 // on a given session. The number of suspend requests is counted and restore
595 // occurs when all suspend requests are cancelled.
Andy Hungab65b182023-09-06 19:41:47 -0700596 void setEffectSuspended_l(const effect_uuid_t *type,
Eric Laurent81784c32012-11-19 14:55:58 -0800597 bool suspend,
Andy Hungab65b182023-09-06 19:41:47 -0700598 audio_session_t sessionId) final REQUIRES(mutex());
Eric Laurentd8365c52017-07-16 15:27:05 -0700599 // updated mSuspendedSessions when an effect is suspended or restored
Andy Hungab65b182023-09-06 19:41:47 -0700600 void updateSuspendedSessions_l(const effect_uuid_t *type,
Eric Laurent81784c32012-11-19 14:55:58 -0800601 bool suspend,
Andy Hungab65b182023-09-06 19:41:47 -0700602 audio_session_t sessionId) REQUIRES(mutex());
Eric Laurent81784c32012-11-19 14:55:58 -0800603 // check if some effects must be suspended when an effect chain is added
Andy Hungab65b182023-09-06 19:41:47 -0700604 void checkSuspendOnAddEffectChain_l(const sp<IAfEffectChain>& chain) REQUIRES(mutex());
Eric Laurent81784c32012-11-19 14:55:58 -0800605
Andy Hunga7187712023-12-05 17:28:17 -0800606 /**
607 * waitWhileThreadBusy_l() serves as a mutex gate, which does not allow
608 * progress beyond the method while the PlaybackThread is busy (see setThreadBusy_l()).
609 * During the wait, the ThreadBase_Mutex is temporarily unlocked.
610 *
611 * This implementation uses a condition variable. Alternative methods to gate
612 * the thread may use a second mutex (i.e. entry based on scoped_lock(mutex, gating_mutex)),
613 * but those have less flexibility and more lock order issues.
614 *
615 * Current usage by Track::destroy(), Track::start(), Track::stop(), Track::pause(),
616 * and Track::flush() block this way, and the primary caller is through TrackHandle
617 * with no other mutexes held.
618 *
619 * Special tracks like PatchTrack and OutputTrack may also hold the another thread's
620 * ThreadBase_Mutex during this time. No other mutex is held.
621 */
622
623 void waitWhileThreadBusy_l(audio_utils::unique_lock& ul) final REQUIRES(mutex()) {
624 // the wait returns immediately if the predicate is satisfied.
625 mThreadBusyCv.wait(ul, [&]{ return mThreadBusy == false;});
626 }
627
628 void setThreadBusy_l(bool busy) REQUIRES(mutex()) {
629 if (busy == mThreadBusy) return;
630 mThreadBusy = busy;
631 if (busy == true) return; // no need to wake threads if we become busy.
632 mThreadBusyCv.notify_all();
633 }
634
Kevin Rocard069c2712018-03-29 19:09:14 -0700635 // sends the metadata of the active tracks to the HAL
Vlad Popa7e81cea2023-01-19 16:34:16 +0100636 struct MetadataUpdate {
637 std::vector<playback_track_metadata_v7_t> playbackMetadataUpdate;
638 std::vector<record_track_metadata_v7_t> recordMetadataUpdate;
639 };
Andy Hung8d672e02023-09-15 18:19:28 -0700640 // NO_THREAD_SAFETY_ANALYSIS, updateMetadata_l() should include ThreadBase_ThreadLoop
641 // but MmapThread::start() -> exitStandby_l() -> updateMetadata_l() prevents this.
Andy Hungab65b182023-09-06 19:41:47 -0700642 virtual MetadataUpdate updateMetadata_l() REQUIRES(mutex()) = 0;
Kevin Rocard069c2712018-03-29 19:09:14 -0700643
Narayan Kamath014e7fa2013-10-14 15:03:38 +0100644 String16 getWakeLockTag();
645
Andy Hungab65b182023-09-06 19:41:47 -0700646 virtual void preExit() EXCLUDES_ThreadBase_Mutex {}
647 virtual void setMasterMono_l(bool mono __unused) REQUIRES(mutex()) {}
Andy Hung2ddee192015-12-18 17:34:44 -0800648 virtual bool requireMonoBlend() { return false; }
Eric Laurent81784c32012-11-19 14:55:58 -0800649
Andy Hung1c86ebe2018-05-29 20:29:08 -0700650 // called within the threadLoop to obtain timestamp from the HAL.
Andy Hungab65b182023-09-06 19:41:47 -0700651 virtual status_t threadloop_getHalTimestamp_l(
Andy Hung8d672e02023-09-15 18:19:28 -0700652 ExtendedTimestamp *timestamp __unused) const
653 REQUIRES(mutex(), ThreadBase_ThreadLoop) {
Andy Hung1c86ebe2018-05-29 20:29:08 -0700654 return INVALID_OPERATION;
655 }
Andy Hung116bc262023-06-20 18:56:17 -0700656public:
Andy Hung99b1ba62023-07-14 11:00:08 -0700657// TODO(b/291317898) organize with publics
Eric Laurentd66d7a12021-07-13 13:35:32 +0200658 product_strategy_t getStrategyForStream(audio_stream_type_t stream) const;
Andy Hung116bc262023-06-20 18:56:17 -0700659protected:
Eric Laurentd66d7a12021-07-13 13:35:32 +0200660
Andy Hungab65b182023-09-06 19:41:47 -0700661 virtual void onHalLatencyModesChanged_l() REQUIRES(mutex()) {}
Eric Laurentb0463942022-12-20 16:31:10 +0100662
Andy Hungab65b182023-09-06 19:41:47 -0700663 virtual void dumpInternals_l(int fd __unused, const Vector<String16>& args __unused)
664 REQUIRES(mutex()) {}
665 virtual void dumpTracks_l(int fd __unused, const Vector<String16>& args __unused)
666 REQUIRES(mutex()) {}
Mikhail Naganov01dc5ca2019-03-29 10:12:12 -0700667
Eric Laurent81784c32012-11-19 14:55:58 -0800668 const type_t mType;
669
670 // Used by parameters, config events, addTrack_l, exit
Andy Hungc5007f82023-08-29 14:26:09 -0700671 audio_utils::condition_variable mWaitWorkCV;
Eric Laurent81784c32012-11-19 14:55:58 -0800672
Andy Hung583043b2023-07-17 17:05:00 -0700673 const sp<IAfThreadCallback> mAfThreadCallback;
Andy Hungcf10d742020-04-28 15:38:24 -0700674 ThreadMetrics mThreadMetrics;
675 const bool mIsOut;
Glenn Kasten9b58f632013-07-16 11:37:48 -0700676
Andy Hunga7187712023-12-05 17:28:17 -0800677 // mThreadBusy is checked under the ThreadBase_Mutex to ensure that
678 // TrackHandle operations do not proceed while the ThreadBase is busy
679 // with the track. mThreadBusy is only true if the track is active.
680 //
681 bool mThreadBusy = false; // GUARDED_BY(ThreadBase_Mutex) but read in lambda.
682 audio_utils::condition_variable mThreadBusyCv;
683
Glenn Kastendeca2ae2014-02-07 10:25:56 -0800684 // updated by PlaybackThread::readOutputParameters_l() or
685 // RecordThread::readInputParameters_l()
Eric Laurent81784c32012-11-19 14:55:58 -0800686 uint32_t mSampleRate;
687 size_t mFrameCount; // output HAL, direct output, record
Eric Laurent81784c32012-11-19 14:55:58 -0800688 audio_channel_mask_t mChannelMask;
Glenn Kastenf6ed4232013-07-16 11:16:27 -0700689 uint32_t mChannelCount;
Eric Laurent81784c32012-11-19 14:55:58 -0800690 size_t mFrameSize;
Glenn Kasten97b7b752014-09-28 13:04:24 -0700691 // not HAL frame size, this is for output sink (to pipe to fast mixer)
Andy Hung463be252014-07-10 16:56:07 -0700692 audio_format_t mFormat; // Source format for Recording and
693 // Sink format for Playback.
694 // Sink format may be different than
695 // HAL format if Fastmixer is used.
696 audio_format_t mHALFormat;
Glenn Kasten70949c42013-08-06 07:40:12 -0700697 size_t mBufferSize; // HAL buffer size for read() or write()
Andy Hungab65b182023-09-06 19:41:47 -0700698
699 // output device types and addresses
700 AudioDeviceTypeAddrVector mOutDeviceTypeAddrs GUARDED_BY(mutex());
701 AudioDeviceTypeAddr mInDeviceTypeAddr GUARDED_BY(mutex()); // input device type and address
Andy Hung8d672e02023-09-15 18:19:28 -0700702 Vector<sp<ConfigEvent>> mConfigEvents GUARDED_BY(mutex());
703
704 // events awaiting system ready
705 Vector<sp<ConfigEvent>> mPendingConfigEvents GUARDED_BY(mutex());
Eric Laurent81784c32012-11-19 14:55:58 -0800706
707 // These fields are written and read by thread itself without lock or barrier,
jiabinc52b1ff2019-10-31 17:20:42 -0700708 // and read by other threads without lock or barrier via standby(), outDeviceTypes()
709 // and inDeviceType().
Eric Laurent81784c32012-11-19 14:55:58 -0800710 // Because of the absence of a lock or barrier, any other thread that reads
711 // these fields must use the information in isolation, or be prepared to deal
712 // with possibility that it might be inconsistent with other information.
Glenn Kasten4944acb2013-08-19 08:39:20 -0700713 bool mStandby; // Whether thread is currently in standby.
jiabinc52b1ff2019-10-31 17:20:42 -0700714
Andy Hung8d672e02023-09-15 18:19:28 -0700715 // NO_THREAD_SAFETY_ANALYSIS - mPatch and mAudioSource should be guarded by mutex().
Eric Laurent296fb132015-05-01 11:38:42 -0700716 struct audio_patch mPatch;
Glenn Kastenf59497b2015-01-26 16:35:47 -0800717 audio_source_t mAudioSource;
Eric Laurent81784c32012-11-19 14:55:58 -0800718
719 const audio_io_handle_t mId;
Andy Hung8d672e02023-09-15 18:19:28 -0700720 Vector<sp<IAfEffectChain>> mEffectChains GUARDED_BY(mutex());
Eric Laurent81784c32012-11-19 14:55:58 -0800721
Glenn Kastend7dca052015-03-05 16:05:54 -0800722 static const int kThreadNameLength = 16; // prctl(PR_SET_NAME) limit
723 char mThreadName[kThreadNameLength]; // guaranteed NUL-terminated
Andy Hung8d672e02023-09-15 18:19:28 -0700724 sp<os::IPowerManager> mPowerManager GUARDED_BY(mutex());
725 sp<IBinder> mWakeLockToken GUARDED_BY(mutex());
Eric Laurent81784c32012-11-19 14:55:58 -0800726 const sp<PMDeathRecipient> mDeathRecipient;
Glenn Kastend848eb42016-03-08 13:42:11 -0800727 // list of suspended effects per session and per type. The first (outer) vector is
728 // keyed by session ID, the second (inner) by type UUID timeLow field
Eric Laurentd8365c52017-07-16 15:27:05 -0700729 // Updated by updateSuspendedSessions_l() only.
Glenn Kastend848eb42016-03-08 13:42:11 -0800730 KeyedVector< audio_session_t, KeyedVector< int, sp<SuspendedSessionDesc> > >
Eric Laurent81784c32012-11-19 14:55:58 -0800731 mSuspendedSessions;
Sanna Catherine de Treville Wager2a6a9452017-07-28 11:02:01 -0700732 // TODO: add comment and adjust size as needed
Glenn Kastenab7d72f2013-02-27 09:05:28 -0800733 static const size_t kLogSize = 4 * 1024;
Glenn Kasten9e58b552013-01-18 15:09:48 -0800734 sp<NBLog::Writer> mNBLogWriter;
Eric Laurent72e3f392015-05-20 14:43:50 -0700735 bool mSystemReady;
Andy Hung8d672e02023-09-15 18:19:28 -0700736
737 // NO_THREAD_SAFETY_ANALYSIS - mTimestamp and mTimestampVerifier should be
738 // accessed under mutex for the RecordThread.
739 ExtendedTimestamp mTimestamp;
740 TimestampVerifier<int64_t /* frame count */, int64_t /* time ns */> mTimestampVerifier;
Dean Wheatley12473e92021-03-18 23:00:55 +1100741 // DIRECT and OFFLOAD threads should reset frame count to zero on stop/flush
742 // TODO: add confirmation checks:
743 // 1) DIRECT threads and linear PCM format really resets to 0?
744 // 2) Is frame count really valid if not linear pcm?
745 // 3) Are all 64 bits of position returned, not just lowest 32 bits?
jiabinc52b1ff2019-10-31 17:20:42 -0700746 // Timestamp corrected device should be a single device.
Andy Hung8d672e02023-09-15 18:19:28 -0700747
748 audio_devices_t mTimestampCorrectedDevice = AUDIO_DEVICE_NONE; // CONST set in ctor
Andy Hung446f4df2019-02-21 12:26:41 -0800749
750 // ThreadLoop statistics per iteration.
Andy Hung8d672e02023-09-15 18:19:28 -0700751 std::atomic<int64_t> mLastIoBeginNs = -1; // set in threadLoop, read by dump()
752 int64_t mLastIoEndNs GUARDED_BY(ThreadBase_ThreadLoop) = -1;
Andy Hung446f4df2019-02-21 12:26:41 -0800753
Andy Hung44d648b2022-04-08 17:33:40 -0700754 // ThreadSnapshot is thread-safe (internally locked)
755 mediautils::ThreadSnapshot mThreadSnapshot;
756
Andy Hung8d672e02023-09-15 18:19:28 -0700757 audio_utils::Statistics<double> mIoJitterMs GUARDED_BY(mutex()) {0.995 /* alpha */};
758 audio_utils::Statistics<double> mProcessTimeMs GUARDED_BY(mutex()) {0.995 /* alpha */};
759
760 // NO_THREAD_SAFETY_ANALYSIS GUARDED_BY(mutex())
Andy Hunge6c37112019-02-26 17:38:10 -0800761 audio_utils::Statistics<double> mLatencyMs{0.995 /* alpha */};
Robert Wu06db0a32021-08-10 19:05:34 +0000762 audio_utils::Statistics<double> mMonopipePipeDepthStats{0.999 /* alpha */};
Andy Hung446f4df2019-02-21 12:26:41 -0800763
Andy Hungd0979812019-02-21 15:51:44 -0800764 // Save the last count when we delivered statistics to mediametrics.
765 int64_t mLastRecordedTimestampVerifierN = 0;
766 int64_t mLastRecordedTimeNs = 0; // BOOTTIME to include suspend.
767
Andy Hungc8fddf32018-08-08 18:32:37 -0700768 bool mIsMsdDevice = false;
Eric Laurent6acd1d42017-01-04 14:23:29 -0800769 // A condition that must be evaluated by the thread loop has changed and
770 // we must not wait for async write callback in the thread loop before evaluating it
771 bool mSignalPending;
Andy Hungdae27702016-10-31 14:01:16 -0700772
Andy Hung8946a282018-04-19 20:04:56 -0700773#ifdef TEE_SINK
774 NBAIO_Tee mTee;
775#endif
Andy Hungdae27702016-10-31 14:01:16 -0700776 // ActiveTracks is a sorted vector of track type T representing the
777 // active tracks of threadLoop() to be considered by the locked prepare portion.
778 // ActiveTracks should be accessed with the ThreadBase lock held.
779 //
780 // During processing and I/O, the threadLoop does not hold the lock;
781 // hence it does not directly use ActiveTracks. Care should be taken
782 // to hold local strong references or defer removal of tracks
783 // if the threadLoop may still be accessing those tracks due to mix, etc.
784 //
785 // This class updates power information appropriately.
786 //
787
788 template <typename T>
789 class ActiveTracks {
790 public:
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700791 explicit ActiveTracks(SimpleLog *localLog = nullptr)
Andy Hungdae27702016-10-31 14:01:16 -0700792 : mActiveTracksGeneration(0)
793 , mLastActiveTracksGeneration(0)
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700794 , mLocalLog(localLog)
Andy Hungdae27702016-10-31 14:01:16 -0700795 { }
796
797 ~ActiveTracks() {
798 ALOGW_IF(!mActiveTracks.isEmpty(),
799 "ActiveTracks should be empty in destructor");
800 }
801 // returns the last track added (even though it may have been
802 // subsequently removed from ActiveTracks).
803 //
804 // Used for DirectOutputThread to ensure a flush is called when transitioning
805 // to a new track (even though it may be on the same session).
806 // Used for OffloadThread to ensure that volume and mixer state is
807 // taken from the latest track added.
808 //
809 // The latest track is saved with a weak pointer to prevent keeping an
810 // otherwise useless track alive. Thus the function will return nullptr
811 // if the latest track has subsequently been removed and destroyed.
812 sp<T> getLatest() {
813 return mLatestActiveTrack.promote();
814 }
815
816 // SortedVector methods
817 ssize_t add(const sp<T> &track);
818 ssize_t remove(const sp<T> &track);
819 size_t size() const {
820 return mActiveTracks.size();
821 }
Eric Tan39ec8d62018-07-24 09:49:29 -0700822 bool isEmpty() const {
823 return mActiveTracks.isEmpty();
824 }
Andy Hung87c693c2023-07-06 20:56:16 -0700825 ssize_t indexOf(const sp<T>& item) const {
Andy Hungdae27702016-10-31 14:01:16 -0700826 return mActiveTracks.indexOf(item);
827 }
828 sp<T> operator[](size_t index) const {
829 return mActiveTracks[index];
830 }
831 typename SortedVector<sp<T>>::iterator begin() {
832 return mActiveTracks.begin();
833 }
834 typename SortedVector<sp<T>>::iterator end() {
835 return mActiveTracks.end();
836 }
837
838 // Due to Binder recursion optimization, clear() and updatePowerState()
839 // cannot be called from a Binder thread because they may call back into
840 // the original calling process (system server) for BatteryNotifier
841 // (which requires a Java environment that may not be present).
842 // Hence, call clear() and updatePowerState() only from the
843 // ThreadBase thread.
844 void clear();
845 // periodically called in the threadLoop() to update power state uids.
Andy Hungab65b182023-09-06 19:41:47 -0700846 void updatePowerState_l(const sp<ThreadBase>& thread, bool force = false)
847 REQUIRES(audio_utils::ThreadBase_Mutex);
Andy Hungdae27702016-10-31 14:01:16 -0700848
Kevin Rocardc86a7f72018-04-03 09:00:09 -0700849 /** @return true if one or move active tracks was added or removed since the
Jasmine Chaeaa10e42021-05-11 10:11:14 +0800850 * last time this function was called or the vector was created.
851 * true if volume of one of active tracks was changed.
852 */
Kevin Rocard069c2712018-03-29 19:09:14 -0700853 bool readAndClearHasChanged();
854
Eric Laurentdda206a2022-07-08 17:28:35 +0200855 /** Force updating track metadata to audio HAL stream next time
856 * readAndClearHasChanged() is called.
857 */
858 void setHasChanged() { mHasChanged = true; }
859
Andy Hungdae27702016-10-31 14:01:16 -0700860 private:
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700861 void logTrack(const char *funcName, const sp<T> &track) const;
862
Andy Hungd01b0f12016-11-07 16:10:30 -0800863 SortedVector<uid_t> getWakeLockUids() {
864 SortedVector<uid_t> wakeLockUids;
Andy Hungdae27702016-10-31 14:01:16 -0700865 for (const sp<T> &track : mActiveTracks) {
866 wakeLockUids.add(track->uid());
867 }
868 return wakeLockUids; // moved by underlying SharedBuffer
869 }
870
Andy Hungdae27702016-10-31 14:01:16 -0700871 SortedVector<sp<T>> mActiveTracks;
872 int mActiveTracksGeneration;
873 int mLastActiveTracksGeneration;
874 wp<T> mLatestActiveTrack; // latest track added to ActiveTracks
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700875 SimpleLog * const mLocalLog;
Kevin Rocardc86a7f72018-04-03 09:00:09 -0700876 // If the vector has changed since last call to readAndClearHasChanged
Kevin Rocard069c2712018-03-29 19:09:14 -0700877 bool mHasChanged = false;
Andy Hungdae27702016-10-31 14:01:16 -0700878 };
Andy Hung293558a2017-03-21 12:19:20 -0700879
Andy Hungab65b182023-09-06 19:41:47 -0700880 SimpleLog mLocalLog; // locked internally
Mikhail Naganov01dc5ca2019-03-29 10:12:12 -0700881
Andy Hung56ce2ed2024-06-12 16:03:16 -0700882 // mThreadloopExecutor contains deferred functors and object (dtors) to
883 // be executed at the end of the processing period, without any
884 // mutexes held.
885 //
886 // mThreadloopExecutor is locked internally, so its methods are thread-safe
887 // for access.
888 audio_utils::DeferredExecutor mThreadloopExecutor;
889
Andy Hunga7187712023-12-05 17:28:17 -0800890 private:
Andy Hungab65b182023-09-06 19:41:47 -0700891 void dumpBase_l(int fd, const Vector<String16>& args) REQUIRES(mutex());
892 void dumpEffectChains_l(int fd, const Vector<String16>& args) REQUIRES(mutex());
Eric Laurent81784c32012-11-19 14:55:58 -0800893};
894
895// --- PlaybackThread ---
Andy Hung440901d2023-06-29 21:19:25 -0700896class PlaybackThread : public ThreadBase, public virtual IAfPlaybackThread,
897 public StreamOutHalInterfaceCallback,
Andy Hung87c693c2023-07-06 20:56:16 -0700898 public virtual VolumeInterface, public StreamOutHalInterfaceEventCallback {
Eric Laurent81784c32012-11-19 14:55:58 -0800899public:
Andy Hung87c693c2023-07-06 20:56:16 -0700900 sp<IAfPlaybackThread> asIAfPlaybackThread() final {
901 return sp<IAfPlaybackThread>::fromExisting(this);
902 }
Eric Laurent81784c32012-11-19 14:55:58 -0800903
Eric Laurente93cc032016-05-05 10:15:10 -0700904 // retry count before removing active track in case of underrun on offloaded thread:
905 // we need to make sure that AudioTrack client has enough time to send large buffers
906 //FIXME may be more appropriate if expressed in time units. Need to revise how underrun is
907 // handled for offloaded tracks
908 static const int8_t kMaxTrackRetriesOffload = 20;
909 static const int8_t kMaxTrackStartupRetriesOffload = 100;
Andy Hung8ed196a2018-01-05 13:21:11 -0800910 static constexpr uint32_t kMaxTracksPerUid = 40;
Andy Hung1bc088a2018-02-09 15:57:31 -0800911 static constexpr size_t kMaxTracks = 256;
Eric Laurente93cc032016-05-05 10:15:10 -0700912
rago1bb90822017-05-02 18:31:48 -0700913 // Maximum delay (in nanoseconds) for upcoming buffers in suspend mode, otherwise
914 // if delay is greater, the estimated time for timeLoopNextNs is reset.
915 // This allows for catch-up to be done for small delays, while resetting the estimate
916 // for initial conditions or large delays.
917 static const nsecs_t kMaxNextBufferDelayNs = 100000000;
918
Andy Hung583043b2023-07-17 17:05:00 -0700919 PlaybackThread(const sp<IAfThreadCallback>& afThreadCallback, AudioStreamOut* output,
Eric Laurentf1f22e72021-07-13 14:04:14 +0200920 audio_io_handle_t id, type_t type, bool systemReady,
921 audio_config_base_t *mixerConfig = nullptr);
Andy Hung440901d2023-06-29 21:19:25 -0700922 ~PlaybackThread() override;
Eric Laurent81784c32012-11-19 14:55:58 -0800923
Eric Laurent81784c32012-11-19 14:55:58 -0800924 // Thread virtuals
Andy Hung8d672e02023-09-15 18:19:28 -0700925 bool threadLoop() final REQUIRES(ThreadBase_ThreadLoop) EXCLUDES_ThreadBase_Mutex;
Eric Laurent81784c32012-11-19 14:55:58 -0800926
927 // RefBase
Andy Hung440901d2023-06-29 21:19:25 -0700928 void onFirstRef() override;
Eric Laurent81784c32012-11-19 14:55:58 -0800929
Andy Hung440901d2023-06-29 21:19:25 -0700930 status_t checkEffectCompatibility_l(
Andy Hungab65b182023-09-06 19:41:47 -0700931 const effect_descriptor_t* desc, audio_session_t sessionId) final REQUIRES(mutex());
Eric Laurent4c415062016-06-17 16:14:16 -0700932
Andy Hungab65b182023-09-06 19:41:47 -0700933 void addOutputTrack_l(const sp<IAfTrack>& track) final REQUIRES(mutex()) {
Andy Hung87c693c2023-07-06 20:56:16 -0700934 mTracks.add(track);
935 }
936
Eric Laurent81784c32012-11-19 14:55:58 -0800937protected:
938 // Code snippets that were lifted up out of threadLoop()
Andy Hung8d672e02023-09-15 18:19:28 -0700939 virtual void threadLoop_mix() REQUIRES(ThreadBase_ThreadLoop) = 0;
940 virtual void threadLoop_sleepTime() REQUIRES(ThreadBase_ThreadLoop) = 0;
941 virtual ssize_t threadLoop_write() REQUIRES(ThreadBase_ThreadLoop);
942 virtual void threadLoop_drain() REQUIRES(ThreadBase_ThreadLoop);
943 virtual void threadLoop_standby() REQUIRES(ThreadBase_ThreadLoop);
944 virtual void threadLoop_exit() REQUIRES(ThreadBase_ThreadLoop);
945 virtual void threadLoop_removeTracks(const Vector<sp<IAfTrack>>& tracksToRemove)
946 REQUIRES(ThreadBase_ThreadLoop);
Eric Laurent81784c32012-11-19 14:55:58 -0800947
948 // prepareTracks_l reads and writes mActiveTracks, and returns
949 // the pending set of tracks to remove via Vector 'tracksToRemove'. The caller
950 // is responsible for clearing or destroying this Vector later on, when it
951 // is safe to do so. That will drop the final ref count and destroy the tracks.
Andy Hung8d672e02023-09-15 18:19:28 -0700952 virtual mixer_state prepareTracks_l(Vector<sp<IAfTrack>>* tracksToRemove)
953 REQUIRES(mutex(), ThreadBase_ThreadLoop) = 0;
954
955 void removeTracks_l(const Vector<sp<IAfTrack>>& tracksToRemove) REQUIRES(mutex());
956 status_t handleVoipVolume_l(float *volume) REQUIRES(mutex());
Eric Laurentbfb1b832013-01-07 09:53:42 -0800957
Mikhail Naganov1dc98672016-08-18 17:50:29 -0700958 // StreamOutHalInterfaceCallback implementation
959 virtual void onWriteReady();
960 virtual void onDrainReady();
Mikhail Naganovf548cd32024-05-29 17:06:46 +0000961 virtual void onError(bool /*isHardError*/);
Eric Laurentbfb1b832013-01-07 09:53:42 -0800962
Andy Hungee58e4a2023-07-07 13:47:37 -0700963public: // AsyncCallbackThread
Mikhail Naganov1dc98672016-08-18 17:50:29 -0700964 void resetWriteBlocked(uint32_t sequence);
965 void resetDraining(uint32_t sequence);
Andy Hungee58e4a2023-07-07 13:47:37 -0700966protected:
Eric Laurentbfb1b832013-01-07 09:53:42 -0800967
968 virtual bool waitingAsyncCallback();
Andy Hungab65b182023-09-06 19:41:47 -0700969 virtual bool waitingAsyncCallback_l() REQUIRES(mutex());
Andy Hung8d672e02023-09-15 18:19:28 -0700970 virtual bool shouldStandby_l() REQUIRES(mutex(), ThreadBase_ThreadLoop);
Andy Hungab65b182023-09-06 19:41:47 -0700971 virtual void onAddNewTrack_l() REQUIRES(mutex());
Andy Hungee58e4a2023-07-07 13:47:37 -0700972public: // AsyncCallbackThread
Mikhail Naganovf548cd32024-05-29 17:06:46 +0000973 void onAsyncError(bool isHardError); // error reported by AsyncCallbackThread
Andy Hungee58e4a2023-07-07 13:47:37 -0700974protected:
jiabinf6eb4c32020-02-25 14:06:25 -0800975 // StreamHalInterfaceCodecFormatCallback implementation
976 void onCodecFormatChanged(
Ryan Prichard78c5e452024-02-08 16:16:57 -0800977 const std::vector<uint8_t>& metadataBs) final;
jiabinf6eb4c32020-02-25 14:06:25 -0800978
Eric Laurent81784c32012-11-19 14:55:58 -0800979 // ThreadBase virtuals
Andy Hungab65b182023-09-06 19:41:47 -0700980 void preExit() final EXCLUDES_ThreadBase_Mutex;
Eric Laurent81784c32012-11-19 14:55:58 -0800981
Eric Laurent64667972016-03-30 18:19:46 -0700982 virtual bool keepWakeLock() const { return true; }
Andy Hungab65b182023-09-06 19:41:47 -0700983 virtual void acquireWakeLock_l() REQUIRES(mutex()) {
Andy Hungdae27702016-10-31 14:01:16 -0700984 ThreadBase::acquireWakeLock_l();
Andy Hungab65b182023-09-06 19:41:47 -0700985 mActiveTracks.updatePowerState_l(this, true /* force */);
Andy Hungdae27702016-10-31 14:01:16 -0700986 }
Eric Laurent64667972016-03-30 18:19:46 -0700987
Andy Hung8d672e02023-09-15 18:19:28 -0700988 virtual void checkOutputStageEffects()
989 REQUIRES(ThreadBase_ThreadLoop) EXCLUDES_ThreadBase_Mutex {}
Eric Laurent68a40a82022-05-03 18:15:04 +0200990 virtual void setHalLatencyMode_l() {}
991
Eric Laurentb3f315a2021-07-13 15:09:05 +0200992
Andy Hungab65b182023-09-06 19:41:47 -0700993 void dumpInternals_l(int fd, const Vector<String16>& args) override REQUIRES(mutex());
994 void dumpTracks_l(int fd, const Vector<String16>& args) final REQUIRES(mutex());
Mikhail Naganov01dc5ca2019-03-29 10:12:12 -0700995
Eric Laurent81784c32012-11-19 14:55:58 -0800996public:
997
Andy Hung440901d2023-06-29 21:19:25 -0700998 status_t initCheck() const final { return mOutput == nullptr ? NO_INIT : NO_ERROR; }
Eric Laurent81784c32012-11-19 14:55:58 -0800999
1000 // return estimated latency in milliseconds, as reported by HAL
Andy Hung440901d2023-06-29 21:19:25 -07001001 uint32_t latency() const final;
Eric Laurent81784c32012-11-19 14:55:58 -08001002 // same, but lock must already be held
Andy Hungab65b182023-09-06 19:41:47 -07001003 uint32_t latency_l() const final /* REQUIRES(mutex()) */; // NO_THREAD_SAFETY_ANALYSIS
Eric Laurent81784c32012-11-19 14:55:58 -08001004
Eric Laurent6acd1d42017-01-04 14:23:29 -08001005 // VolumeInterface
Andy Hung440901d2023-06-29 21:19:25 -07001006 void setMasterVolume(float value) final;
Andy Hungab65b182023-09-06 19:41:47 -07001007 void setMasterBalance(float balance) override EXCLUDES_ThreadBase_Mutex;
Andy Hung440901d2023-06-29 21:19:25 -07001008 void setMasterMute(bool muted) final;
Andy Hungab65b182023-09-06 19:41:47 -07001009 void setStreamVolume(audio_stream_type_t stream, float value) final EXCLUDES_ThreadBase_Mutex;
1010 void setStreamMute(audio_stream_type_t stream, bool muted) final EXCLUDES_ThreadBase_Mutex;
1011 float streamVolume(audio_stream_type_t stream) const final EXCLUDES_ThreadBase_Mutex;
Andy Hung440901d2023-06-29 21:19:25 -07001012 void setVolumeForOutput_l(float left, float right) const final;
Eric Laurent81784c32012-11-19 14:55:58 -08001013
Andy Hung440901d2023-06-29 21:19:25 -07001014 sp<IAfTrack> createTrack_l(
Andy Hung88035ac2023-06-27 17:05:02 -07001015 const sp<Client>& client,
Eric Laurent81784c32012-11-19 14:55:58 -08001016 audio_stream_type_t streamType,
Kevin Rocard1f564ac2018-03-29 13:53:10 -07001017 const audio_attributes_t& attr,
Eric Laurent21da6472017-11-09 16:29:26 -08001018 uint32_t *sampleRate,
Eric Laurent81784c32012-11-19 14:55:58 -08001019 audio_format_t format,
1020 audio_channel_mask_t channelMask,
Glenn Kasten74935e42013-12-19 08:56:45 -08001021 size_t *pFrameCount,
Eric Laurent21da6472017-11-09 16:29:26 -08001022 size_t *pNotificationFrameCount,
1023 uint32_t notificationsPerBuffer,
1024 float speed,
Eric Laurent81784c32012-11-19 14:55:58 -08001025 const sp<IMemory>& sharedBuffer,
Glenn Kastend848eb42016-03-08 13:42:11 -08001026 audio_session_t sessionId,
Eric Laurent05067782016-06-01 18:27:28 -07001027 audio_output_flags_t *flags,
Eric Laurent09f1ed22019-04-24 17:45:17 -07001028 pid_t creatorPid,
Svet Ganov33761132021-05-13 22:51:08 +00001029 const AttributionSourceState& attributionSource,
Eric Laurent81784c32012-11-19 14:55:58 -08001030 pid_t tid,
Eric Laurent20b9ef02016-12-05 11:03:16 -08001031 status_t *status /*non-NULL*/,
jiabinf6eb4c32020-02-25 14:06:25 -08001032 audio_port_handle_t portId,
Eric Laurentb0a7bc92022-04-05 15:06:08 +02001033 const sp<media::IAudioTrackCallback>& callback,
jiabinc658e452022-10-21 20:52:21 +00001034 bool isSpatialized,
jiabin94ed47c2023-07-27 23:34:20 +00001035 bool isBitPerfect,
Andy Hung972bec12023-08-31 16:13:39 -07001036 audio_output_flags_t* afTrackFlags) final
1037 REQUIRES(audio_utils::AudioFlinger_Mutex);
Eric Laurent81784c32012-11-19 14:55:58 -08001038
Andy Hung87c693c2023-07-06 20:56:16 -07001039 bool isTrackActive(const sp<IAfTrack>& track) const final {
1040 return mActiveTracks.indexOf(track) >= 0;
1041 }
1042
Andy Hungab65b182023-09-06 19:41:47 -07001043 AudioStreamOut* getOutput_l() const final REQUIRES(mutex()) { return mOutput; }
Andy Hung8d672e02023-09-15 18:19:28 -07001044 AudioStreamOut* getOutput() const final EXCLUDES_ThreadBase_Mutex;
1045 AudioStreamOut* clearOutput() final EXCLUDES_ThreadBase_Mutex;
1046
1047 // NO_THREAD_SAFETY_ANALYSIS -- probably needs a lock.
Andy Hung440901d2023-06-29 21:19:25 -07001048 sp<StreamHalInterface> stream() const final;
Eric Laurent81784c32012-11-19 14:55:58 -08001049
Andy Hung8d672e02023-09-15 18:19:28 -07001050 // suspend(), restore(), and isSuspended() are implemented atomically.
1051 void suspend() final { ++mSuspended; }
1052 void restore() final {
1053 // if restore() is done without suspend(), get back into
1054 // range so that the next suspend() will operate correctly
1055 while (true) {
1056 int32_t suspended = mSuspended;
1057 if (suspended <= 0) {
1058 ALOGW("%s: invalid mSuspended %d <= 0", __func__, suspended);
1059 return;
1060 }
1061 const int32_t desired = suspended - 1;
1062 if (mSuspended.compare_exchange_weak(suspended, desired)) return;
1063 }
1064 }
1065 bool isSuspended() const final { return mSuspended > 0; }
Eric Laurent81784c32012-11-19 14:55:58 -08001066
Andy Hungab65b182023-09-06 19:41:47 -07001067 String8 getParameters(const String8& keys) EXCLUDES_ThreadBase_Mutex;
1068
1069 // Hold either the AudioFlinger::mutex or the ThreadBase::mutex
1070 void ioConfigChanged_l(audio_io_config_event_t event, pid_t pid = 0,
Andy Hung440901d2023-06-29 21:19:25 -07001071 audio_port_handle_t portId = AUDIO_PORT_HANDLE_NONE) final;
Andy Hungab65b182023-09-06 19:41:47 -07001072 status_t getRenderPosition(uint32_t* halFrames, uint32_t* dspFrames) const final
1073 EXCLUDES_ThreadBase_Mutex;
Andy Hung010a1a12014-03-13 13:57:33 -07001074 // Consider also removing and passing an explicit mMainBuffer initialization
Andy Hung8d31fd22023-06-26 19:20:57 -07001075 // parameter to AF::IAfTrack::Track().
Andy Hung440901d2023-06-29 21:19:25 -07001076 float* sinkBuffer() const final {
Andy Hung319587b2023-05-23 14:01:03 -07001077 return reinterpret_cast<float *>(mSinkBuffer); };
Eric Laurent81784c32012-11-19 14:55:58 -08001078
Andy Hungab65b182023-09-06 19:41:47 -07001079 void detachAuxEffect_l(int effectId) final REQUIRES(mutex());
Eric Laurent81784c32012-11-19 14:55:58 -08001080
Andy Hungab65b182023-09-06 19:41:47 -07001081 status_t attachAuxEffect(const sp<IAfTrack>& track, int EffectId) final
1082 EXCLUDES_ThreadBase_Mutex;
1083 status_t attachAuxEffect_l(const sp<IAfTrack>& track, int EffectId) final REQUIRES(mutex());
Andy Hung440901d2023-06-29 21:19:25 -07001084
Andy Hungab65b182023-09-06 19:41:47 -07001085 status_t addEffectChain_l(const sp<IAfEffectChain>& chain) final REQUIRES(mutex());
1086 size_t removeEffectChain_l(const sp<IAfEffectChain>& chain) final REQUIRES(mutex());
1087 uint32_t hasAudioSession_l(audio_session_t sessionId) const final REQUIRES(mutex()) {
Andy Hungc3d62f92019-03-14 13:38:51 -07001088 return ThreadBase::hasAudioSession_l(sessionId, mTracks);
1089 }
Andy Hungab65b182023-09-06 19:41:47 -07001090 product_strategy_t getStrategyForSession_l(audio_session_t sessionId) const final
1091 REQUIRES(mutex());
Eric Laurent81784c32012-11-19 14:55:58 -08001092
1093
Andy Hungab65b182023-09-06 19:41:47 -07001094 status_t setSyncEvent(const sp<audioflinger::SyncEvent>& event) final
1095 EXCLUDES_ThreadBase_Mutex;
1096 // could be static.
Andy Hung440901d2023-06-29 21:19:25 -07001097 bool isValidSyncEvent(const sp<audioflinger::SyncEvent>& event) const final;
Glenn Kastenfb1fdc92013-07-10 17:03:19 -07001098
Andy Hungab65b182023-09-06 19:41:47 -07001099 // Does this require the AudioFlinger mutex as well?
1100 bool invalidateTracks_l(audio_stream_type_t streamType) final
1101 REQUIRES(mutex());
1102 bool invalidateTracks_l(std::set<audio_port_handle_t>& portIds) final
1103 REQUIRES(mutex());
Andy Hung440901d2023-06-29 21:19:25 -07001104 void invalidateTracks(audio_stream_type_t streamType) override;
jiabinc44b3462022-12-08 12:52:31 -08001105 // Invalidate tracks by a set of port ids. The port id will be removed from
1106 // the given set if the corresponding track is found and invalidated.
Andy Hungab65b182023-09-06 19:41:47 -07001107 void invalidateTracks(std::set<audio_port_handle_t>& portIds) override
1108 EXCLUDES_ThreadBase_Mutex;
Eric Laurent81784c32012-11-19 14:55:58 -08001109
Andy Hung87c693c2023-07-06 20:56:16 -07001110 size_t frameCount() const final { return mNormalFrameCount; }
Glenn Kasten9b58f632013-07-16 11:37:48 -07001111
Andy Hung440901d2023-06-29 21:19:25 -07001112 audio_channel_mask_t mixerChannelMask() const final {
Eric Laurentf1f22e72021-07-13 14:04:14 +02001113 return mMixerChannelMask;
1114 }
1115
Andy Hung8d672e02023-09-15 18:19:28 -07001116 status_t getTimestamp_l(AudioTimestamp& timestamp) final
1117 REQUIRES(mutex(), ThreadBase_ThreadLoop);
Eric Laurent83b88082014-06-20 18:31:16 -07001118
Andy Hungab65b182023-09-06 19:41:47 -07001119 void addPatchTrack(const sp<IAfPatchTrack>& track) final EXCLUDES_ThreadBase_Mutex;
1120 void deletePatchTrack(const sp<IAfPatchTrack>& track) final EXCLUDES_ThreadBase_Mutex;
Eric Laurent83b88082014-06-20 18:31:16 -07001121
Andy Hungab65b182023-09-06 19:41:47 -07001122 // NO_THREAD_SAFETY_ANALYSIS - fix this to use atomics.
Andy Hung440901d2023-06-29 21:19:25 -07001123 void toAudioPortConfig(struct audio_port_config* config) final;
Eric Laurentaccc1472013-09-20 09:36:34 -07001124
Andy Hung10cbff12017-02-21 17:30:14 -08001125 // Return the asynchronous signal wait time.
Andy Hungab65b182023-09-06 19:41:47 -07001126 int64_t computeWaitTimeNs_l() const override REQUIRES(mutex()) { return INT64_MAX; }
Andy Hung1bc088a2018-02-09 15:57:31 -08001127 // returns true if the track is allowed to be added to the thread.
Andy Hung440901d2023-06-29 21:19:25 -07001128 bool isTrackAllowed_l(
Andy Hung1bc088a2018-02-09 15:57:31 -08001129 audio_channel_mask_t channelMask __unused,
1130 audio_format_t format __unused,
1131 audio_session_t sessionId __unused,
Andy Hungab65b182023-09-06 19:41:47 -07001132 uid_t uid) const override REQUIRES(mutex()) {
Andy Hung1bc088a2018-02-09 15:57:31 -08001133 return trackCountForUid_l(uid) < PlaybackThread::kMaxTracksPerUid
1134 && mTracks.size() < PlaybackThread::kMaxTracks;
1135 }
1136
Andy Hungab65b182023-09-06 19:41:47 -07001137 bool isTimestampCorrectionEnabled_l() const final REQUIRES(mutex()) {
1138 return audio_is_output_devices(mTimestampCorrectedDevice)
1139 && outDeviceTypes_l().count(mTimestampCorrectedDevice) != 0;
Andy Hungc8fddf32018-08-08 18:32:37 -07001140 }
jiabinc52b1ff2019-10-31 17:20:42 -07001141
Andy Hungab65b182023-09-06 19:41:47 -07001142 // NO_THREAD_SAFETY_ANALYSIS - fix this to be atomic.
Andy Hung440901d2023-06-29 21:19:25 -07001143 bool isStreamInitialized() const final {
Jasmine Chaeaa10e42021-05-11 10:11:14 +08001144 return !(mOutput == nullptr || mOutput->stream == nullptr);
1145 }
1146
Andy Hung440901d2023-06-29 21:19:25 -07001147 audio_channel_mask_t hapticChannelMask() const final {
jiabineb3bda02020-06-30 14:07:03 -07001148 return mHapticChannelMask;
1149 }
Andy Hung87c693c2023-07-06 20:56:16 -07001150
1151 uint32_t hapticChannelCount() const final {
1152 return mHapticChannelCount;
1153 }
1154
Andy Hung440901d2023-06-29 21:19:25 -07001155 bool supportsHapticPlayback() const final {
jiabineb3bda02020-06-30 14:07:03 -07001156 return (mHapticChannelMask & AUDIO_CHANNEL_HAPTIC_ALL) != AUDIO_CHANNEL_NONE;
1157 }
1158
Andy Hungab65b182023-09-06 19:41:47 -07001159 void setDownStreamPatch(const struct audio_patch* patch) final EXCLUDES_ThreadBase_Mutex {
Andy Hung8d672e02023-09-15 18:19:28 -07001160 audio_utils::lock_guard _l(mutex());
Eric Laurent74c38dc2020-12-23 18:19:44 +01001161 mDownStreamPatch = *patch;
1162 }
1163
Andy Hungab65b182023-09-06 19:41:47 -07001164 IAfTrack* getTrackById_l(audio_port_handle_t trackId) final REQUIRES(mutex());
jiabinf042b9b2021-05-07 23:46:28 +00001165
Andy Hung440901d2023-06-29 21:19:25 -07001166 bool hasMixer() const final {
Eric Laurent1c5e2e32021-08-18 18:50:28 +02001167 return mType == MIXER || mType == DUPLICATING || mType == SPATIALIZER;
Eric Laurentb3f315a2021-07-13 15:09:05 +02001168 }
Eric Laurent68a40a82022-05-03 18:15:04 +02001169
Andy Hung440901d2023-06-29 21:19:25 -07001170 status_t setRequestedLatencyMode(
1171 audio_latency_mode_t /* mode */) override { return INVALID_OPERATION; }
Eric Laurent68a40a82022-05-03 18:15:04 +02001172
Andy Hung440901d2023-06-29 21:19:25 -07001173 status_t getSupportedLatencyModes(
1174 std::vector<audio_latency_mode_t>* /* modes */) override {
Eric Laurent68a40a82022-05-03 18:15:04 +02001175 return INVALID_OPERATION;
1176 }
1177
Andy Hung440901d2023-06-29 21:19:25 -07001178 status_t setBluetoothVariableLatencyEnabled(bool /* enabled */) override{
Eric Laurentb0463942022-12-20 16:31:10 +01001179 return INVALID_OPERATION;
1180 }
Eric Laurent52057642022-12-16 11:45:07 +01001181
Andy Hung972bec12023-08-31 16:13:39 -07001182 void startMelComputation_l(const sp<audio_utils::MelProcessor>& processor) override
1183 REQUIRES(audio_utils::AudioFlinger_Mutex);
1184 void stopMelComputation_l() override
1185 REQUIRES(audio_utils::AudioFlinger_Mutex);
Vlad Popab042ee62022-10-20 18:05:00 +02001186
Andy Hung8d672e02023-09-15 18:19:28 -07001187 void setStandby() final EXCLUDES_ThreadBase_Mutex {
1188 audio_utils::lock_guard _l(mutex());
Eric Laurent19952e12023-04-20 10:08:29 +02001189 setStandby_l();
1190 }
1191
Andy Hungab65b182023-09-06 19:41:47 -07001192 void setStandby_l() final REQUIRES(mutex()) {
Eric Laurent19952e12023-04-20 10:08:29 +02001193 mStandby = true;
1194 mHalStarted = false;
1195 mKernelPositionOnStandby =
1196 mTimestamp.mPosition[ExtendedTimestamp::LOCATION_KERNEL];
1197 }
1198
Andy Hungab65b182023-09-06 19:41:47 -07001199 bool waitForHalStart() final EXCLUDES_ThreadBase_Mutex {
Andy Hungc5007f82023-08-29 14:26:09 -07001200 audio_utils::unique_lock _l(mutex());
Eric Laurent19952e12023-04-20 10:08:29 +02001201 static const nsecs_t kWaitHalTimeoutNs = seconds(2);
1202 nsecs_t endWaitTimetNs = systemTime() + kWaitHalTimeoutNs;
1203 while (!mHalStarted) {
1204 nsecs_t timeNs = systemTime();
1205 if (timeNs >= endWaitTimetNs) {
1206 break;
1207 }
1208 nsecs_t waitTimeLeftNs = endWaitTimetNs - timeNs;
Andy Hungc5007f82023-08-29 14:26:09 -07001209 mWaitHalStartCV.wait_for(_l, std::chrono::nanoseconds(waitTimeLeftNs));
Eric Laurent19952e12023-04-20 10:08:29 +02001210 }
1211 return mHalStarted;
1212 }
Eric Laurent81784c32012-11-19 14:55:58 -08001213protected:
Glenn Kastendeca2ae2014-02-07 10:25:56 -08001214 // updated by readOutputParameters_l()
Glenn Kasten9b58f632013-07-16 11:37:48 -07001215 size_t mNormalFrameCount; // normal mixer and effects
1216
Andy Hung8d672e02023-09-15 18:19:28 -07001217 // throttle the thread processing
1218 bool mThreadThrottle GUARDED_BY(ThreadBase_ThreadLoop);
1219
1220 // throttle time for MIXER threads - atomic as read by dump()
1221 std::atomic<uint32_t> mThreadThrottleTimeMs;
1222
1223 // notify once per throttling
1224 uint32_t mThreadThrottleEndMs GUARDED_BY(ThreadBase_ThreadLoop);
1225
1226 // half the buffer size in milliseconds
1227 uint32_t mHalfBufferMs GUARDED_BY(ThreadBase_ThreadLoop);
Andy Hung08fb1742015-05-31 23:22:10 -07001228
Andy Hung010a1a12014-03-13 13:57:33 -07001229 void* mSinkBuffer; // frame size aligned sink buffer
Eric Laurent81784c32012-11-19 14:55:58 -08001230
Andy Hung98ef9782014-03-04 14:46:50 -08001231 // TODO:
1232 // Rearrange the buffer info into a struct/class with
1233 // clear, copy, construction, destruction methods.
1234 //
1235 // mSinkBuffer also has associated with it:
1236 //
1237 // mSinkBufferSize: Sink Buffer Size
1238 // mFormat: Sink Buffer Format
1239
Andy Hung69aed5f2014-02-25 17:24:40 -08001240 // Mixer Buffer (mMixerBuffer*)
1241 //
1242 // In the case of floating point or multichannel data, which is not in the
1243 // sink format, it is required to accumulate in a higher precision or greater channel count
1244 // buffer before downmixing or data conversion to the sink buffer.
1245
1246 // Set to "true" to enable the Mixer Buffer otherwise mixer output goes to sink buffer.
Andy Hung8d672e02023-09-15 18:19:28 -07001247 bool mMixerBufferEnabled GUARDED_BY(ThreadBase_ThreadLoop);
Andy Hung69aed5f2014-02-25 17:24:40 -08001248
1249 // Storage, 32 byte aligned (may make this alignment a requirement later).
1250 // Due to constraints on mNormalFrameCount, the buffer size is a multiple of 16 frames.
Andy Hung8d672e02023-09-15 18:19:28 -07001251 void* mMixerBuffer GUARDED_BY(ThreadBase_ThreadLoop);
Andy Hung69aed5f2014-02-25 17:24:40 -08001252
1253 // Size of mMixerBuffer in bytes: mNormalFrameCount * #channels * sampsize.
Andy Hung8d672e02023-09-15 18:19:28 -07001254 size_t mMixerBufferSize GUARDED_BY(ThreadBase_ThreadLoop);
Andy Hung69aed5f2014-02-25 17:24:40 -08001255
1256 // The audio format of mMixerBuffer. Set to AUDIO_FORMAT_PCM_(FLOAT|16_BIT) only.
Andy Hung8d672e02023-09-15 18:19:28 -07001257 audio_format_t mMixerBufferFormat GUARDED_BY(ThreadBase_ThreadLoop);
Andy Hung69aed5f2014-02-25 17:24:40 -08001258
1259 // An internal flag set to true by MixerThread::prepareTracks_l()
1260 // when mMixerBuffer contains valid data after mixing.
Andy Hung8d672e02023-09-15 18:19:28 -07001261 bool mMixerBufferValid GUARDED_BY(ThreadBase_ThreadLoop);
Andy Hung69aed5f2014-02-25 17:24:40 -08001262
Andy Hung98ef9782014-03-04 14:46:50 -08001263 // Effects Buffer (mEffectsBuffer*)
1264 //
1265 // In the case of effects data, which is not in the sink format,
1266 // it is required to accumulate in a different buffer before data conversion
1267 // to the sink buffer.
1268
1269 // Set to "true" to enable the Effects Buffer otherwise effects output goes to sink buffer.
Andy Hung8d672e02023-09-15 18:19:28 -07001270 bool mEffectBufferEnabled;
1271 // NO_THREAD_SAFETY_ANALYSIS: Spatializer access this in addEffectChain_l()
Andy Hung98ef9782014-03-04 14:46:50 -08001272
1273 // Storage, 32 byte aligned (may make this alignment a requirement later).
1274 // Due to constraints on mNormalFrameCount, the buffer size is a multiple of 16 frames.
Andy Hung8d672e02023-09-15 18:19:28 -07001275 void* mEffectBuffer;
1276 // NO_THREAD_SAFETY_ANALYSIS: Spatializer access this in addEffectChain_l()
Andy Hung98ef9782014-03-04 14:46:50 -08001277
1278 // Size of mEffectsBuffer in bytes: mNormalFrameCount * #channels * sampsize.
Andy Hung8d672e02023-09-15 18:19:28 -07001279 size_t mEffectBufferSize;
1280 // NO_THREAD_SAFETY_ANALYSIS: Spatializer access this in addEffectChain_l()
Andy Hung98ef9782014-03-04 14:46:50 -08001281
1282 // The audio format of mEffectsBuffer. Set to AUDIO_FORMAT_PCM_16_BIT only.
Andy Hung8d672e02023-09-15 18:19:28 -07001283 // NO_THREAD_SAFETY_ANALYSIS: Spatializer access this in addEffectChain_l()
1284 audio_format_t mEffectBufferFormat;
Andy Hung98ef9782014-03-04 14:46:50 -08001285
1286 // An internal flag set to true by MixerThread::prepareTracks_l()
1287 // when mEffectsBuffer contains valid data after mixing.
1288 //
1289 // When this is set, all mixer data is routed into the effects buffer
1290 // for any processing (including output processing).
Andy Hung8d672e02023-09-15 18:19:28 -07001291 bool mEffectBufferValid GUARDED_BY(ThreadBase_ThreadLoop);
Andy Hung98ef9782014-03-04 14:46:50 -08001292
jiabinc658e452022-10-21 20:52:21 +00001293 // Set to "true" to enable when data has already copied to sink
Andy Hung8d672e02023-09-15 18:19:28 -07001294 bool mHasDataCopiedToSinkBuffer GUARDED_BY(ThreadBase_ThreadLoop) = false;
jiabinc658e452022-10-21 20:52:21 +00001295
Eric Laurentb62d0362021-10-26 17:40:18 +02001296 // Frame size aligned buffer used as input and output to all post processing effects
1297 // except the Spatializer in a SPATIALIZER thread. Non spatialized tracks are mixed into
1298 // this buffer so that post processing effects can be applied.
Andy Hung8d672e02023-09-15 18:19:28 -07001299 void* mPostSpatializerBuffer GUARDED_BY(mutex()) = nullptr;
Eric Laurentb62d0362021-10-26 17:40:18 +02001300
1301 // Size of mPostSpatializerBuffer in bytes
Andy Hung8d672e02023-09-15 18:19:28 -07001302 size_t mPostSpatializerBufferSize GUARDED_BY(mutex());
Eric Laurent39095982021-08-24 18:29:27 +02001303
Eric Laurent81784c32012-11-19 14:55:58 -08001304 // suspend count, > 0 means suspended. While suspended, the thread continues to pull from
1305 // tracks and mix, but doesn't write to HAL. A2DP and SCO HAL implementations can't handle
1306 // concurrent use of both of them, so Audio Policy Service suspends one of the threads to
1307 // workaround that restriction.
1308 // 'volatile' means accessed via atomic operations and no lock.
Andy Hung8d672e02023-09-15 18:19:28 -07001309 std::atomic<int32_t> mSuspended;
Eric Laurent81784c32012-11-19 14:55:58 -08001310
Andy Hung818e7a32016-02-16 18:08:07 -08001311 int64_t mBytesWritten;
Andy Hung8d672e02023-09-15 18:19:28 -07001312 std::atomic<int64_t> mFramesWritten; // not reset on standby
Dean Wheatley12473e92021-03-18 23:00:55 +11001313 int64_t mLastFramesWritten = -1; // track changes in timestamp
1314 // server frames written.
Andy Hung238fa3d2016-07-28 10:53:22 -07001315 int64_t mSuspendedFrames; // not reset on standby
jiabin245cdd92018-12-07 17:55:15 -08001316
1317 // mHapticChannelMask and mHapticChannelCount will only be valid when the thread support
1318 // haptic playback.
1319 audio_channel_mask_t mHapticChannelMask = AUDIO_CHANNEL_NONE;
1320 uint32_t mHapticChannelCount = 0;
Eric Laurentf1f22e72021-07-13 14:04:14 +02001321
1322 audio_channel_mask_t mMixerChannelMask = AUDIO_CHANNEL_NONE;
1323
Eric Laurent81784c32012-11-19 14:55:58 -08001324 // mMasterMute is in both PlaybackThread and in AudioFlinger. When a
1325 // PlaybackThread needs to find out if master-muted, it checks it's local
1326 // copy rather than the one in AudioFlinger. This optimization saves a lock.
Andy Hung8d672e02023-09-15 18:19:28 -07001327 bool mMasterMute GUARDED_BY(mutex());
1328 void setMasterMute_l(bool muted) REQUIRES(mutex()) { mMasterMute = muted; }
Dean Wheatley12473e92021-03-18 23:00:55 +11001329
1330 auto discontinuityForStandbyOrFlush() const { // call on threadLoop or with lock.
1331 return ((mType == DIRECT && !audio_is_linear_pcm(mFormat))
1332 || mType == OFFLOAD)
1333 ? mTimestampVerifier.DISCONTINUITY_MODE_ZERO
1334 : mTimestampVerifier.DISCONTINUITY_MODE_CONTINUOUS;
1335 }
1336
Andy Hung8d31fd22023-06-26 19:20:57 -07001337 ActiveTracks<IAfTrack> mActiveTracks;
Eric Laurent81784c32012-11-19 14:55:58 -08001338
Eric Laurent81784c32012-11-19 14:55:58 -08001339 // Time to sleep between cycles when:
1340 virtual uint32_t activeSleepTimeUs() const; // mixer state MIXER_TRACKS_ENABLED
1341 virtual uint32_t idleSleepTimeUs() const = 0; // mixer state MIXER_IDLE
1342 virtual uint32_t suspendSleepTimeUs() const = 0; // audio policy manager suspended us
1343 // No sleep when mixer state == MIXER_TRACKS_READY; relies on audio HAL stream->write()
1344 // No sleep in standby mode; waits on a condition
1345
1346 // Code snippets that are temporarily lifted up out of threadLoop() until the merge
Andy Hungab65b182023-09-06 19:41:47 -07001347
1348 // consider unification with MMapThread
1349 virtual void checkSilentMode_l() final REQUIRES(mutex());
Eric Laurent81784c32012-11-19 14:55:58 -08001350
1351 // Non-trivial for DUPLICATING only
Andy Hung8d672e02023-09-15 18:19:28 -07001352 virtual void saveOutputTracks() REQUIRES(ThreadBase_ThreadLoop) {}
1353 virtual void clearOutputTracks() REQUIRES(ThreadBase_ThreadLoop) {}
Eric Laurent81784c32012-11-19 14:55:58 -08001354
1355 // Cache various calculated values, at threadLoop() entry and after a parameter change
Andy Hung8d672e02023-09-15 18:19:28 -07001356 virtual void cacheParameters_l() REQUIRES(mutex(), ThreadBase_ThreadLoop);
Eric Laurentb3f315a2021-07-13 15:09:05 +02001357 void setCheckOutputStageEffects() override {
1358 mCheckOutputStageEffects.store(true);
1359 }
Eric Laurent81784c32012-11-19 14:55:58 -08001360
Andy Hungab65b182023-09-06 19:41:47 -07001361 virtual uint32_t correctLatency_l(uint32_t latency) const REQUIRES(mutex());
Eric Laurent81784c32012-11-19 14:55:58 -08001362
Eric Laurent1c333e22014-05-20 10:48:17 -07001363 virtual status_t createAudioPatch_l(const struct audio_patch *patch,
Andy Hungab65b182023-09-06 19:41:47 -07001364 audio_patch_handle_t *handle) REQUIRES(mutex());
1365 virtual status_t releaseAudioPatch_l(const audio_patch_handle_t handle)
1366 REQUIRES(mutex());
Eric Laurent1c333e22014-05-20 10:48:17 -07001367
Andy Hungab65b182023-09-06 19:41:47 -07001368 // NO_THREAD_SAFETY_ANALYSIS - fix this to use atomics
Andy Hung87c693c2023-07-06 20:56:16 -07001369 bool usesHwAvSync() const final { return mType == DIRECT && mOutput != nullptr
Phil Burk6fc2a7c2015-04-30 16:08:10 -07001370 && mHwSupportsPause
1371 && (mOutput->flags & AUDIO_OUTPUT_FLAG_HW_AV_SYNC); }
Eric Laurent0f7b5f22014-12-19 10:43:21 -08001372
Andy Hung1bc088a2018-02-09 15:57:31 -08001373 uint32_t trackCountForUid_l(uid_t uid) const;
Eric Laurentad7dd962016-09-22 12:38:37 -07001374
jiabineb3bda02020-06-30 14:07:03 -07001375 void invalidateTracksForAudioSession_l(
Andy Hungab65b182023-09-06 19:41:47 -07001376 audio_session_t sessionId) const override REQUIRES(mutex()) {
jiabineb3bda02020-06-30 14:07:03 -07001377 ThreadBase::invalidateTracksForAudioSession_l(sessionId, mTracks);
1378 }
1379
Mikhail Naganovbf493082017-04-17 17:37:12 -07001380 DISALLOW_COPY_AND_ASSIGN(PlaybackThread);
Eric Laurent81784c32012-11-19 14:55:58 -08001381
Andy Hungab65b182023-09-06 19:41:47 -07001382 status_t addTrack_l(const sp<IAfTrack>& track) final REQUIRES(mutex());
1383 bool destroyTrack_l(const sp<IAfTrack>& track) final REQUIRES(mutex());
Andy Hung87c693c2023-07-06 20:56:16 -07001384
Andy Hungab65b182023-09-06 19:41:47 -07001385 void removeTrack_l(const sp<IAfTrack>& track) REQUIRES(mutex());
Mikhail Naganovf548cd32024-05-29 17:06:46 +00001386 std::set<audio_port_handle_t> getTrackPortIds_l() REQUIRES(mutex());
1387 std::set<audio_port_handle_t> getTrackPortIds();
Eric Laurent81784c32012-11-19 14:55:58 -08001388
Andy Hungab65b182023-09-06 19:41:47 -07001389 void readOutputParameters_l() REQUIRES(mutex());
1390 MetadataUpdate updateMetadata_l() final REQUIRES(mutex());
1391 virtual void sendMetadataToBackend_l(const StreamOutHalInterface::SourceMetadata& metadata)
1392 REQUIRES(mutex()) ;
Eric Laurent81784c32012-11-19 14:55:58 -08001393
Andy Hung8d672e02023-09-15 18:19:28 -07001394 void collectTimestamps_l() REQUIRES(mutex(), ThreadBase_ThreadLoop);
Dean Wheatley12473e92021-03-18 23:00:55 +11001395
Andy Hungc0691382018-09-12 18:01:57 -07001396 // The Tracks class manages tracks added and removed from the Thread.
Andy Hung1bc088a2018-02-09 15:57:31 -08001397 template <typename T>
1398 class Tracks {
1399 public:
Andy Hung920f6572022-10-06 12:09:49 -07001400 explicit Tracks(bool saveDeletedTrackIds) :
Andy Hungc0691382018-09-12 18:01:57 -07001401 mSaveDeletedTrackIds(saveDeletedTrackIds) { }
Andy Hung1bc088a2018-02-09 15:57:31 -08001402
1403 // SortedVector methods
Andy Hungc0691382018-09-12 18:01:57 -07001404 ssize_t add(const sp<T> &track) {
1405 const ssize_t index = mTracks.add(track);
1406 LOG_ALWAYS_FATAL_IF(index < 0, "cannot add track");
1407 return index;
1408 }
Andy Hung1bc088a2018-02-09 15:57:31 -08001409 ssize_t remove(const sp<T> &track);
1410 size_t size() const {
1411 return mTracks.size();
1412 }
1413 bool isEmpty() const {
1414 return mTracks.isEmpty();
1415 }
1416 ssize_t indexOf(const sp<T> &item) {
1417 return mTracks.indexOf(item);
1418 }
1419 sp<T> operator[](size_t index) const {
1420 return mTracks[index];
1421 }
1422 typename SortedVector<sp<T>>::iterator begin() {
1423 return mTracks.begin();
1424 }
1425 typename SortedVector<sp<T>>::iterator end() {
1426 return mTracks.end();
1427 }
1428
Andy Hung920f6572022-10-06 12:09:49 -07001429 size_t processDeletedTrackIds(const std::function<void(int)>& f) {
Andy Hungc0691382018-09-12 18:01:57 -07001430 for (const int trackId : mDeletedTrackIds) {
1431 f(trackId);
Andy Hung1bc088a2018-02-09 15:57:31 -08001432 }
Andy Hungc0691382018-09-12 18:01:57 -07001433 return mDeletedTrackIds.size();
Andy Hung1bc088a2018-02-09 15:57:31 -08001434 }
1435
Andy Hungc0691382018-09-12 18:01:57 -07001436 void clearDeletedTrackIds() { mDeletedTrackIds.clear(); }
Andy Hung1bc088a2018-02-09 15:57:31 -08001437
1438 private:
Andy Hungc0691382018-09-12 18:01:57 -07001439 // Tracks pending deletion for MIXER type threads
1440 const bool mSaveDeletedTrackIds; // true to enable tracking
1441 std::set<int> mDeletedTrackIds;
Andy Hung1bc088a2018-02-09 15:57:31 -08001442
1443 SortedVector<sp<T>> mTracks; // wrapped SortedVector.
1444 };
1445
Andy Hung8d31fd22023-06-26 19:20:57 -07001446 Tracks<IAfTrack> mTracks;
Andy Hung1bc088a2018-02-09 15:57:31 -08001447
Eric Laurent223fd5c2014-11-11 13:43:36 -08001448 stream_type_t mStreamTypes[AUDIO_STREAM_CNT];
Andy Hungee58e4a2023-07-07 13:47:37 -07001449
Eric Laurent81784c32012-11-19 14:55:58 -08001450 AudioStreamOut *mOutput;
1451
1452 float mMasterVolume;
Richard Folke Tullberg3fae0372017-01-13 09:04:25 +01001453 std::atomic<float> mMasterBalance{};
1454 audio_utils::Balance mBalance;
Eric Laurent81784c32012-11-19 14:55:58 -08001455 int mNumWrites;
1456 int mNumDelayedWrites;
1457 bool mInWrite;
1458
1459 // FIXME rename these former local variables of threadLoop to standard "m" names
Eric Laurentad9cb8b2015-05-26 16:38:19 -07001460 nsecs_t mStandbyTimeNs;
Andy Hung25c2dac2014-02-27 14:56:00 -08001461 size_t mSinkBufferSize;
Eric Laurent81784c32012-11-19 14:55:58 -08001462
1463 // cached copies of activeSleepTimeUs() and idleSleepTimeUs() made by cacheParameters_l()
Eric Laurentad9cb8b2015-05-26 16:38:19 -07001464 uint32_t mActiveSleepTimeUs;
1465 uint32_t mIdleSleepTimeUs;
Eric Laurent81784c32012-11-19 14:55:58 -08001466
Eric Laurentad9cb8b2015-05-26 16:38:19 -07001467 uint32_t mSleepTimeUs;
Eric Laurent81784c32012-11-19 14:55:58 -08001468
1469 // mixer status returned by prepareTracks_l()
Andy Hung8d672e02023-09-15 18:19:28 -07001470 mixer_state mMixerStatus GUARDED_BY(ThreadBase_ThreadLoop); // current cycle
Eric Laurent81784c32012-11-19 14:55:58 -08001471 // previous cycle when in prepareTracks_l()
Andy Hung8d672e02023-09-15 18:19:28 -07001472 mixer_state mMixerStatusIgnoringFastTracks GUARDED_BY(ThreadBase_ThreadLoop);
Eric Laurent81784c32012-11-19 14:55:58 -08001473 // FIXME or a separate ready state per track
1474
1475 // FIXME move these declarations into the specific sub-class that needs them
1476 // MIXER only
Andy Hung8d672e02023-09-15 18:19:28 -07001477 uint32_t sleepTimeShift GUARDED_BY(ThreadBase_ThreadLoop);
Eric Laurent81784c32012-11-19 14:55:58 -08001478
1479 // same as AudioFlinger::mStandbyTimeInNsecs except for DIRECT which uses a shorter value
Andy Hung8d672e02023-09-15 18:19:28 -07001480 nsecs_t mStandbyDelayNs; // GUARDED_BY(mutex());
Eric Laurent81784c32012-11-19 14:55:58 -08001481
1482 // MIXER only
1483 nsecs_t maxPeriod;
1484
1485 // DUPLICATING only
1486 uint32_t writeFrames;
1487
Andy Hung8d672e02023-09-15 18:19:28 -07001488 size_t mBytesRemaining GUARDED_BY(ThreadBase_ThreadLoop);
1489 size_t mCurrentWriteLength GUARDED_BY(ThreadBase_ThreadLoop);
Eric Laurentbfb1b832013-01-07 09:53:42 -08001490 bool mUseAsyncWrite;
Eric Laurent3b4529e2013-09-05 18:09:19 -07001491 // mWriteAckSequence contains current write sequence on bits 31-1. The write sequence is
1492 // incremented each time a write(), a flush() or a standby() occurs.
1493 // Bit 0 is set when a write blocks and indicates a callback is expected.
1494 // Bit 0 is reset by the async callback thread calling resetWriteBlocked(). Out of sequence
1495 // callbacks are ignored.
1496 uint32_t mWriteAckSequence;
1497 // mDrainSequence contains current drain sequence on bits 31-1. The drain sequence is
1498 // incremented each time a drain is requested or a flush() or standby() occurs.
1499 // Bit 0 is set when the drain() command is called at the HAL and indicates a callback is
1500 // expected.
1501 // Bit 0 is reset by the async callback thread calling resetDraining(). Out of sequence
1502 // callbacks are ignored.
1503 uint32_t mDrainSequence;
Andy Hungee58e4a2023-07-07 13:47:37 -07001504
Eric Laurentbfb1b832013-01-07 09:53:42 -08001505 sp<AsyncCallbackThread> mCallbackThread;
1506
Andy Hungc5007f82023-08-29 14:26:09 -07001507 audio_utils::mutex& audioTrackCbMutex() const { return mAudioTrackCbMutex; }
Andy Hunga6f1cbb2023-10-12 18:18:13 -07001508 mutable audio_utils::mutex mAudioTrackCbMutex{
1509 audio_utils::MutexOrder::kPlaybackThread_AudioTrackCbMutex};
jiabinf6eb4c32020-02-25 14:06:25 -08001510 // Record of IAudioTrackCallback
Andy Hung8d31fd22023-06-26 19:20:57 -07001511 std::map<sp<IAfTrack>, sp<media::IAudioTrackCallback>> mAudioTrackCallbacks;
jiabinf6eb4c32020-02-25 14:06:25 -08001512
Eric Laurent81784c32012-11-19 14:55:58 -08001513 // The HAL output sink is treated as non-blocking, but current implementation is blocking
1514 sp<NBAIO_Sink> mOutputSink;
1515 // If a fast mixer is present, the blocking pipe sink, otherwise clear
1516 sp<NBAIO_Sink> mPipeSink;
1517 // The current sink for the normal mixer to write it's (sub)mix, mOutputSink or mPipeSink
1518 sp<NBAIO_Sink> mNormalSink;
Andy Hungee58e4a2023-07-07 13:47:37 -07001519
Eric Laurent81784c32012-11-19 14:55:58 -08001520 uint32_t mScreenState; // cached copy of gScreenState
Sanna Catherine de Treville Wager2a6a9452017-07-28 11:02:01 -07001521 // TODO: add comment and adjust size as needed
Glenn Kasteneef598c2017-04-03 14:41:13 -07001522 static const size_t kFastMixerLogSize = 8 * 1024;
Glenn Kasten9e58b552013-01-18 15:09:48 -08001523 sp<NBLog::Writer> mFastMixerNBLogWriter;
Andy Hung2148bf02016-11-28 19:01:02 -08001524
Dean Wheatley30d28422018-11-06 10:27:40 +11001525 // Downstream patch latency, available if mDownstreamLatencyStatMs.getN() > 0.
1526 audio_utils::Statistics<double> mDownstreamLatencyStatMs{0.999};
Andy Hung2148bf02016-11-28 19:01:02 -08001527
Eric Laurent19952e12023-04-20 10:08:29 +02001528 // output stream start detection based on render position returned by the kernel
1529 // condition signalled when the output stream has started
Andy Hungc5007f82023-08-29 14:26:09 -07001530 audio_utils::condition_variable mWaitHalStartCV;
Eric Laurent19952e12023-04-20 10:08:29 +02001531 // true when the output stream render position has moved, reset to false in standby
1532 bool mHalStarted = false;
1533 // last kernel render position saved when entering standby
1534 int64_t mKernelPositionOnStandby = 0;
1535
Eric Laurent81784c32012-11-19 14:55:58 -08001536public:
Andy Hung440901d2023-06-29 21:19:25 -07001537 FastTrackUnderruns getFastTrackUnderruns(size_t /* fastIndex */) const override
1538 { return {}; }
1539 const std::atomic<int64_t>& framesWritten() const final { return mFramesWritten; }
Eric Laurent81784c32012-11-19 14:55:58 -08001540
1541protected:
1542 // accessed by both binder threads and within threadLoop(), lock on mutex needed
Andy Hungab65b182023-09-06 19:41:47 -07001543 uint32_t& fastTrackAvailMask_l() final REQUIRES(mutex()) { return mFastTrackAvailMask; }
Andy Hung87c693c2023-07-06 20:56:16 -07001544 uint32_t mFastTrackAvailMask; // bit i set if fast track [i] is available
Eric Laurentd1f69b02014-12-15 14:33:13 -08001545 bool mHwSupportsPause;
1546 bool mHwPaused;
1547 bool mFlushPending;
Eric Laurent7c29ec92017-09-20 17:54:22 -07001548 // volumes last sent to audio HAL with stream->setVolume()
1549 float mLeftVolFloat;
1550 float mRightVolFloat;
Eric Laurent74c38dc2020-12-23 18:19:44 +01001551
1552 // audio patch used by the downstream software patch.
1553 // Only used if ThreadBase::mIsMsdDevice is true.
1554 struct audio_patch mDownStreamPatch;
Eric Laurentb3f315a2021-07-13 15:09:05 +02001555
1556 std::atomic_bool mCheckOutputStageEffects{};
ziyangch8f194f12021-12-01 13:48:04 -08001557
ziyangch8f194f12021-12-01 13:48:04 -08001558
Brian Lindahl65e90012022-07-27 18:01:07 +02001559 // Provides periodic checking for timestamp advancement for underrun detection.
1560 class IsTimestampAdvancing {
1561 public:
1562 // The timestamp will not be checked any faster than the specified time.
Andy Hung920f6572022-10-06 12:09:49 -07001563 explicit IsTimestampAdvancing(nsecs_t minimumTimeBetweenChecksNs)
Brian Lindahl65e90012022-07-27 18:01:07 +02001564 : mMinimumTimeBetweenChecksNs(minimumTimeBetweenChecksNs)
1565 {
1566 clear();
1567 }
1568 // Check if the presentation position has advanced in the last periodic time.
1569 bool check(AudioStreamOut * output);
1570 // Clear the internal state when the playback state changes for the output
1571 // stream.
1572 void clear();
1573 private:
1574 // The minimum time between timestamp checks.
1575 const nsecs_t mMinimumTimeBetweenChecksNs;
1576 // Add differential check on the timestamps to see if there is a change in the
1577 // timestamp frame position between the last call to check.
1578 uint64_t mPreviousPosition;
1579 // The time at which the last check occurred, to ensure we don't check too
1580 // frequently, giving the Audio HAL enough time to update its timestamps.
1581 nsecs_t mPreviousNs;
1582 // The valued is latched so we don't check timestamps too frequently.
1583 bool mLatchedValue;
1584 };
1585 IsTimestampAdvancing mIsTimestampAdvancing;
ziyangch8f194f12021-12-01 13:48:04 -08001586
Brian Lindahl65e90012022-07-27 18:01:07 +02001587 virtual void flushHw_l() {
1588 mIsTimestampAdvancing.clear();
1589 }
Eric Laurent81784c32012-11-19 14:55:58 -08001590};
1591
Eric Laurentb0463942022-12-20 16:31:10 +01001592class MixerThread : public PlaybackThread,
1593 public StreamOutHalInterfaceLatencyModeCallback {
Eric Laurent81784c32012-11-19 14:55:58 -08001594public:
Andy Hung583043b2023-07-17 17:05:00 -07001595 MixerThread(const sp<IAfThreadCallback>& afThreadCallback,
Eric Laurent81784c32012-11-19 14:55:58 -08001596 AudioStreamOut* output,
1597 audio_io_handle_t id,
Eric Laurent72e3f392015-05-20 14:43:50 -07001598 bool systemReady,
Eric Laurentf1f22e72021-07-13 14:04:14 +02001599 type_t type = MIXER,
1600 audio_config_base_t *mixerConfig = nullptr);
Andy Hung440901d2023-06-29 21:19:25 -07001601 ~MixerThread() override;
Eric Laurent81784c32012-11-19 14:55:58 -08001602
Eric Laurentb0463942022-12-20 16:31:10 +01001603 // RefBase
Andy Hung440901d2023-06-29 21:19:25 -07001604 void onFirstRef() override;
Eric Laurentb0463942022-12-20 16:31:10 +01001605
1606 // StreamOutHalInterfaceLatencyModeCallback
1607 void onRecommendedLatencyModeChanged(
Andy Hung440901d2023-06-29 21:19:25 -07001608 std::vector<audio_latency_mode_t> modes) final;
Eric Laurentb0463942022-12-20 16:31:10 +01001609
Eric Laurent81784c32012-11-19 14:55:58 -08001610 // Thread virtuals
1611
Andy Hungab65b182023-09-06 19:41:47 -07001612 bool checkForNewParameter_l(const String8& keyValuePair, status_t& status) final
1613 REQUIRES(mutex());
Eric Laurent81784c32012-11-19 14:55:58 -08001614
Andy Hung440901d2023-06-29 21:19:25 -07001615 bool isTrackAllowed_l(
Andy Hung1bc088a2018-02-09 15:57:31 -08001616 audio_channel_mask_t channelMask, audio_format_t format,
Andy Hungab65b182023-09-06 19:41:47 -07001617 audio_session_t sessionId, uid_t uid) const final REQUIRES(mutex());
Eric Laurent81784c32012-11-19 14:55:58 -08001618protected:
Andy Hung8d672e02023-09-15 18:19:28 -07001619 mixer_state prepareTracks_l(Vector<sp<IAfTrack>>* tracksToRemove) override
1620 REQUIRES(mutex(), ThreadBase_ThreadLoop);
Andy Hung440901d2023-06-29 21:19:25 -07001621 uint32_t idleSleepTimeUs() const final;
1622 uint32_t suspendSleepTimeUs() const final;
Andy Hung8d672e02023-09-15 18:19:28 -07001623 void cacheParameters_l() override REQUIRES(mutex(), ThreadBase_ThreadLoop);
Eric Laurent81784c32012-11-19 14:55:58 -08001624
Andy Hungab65b182023-09-06 19:41:47 -07001625 void acquireWakeLock_l() final REQUIRES(mutex()) {
Andy Hungdae27702016-10-31 14:01:16 -07001626 PlaybackThread::acquireWakeLock_l();
Andy Hung818e7a32016-02-16 18:08:07 -08001627 if (hasFastMixer()) {
1628 mFastMixer->setBoottimeOffset(
1629 mTimestamp.mTimebaseOffset[ExtendedTimestamp::TIMEBASE_BOOTTIME]);
1630 }
1631 }
1632
Andy Hungab65b182023-09-06 19:41:47 -07001633 void dumpInternals_l(int fd, const Vector<String16>& args) override REQUIRES(mutex());
Mikhail Naganov01dc5ca2019-03-29 10:12:12 -07001634
Eric Laurent81784c32012-11-19 14:55:58 -08001635 // threadLoop snippets
Andy Hung8d672e02023-09-15 18:19:28 -07001636 ssize_t threadLoop_write() override REQUIRES(ThreadBase_ThreadLoop);
1637 void threadLoop_standby() override REQUIRES(ThreadBase_ThreadLoop);
1638 void threadLoop_mix() override REQUIRES(ThreadBase_ThreadLoop);
1639 void threadLoop_sleepTime() override REQUIRES(ThreadBase_ThreadLoop);
Andy Hungab65b182023-09-06 19:41:47 -07001640 uint32_t correctLatency_l(uint32_t latency) const final REQUIRES(mutex());
Eric Laurent81784c32012-11-19 14:55:58 -08001641
Andy Hung440901d2023-06-29 21:19:25 -07001642 status_t createAudioPatch_l(
Andy Hungab65b182023-09-06 19:41:47 -07001643 const struct audio_patch* patch, audio_patch_handle_t* handle)
1644 final REQUIRES(mutex());
1645 status_t releaseAudioPatch_l(const audio_patch_handle_t handle) final REQUIRES(mutex());
Eric Laurent054d9d32015-04-24 08:48:48 -07001646
Eric Laurent81784c32012-11-19 14:55:58 -08001647 AudioMixer* mAudioMixer; // normal mixer
Eric Laurentb0463942022-12-20 16:31:10 +01001648
1649 // Support low latency mode by default as unless explicitly indicated by the audio HAL
1650 // we assume the audio path is compatible with the head tracking latency requirements
1651 std::vector<audio_latency_mode_t> mSupportedLatencyModes = {AUDIO_LATENCY_MODE_LOW};
1652 // default to invalid value to force first update to the audio HAL
1653 audio_latency_mode_t mSetLatencyMode =
1654 (audio_latency_mode_t)AUDIO_LATENCY_MODE_INVALID;
1655
1656 // Bluetooth Variable latency control logic is enabled or disabled for this thread
1657 std::atomic_bool mBluetoothLatencyModesEnabled;
1658
Eric Laurent81784c32012-11-19 14:55:58 -08001659private:
1660 // one-time initialization, no locks required
Glenn Kasten4d23ca32014-05-13 10:39:51 -07001661 sp<FastMixer> mFastMixer; // non-0 if there is also a fast mixer
Eric Laurent81784c32012-11-19 14:55:58 -08001662 sp<AudioWatchdog> mAudioWatchdog; // non-0 if there is an audio watchdog thread
1663
1664 // contents are not guaranteed to be consistent, no locks required
1665 FastMixerDumpState mFastMixerDumpState;
1666#ifdef STATE_QUEUE_DUMP
1667 StateQueueObserverDump mStateQueueObserverDump;
1668 StateQueueMutatorDump mStateQueueMutatorDump;
1669#endif
1670 AudioWatchdogDump mAudioWatchdogDump;
1671
1672 // accessible only within the threadLoop(), no locks required
1673 // mFastMixer->sq() // for mutating and pushing state
Andy Hung8d672e02023-09-15 18:19:28 -07001674 int32_t mFastMixerFutex GUARDED_BY(ThreadBase_ThreadLoop); // for cold idle
Eric Laurent81784c32012-11-19 14:55:58 -08001675
Andy Hung2ddee192015-12-18 17:34:44 -08001676 std::atomic_bool mMasterMono;
Eric Laurent81784c32012-11-19 14:55:58 -08001677public:
Glenn Kasten4d23ca32014-05-13 10:39:51 -07001678 virtual bool hasFastMixer() const { return mFastMixer != 0; }
Eric Laurent81784c32012-11-19 14:55:58 -08001679 virtual FastTrackUnderruns getFastTrackUnderruns(size_t fastIndex) const {
Glenn Kastendc2c50b2016-04-21 08:13:14 -07001680 ALOG_ASSERT(fastIndex < FastMixerState::sMaxFastTracks);
Eric Laurent81784c32012-11-19 14:55:58 -08001681 return mFastMixerDumpState.mTracks[fastIndex].mUnderruns;
1682 }
Eric Laurent83b88082014-06-20 18:31:16 -07001683
Andy Hungab65b182023-09-06 19:41:47 -07001684 status_t threadloop_getHalTimestamp_l(
Andy Hung8d672e02023-09-15 18:19:28 -07001685 ExtendedTimestamp *timestamp) const override
1686 REQUIRES(mutex(), ThreadBase_ThreadLoop) {
Andy Hung1c86ebe2018-05-29 20:29:08 -07001687 if (mNormalSink.get() != nullptr) {
1688 return mNormalSink->getTimestamp(*timestamp);
1689 }
1690 return INVALID_OPERATION;
1691 }
1692
Eric Laurentb0463942022-12-20 16:31:10 +01001693 status_t getSupportedLatencyModes(
1694 std::vector<audio_latency_mode_t>* modes) override;
1695
1696 status_t setBluetoothVariableLatencyEnabled(bool enabled) override;
1697
Andy Hung2ddee192015-12-18 17:34:44 -08001698protected:
1699 virtual void setMasterMono_l(bool mono) {
1700 mMasterMono.store(mono);
1701 if (mFastMixer != nullptr) { /* hasFastMixer() */
1702 mFastMixer->setMasterMono(mMasterMono);
1703 }
1704 }
1705 // the FastMixer performs mono blend if it exists.
Glenn Kasten03c48d52016-01-27 17:25:17 -08001706 // Blending with limiter is not idempotent,
1707 // and blending without limiter is idempotent but inefficient to do twice.
Andy Hung2ddee192015-12-18 17:34:44 -08001708 virtual bool requireMonoBlend() { return mMasterMono.load() && !hasFastMixer(); }
Richard Folke Tullberg3fae0372017-01-13 09:04:25 +01001709
Andy Hungab65b182023-09-06 19:41:47 -07001710 void setMasterBalance(float balance) override EXCLUDES_ThreadBase_Mutex {
Richard Folke Tullberg3fae0372017-01-13 09:04:25 +01001711 mMasterBalance.store(balance);
1712 if (hasFastMixer()) {
1713 mFastMixer->setMasterBalance(balance);
1714 }
1715 }
Eric Laurentb0463942022-12-20 16:31:10 +01001716
Andy Hungab65b182023-09-06 19:41:47 -07001717 void updateHalSupportedLatencyModes_l() REQUIRES(mutex());
1718 void onHalLatencyModesChanged_l() override REQUIRES(mutex());
1719 void setHalLatencyMode_l() override REQUIRES(mutex());
Eric Laurent81784c32012-11-19 14:55:58 -08001720};
1721
Andy Hung87c693c2023-07-06 20:56:16 -07001722class DirectOutputThread : public PlaybackThread, public virtual IAfDirectOutputThread {
Eric Laurent81784c32012-11-19 14:55:58 -08001723public:
1724
Andy Hung87c693c2023-07-06 20:56:16 -07001725 sp<IAfDirectOutputThread> asIAfDirectOutputThread() final {
1726 return sp<IAfDirectOutputThread>::fromExisting(this);
1727 }
1728
Andy Hung583043b2023-07-17 17:05:00 -07001729 DirectOutputThread(const sp<IAfThreadCallback>& afThreadCallback, AudioStreamOut* output,
Gareth Fennb18c1a32022-10-05 13:42:36 -07001730 audio_io_handle_t id, bool systemReady,
1731 const audio_offload_info_t& offloadInfo)
Andy Hung583043b2023-07-17 17:05:00 -07001732 : DirectOutputThread(afThreadCallback, output, id, DIRECT, systemReady, offloadInfo) { }
Andy Hung48f59ed2019-01-28 15:06:59 -08001733
Andy Hungab65b182023-09-06 19:41:47 -07001734 ~DirectOutputThread() override;
Eric Laurent81784c32012-11-19 14:55:58 -08001735
Andy Hung87c693c2023-07-06 20:56:16 -07001736 status_t selectPresentation(int presentationId, int programId) final;
Mikhail Naganovac917ac2018-11-28 14:03:52 -08001737
Eric Laurent81784c32012-11-19 14:55:58 -08001738 // Thread virtuals
1739
Eric Laurent10351942014-05-08 18:49:52 -07001740 virtual bool checkForNewParameter_l(const String8& keyValuePair,
Andy Hungab65b182023-09-06 19:41:47 -07001741 status_t& status) REQUIRES(mutex());
Richard Folke Tullberg3fae0372017-01-13 09:04:25 +01001742
Andy Hung8d672e02023-09-15 18:19:28 -07001743 void flushHw_l() override REQUIRES(mutex(), ThreadBase_ThreadLoop);
Eric Laurent81784c32012-11-19 14:55:58 -08001744
Andy Hungab65b182023-09-06 19:41:47 -07001745 void setMasterBalance(float balance) override EXCLUDES_ThreadBase_Mutex;
Richard Folke Tullberg3fae0372017-01-13 09:04:25 +01001746
Eric Laurent81784c32012-11-19 14:55:58 -08001747protected:
Eric Laurent81784c32012-11-19 14:55:58 -08001748 virtual uint32_t activeSleepTimeUs() const;
1749 virtual uint32_t idleSleepTimeUs() const;
1750 virtual uint32_t suspendSleepTimeUs() const;
Andy Hung8d672e02023-09-15 18:19:28 -07001751 virtual void cacheParameters_l() REQUIRES(mutex(), ThreadBase_ThreadLoop);
Eric Laurent81784c32012-11-19 14:55:58 -08001752
Andy Hungab65b182023-09-06 19:41:47 -07001753 void dumpInternals_l(int fd, const Vector<String16>& args) override REQUIRES(mutex());
Mikhail Naganov01dc5ca2019-03-29 10:12:12 -07001754
Eric Laurent81784c32012-11-19 14:55:58 -08001755 // threadLoop snippets
Andy Hung8d672e02023-09-15 18:19:28 -07001756 virtual mixer_state prepareTracks_l(Vector<sp<IAfTrack>>* tracksToRemove)
1757 REQUIRES(mutex(), ThreadBase_ThreadLoop);
1758 virtual void threadLoop_mix() REQUIRES(ThreadBase_ThreadLoop);
1759 virtual void threadLoop_sleepTime() REQUIRES(ThreadBase_ThreadLoop);
1760 virtual void threadLoop_exit() REQUIRES(ThreadBase_ThreadLoop);
Andy Hungab65b182023-09-06 19:41:47 -07001761 virtual bool shouldStandby_l() REQUIRES(mutex());
Eric Laurent81784c32012-11-19 14:55:58 -08001762
Andy Hungab65b182023-09-06 19:41:47 -07001763 virtual void onAddNewTrack_l() REQUIRES(mutex());
Phil Burk43b4dcc2015-06-09 16:53:44 -07001764
Gareth Fennb18c1a32022-10-05 13:42:36 -07001765 const audio_offload_info_t mOffloadInfo;
Andy Hung398ffa22022-12-13 19:19:53 -08001766
1767 audioflinger::MonotonicFrameCounter mMonotonicFrameCounter; // for VolumeShaper
Andy Hung48f59ed2019-01-28 15:06:59 -08001768 bool mVolumeShaperActive = false;
Eric Laurent81784c32012-11-19 14:55:58 -08001769
Andy Hung583043b2023-07-17 17:05:00 -07001770 DirectOutputThread(const sp<IAfThreadCallback>& afThreadCallback, AudioStreamOut* output,
Gareth Fennb18c1a32022-10-05 13:42:36 -07001771 audio_io_handle_t id, ThreadBase::type_t type, bool systemReady,
1772 const audio_offload_info_t& offloadInfo);
Andy Hungab65b182023-09-06 19:41:47 -07001773 void processVolume_l(IAfTrack *track, bool lastTrack) REQUIRES(mutex());
Gareth Fennb18c1a32022-10-05 13:42:36 -07001774 bool isTunerStream() const { return (mOffloadInfo.content_id > 0); }
Eric Laurentbfb1b832013-01-07 09:53:42 -08001775
Eric Laurent81784c32012-11-19 14:55:58 -08001776 // prepareTracks_l() tells threadLoop_mix() the name of the single active track
Andy Hung8d31fd22023-06-26 19:20:57 -07001777 sp<IAfTrack> mActiveTrack;
Phil Burk43b4dcc2015-06-09 16:53:44 -07001778
Andy Hung8d31fd22023-06-26 19:20:57 -07001779 wp<IAfTrack> mPreviousTrack; // used to detect track switch
Phil Burk43b4dcc2015-06-09 16:53:44 -07001780
Richard Folke Tullberg3fae0372017-01-13 09:04:25 +01001781 // This must be initialized for initial condition of mMasterBalance = 0 (disabled).
1782 float mMasterBalanceLeft = 1.f;
1783 float mMasterBalanceRight = 1.f;
1784
Eric Laurent81784c32012-11-19 14:55:58 -08001785public:
1786 virtual bool hasFastMixer() const { return false; }
Andy Hung10cbff12017-02-21 17:30:14 -08001787
Andy Hungab65b182023-09-06 19:41:47 -07001788 virtual int64_t computeWaitTimeNs_l() const override REQUIRES(mutex());
Andy Hungf3234512018-07-03 14:51:47 -07001789
1790 status_t threadloop_getHalTimestamp_l(ExtendedTimestamp *timestamp) const override {
1791 // For DIRECT and OFFLOAD threads, query the output sink directly.
1792 if (mOutput != nullptr) {
1793 uint64_t uposition64;
1794 struct timespec time;
1795 if (mOutput->getPresentationPosition(
1796 &uposition64, &time) == OK) {
1797 timestamp->mPosition[ExtendedTimestamp::LOCATION_KERNEL]
1798 = (int64_t)uposition64;
1799 timestamp->mTimeNs[ExtendedTimestamp::LOCATION_KERNEL]
1800 = audio_utils_ns_from_timespec(&time);
1801 return NO_ERROR;
1802 }
1803 }
1804 return INVALID_OPERATION;
1805 }
Eric Laurent81784c32012-11-19 14:55:58 -08001806};
1807
Eric Laurentbfb1b832013-01-07 09:53:42 -08001808class OffloadThread : public DirectOutputThread {
1809public:
1810
Andy Hung583043b2023-07-17 17:05:00 -07001811 OffloadThread(const sp<IAfThreadCallback>& afThreadCallback, AudioStreamOut* output,
Gareth Fennb18c1a32022-10-05 13:42:36 -07001812 audio_io_handle_t id, bool systemReady,
1813 const audio_offload_info_t& offloadInfo);
Eric Laurent6a51d7e2013-10-17 18:59:26 -07001814 virtual ~OffloadThread() {};
Andy Hung8d672e02023-09-15 18:19:28 -07001815 void flushHw_l() final REQUIRES(mutex(), ThreadBase_ThreadLoop);
Eric Laurentbfb1b832013-01-07 09:53:42 -08001816
1817protected:
1818 // threadLoop snippets
Andy Hungab65b182023-09-06 19:41:47 -07001819 mixer_state prepareTracks_l(Vector<sp<IAfTrack>>* tracksToRemove) final
Andy Hung8d672e02023-09-15 18:19:28 -07001820 REQUIRES(mutex(), ThreadBase_ThreadLoop);
1821 void threadLoop_exit() final REQUIRES(ThreadBase_ThreadLoop);
Eric Laurentbfb1b832013-01-07 09:53:42 -08001822
Andy Hungab65b182023-09-06 19:41:47 -07001823 bool waitingAsyncCallback() final;
1824 bool waitingAsyncCallback_l() final REQUIRES(mutex());
1825 void invalidateTracks(audio_stream_type_t streamType) final EXCLUDES_ThreadBase_Mutex;
1826 void invalidateTracks(std::set<audio_port_handle_t>& portIds) final EXCLUDES_ThreadBase_Mutex;
Eric Laurentbfb1b832013-01-07 09:53:42 -08001827
Andy Hungab65b182023-09-06 19:41:47 -07001828 bool keepWakeLock() const final { return (mKeepWakeLock || (mDrainSequence & 1)); }
Eric Laurent64667972016-03-30 18:19:46 -07001829
Eric Laurentbfb1b832013-01-07 09:53:42 -08001830private:
Eric Laurentbfb1b832013-01-07 09:53:42 -08001831 size_t mPausedWriteLength; // length in bytes of write interrupted by pause
1832 size_t mPausedBytesRemaining; // bytes still waiting in mixbuffer after resume
Eric Laurent64667972016-03-30 18:19:46 -07001833 bool mKeepWakeLock; // keep wake lock while waiting for write callback
Eric Laurentbfb1b832013-01-07 09:53:42 -08001834};
1835
1836class AsyncCallbackThread : public Thread {
1837public:
Chih-Hung Hsiehe964d4e2016-08-09 14:31:32 -07001838 explicit AsyncCallbackThread(const wp<PlaybackThread>& playbackThread);
Eric Laurentbfb1b832013-01-07 09:53:42 -08001839
Eric Laurentbfb1b832013-01-07 09:53:42 -08001840 // Thread virtuals
Andy Hung8d672e02023-09-15 18:19:28 -07001841 bool threadLoop() final;
Eric Laurentbfb1b832013-01-07 09:53:42 -08001842
1843 // RefBase
Andy Hung8d672e02023-09-15 18:19:28 -07001844 void onFirstRef() final;
Eric Laurentbfb1b832013-01-07 09:53:42 -08001845
1846 void exit();
Eric Laurent3b4529e2013-09-05 18:09:19 -07001847 void setWriteBlocked(uint32_t sequence);
1848 void resetWriteBlocked();
1849 void setDraining(uint32_t sequence);
1850 void resetDraining();
Mikhail Naganovf548cd32024-05-29 17:06:46 +00001851 void setAsyncError(bool isHardError);
Eric Laurentbfb1b832013-01-07 09:53:42 -08001852
1853private:
Eric Laurent4de95592013-09-26 15:28:21 -07001854 const wp<PlaybackThread> mPlaybackThread;
Eric Laurent3b4529e2013-09-05 18:09:19 -07001855 // mWriteAckSequence corresponds to the last write sequence passed by the offload thread via
1856 // setWriteBlocked(). The sequence is shifted one bit to the left and the lsb is used
1857 // to indicate that the callback has been received via resetWriteBlocked()
Eric Laurent4de95592013-09-26 15:28:21 -07001858 uint32_t mWriteAckSequence;
Eric Laurent3b4529e2013-09-05 18:09:19 -07001859 // mDrainSequence corresponds to the last drain sequence passed by the offload thread via
1860 // setDraining(). The sequence is shifted one bit to the left and the lsb is used
1861 // to indicate that the callback has been received via resetDraining()
Eric Laurent4de95592013-09-26 15:28:21 -07001862 uint32_t mDrainSequence;
Andy Hungc5007f82023-08-29 14:26:09 -07001863 audio_utils::condition_variable mWaitWorkCV;
Andy Hunga6f1cbb2023-10-12 18:18:13 -07001864 mutable audio_utils::mutex mMutex{audio_utils::MutexOrder::kAsyncCallbackThread_Mutex};
Mikhail Naganovf548cd32024-05-29 17:06:46 +00001865 enum AsyncError { ASYNC_ERROR_NONE, ASYNC_ERROR_SOFT, ASYNC_ERROR_HARD };
1866 AsyncError mAsyncError;
Andy Hungc5007f82023-08-29 14:26:09 -07001867
Andy Hungab65b182023-09-06 19:41:47 -07001868 audio_utils::mutex& mutex() const RETURN_CAPABILITY(audio_utils::AsyncCallbackThread_Mutex) {
1869 return mMutex;
1870 }
Eric Laurentbfb1b832013-01-07 09:53:42 -08001871};
1872
Andy Hung87c693c2023-07-06 20:56:16 -07001873class DuplicatingThread : public MixerThread, public IAfDuplicatingThread {
Eric Laurent81784c32012-11-19 14:55:58 -08001874public:
Andy Hung583043b2023-07-17 17:05:00 -07001875 DuplicatingThread(const sp<IAfThreadCallback>& afThreadCallback,
1876 IAfPlaybackThread* mainThread,
Eric Laurent72e3f392015-05-20 14:43:50 -07001877 audio_io_handle_t id, bool systemReady);
Andy Hung87c693c2023-07-06 20:56:16 -07001878 ~DuplicatingThread() override;
1879
1880 sp<IAfDuplicatingThread> asIAfDuplicatingThread() final {
1881 return sp<IAfDuplicatingThread>::fromExisting(this);
1882 }
Eric Laurent81784c32012-11-19 14:55:58 -08001883
1884 // Thread virtuals
Andy Hungab65b182023-09-06 19:41:47 -07001885 void addOutputTrack(IAfPlaybackThread* thread) final EXCLUDES_ThreadBase_Mutex;
1886 void removeOutputTrack(IAfPlaybackThread* thread) final EXCLUDES_ThreadBase_Mutex;
Andy Hung87c693c2023-07-06 20:56:16 -07001887 uint32_t waitTimeMs() const final { return mWaitTimeMs; }
Kevin Rocard069c2712018-03-29 19:09:14 -07001888
Kevin Rocardc86a7f72018-04-03 09:00:09 -07001889 void sendMetadataToBackend_l(
Andy Hungab65b182023-09-06 19:41:47 -07001890 const StreamOutHalInterface::SourceMetadata& metadata) final REQUIRES(mutex());
Eric Laurent81784c32012-11-19 14:55:58 -08001891protected:
1892 virtual uint32_t activeSleepTimeUs() const;
Andy Hungab65b182023-09-06 19:41:47 -07001893 void dumpInternals_l(int fd, const Vector<String16>& args) final REQUIRES(mutex());
Eric Laurent81784c32012-11-19 14:55:58 -08001894
1895private:
Andy Hung8d672e02023-09-15 18:19:28 -07001896 bool outputsReady() REQUIRES(ThreadBase_ThreadLoop);
Eric Laurent81784c32012-11-19 14:55:58 -08001897protected:
1898 // threadLoop snippets
Andy Hung8d672e02023-09-15 18:19:28 -07001899 void threadLoop_mix() final REQUIRES(ThreadBase_ThreadLoop);
1900 void threadLoop_sleepTime() final REQUIRES(ThreadBase_ThreadLoop);
1901 ssize_t threadLoop_write() final REQUIRES(ThreadBase_ThreadLoop);
1902 void threadLoop_standby() final REQUIRES(ThreadBase_ThreadLoop);
Andy Hung8a5abfd2023-12-07 19:35:12 -08001903 void threadLoop_exit() final REQUIRES(ThreadBase_ThreadLoop);
Andy Hung8d672e02023-09-15 18:19:28 -07001904 void cacheParameters_l() final REQUIRES(mutex(), ThreadBase_ThreadLoop);
Eric Laurent81784c32012-11-19 14:55:58 -08001905
1906private:
1907 // called from threadLoop, addOutputTrack, removeOutputTrack
Andy Hungab65b182023-09-06 19:41:47 -07001908 void updateWaitTime_l() REQUIRES(mutex());
Eric Laurent81784c32012-11-19 14:55:58 -08001909protected:
Andy Hung8d672e02023-09-15 18:19:28 -07001910 void saveOutputTracks() final REQUIRES(mutex(), ThreadBase_ThreadLoop);
1911 void clearOutputTracks() final REQUIRES(mutex(), ThreadBase_ThreadLoop);
Eric Laurent81784c32012-11-19 14:55:58 -08001912private:
1913
1914 uint32_t mWaitTimeMs;
Andy Hung8d672e02023-09-15 18:19:28 -07001915 // NO_THREAD_SAFETY_ANALYSIS GUARDED_BY(ThreadBase_ThreadLoop)
1916 SortedVector <sp<IAfOutputTrack>> outputTracks;
1917 SortedVector <sp<IAfOutputTrack>> mOutputTracks GUARDED_BY(mutex());
Eric Laurent81784c32012-11-19 14:55:58 -08001918public:
1919 virtual bool hasFastMixer() const { return false; }
Andy Hung1c86ebe2018-05-29 20:29:08 -07001920 status_t threadloop_getHalTimestamp_l(
Andy Hungab65b182023-09-06 19:41:47 -07001921 ExtendedTimestamp *timestamp) const override REQUIRES(mutex()) {
Andy Hung1c86ebe2018-05-29 20:29:08 -07001922 if (mOutputTracks.size() > 0) {
1923 // forward the first OutputTrack's kernel information for timestamp.
1924 const ExtendedTimestamp trackTimestamp =
1925 mOutputTracks[0]->getClientProxyTimestamp();
1926 if (trackTimestamp.mTimeNs[ExtendedTimestamp::LOCATION_KERNEL] > 0) {
1927 timestamp->mTimeNs[ExtendedTimestamp::LOCATION_KERNEL] =
1928 trackTimestamp.mTimeNs[ExtendedTimestamp::LOCATION_KERNEL];
1929 timestamp->mPosition[ExtendedTimestamp::LOCATION_KERNEL] =
1930 trackTimestamp.mPosition[ExtendedTimestamp::LOCATION_KERNEL];
1931 return OK; // discard server timestamp - that's ignored.
1932 }
1933 }
1934 return INVALID_OPERATION;
1935 }
Eric Laurent81784c32012-11-19 14:55:58 -08001936};
1937
Eric Laurentb0463942022-12-20 16:31:10 +01001938class SpatializerThread : public MixerThread {
Eric Laurentb3f315a2021-07-13 15:09:05 +02001939public:
Andy Hung583043b2023-07-17 17:05:00 -07001940 SpatializerThread(const sp<IAfThreadCallback>& afThreadCallback,
Eric Laurentb3f315a2021-07-13 15:09:05 +02001941 AudioStreamOut* output,
1942 audio_io_handle_t id,
1943 bool systemReady,
1944 audio_config_base_t *mixerConfig);
Eric Laurentb3f315a2021-07-13 15:09:05 +02001945
Andy Hung440901d2023-06-29 21:19:25 -07001946 bool hasFastMixer() const final { return false; }
Eric Laurentb3f315a2021-07-13 15:09:05 +02001947
Andy Hungab65b182023-09-06 19:41:47 -07001948 status_t setRequestedLatencyMode(audio_latency_mode_t mode) final EXCLUDES_ThreadBase_Mutex;
Eric Laurent68a40a82022-05-03 18:15:04 +02001949
Eric Laurentb3f315a2021-07-13 15:09:05 +02001950protected:
Andy Hung8d672e02023-09-15 18:19:28 -07001951 void checkOutputStageEffects() final
1952 REQUIRES(ThreadBase_ThreadLoop) EXCLUDES_ThreadBase_Mutex;
Andy Hungab65b182023-09-06 19:41:47 -07001953 void setHalLatencyMode_l() final REQUIRES(mutex());
Eric Laurentb3f315a2021-07-13 15:09:05 +02001954
Andy Hunge2514462023-12-06 14:59:24 -08001955 void threadLoop_exit() final REQUIRES(ThreadBase_ThreadLoop);
1956
Eric Laurentb3f315a2021-07-13 15:09:05 +02001957private:
Eric Laurent68a40a82022-05-03 18:15:04 +02001958 // Do not request a specific mode by default
1959 audio_latency_mode_t mRequestedLatencyMode = AUDIO_LATENCY_MODE_FREE;
1960
Andy Hung116bc262023-06-20 18:56:17 -07001961 sp<IAfEffectHandle> mFinalDownMixer;
Eric Laurentb3f315a2021-07-13 15:09:05 +02001962};
1963
Eric Laurent81784c32012-11-19 14:55:58 -08001964// record thread
Andy Hung87c693c2023-07-06 20:56:16 -07001965class RecordThread : public IAfRecordThread, public ThreadBase
Eric Laurent81784c32012-11-19 14:55:58 -08001966{
Andy Hung8d31fd22023-06-26 19:20:57 -07001967 friend class ResamplerBufferProvider;
Eric Laurent81784c32012-11-19 14:55:58 -08001968public:
Andy Hung87c693c2023-07-06 20:56:16 -07001969 sp<IAfRecordThread> asIAfRecordThread() final {
1970 return sp<IAfRecordThread>::fromExisting(this);
1971 }
Eric Laurent81784c32012-11-19 14:55:58 -08001972
Andy Hung583043b2023-07-17 17:05:00 -07001973 RecordThread(const sp<IAfThreadCallback>& afThreadCallback,
Eric Laurent81784c32012-11-19 14:55:58 -08001974 AudioStreamIn *input,
Eric Laurent81784c32012-11-19 14:55:58 -08001975 audio_io_handle_t id,
Eric Laurent72e3f392015-05-20 14:43:50 -07001976 bool systemReady
Glenn Kasten46909e72013-02-26 09:20:22 -08001977 );
Andy Hung440901d2023-06-29 21:19:25 -07001978 ~RecordThread() override;
Eric Laurent81784c32012-11-19 14:55:58 -08001979
1980 // no addTrack_l ?
Andy Hungab65b182023-09-06 19:41:47 -07001981 void destroyTrack_l(const sp<IAfRecordTrack>& track) final REQUIRES(mutex());
1982 void removeTrack_l(const sp<IAfRecordTrack>& track) final REQUIRES(mutex());
Eric Laurent81784c32012-11-19 14:55:58 -08001983
Eric Laurent81784c32012-11-19 14:55:58 -08001984 // Thread virtuals
Andy Hung8d672e02023-09-15 18:19:28 -07001985 bool threadLoop() final REQUIRES(ThreadBase_ThreadLoop) EXCLUDES_ThreadBase_Mutex;
Andy Hungab65b182023-09-06 19:41:47 -07001986 void preExit() final EXCLUDES_ThreadBase_Mutex;
Eric Laurent81784c32012-11-19 14:55:58 -08001987
1988 // RefBase
Andy Hungab65b182023-09-06 19:41:47 -07001989 void onFirstRef() final EXCLUDES_ThreadBase_Mutex;
Eric Laurent81784c32012-11-19 14:55:58 -08001990
Andy Hung440901d2023-06-29 21:19:25 -07001991 status_t initCheck() const final { return mInput == nullptr ? NO_INIT : NO_ERROR; }
Glenn Kastene198c362013-08-13 09:13:36 -07001992
Andy Hung440901d2023-06-29 21:19:25 -07001993 sp<MemoryDealer> readOnlyHeap() const final { return mReadOnlyHeap; }
Glenn Kastenb880f5e2014-05-07 08:43:45 -07001994
Andy Hung440901d2023-06-29 21:19:25 -07001995 sp<IMemory> pipeMemory() const final { return mPipeMemory; }
Glenn Kasten6dbb5e32014-05-13 10:38:42 -07001996
Andy Hung87c693c2023-07-06 20:56:16 -07001997 sp<IAfRecordTrack> createRecordTrack_l(
Andy Hung88035ac2023-06-27 17:05:02 -07001998 const sp<Client>& client,
Kevin Rocard1f564ac2018-03-29 13:53:10 -07001999 const audio_attributes_t& attr,
Eric Laurentf14db3c2017-12-08 14:20:36 -08002000 uint32_t *pSampleRate,
Eric Laurent81784c32012-11-19 14:55:58 -08002001 audio_format_t format,
2002 audio_channel_mask_t channelMask,
Glenn Kasten74935e42013-12-19 08:56:45 -08002003 size_t *pFrameCount,
Glenn Kastend848eb42016-03-08 13:42:11 -08002004 audio_session_t sessionId,
Eric Laurentf14db3c2017-12-08 14:20:36 -08002005 size_t *pNotificationFrameCount,
Eric Laurent09f1ed22019-04-24 17:45:17 -07002006 pid_t creatorPid,
Svet Ganov33761132021-05-13 22:51:08 +00002007 const AttributionSourceState& attributionSource,
Eric Laurent05067782016-06-01 18:27:28 -07002008 audio_input_flags_t *flags,
Eric Laurent81784c32012-11-19 14:55:58 -08002009 pid_t tid,
Eric Laurent20b9ef02016-12-05 11:03:16 -08002010 status_t *status /*non-NULL*/,
Eric Laurentec376dc2021-04-08 20:41:22 +02002011 audio_port_handle_t portId,
Andy Hung972bec12023-08-31 16:13:39 -07002012 int32_t maxSharedAudioHistoryMs) final
Andy Hungab65b182023-09-06 19:41:47 -07002013 REQUIRES(audio_utils::AudioFlinger_Mutex) EXCLUDES_ThreadBase_Mutex;
Eric Laurent81784c32012-11-19 14:55:58 -08002014
Andy Hung8d31fd22023-06-26 19:20:57 -07002015 status_t start(IAfRecordTrack* recordTrack,
Eric Laurent81784c32012-11-19 14:55:58 -08002016 AudioSystem::sync_event_t event,
Andy Hungab65b182023-09-06 19:41:47 -07002017 audio_session_t triggerSession) final EXCLUDES_ThreadBase_Mutex;
Eric Laurent81784c32012-11-19 14:55:58 -08002018
2019 // ask the thread to stop the specified track, and
2020 // return true if the caller should then do it's part of the stopping process
Andy Hungab65b182023-09-06 19:41:47 -07002021 bool stop(IAfRecordTrack* recordTrack) final EXCLUDES_ThreadBase_Mutex;
Andy Hung87c693c2023-07-06 20:56:16 -07002022 AudioStreamIn* getInput() const final { return mInput; }
2023 AudioStreamIn* clearInput() final;
Eric Laurent81784c32012-11-19 14:55:58 -08002024
Andy Hung99b1ba62023-07-14 11:00:08 -07002025 // TODO(b/291317898) Unify with IAfThreadBase
Mikhail Naganov1dc98672016-08-18 17:50:29 -07002026 virtual sp<StreamHalInterface> stream() const;
Eric Laurent81784c32012-11-19 14:55:58 -08002027
Eric Laurent81784c32012-11-19 14:55:58 -08002028
Andy Hungab65b182023-09-06 19:41:47 -07002029 virtual bool checkForNewParameter_l(const String8& keyValuePair,
2030 status_t& status) REQUIRES(mutex());
Andy Hung8d672e02023-09-15 18:19:28 -07002031 virtual void cacheParameters_l() REQUIRES(mutex(), ThreadBase_ThreadLoop) {}
Andy Hungab65b182023-09-06 19:41:47 -07002032 virtual String8 getParameters(const String8& keys) EXCLUDES_ThreadBase_Mutex;
2033
2034 // Hold either the AudioFlinger::mutex or the ThreadBase::mutex
2035 void ioConfigChanged_l(audio_io_config_event_t event, pid_t pid = 0,
Andy Hung87c693c2023-07-06 20:56:16 -07002036 audio_port_handle_t portId = AUDIO_PORT_HANDLE_NONE) final;
Eric Laurent1c333e22014-05-20 10:48:17 -07002037 virtual status_t createAudioPatch_l(const struct audio_patch *patch,
Andy Hungab65b182023-09-06 19:41:47 -07002038 audio_patch_handle_t *handle) REQUIRES(mutex());
2039 virtual status_t releaseAudioPatch_l(const audio_patch_handle_t handle) REQUIRES(mutex());
2040 void updateOutDevices(const DeviceDescriptorBaseVector& outDevices) override
2041 EXCLUDES_ThreadBase_Mutex;
2042 void resizeInputBuffer_l(int32_t maxSharedAudioHistoryMs) override REQUIRES(mutex());
Eric Laurent83b88082014-06-20 18:31:16 -07002043
Andy Hungab65b182023-09-06 19:41:47 -07002044 void addPatchTrack(const sp<IAfPatchRecord>& record) final EXCLUDES_ThreadBase_Mutex;
2045 void deletePatchTrack(const sp<IAfPatchRecord>& record) final EXCLUDES_ThreadBase_Mutex;
Eric Laurent83b88082014-06-20 18:31:16 -07002046
Andy Hungab65b182023-09-06 19:41:47 -07002047 void readInputParameters_l() REQUIRES(mutex());
2048 uint32_t getInputFramesLost() const final EXCLUDES_ThreadBase_Mutex;
Eric Laurent81784c32012-11-19 14:55:58 -08002049
Andy Hungab65b182023-09-06 19:41:47 -07002050 virtual status_t addEffectChain_l(const sp<IAfEffectChain>& chain) REQUIRES(mutex());
2051 virtual size_t removeEffectChain_l(const sp<IAfEffectChain>& chain) REQUIRES(mutex());
2052 uint32_t hasAudioSession_l(audio_session_t sessionId) const override REQUIRES(mutex()) {
Andy Hungc3d62f92019-03-14 13:38:51 -07002053 return ThreadBase::hasAudioSession_l(sessionId, mTracks);
2054 }
Eric Laurent81784c32012-11-19 14:55:58 -08002055
2056 // Return the set of unique session IDs across all tracks.
2057 // The keys are the session IDs, and the associated values are meaningless.
2058 // FIXME replace by Set [and implement Bag/Multiset for other uses].
Glenn Kastend848eb42016-03-08 13:42:11 -08002059 KeyedVector<audio_session_t, bool> sessionIds() const;
Eric Laurent81784c32012-11-19 14:55:58 -08002060
Andy Hungab65b182023-09-06 19:41:47 -07002061 status_t setSyncEvent(const sp<audioflinger::SyncEvent>& event) override
2062 EXCLUDES_ThreadBase_Mutex;
Andy Hung068e08e2023-05-15 19:02:55 -07002063 bool isValidSyncEvent(const sp<audioflinger::SyncEvent>& event) const override;
Eric Laurent81784c32012-11-19 14:55:58 -08002064
Andy Hung068e08e2023-05-15 19:02:55 -07002065 static void syncStartEventCallback(const wp<audioflinger::SyncEvent>& event);
Eric Laurent81784c32012-11-19 14:55:58 -08002066
Glenn Kasten9b58f632013-07-16 11:37:48 -07002067 virtual size_t frameCount() const { return mFrameCount; }
Andy Hung87c693c2023-07-06 20:56:16 -07002068 bool hasFastCapture() const final { return mFastCapture != 0; }
Mikhail Naganovdc769682018-05-04 15:34:08 -07002069 virtual void toAudioPortConfig(struct audio_port_config *config);
Glenn Kasten9b58f632013-07-16 11:37:48 -07002070
Andy Hungab65b182023-09-06 19:41:47 -07002071 virtual status_t checkEffectCompatibility_l(const effect_descriptor_t *desc,
2072 audio_session_t sessionId) REQUIRES(mutex());
Eric Laurent4c415062016-06-17 16:14:16 -07002073
Andy Hungab65b182023-09-06 19:41:47 -07002074 virtual void acquireWakeLock_l() REQUIRES(mutex()) {
Andy Hungdae27702016-10-31 14:01:16 -07002075 ThreadBase::acquireWakeLock_l();
Andy Hungab65b182023-09-06 19:41:47 -07002076 mActiveTracks.updatePowerState_l(this, true /* force */);
Andy Hungdae27702016-10-31 14:01:16 -07002077 }
2078
Andy Hungab65b182023-09-06 19:41:47 -07002079 void checkBtNrec() final EXCLUDES_ThreadBase_Mutex;
Eric Laurentd8365c52017-07-16 15:27:05 -07002080
Svet Ganovf4ddfef2018-01-16 07:37:58 -08002081 // Sets the UID records silence
Andy Hungab65b182023-09-06 19:41:47 -07002082 void setRecordSilenced(audio_port_handle_t portId, bool silenced) final
2083 EXCLUDES_ThreadBase_Mutex;
Svet Ganovf4ddfef2018-01-16 07:37:58 -08002084
Andy Hung87c693c2023-07-06 20:56:16 -07002085 status_t getActiveMicrophones(
Andy Hungab65b182023-09-06 19:41:47 -07002086 std::vector<media::MicrophoneInfoFw>* activeMicrophones) const final
2087 EXCLUDES_ThreadBase_Mutex;
2088 status_t setPreferredMicrophoneDirection(audio_microphone_direction_t direction) final
2089 EXCLUDES_ThreadBase_Mutex;
2090 status_t setPreferredMicrophoneFieldDimension(float zoom) final EXCLUDES_ThreadBase_Mutex;
Paul McLean03a6e6a2018-12-04 10:54:13 -07002091
Andy Hungab65b182023-09-06 19:41:47 -07002092 MetadataUpdate updateMetadata_l() override REQUIRES(mutex());
Kevin Rocard069c2712018-03-29 19:09:14 -07002093
Andy Hung87c693c2023-07-06 20:56:16 -07002094 bool fastTrackAvailable() const final { return mFastTrackAvail; }
2095 void setFastTrackAvailable(bool available) final { mFastTrackAvail = available; }
jiabin01c8f562018-07-19 17:47:28 -07002096
Andy Hungab65b182023-09-06 19:41:47 -07002097 bool isTimestampCorrectionEnabled_l() const override REQUIRES(mutex()) {
Andy Hungc8fddf32018-08-08 18:32:37 -07002098 // checks popcount for exactly one device.
Atneya Nair497fff12022-01-18 16:23:04 -05002099 // Is currently disabled. Before enabling,
2100 // verify compressed record timestamps.
jiabinc52b1ff2019-10-31 17:20:42 -07002101 return audio_is_input_device(mTimestampCorrectedDevice)
Andy Hungab65b182023-09-06 19:41:47 -07002102 && inDeviceType_l() == mTimestampCorrectedDevice;
Andy Hungc8fddf32018-08-08 18:32:37 -07002103 }
Mikhail Naganov01dc5ca2019-03-29 10:12:12 -07002104
Andy Hung87c693c2023-07-06 20:56:16 -07002105 status_t shareAudioHistory(const std::string& sharedAudioPackageName,
Eric Laurentec376dc2021-04-08 20:41:22 +02002106 audio_session_t sharedSessionId = AUDIO_SESSION_NONE,
Andy Hungab65b182023-09-06 19:41:47 -07002107 int64_t sharedAudioStartMs = -1) final EXCLUDES_ThreadBase_Mutex;
Eric Laurentec376dc2021-04-08 20:41:22 +02002108 status_t shareAudioHistory_l(const std::string& sharedAudioPackageName,
2109 audio_session_t sharedSessionId = AUDIO_SESSION_NONE,
Andy Hungab65b182023-09-06 19:41:47 -07002110 int64_t sharedAudioStartMs = -1) REQUIRES(mutex());
2111 void resetAudioHistory_l() final REQUIRES(mutex());
Eric Laurentec376dc2021-04-08 20:41:22 +02002112
Andy Hung440901d2023-06-29 21:19:25 -07002113 bool isStreamInitialized() const final {
Jasmine Chaeaa10e42021-05-11 10:11:14 +08002114 return !(mInput == nullptr || mInput->stream == nullptr);
2115 }
2116
Mikhail Naganov01dc5ca2019-03-29 10:12:12 -07002117protected:
Andy Hungab65b182023-09-06 19:41:47 -07002118 void dumpInternals_l(int fd, const Vector<String16>& args) override REQUIRES(mutex());
2119 void dumpTracks_l(int fd, const Vector<String16>& args) override REQUIRES(mutex());
Mikhail Naganov01dc5ca2019-03-29 10:12:12 -07002120
Eric Laurent81784c32012-11-19 14:55:58 -08002121private:
Eric Laurent81784c32012-11-19 14:55:58 -08002122 // Enter standby if not already in standby, and set mStandby flag
Glenn Kasten93e471f2013-08-19 08:40:07 -07002123 void standbyIfNotAlreadyInStandby();
Eric Laurent81784c32012-11-19 14:55:58 -08002124
2125 // Call the HAL standby method unconditionally, and don't change mStandby flag
Glenn Kastene198c362013-08-13 09:13:36 -07002126 void inputStandBy();
Eric Laurent81784c32012-11-19 14:55:58 -08002127
Andy Hungab65b182023-09-06 19:41:47 -07002128 void checkBtNrec_l() REQUIRES(mutex());
Eric Laurentd8365c52017-07-16 15:27:05 -07002129
Andy Hungab65b182023-09-06 19:41:47 -07002130 int32_t getOldestFront_l() REQUIRES(mutex());
2131 void updateFronts_l(int32_t offset) REQUIRES(mutex());
Eric Laurentec376dc2021-04-08 20:41:22 +02002132
Eric Laurent81784c32012-11-19 14:55:58 -08002133 AudioStreamIn *mInput;
Mikhail Naganov2534b382019-09-25 13:05:02 -07002134 Source *mSource;
Andy Hung8d31fd22023-06-26 19:20:57 -07002135 SortedVector <sp<IAfRecordTrack>> mTracks;
Glenn Kasten2b806402013-11-20 16:37:38 -08002136 // mActiveTracks has dual roles: it indicates the current active track(s), and
Andy Hungc5007f82023-08-29 14:26:09 -07002137 // is used together with mStartStopCV to indicate start()/stop() progress
Andy Hung8d31fd22023-06-26 19:20:57 -07002138 ActiveTracks<IAfRecordTrack> mActiveTracks;
Andy Hungdae27702016-10-31 14:01:16 -07002139
Andy Hungc5007f82023-08-29 14:26:09 -07002140 audio_utils::condition_variable mStartStopCV;
Glenn Kasten9b58f632013-07-16 11:37:48 -07002141
Glenn Kasten85948432013-08-19 12:09:05 -07002142 // resampler converts input at HAL Hz to output at AudioRecord client Hz
Glenn Kasten1b291842016-07-18 14:55:21 -07002143 void *mRsmpInBuffer; // size = mRsmpInFramesOA
Glenn Kasten85948432013-08-19 12:09:05 -07002144 size_t mRsmpInFrames; // size of resampler input in frames
2145 size_t mRsmpInFramesP2;// size rounded up to a power-of-2
Glenn Kasten1b291842016-07-18 14:55:21 -07002146 size_t mRsmpInFramesOA;// mRsmpInFramesP2 + over-allocation
Glenn Kasten6dd62fb2013-12-05 16:35:58 -08002147
2148 // rolling index that is never cleared
Glenn Kasten85948432013-08-19 12:09:05 -07002149 int32_t mRsmpInRear; // last filled frame + 1
Glenn Kasten85948432013-08-19 12:09:05 -07002150
Eric Laurent81784c32012-11-19 14:55:58 -08002151 // For dumpsys
Glenn Kastenb880f5e2014-05-07 08:43:45 -07002152 const sp<MemoryDealer> mReadOnlyHeap;
Glenn Kasten6dbb5e32014-05-13 10:38:42 -07002153
2154 // one-time initialization, no locks required
Glenn Kastenb187de12014-12-30 08:18:15 -08002155 sp<FastCapture> mFastCapture; // non-0 if there is also
2156 // a fast capture
Eric Laurent72e3f392015-05-20 14:43:50 -07002157
Glenn Kasten6dbb5e32014-05-13 10:38:42 -07002158 // FIXME audio watchdog thread
2159
2160 // contents are not guaranteed to be consistent, no locks required
2161 FastCaptureDumpState mFastCaptureDumpState;
2162#ifdef STATE_QUEUE_DUMP
2163 // FIXME StateQueue observer and mutator dump fields
2164#endif
2165 // FIXME audio watchdog dump
2166
2167 // accessible only within the threadLoop(), no locks required
2168 // mFastCapture->sq() // for mutating and pushing state
2169 int32_t mFastCaptureFutex; // for cold idle
2170
2171 // The HAL input source is treated as non-blocking,
2172 // but current implementation is blocking
2173 sp<NBAIO_Source> mInputSource;
2174 // The source for the normal capture thread to read from: mInputSource or mPipeSource
2175 sp<NBAIO_Source> mNormalSource;
2176 // If a fast capture is present, the non-blocking pipe sink written to by fast capture,
2177 // otherwise clear
2178 sp<NBAIO_Sink> mPipeSink;
2179 // If a fast capture is present, the non-blocking pipe source read by normal thread,
2180 // otherwise clear
2181 sp<NBAIO_Source> mPipeSource;
2182 // Depth of pipe from fast capture to normal thread and fast clients, always power of 2
2183 size_t mPipeFramesP2;
2184 // If a fast capture is present, the Pipe as IMemory, otherwise clear
2185 sp<IMemory> mPipeMemory;
2186
Sanna Catherine de Treville Wager2a6a9452017-07-28 11:02:01 -07002187 // TODO: add comment and adjust size as needed
Glenn Kasten6dbb5e32014-05-13 10:38:42 -07002188 static const size_t kFastCaptureLogSize = 4 * 1024;
2189 sp<NBLog::Writer> mFastCaptureNBLogWriter;
2190
2191 bool mFastTrackAvail; // true if fast track available
Eric Laurentd8365c52017-07-16 15:27:05 -07002192 // common state to all record threads
2193 std::atomic_bool mBtNrecSuspended;
Andy Hung6427e442018-08-09 12:51:02 -07002194
2195 int64_t mFramesRead = 0; // continuous running counter.
jiabinc52b1ff2019-10-31 17:20:42 -07002196
2197 DeviceDescriptorBaseVector mOutDevices;
Eric Laurentec376dc2021-04-08 20:41:22 +02002198
Eric Laurent5f0fd7b2021-05-07 16:33:26 +02002199 int32_t mMaxSharedAudioHistoryMs = 0;
Eric Laurentec376dc2021-04-08 20:41:22 +02002200 std::string mSharedAudioPackageName = {};
Eric Laurent2407ce32021-04-26 14:56:03 +02002201 int32_t mSharedAudioStartFrames = -1;
Eric Laurentec376dc2021-04-08 20:41:22 +02002202 audio_session_t mSharedAudioSessionId = AUDIO_SESSION_NONE;
Eric Laurent81784c32012-11-19 14:55:58 -08002203};
Eric Laurent6acd1d42017-01-04 14:23:29 -08002204
Andy Hung7aa7d102023-07-07 15:58:48 -07002205class MmapThread : public ThreadBase, public virtual IAfMmapThread
Eric Laurent6acd1d42017-01-04 14:23:29 -08002206{
2207 public:
Andy Hung583043b2023-07-17 17:05:00 -07002208 MmapThread(const sp<IAfThreadCallback>& afThreadCallback, audio_io_handle_t id,
Andy Hung920f6572022-10-06 12:09:49 -07002209 AudioHwDevice *hwDev, const sp<StreamHalInterface>& stream, bool systemReady,
Andy Hungcf10d742020-04-28 15:38:24 -07002210 bool isOut);
Eric Laurent6acd1d42017-01-04 14:23:29 -08002211
Andy Hung7aa7d102023-07-07 15:58:48 -07002212 void configure(const audio_attributes_t* attr,
Eric Laurent6acd1d42017-01-04 14:23:29 -08002213 audio_stream_type_t streamType,
2214 audio_session_t sessionId,
2215 const sp<MmapStreamCallback>& callback,
Eric Laurent7aa0ccb2017-08-28 11:12:52 -07002216 audio_port_handle_t deviceId,
Andy Hung8d672e02023-09-15 18:19:28 -07002217 audio_port_handle_t portId) override EXCLUDES_ThreadBase_Mutex {
2218 audio_utils::lock_guard l(mutex());
2219 configure_l(attr, streamType, sessionId, callback, deviceId, portId);
2220 }
2221
2222 void configure_l(const audio_attributes_t* attr,
2223 audio_stream_type_t streamType,
2224 audio_session_t sessionId,
2225 const sp<MmapStreamCallback>& callback,
2226 audio_port_handle_t deviceId,
2227 audio_port_handle_t portId) REQUIRES(mutex());
Eric Laurent6acd1d42017-01-04 14:23:29 -08002228
Andy Hungab65b182023-09-06 19:41:47 -07002229 void disconnect() final EXCLUDES_ThreadBase_Mutex;
Eric Laurent6acd1d42017-01-04 14:23:29 -08002230
Andy Hung440901d2023-06-29 21:19:25 -07002231 // MmapStreamInterface for adapter.
Andy Hung3f49ebb2023-09-19 14:48:41 -07002232 status_t createMmapBuffer(int32_t minSizeFrames, struct audio_mmap_buffer_info* info) final
2233 EXCLUDES_ThreadBase_Mutex;
2234 status_t getMmapPosition(struct audio_mmap_position* position) const override
2235 EXCLUDES_ThreadBase_Mutex;
Andy Hung7aa7d102023-07-07 15:58:48 -07002236 status_t start(const AudioClient& client,
jiabind1f1cb62020-03-24 11:57:57 -07002237 const audio_attributes_t *attr,
Andy Hungab65b182023-09-06 19:41:47 -07002238 audio_port_handle_t* handle) final EXCLUDES_ThreadBase_Mutex;
2239 status_t stop(audio_port_handle_t handle) final EXCLUDES_ThreadBase_Mutex;
2240 status_t standby() final EXCLUDES_ThreadBase_Mutex;
Andy Hung3f49ebb2023-09-19 14:48:41 -07002241 status_t getExternalPosition(uint64_t* position, int64_t* timeNanos) const
2242 EXCLUDES_ThreadBase_Mutex = 0;
2243 status_t reportData(const void* buffer, size_t frameCount) override EXCLUDES_ThreadBase_Mutex;
Eric Laurent6acd1d42017-01-04 14:23:29 -08002244
2245 // RefBase
Andy Hung440901d2023-06-29 21:19:25 -07002246 void onFirstRef() final;
Eric Laurent6acd1d42017-01-04 14:23:29 -08002247
2248 // Thread virtuals
Andy Hung8d672e02023-09-15 18:19:28 -07002249 bool threadLoop() final REQUIRES(ThreadBase_ThreadLoop) EXCLUDES_ThreadBase_Mutex;
Eric Laurent6acd1d42017-01-04 14:23:29 -08002250
Andy Hung440901d2023-06-29 21:19:25 -07002251 // Not in ThreadBase
Andy Hung8d672e02023-09-15 18:19:28 -07002252 virtual void threadLoop_exit() final REQUIRES(ThreadBase_ThreadLoop);
2253 virtual void threadLoop_standby() final REQUIRES(ThreadBase_ThreadLoop);
Andy Hungab65b182023-09-06 19:41:47 -07002254 virtual bool shouldStandby_l() final REQUIRES(mutex()){ return false; }
Andy Hungc5007f82023-08-29 14:26:09 -07002255 virtual status_t exitStandby_l() REQUIRES(mutex());
Eric Laurent6acd1d42017-01-04 14:23:29 -08002256
Andy Hung440901d2023-06-29 21:19:25 -07002257 status_t initCheck() const final { return mHalStream == nullptr ? NO_INIT : NO_ERROR; }
2258 size_t frameCount() const final { return mFrameCount; }
Andy Hungab65b182023-09-06 19:41:47 -07002259 bool checkForNewParameter_l(const String8& keyValuePair, status_t& status)
2260 final REQUIRES(mutex());
2261 String8 getParameters(const String8& keys) final EXCLUDES_ThreadBase_Mutex;
2262 void ioConfigChanged_l(audio_io_config_event_t event, pid_t pid = 0,
2263 audio_port_handle_t portId = AUDIO_PORT_HANDLE_NONE) final
2264 /* holds either AF::mutex or TB::mutex */;
2265 void readHalParameters_l() REQUIRES(mutex());
Andy Hung8d672e02023-09-15 18:19:28 -07002266 void cacheParameters_l() final REQUIRES(mutex(), ThreadBase_ThreadLoop) {}
Andy Hung440901d2023-06-29 21:19:25 -07002267 status_t createAudioPatch_l(
Andy Hungab65b182023-09-06 19:41:47 -07002268 const struct audio_patch* patch, audio_patch_handle_t* handle) final
2269 REQUIRES(mutex());
2270 status_t releaseAudioPatch_l(const audio_patch_handle_t handle) final
2271 REQUIRES(mutex());
Andy Hung3f49ebb2023-09-19 14:48:41 -07002272 // NO_THREAD_SAFETY_ANALYSIS
Andy Hung440901d2023-06-29 21:19:25 -07002273 void toAudioPortConfig(struct audio_port_config* config) override;
Eric Laurent6acd1d42017-01-04 14:23:29 -08002274
Andy Hung440901d2023-06-29 21:19:25 -07002275 sp<StreamHalInterface> stream() const final { return mHalStream; }
Andy Hungab65b182023-09-06 19:41:47 -07002276 status_t addEffectChain_l(const sp<IAfEffectChain>& chain) final REQUIRES(mutex());
2277 size_t removeEffectChain_l(const sp<IAfEffectChain>& chain) final REQUIRES(mutex());
Andy Hung440901d2023-06-29 21:19:25 -07002278 status_t checkEffectCompatibility_l(
Andy Hungab65b182023-09-06 19:41:47 -07002279 const effect_descriptor_t *desc, audio_session_t sessionId) final REQUIRES(mutex());
Eric Laurent6acd1d42017-01-04 14:23:29 -08002280
Andy Hungab65b182023-09-06 19:41:47 -07002281 uint32_t hasAudioSession_l(audio_session_t sessionId) const override REQUIRES(mutex()) {
Andy Hungc3d62f92019-03-14 13:38:51 -07002282 // Note: using mActiveTracks as no mTracks here.
2283 return ThreadBase::hasAudioSession_l(sessionId, mActiveTracks);
2284 }
Andy Hung440901d2023-06-29 21:19:25 -07002285 status_t setSyncEvent(const sp<audioflinger::SyncEvent>& event) final;
2286 bool isValidSyncEvent(const sp<audioflinger::SyncEvent>& event) const final;
Eric Laurent6acd1d42017-01-04 14:23:29 -08002287
Andy Hungab65b182023-09-06 19:41:47 -07002288 virtual void checkSilentMode_l() REQUIRES(mutex()) {} // cannot be const (RecordThread)
2289 virtual void processVolume_l() REQUIRES(mutex()) {}
Andy Hung8d672e02023-09-15 18:19:28 -07002290 void checkInvalidTracks_l() REQUIRES(mutex());
Eric Laurent6acd1d42017-01-04 14:23:29 -08002291
Andy Hung440901d2023-06-29 21:19:25 -07002292 // Not in ThreadBase
Andy Hung3f49ebb2023-09-19 14:48:41 -07002293 virtual audio_stream_type_t streamType_l() const REQUIRES(mutex()) {
2294 return AUDIO_STREAM_DEFAULT;
2295 }
Andy Hungab65b182023-09-06 19:41:47 -07002296 virtual void invalidateTracks(audio_stream_type_t /* streamType */)
2297 EXCLUDES_ThreadBase_Mutex {}
2298 void invalidateTracks(std::set<audio_port_handle_t>& /* portIds */) override
2299 EXCLUDES_ThreadBase_Mutex {}
Eric Laurent6acd1d42017-01-04 14:23:29 -08002300
Eric Laurent331679c2018-04-16 17:03:16 -07002301 // Sets the UID records silence
Andy Hung7aa7d102023-07-07 15:58:48 -07002302 void setRecordSilenced(
Andy Hungab65b182023-09-06 19:41:47 -07002303 audio_port_handle_t /* portId */, bool /* silenced */) override
2304 EXCLUDES_ThreadBase_Mutex {}
Eric Laurent331679c2018-04-16 17:03:16 -07002305
Andy Hung440901d2023-06-29 21:19:25 -07002306 bool isStreamInitialized() const override { return false; }
Jasmine Chaeaa10e42021-05-11 10:11:14 +08002307
Andy Hungab65b182023-09-06 19:41:47 -07002308 void setClientSilencedState_l(audio_port_handle_t portId, bool silenced) REQUIRES(mutex()) {
jiabin09609032022-06-15 19:26:01 +00002309 mClientSilencedStates[portId] = silenced;
2310 }
2311
Andy Hungab65b182023-09-06 19:41:47 -07002312 size_t eraseClientSilencedState_l(audio_port_handle_t portId) REQUIRES(mutex()) {
jiabin09609032022-06-15 19:26:01 +00002313 return mClientSilencedStates.erase(portId);
2314 }
2315
Andy Hungab65b182023-09-06 19:41:47 -07002316 bool isClientSilenced_l(audio_port_handle_t portId) const REQUIRES(mutex()) {
jiabin09609032022-06-15 19:26:01 +00002317 const auto it = mClientSilencedStates.find(portId);
2318 return it != mClientSilencedStates.end() ? it->second : false;
2319 }
2320
Andy Hungab65b182023-09-06 19:41:47 -07002321 void setClientSilencedIfExists_l(audio_port_handle_t portId, bool silenced)
2322 REQUIRES(mutex()) {
jiabin09609032022-06-15 19:26:01 +00002323 const auto it = mClientSilencedStates.find(portId);
2324 if (it != mClientSilencedStates.end()) {
2325 it->second = silenced;
2326 }
2327 }
2328
Eric Laurent6acd1d42017-01-04 14:23:29 -08002329 protected:
Andy Hungab65b182023-09-06 19:41:47 -07002330 void dumpInternals_l(int fd, const Vector<String16>& args) override REQUIRES(mutex());
2331 void dumpTracks_l(int fd, const Vector<String16>& args) final REQUIRES(mutex());
Eric Laurent6acd1d42017-01-04 14:23:29 -08002332
jiabinc52b1ff2019-10-31 17:20:42 -07002333 /**
2334 * @brief mDeviceId current device port unique identifier
2335 */
Andy Hung3f49ebb2023-09-19 14:48:41 -07002336 audio_port_handle_t mDeviceId GUARDED_BY(mutex()) = AUDIO_PORT_HANDLE_NONE;
jiabinc52b1ff2019-10-31 17:20:42 -07002337
Andy Hung3f49ebb2023-09-19 14:48:41 -07002338 audio_attributes_t mAttr GUARDED_BY(mutex());
2339 audio_session_t mSessionId GUARDED_BY(mutex());
2340 audio_port_handle_t mPortId GUARDED_BY(mutex());
Eric Laurent6acd1d42017-01-04 14:23:29 -08002341
Andy Hung3f49ebb2023-09-19 14:48:41 -07002342 wp<MmapStreamCallback> mCallback GUARDED_BY(mutex());
2343 sp<StreamHalInterface> mHalStream; // NO_THREAD_SAFETY_ANALYSIS
2344 sp<DeviceHalInterface> mHalDevice GUARDED_BY(mutex());
2345 AudioHwDevice* const mAudioHwDev GUARDED_BY(mutex());
2346 ActiveTracks<IAfMmapTrack> mActiveTracks GUARDED_BY(mutex());
2347 float mHalVolFloat GUARDED_BY(mutex());
2348 std::map<audio_port_handle_t, bool> mClientSilencedStates GUARDED_BY(mutex());
Eric Laurent331679c2018-04-16 17:03:16 -07002349
Andy Hung3f49ebb2023-09-19 14:48:41 -07002350 int32_t mNoCallbackWarningCount GUARDED_BY(mutex());
2351 static constexpr int32_t kMaxNoCallbackWarnings = 5;
Eric Laurent6acd1d42017-01-04 14:23:29 -08002352};
2353
Andy Hung7aa7d102023-07-07 15:58:48 -07002354class MmapPlaybackThread : public MmapThread, public IAfMmapPlaybackThread,
2355 public virtual VolumeInterface {
Eric Laurent6acd1d42017-01-04 14:23:29 -08002356public:
Andy Hung583043b2023-07-17 17:05:00 -07002357 MmapPlaybackThread(const sp<IAfThreadCallback>& afThreadCallback, audio_io_handle_t id,
jiabinc52b1ff2019-10-31 17:20:42 -07002358 AudioHwDevice *hwDev, AudioStreamOut *output, bool systemReady);
Eric Laurent6acd1d42017-01-04 14:23:29 -08002359
Andy Hung7aa7d102023-07-07 15:58:48 -07002360 sp<IAfMmapPlaybackThread> asIAfMmapPlaybackThread() final {
2361 return sp<IAfMmapPlaybackThread>::fromExisting(this);
2362 }
2363
Andy Hung440901d2023-06-29 21:19:25 -07002364 void configure(const audio_attributes_t* attr,
Eric Laurent6acd1d42017-01-04 14:23:29 -08002365 audio_stream_type_t streamType,
2366 audio_session_t sessionId,
2367 const sp<MmapStreamCallback>& callback,
Eric Laurent7aa0ccb2017-08-28 11:12:52 -07002368 audio_port_handle_t deviceId,
Andy Hung8d672e02023-09-15 18:19:28 -07002369 audio_port_handle_t portId) final EXCLUDES_ThreadBase_Mutex;
Eric Laurent6acd1d42017-01-04 14:23:29 -08002370
Andy Hungab65b182023-09-06 19:41:47 -07002371 AudioStreamOut* clearOutput() final EXCLUDES_ThreadBase_Mutex;
Eric Laurent6acd1d42017-01-04 14:23:29 -08002372
2373 // VolumeInterface
Andy Hung440901d2023-06-29 21:19:25 -07002374 void setMasterVolume(float value) final;
Andy Hungab65b182023-09-06 19:41:47 -07002375 // Needs implementation?
2376 void setMasterBalance(float /* value */) final EXCLUDES_ThreadBase_Mutex {}
Andy Hung8d672e02023-09-15 18:19:28 -07002377 void setMasterMute(bool muted) final EXCLUDES_ThreadBase_Mutex;
Andy Hungab65b182023-09-06 19:41:47 -07002378 void setStreamVolume(audio_stream_type_t stream, float value) final EXCLUDES_ThreadBase_Mutex;
2379 void setStreamMute(audio_stream_type_t stream, bool muted) final EXCLUDES_ThreadBase_Mutex;
2380 float streamVolume(audio_stream_type_t stream) const final EXCLUDES_ThreadBase_Mutex;
Eric Laurent6acd1d42017-01-04 14:23:29 -08002381
Andy Hung8d672e02023-09-15 18:19:28 -07002382 void setMasterMute_l(bool muted) REQUIRES(mutex()) { mMasterMute = muted; }
Eric Laurent6acd1d42017-01-04 14:23:29 -08002383
Andy Hungab65b182023-09-06 19:41:47 -07002384 void invalidateTracks(audio_stream_type_t streamType) final EXCLUDES_ThreadBase_Mutex;
2385 void invalidateTracks(std::set<audio_port_handle_t>& portIds) final EXCLUDES_ThreadBase_Mutex;
Eric Laurent6acd1d42017-01-04 14:23:29 -08002386
Andy Hung3f49ebb2023-09-19 14:48:41 -07002387 audio_stream_type_t streamType_l() const final REQUIRES(mutex()) {
Andy Hung8d672e02023-09-15 18:19:28 -07002388 return mStreamType;
2389 }
Andy Hungab65b182023-09-06 19:41:47 -07002390 void checkSilentMode_l() final REQUIRES(mutex());
2391 void processVolume_l() final REQUIRES(mutex());
Eric Laurent6acd1d42017-01-04 14:23:29 -08002392
Andy Hungab65b182023-09-06 19:41:47 -07002393 MetadataUpdate updateMetadata_l() final REQUIRES(mutex());
Kevin Rocard069c2712018-03-29 19:09:14 -07002394
Andy Hung440901d2023-06-29 21:19:25 -07002395 void toAudioPortConfig(struct audio_port_config* config) final;
Mikhail Naganov32abc2b2018-05-24 12:57:11 -07002396
Andy Hung440901d2023-06-29 21:19:25 -07002397 status_t getExternalPosition(uint64_t* position, int64_t* timeNanos) const final;
jiabinb7d8c5a2020-08-26 17:24:52 -07002398
Andy Hung440901d2023-06-29 21:19:25 -07002399 bool isStreamInitialized() const final {
Jasmine Chaeaa10e42021-05-11 10:11:14 +08002400 return !(mOutput == nullptr || mOutput->stream == nullptr);
2401 }
2402
Andy Hung440901d2023-06-29 21:19:25 -07002403 status_t reportData(const void* buffer, size_t frameCount) final;
jiabinfc791ee2023-02-15 19:43:40 +00002404
Andy Hung972bec12023-08-31 16:13:39 -07002405 void startMelComputation_l(const sp<audio_utils::MelProcessor>& processor) final
2406 REQUIRES(audio_utils::AudioFlinger_Mutex);
2407 void stopMelComputation_l() final
2408 REQUIRES(audio_utils::AudioFlinger_Mutex);
Vlad Popa6fbbfbf2023-02-22 15:05:43 +01002409
Eric Laurent6acd1d42017-01-04 14:23:29 -08002410protected:
Andy Hungab65b182023-09-06 19:41:47 -07002411 void dumpInternals_l(int fd, const Vector<String16>& args) final REQUIRES(mutex());
Andy Hung8d672e02023-09-15 18:19:28 -07002412 float streamVolume_l() const REQUIRES(mutex()) {
Eric Laurent1f9b5e62023-07-03 18:14:07 +02002413 return mStreamTypes[mStreamType].volume;
2414 }
Andy Hung8d672e02023-09-15 18:19:28 -07002415 bool streamMuted_l() const REQUIRES(mutex()) {
Eric Laurent1f9b5e62023-07-03 18:14:07 +02002416 return mStreamTypes[mStreamType].mute;
2417 }
Eric Laurent6acd1d42017-01-04 14:23:29 -08002418
Andy Hung8d672e02023-09-15 18:19:28 -07002419 stream_type_t mStreamTypes[AUDIO_STREAM_CNT] GUARDED_BY(mutex());
2420 audio_stream_type_t mStreamType GUARDED_BY(mutex());
2421 float mMasterVolume GUARDED_BY(mutex());
2422 bool mMasterMute GUARDED_BY(mutex());
2423 AudioStreamOut* mOutput; // NO_THREAD_SAFETY_ANALYSIS
Vlad Popa6fbbfbf2023-02-22 15:05:43 +01002424
Andy Hung8d672e02023-09-15 18:19:28 -07002425 mediautils::atomic_sp<audio_utils::MelProcessor> mMelProcessor; // locked internally
Eric Laurent6acd1d42017-01-04 14:23:29 -08002426};
2427
Andy Hung7aa7d102023-07-07 15:58:48 -07002428class MmapCaptureThread : public MmapThread, public IAfMmapCaptureThread
Eric Laurent6acd1d42017-01-04 14:23:29 -08002429{
Eric Laurent6acd1d42017-01-04 14:23:29 -08002430public:
Andy Hung583043b2023-07-17 17:05:00 -07002431 MmapCaptureThread(const sp<IAfThreadCallback>& afThreadCallback, audio_io_handle_t id,
jiabinc52b1ff2019-10-31 17:20:42 -07002432 AudioHwDevice *hwDev, AudioStreamIn *input, bool systemReady);
Eric Laurent6acd1d42017-01-04 14:23:29 -08002433
Andy Hung7aa7d102023-07-07 15:58:48 -07002434 sp<IAfMmapCaptureThread> asIAfMmapCaptureThread() final {
2435 return sp<IAfMmapCaptureThread>::fromExisting(this);
2436 }
2437
Andy Hungab65b182023-09-06 19:41:47 -07002438 AudioStreamIn* clearInput() final EXCLUDES_ThreadBase_Mutex;
Eric Laurent6acd1d42017-01-04 14:23:29 -08002439
Andy Hungc5007f82023-08-29 14:26:09 -07002440 status_t exitStandby_l() REQUIRES(mutex()) final;
Eric Laurent6acd1d42017-01-04 14:23:29 -08002441
Andy Hungab65b182023-09-06 19:41:47 -07002442 MetadataUpdate updateMetadata_l() final REQUIRES(mutex());
2443 void processVolume_l() final REQUIRES(mutex());
2444 void setRecordSilenced(audio_port_handle_t portId, bool silenced) final
2445 EXCLUDES_ThreadBase_Mutex;
Kevin Rocard069c2712018-03-29 19:09:14 -07002446
Andy Hung440901d2023-06-29 21:19:25 -07002447 void toAudioPortConfig(struct audio_port_config* config) final;
Mikhail Naganov32abc2b2018-05-24 12:57:11 -07002448
Andy Hung440901d2023-06-29 21:19:25 -07002449 status_t getExternalPosition(uint64_t* position, int64_t* timeNanos) const final;
jiabinb7d8c5a2020-08-26 17:24:52 -07002450
Andy Hung440901d2023-06-29 21:19:25 -07002451 bool isStreamInitialized() const final {
Jasmine Chaeaa10e42021-05-11 10:11:14 +08002452 return !(mInput == nullptr || mInput->stream == nullptr);
2453 }
2454
Eric Laurent6acd1d42017-01-04 14:23:29 -08002455protected:
2456
Andy Hung8d672e02023-09-15 18:19:28 -07002457 AudioStreamIn* mInput; // NO_THREAD_SAFETY_ANALYSIS
Eric Laurent6acd1d42017-01-04 14:23:29 -08002458};
jiabinc658e452022-10-21 20:52:21 +00002459
2460class BitPerfectThread : public MixerThread {
2461public:
Andy Hung583043b2023-07-17 17:05:00 -07002462 BitPerfectThread(const sp<IAfThreadCallback>& afThreadCallback, AudioStreamOut *output,
jiabinc658e452022-10-21 20:52:21 +00002463 audio_io_handle_t id, bool systemReady);
2464
2465protected:
Andy Hung8d672e02023-09-15 18:19:28 -07002466 mixer_state prepareTracks_l(Vector<sp<IAfTrack>>* tracksToRemove) final
2467 REQUIRES(mutex(), ThreadBase_ThreadLoop);
2468 void threadLoop_mix() final REQUIRES(ThreadBase_ThreadLoop);
jiabinc658e452022-10-21 20:52:21 +00002469
2470private:
Andy Hung8d672e02023-09-15 18:19:28 -07002471 // These variables are only accessed on the threadLoop; hence need no mutex.
2472 bool mIsBitPerfect GUARDED_BY(ThreadBase_ThreadLoop) = false;
2473 float mVolumeLeft GUARDED_BY(ThreadBase_ThreadLoop) = 0.f;
2474 float mVolumeRight GUARDED_BY(ThreadBase_ThreadLoop) = 0.f;
jiabinc658e452022-10-21 20:52:21 +00002475};
Andy Hunga5a7fc92023-06-23 19:27:19 -07002476
Andy Hungee58e4a2023-07-07 13:47:37 -07002477} // namespace android