blob: ad5617d33fea6edaa5a78ee6077b97f2ff1e2993 [file] [log] [blame]
Eric Laurent81784c32012-11-19 14:55:58 -08001/*
2**
3** Copyright 2012, The Android Open Source Project
4**
5** Licensed under the Apache License, Version 2.0 (the "License");
6** you may not use this file except in compliance with the License.
7** You may obtain a copy of the License at
8**
9** http://www.apache.org/licenses/LICENSE-2.0
10**
11** Unless required by applicable law or agreed to in writing, software
12** distributed under the License is distributed on an "AS IS" BASIS,
13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14** See the License for the specific language governing permissions and
15** limitations under the License.
16*/
17
18#ifndef INCLUDING_FROM_AUDIOFLINGER_H
19 #error This header file should only be included from AudioFlinger.h
20#endif
21
22class ThreadBase : public Thread {
23public:
24
25#include "TrackBase.h"
26
27 enum type_t {
28 MIXER, // Thread class is MixerThread
29 DIRECT, // Thread class is DirectOutputThread
30 DUPLICATING, // Thread class is DuplicatingThread
Eric Laurentbfb1b832013-01-07 09:53:42 -080031 RECORD, // Thread class is RecordThread
Eric Laurent6acd1d42017-01-04 14:23:29 -080032 OFFLOAD, // Thread class is OffloadThread
Andy Hungea840382020-05-05 21:50:17 -070033 MMAP_PLAYBACK, // Thread class for MMAP playback stream
34 MMAP_CAPTURE, // Thread class for MMAP capture stream
Eric Laurent1c5e2e32021-08-18 18:50:28 +020035 SPATIALIZER, //
Glenn Kasten1bfe09a2017-02-21 13:05:56 -080036 // If you add any values here, also update ThreadBase::threadTypeToString()
Eric Laurent81784c32012-11-19 14:55:58 -080037 };
38
Glenn Kasten97b7b752014-09-28 13:04:24 -070039 static const char *threadTypeToString(type_t type);
40
Eric Laurent81784c32012-11-19 14:55:58 -080041 ThreadBase(const sp<AudioFlinger>& audioFlinger, audio_io_handle_t id,
Andy Hungcf10d742020-04-28 15:38:24 -070042 type_t type, bool systemReady, bool isOut);
Eric Laurent81784c32012-11-19 14:55:58 -080043 virtual ~ThreadBase();
44
Glenn Kastencf04c2c2013-08-06 07:41:16 -070045 virtual status_t readyToRun();
46
Eric Laurent81784c32012-11-19 14:55:58 -080047 void clearPowerManager();
48
49 // base for record and playback
50 enum {
51 CFG_EVENT_IO,
Eric Laurent10351942014-05-08 18:49:52 -070052 CFG_EVENT_PRIO,
53 CFG_EVENT_SET_PARAMETER,
Eric Laurent1c333e22014-05-20 10:48:17 -070054 CFG_EVENT_CREATE_AUDIO_PATCH,
55 CFG_EVENT_RELEASE_AUDIO_PATCH,
jiabinc52b1ff2019-10-31 17:20:42 -070056 CFG_EVENT_UPDATE_OUT_DEVICE,
Eric Laurentb3f315a2021-07-13 15:09:05 +020057 CFG_EVENT_RESIZE_BUFFER,
Eric Laurent68a40a82022-05-03 18:15:04 +020058 CFG_EVENT_CHECK_OUTPUT_STAGE_EFFECTS,
59 CFG_EVENT_HAL_LATENCY_MODES_CHANGED,
Eric Laurent81784c32012-11-19 14:55:58 -080060 };
61
Eric Laurent10351942014-05-08 18:49:52 -070062 class ConfigEventData: public RefBase {
Eric Laurent81784c32012-11-19 14:55:58 -080063 public:
Eric Laurent10351942014-05-08 18:49:52 -070064 virtual ~ConfigEventData() {}
Eric Laurent81784c32012-11-19 14:55:58 -080065
66 virtual void dump(char *buffer, size_t size) = 0;
Eric Laurent10351942014-05-08 18:49:52 -070067 protected:
68 ConfigEventData() {}
Eric Laurent81784c32012-11-19 14:55:58 -080069 };
70
Eric Laurent10351942014-05-08 18:49:52 -070071 // Config event sequence by client if status needed (e.g binder thread calling setParameters()):
72 // 1. create SetParameterConfigEvent. This sets mWaitStatus in config event
73 // 2. Lock mLock
74 // 3. Call sendConfigEvent_l(): Append to mConfigEvents and mWaitWorkCV.signal
75 // 4. sendConfigEvent_l() reads status from event->mStatus;
76 // 5. sendConfigEvent_l() returns status
77 // 6. Unlock
78 //
79 // Parameter sequence by server: threadLoop calling processConfigEvents_l():
80 // 1. Lock mLock
81 // 2. If there is an entry in mConfigEvents proceed ...
82 // 3. Read first entry in mConfigEvents
83 // 4. Remove first entry from mConfigEvents
84 // 5. Process
85 // 6. Set event->mStatus
86 // 7. event->mCond.signal
87 // 8. Unlock
Eric Laurent81784c32012-11-19 14:55:58 -080088
Eric Laurent10351942014-05-08 18:49:52 -070089 class ConfigEvent: public RefBase {
90 public:
91 virtual ~ConfigEvent() {}
92
Eric Laurentb3f315a2021-07-13 15:09:05 +020093 void dump(char *buffer, size_t size) {
94 snprintf(buffer, size, "Event type: %d\n", mType);
95 if (mData != nullptr) {
96 snprintf(buffer, size, "Data:\n");
97 mData->dump(buffer, size);
98 }
99 }
Eric Laurent10351942014-05-08 18:49:52 -0700100
101 const int mType; // event type e.g. CFG_EVENT_IO
102 Mutex mLock; // mutex associated with mCond
103 Condition mCond; // condition for status return
104 status_t mStatus; // status communicated to sender
105 bool mWaitStatus; // true if sender is waiting for status
Eric Laurent72e3f392015-05-20 14:43:50 -0700106 bool mRequiresSystemReady; // true if must wait for system ready to enter event queue
Eric Laurent10351942014-05-08 18:49:52 -0700107 sp<ConfigEventData> mData; // event specific parameter data
108
109 protected:
Chih-Hung Hsiehe964d4e2016-08-09 14:31:32 -0700110 explicit ConfigEvent(int type, bool requiresSystemReady = false) :
Eric Laurent72e3f392015-05-20 14:43:50 -0700111 mType(type), mStatus(NO_ERROR), mWaitStatus(false),
112 mRequiresSystemReady(requiresSystemReady), mData(NULL) {}
Eric Laurent10351942014-05-08 18:49:52 -0700113 };
114
115 class IoConfigEventData : public ConfigEventData {
116 public:
Mikhail Naganov88536df2021-07-26 17:30:29 -0700117 IoConfigEventData(audio_io_config_event_t event, pid_t pid,
Eric Laurent09f1ed22019-04-24 17:45:17 -0700118 audio_port_handle_t portId) :
119 mEvent(event), mPid(pid), mPortId(portId) {}
Eric Laurent81784c32012-11-19 14:55:58 -0800120
121 virtual void dump(char *buffer, size_t size) {
Eric Laurentb3f315a2021-07-13 15:09:05 +0200122 snprintf(buffer, size, "- IO event: event %d\n", mEvent);
Eric Laurent81784c32012-11-19 14:55:58 -0800123 }
124
Mikhail Naganov88536df2021-07-26 17:30:29 -0700125 const audio_io_config_event_t mEvent;
Eric Laurent7c1ec5f2015-07-09 14:52:47 -0700126 const pid_t mPid;
Eric Laurent09f1ed22019-04-24 17:45:17 -0700127 const audio_port_handle_t mPortId;
Eric Laurent81784c32012-11-19 14:55:58 -0800128 };
129
Eric Laurent10351942014-05-08 18:49:52 -0700130 class IoConfigEvent : public ConfigEvent {
Eric Laurent81784c32012-11-19 14:55:58 -0800131 public:
Mikhail Naganov88536df2021-07-26 17:30:29 -0700132 IoConfigEvent(audio_io_config_event_t event, pid_t pid, audio_port_handle_t portId) :
Eric Laurent10351942014-05-08 18:49:52 -0700133 ConfigEvent(CFG_EVENT_IO) {
Eric Laurent09f1ed22019-04-24 17:45:17 -0700134 mData = new IoConfigEventData(event, pid, portId);
Eric Laurent10351942014-05-08 18:49:52 -0700135 }
136 virtual ~IoConfigEvent() {}
137 };
Eric Laurent81784c32012-11-19 14:55:58 -0800138
Eric Laurent10351942014-05-08 18:49:52 -0700139 class PrioConfigEventData : public ConfigEventData {
140 public:
Mikhail Naganov83f04272017-02-07 10:45:09 -0800141 PrioConfigEventData(pid_t pid, pid_t tid, int32_t prio, bool forApp) :
142 mPid(pid), mTid(tid), mPrio(prio), mForApp(forApp) {}
Eric Laurent81784c32012-11-19 14:55:58 -0800143
144 virtual void dump(char *buffer, size_t size) {
Eric Laurentb3f315a2021-07-13 15:09:05 +0200145 snprintf(buffer, size, "- Prio event: pid %d, tid %d, prio %d, for app? %d\n",
Mikhail Naganov83f04272017-02-07 10:45:09 -0800146 mPid, mTid, mPrio, mForApp);
Eric Laurent81784c32012-11-19 14:55:58 -0800147 }
148
Eric Laurent81784c32012-11-19 14:55:58 -0800149 const pid_t mPid;
150 const pid_t mTid;
151 const int32_t mPrio;
Mikhail Naganov83f04272017-02-07 10:45:09 -0800152 const bool mForApp;
Eric Laurent81784c32012-11-19 14:55:58 -0800153 };
154
Eric Laurent10351942014-05-08 18:49:52 -0700155 class PrioConfigEvent : public ConfigEvent {
156 public:
Mikhail Naganov83f04272017-02-07 10:45:09 -0800157 PrioConfigEvent(pid_t pid, pid_t tid, int32_t prio, bool forApp) :
Eric Laurent72e3f392015-05-20 14:43:50 -0700158 ConfigEvent(CFG_EVENT_PRIO, true) {
Mikhail Naganov83f04272017-02-07 10:45:09 -0800159 mData = new PrioConfigEventData(pid, tid, prio, forApp);
Eric Laurent10351942014-05-08 18:49:52 -0700160 }
161 virtual ~PrioConfigEvent() {}
162 };
163
164 class SetParameterConfigEventData : public ConfigEventData {
165 public:
Chih-Hung Hsiehe964d4e2016-08-09 14:31:32 -0700166 explicit SetParameterConfigEventData(String8 keyValuePairs) :
Eric Laurent10351942014-05-08 18:49:52 -0700167 mKeyValuePairs(keyValuePairs) {}
168
169 virtual void dump(char *buffer, size_t size) {
Eric Laurentb3f315a2021-07-13 15:09:05 +0200170 snprintf(buffer, size, "- KeyValue: %s\n", mKeyValuePairs.string());
Eric Laurent10351942014-05-08 18:49:52 -0700171 }
172
173 const String8 mKeyValuePairs;
174 };
175
176 class SetParameterConfigEvent : public ConfigEvent {
177 public:
Chih-Hung Hsiehe964d4e2016-08-09 14:31:32 -0700178 explicit SetParameterConfigEvent(String8 keyValuePairs) :
Eric Laurent10351942014-05-08 18:49:52 -0700179 ConfigEvent(CFG_EVENT_SET_PARAMETER) {
180 mData = new SetParameterConfigEventData(keyValuePairs);
181 mWaitStatus = true;
182 }
183 virtual ~SetParameterConfigEvent() {}
184 };
185
Eric Laurent1c333e22014-05-20 10:48:17 -0700186 class CreateAudioPatchConfigEventData : public ConfigEventData {
187 public:
188 CreateAudioPatchConfigEventData(const struct audio_patch patch,
189 audio_patch_handle_t handle) :
190 mPatch(patch), mHandle(handle) {}
191
192 virtual void dump(char *buffer, size_t size) {
Eric Laurentb3f315a2021-07-13 15:09:05 +0200193 snprintf(buffer, size, "- Patch handle: %u\n", mHandle);
Eric Laurent1c333e22014-05-20 10:48:17 -0700194 }
195
196 const struct audio_patch mPatch;
197 audio_patch_handle_t mHandle;
198 };
199
200 class CreateAudioPatchConfigEvent : public ConfigEvent {
201 public:
202 CreateAudioPatchConfigEvent(const struct audio_patch patch,
203 audio_patch_handle_t handle) :
204 ConfigEvent(CFG_EVENT_CREATE_AUDIO_PATCH) {
205 mData = new CreateAudioPatchConfigEventData(patch, handle);
206 mWaitStatus = true;
207 }
208 virtual ~CreateAudioPatchConfigEvent() {}
209 };
210
211 class ReleaseAudioPatchConfigEventData : public ConfigEventData {
212 public:
Chih-Hung Hsiehe964d4e2016-08-09 14:31:32 -0700213 explicit ReleaseAudioPatchConfigEventData(const audio_patch_handle_t handle) :
Eric Laurent1c333e22014-05-20 10:48:17 -0700214 mHandle(handle) {}
215
216 virtual void dump(char *buffer, size_t size) {
Eric Laurentb3f315a2021-07-13 15:09:05 +0200217 snprintf(buffer, size, "- Patch handle: %u\n", mHandle);
Eric Laurent1c333e22014-05-20 10:48:17 -0700218 }
219
220 audio_patch_handle_t mHandle;
221 };
222
223 class ReleaseAudioPatchConfigEvent : public ConfigEvent {
224 public:
Chih-Hung Hsiehe964d4e2016-08-09 14:31:32 -0700225 explicit ReleaseAudioPatchConfigEvent(const audio_patch_handle_t handle) :
Eric Laurent1c333e22014-05-20 10:48:17 -0700226 ConfigEvent(CFG_EVENT_RELEASE_AUDIO_PATCH) {
227 mData = new ReleaseAudioPatchConfigEventData(handle);
228 mWaitStatus = true;
229 }
230 virtual ~ReleaseAudioPatchConfigEvent() {}
231 };
Eric Laurent81784c32012-11-19 14:55:58 -0800232
jiabinc52b1ff2019-10-31 17:20:42 -0700233 class UpdateOutDevicesConfigEventData : public ConfigEventData {
234 public:
235 explicit UpdateOutDevicesConfigEventData(const DeviceDescriptorBaseVector& outDevices) :
236 mOutDevices(outDevices) {}
237
238 virtual void dump(char *buffer, size_t size) {
Eric Laurentb3f315a2021-07-13 15:09:05 +0200239 snprintf(buffer, size, "- Devices: %s", android::toString(mOutDevices).c_str());
jiabinc52b1ff2019-10-31 17:20:42 -0700240 }
241
242 DeviceDescriptorBaseVector mOutDevices;
243 };
244
245 class UpdateOutDevicesConfigEvent : public ConfigEvent {
246 public:
247 explicit UpdateOutDevicesConfigEvent(const DeviceDescriptorBaseVector& outDevices) :
248 ConfigEvent(CFG_EVENT_UPDATE_OUT_DEVICE) {
249 mData = new UpdateOutDevicesConfigEventData(outDevices);
250 }
251
252 virtual ~UpdateOutDevicesConfigEvent();
253 };
254
Eric Laurentec376dc2021-04-08 20:41:22 +0200255 class ResizeBufferConfigEventData : public ConfigEventData {
256 public:
257 explicit ResizeBufferConfigEventData(int32_t maxSharedAudioHistoryMs) :
258 mMaxSharedAudioHistoryMs(maxSharedAudioHistoryMs) {}
259
260 virtual void dump(char *buffer, size_t size) {
Eric Laurentb3f315a2021-07-13 15:09:05 +0200261 snprintf(buffer, size, "- mMaxSharedAudioHistoryMs: %d", mMaxSharedAudioHistoryMs);
Eric Laurentec376dc2021-04-08 20:41:22 +0200262 }
263
264 int32_t mMaxSharedAudioHistoryMs;
265 };
266
267 class ResizeBufferConfigEvent : public ConfigEvent {
268 public:
269 explicit ResizeBufferConfigEvent(int32_t maxSharedAudioHistoryMs) :
270 ConfigEvent(CFG_EVENT_RESIZE_BUFFER) {
271 mData = new ResizeBufferConfigEventData(maxSharedAudioHistoryMs);
272 }
273
274 virtual ~ResizeBufferConfigEvent() {}
275 };
276
Eric Laurentb3f315a2021-07-13 15:09:05 +0200277 class CheckOutputStageEffectsEvent : public ConfigEvent {
278 public:
279 CheckOutputStageEffectsEvent() :
280 ConfigEvent(CFG_EVENT_CHECK_OUTPUT_STAGE_EFFECTS) {
281 }
282
283 virtual ~CheckOutputStageEffectsEvent() {}
284 };
285
Eric Laurent68a40a82022-05-03 18:15:04 +0200286 class HalLatencyModesChangedEvent : public ConfigEvent {
287 public:
288 HalLatencyModesChangedEvent() :
289 ConfigEvent(CFG_EVENT_HAL_LATENCY_MODES_CHANGED) {
290 }
291
292 virtual ~HalLatencyModesChangedEvent() {}
293 };
294
Eric Laurentb3f315a2021-07-13 15:09:05 +0200295
Eric Laurent81784c32012-11-19 14:55:58 -0800296 class PMDeathRecipient : public IBinder::DeathRecipient {
297 public:
Chih-Hung Hsiehe964d4e2016-08-09 14:31:32 -0700298 explicit PMDeathRecipient(const wp<ThreadBase>& thread) : mThread(thread) {}
Eric Laurent81784c32012-11-19 14:55:58 -0800299 virtual ~PMDeathRecipient() {}
300
301 // IBinder::DeathRecipient
302 virtual void binderDied(const wp<IBinder>& who);
303
304 private:
Mikhail Naganovbf493082017-04-17 17:37:12 -0700305 DISALLOW_COPY_AND_ASSIGN(PMDeathRecipient);
Eric Laurent81784c32012-11-19 14:55:58 -0800306
307 wp<ThreadBase> mThread;
308 };
309
310 virtual status_t initCheck() const = 0;
311
312 // static externally-visible
313 type_t type() const { return mType; }
Eric Laurentf6870ae2015-05-08 10:50:03 -0700314 bool isDuplicating() const { return (mType == DUPLICATING); }
315
Eric Laurent81784c32012-11-19 14:55:58 -0800316 audio_io_handle_t id() const { return mId;}
317
318 // dynamic externally-visible
319 uint32_t sampleRate() const { return mSampleRate; }
Eric Laurent81784c32012-11-19 14:55:58 -0800320 audio_channel_mask_t channelMask() const { return mChannelMask; }
Eric Laurentf1f22e72021-07-13 14:04:14 +0200321 virtual audio_channel_mask_t mixerChannelMask() const { return mChannelMask; }
322
Andy Hung463be252014-07-10 16:56:07 -0700323 audio_format_t format() const { return mHALFormat; }
Eric Laurent83b88082014-06-20 18:31:16 -0700324 uint32_t channelCount() const { return mChannelCount; }
Eric Laurentf1f22e72021-07-13 14:04:14 +0200325
Eric Laurent81784c32012-11-19 14:55:58 -0800326 // Called by AudioFlinger::frameCount(audio_io_handle_t output) and effects,
Glenn Kasten9b58f632013-07-16 11:37:48 -0700327 // and returns the [normal mix] buffer's frame count.
328 virtual size_t frameCount() const = 0;
jiabineb3bda02020-06-30 14:07:03 -0700329 virtual audio_channel_mask_t hapticChannelMask() const { return AUDIO_CHANNEL_NONE; }
Eric Laurent6b446ce2019-12-13 10:56:31 -0800330 virtual uint32_t latency_l() const { return 0; }
331 virtual void setVolumeForOutput_l(float left __unused, float right __unused) const {}
Glenn Kasten4a8308b2016-04-18 14:10:01 -0700332
333 // Return's the HAL's frame count i.e. fast mixer buffer size.
334 size_t frameCountHAL() const { return mFrameCount; }
335
Eric Laurentbfb1b832013-01-07 09:53:42 -0800336 size_t frameSize() const { return mFrameSize; }
Eric Laurent81784c32012-11-19 14:55:58 -0800337
338 // Should be "virtual status_t requestExitAndWait()" and override same
339 // method in Thread, but Thread::requestExitAndWait() is not yet virtual.
340 void exit();
Eric Laurent10351942014-05-08 18:49:52 -0700341 virtual bool checkForNewParameter_l(const String8& keyValuePair,
342 status_t& status) = 0;
Eric Laurent81784c32012-11-19 14:55:58 -0800343 virtual status_t setParameters(const String8& keyValuePairs);
344 virtual String8 getParameters(const String8& keys) = 0;
Mikhail Naganov88536df2021-07-26 17:30:29 -0700345 virtual void ioConfigChanged(audio_io_config_event_t event, pid_t pid = 0,
Eric Laurent09f1ed22019-04-24 17:45:17 -0700346 audio_port_handle_t portId = AUDIO_PORT_HANDLE_NONE) = 0;
Eric Laurent10351942014-05-08 18:49:52 -0700347 // sendConfigEvent_l() must be called with ThreadBase::mLock held
348 // Can temporarily release the lock if waiting for a reply from
349 // processConfigEvents_l().
350 status_t sendConfigEvent_l(sp<ConfigEvent>& event);
Mikhail Naganov88536df2021-07-26 17:30:29 -0700351 void sendIoConfigEvent(audio_io_config_event_t event, pid_t pid = 0,
Eric Laurent09f1ed22019-04-24 17:45:17 -0700352 audio_port_handle_t portId = AUDIO_PORT_HANDLE_NONE);
Mikhail Naganov88536df2021-07-26 17:30:29 -0700353 void sendIoConfigEvent_l(audio_io_config_event_t event, pid_t pid = 0,
Eric Laurent09f1ed22019-04-24 17:45:17 -0700354 audio_port_handle_t portId = AUDIO_PORT_HANDLE_NONE);
Mikhail Naganov83f04272017-02-07 10:45:09 -0800355 void sendPrioConfigEvent(pid_t pid, pid_t tid, int32_t prio, bool forApp);
356 void sendPrioConfigEvent_l(pid_t pid, pid_t tid, int32_t prio, bool forApp);
Eric Laurent10351942014-05-08 18:49:52 -0700357 status_t sendSetParameterConfigEvent_l(const String8& keyValuePair);
Eric Laurent1c333e22014-05-20 10:48:17 -0700358 status_t sendCreateAudioPatchConfigEvent(const struct audio_patch *patch,
359 audio_patch_handle_t *handle);
360 status_t sendReleaseAudioPatchConfigEvent(audio_patch_handle_t handle);
jiabinc52b1ff2019-10-31 17:20:42 -0700361 status_t sendUpdateOutDeviceConfigEvent(
362 const DeviceDescriptorBaseVector& outDevices);
Eric Laurentec376dc2021-04-08 20:41:22 +0200363 void sendResizeBufferConfigEvent_l(int32_t maxSharedAudioHistoryMs);
Eric Laurentb3f315a2021-07-13 15:09:05 +0200364 void sendCheckOutputStageEffectsEvent();
365 void sendCheckOutputStageEffectsEvent_l();
Eric Laurent68a40a82022-05-03 18:15:04 +0200366 void sendHalLatencyModesChangedEvent_l();
Eric Laurentb3f315a2021-07-13 15:09:05 +0200367
Eric Laurent021cf962014-05-13 10:18:14 -0700368 void processConfigEvents_l();
Eric Laurentb3f315a2021-07-13 15:09:05 +0200369 virtual void setCheckOutputStageEffects() {}
Eric Laurent10351942014-05-08 18:49:52 -0700370 virtual void cacheParameters_l() = 0;
Eric Laurent1c333e22014-05-20 10:48:17 -0700371 virtual status_t createAudioPatch_l(const struct audio_patch *patch,
372 audio_patch_handle_t *handle) = 0;
373 virtual status_t releaseAudioPatch_l(const audio_patch_handle_t handle) = 0;
jiabinc52b1ff2019-10-31 17:20:42 -0700374 virtual void updateOutDevices(const DeviceDescriptorBaseVector& outDevices);
Mikhail Naganovdc769682018-05-04 15:34:08 -0700375 virtual void toAudioPortConfig(struct audio_port_config *config) = 0;
Eric Laurent1c333e22014-05-20 10:48:17 -0700376
Eric Laurent5f0fd7b2021-05-07 16:33:26 +0200377 virtual void resizeInputBuffer_l(int32_t maxSharedAudioHistoryMs);
Eric Laurent68a40a82022-05-03 18:15:04 +0200378 virtual void onHalLatencyModesChanged_l() {}
Eric Laurentec376dc2021-04-08 20:41:22 +0200379
Eric Laurent81784c32012-11-19 14:55:58 -0800380
381 // see note at declaration of mStandby, mOutDevice and mInDevice
382 bool standby() const { return mStandby; }
jiabinc52b1ff2019-10-31 17:20:42 -0700383 const DeviceTypeSet outDeviceTypes() const {
384 return getAudioDeviceTypes(mOutDeviceTypeAddrs);
385 }
386 audio_devices_t inDeviceType() const { return mInDeviceTypeAddr.mType; }
387 DeviceTypeSet getDeviceTypes() const {
388 return isOutput() ? outDeviceTypes() : DeviceTypeSet({inDeviceType()});
389 }
Andy Hung293558a2017-03-21 12:19:20 -0700390
jiabin8f278ee2019-11-11 12:16:27 -0800391 const AudioDeviceTypeAddrVector& outDeviceTypeAddrs() const {
392 return mOutDeviceTypeAddrs;
393 }
394 const AudioDeviceTypeAddr& inDeviceTypeAddr() const {
395 return mInDeviceTypeAddr;
396 }
397
Andy Hungcf10d742020-04-28 15:38:24 -0700398 bool isOutput() const { return mIsOut; }
Eric Laurent81784c32012-11-19 14:55:58 -0800399
Andy Hungea840382020-05-05 21:50:17 -0700400 bool isOffloadOrMmap() const {
401 switch (mType) {
402 case OFFLOAD:
403 case MMAP_PLAYBACK:
404 case MMAP_CAPTURE:
405 return true;
406 default:
407 return false;
408 }
409 }
410
Mikhail Naganov1dc98672016-08-18 17:50:29 -0700411 virtual sp<StreamHalInterface> stream() const = 0;
Eric Laurent81784c32012-11-19 14:55:58 -0800412
413 sp<EffectHandle> createEffect_l(
414 const sp<AudioFlinger::Client>& client,
Ytai Ben-Tsvi9cd89812020-07-01 17:12:06 -0700415 const sp<media::IEffectClient>& effectClient,
Eric Laurent81784c32012-11-19 14:55:58 -0800416 int32_t priority,
Glenn Kastend848eb42016-03-08 13:42:11 -0800417 audio_session_t sessionId,
Eric Laurent81784c32012-11-19 14:55:58 -0800418 effect_descriptor_t *desc,
419 int *enabled,
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800420 status_t *status /*non-NULL*/,
Eric Laurent2fe0acd2020-03-13 14:30:46 -0700421 bool pinned,
Eric Laurentde8caf42021-08-11 17:19:25 +0200422 bool probe,
423 bool notifyFramesProcessed);
Eric Laurent81784c32012-11-19 14:55:58 -0800424
425 // return values for hasAudioSession (bit field)
426 enum effect_state {
427 EFFECT_SESSION = 0x1, // the audio session corresponds to at least one
428 // effect
Eric Laurent4c415062016-06-17 16:14:16 -0700429 TRACK_SESSION = 0x2, // the audio session corresponds to at least one
Eric Laurent81784c32012-11-19 14:55:58 -0800430 // track
Eric Laurentb62d0362021-10-26 17:40:18 +0200431 FAST_SESSION = 0x4, // the audio session corresponds to at least one
Eric Laurent4c415062016-06-17 16:14:16 -0700432 // fast track
Eric Laurentb62d0362021-10-26 17:40:18 +0200433 SPATIALIZED_SESSION = 0x8 // the audio session corresponds to at least one
434 // spatialized track
Eric Laurent81784c32012-11-19 14:55:58 -0800435 };
436
437 // get effect chain corresponding to session Id.
Glenn Kastend848eb42016-03-08 13:42:11 -0800438 sp<EffectChain> getEffectChain(audio_session_t sessionId);
Eric Laurent81784c32012-11-19 14:55:58 -0800439 // same as getEffectChain() but must be called with ThreadBase mutex locked
Glenn Kastend848eb42016-03-08 13:42:11 -0800440 sp<EffectChain> getEffectChain_l(audio_session_t sessionId) const;
Eric Laurent6c796322019-04-09 14:13:17 -0700441 std::vector<int> getEffectIds_l(audio_session_t sessionId);
Eric Laurent81784c32012-11-19 14:55:58 -0800442 // add an effect chain to the chain list (mEffectChains)
443 virtual status_t addEffectChain_l(const sp<EffectChain>& chain) = 0;
444 // remove an effect chain from the chain list (mEffectChains)
445 virtual size_t removeEffectChain_l(const sp<EffectChain>& chain) = 0;
446 // lock all effect chains Mutexes. Must be called before releasing the
447 // ThreadBase mutex before processing the mixer and effects. This guarantees the
448 // integrity of the chains during the process.
449 // Also sets the parameter 'effectChains' to current value of mEffectChains.
450 void lockEffectChains_l(Vector< sp<EffectChain> >& effectChains);
451 // unlock effect chains after process
452 void unlockEffectChains(const Vector< sp<EffectChain> >& effectChains);
Eric Laurentbfb1b832013-01-07 09:53:42 -0800453 // get a copy of mEffectChains vector
454 Vector< sp<EffectChain> > getEffectChains_l() const { return mEffectChains; };
Eric Laurent81784c32012-11-19 14:55:58 -0800455 // set audio mode to all effect chains
456 void setMode(audio_mode_t mode);
457 // get effect module with corresponding ID on specified audio session
Glenn Kastend848eb42016-03-08 13:42:11 -0800458 sp<AudioFlinger::EffectModule> getEffect(audio_session_t sessionId, int effectId);
459 sp<AudioFlinger::EffectModule> getEffect_l(audio_session_t sessionId, int effectId);
Eric Laurent81784c32012-11-19 14:55:58 -0800460 // add and effect module. Also creates the effect chain is none exists for
Eric Laurent6c796322019-04-09 14:13:17 -0700461 // the effects audio session. Only called in a context of moving an effect
462 // from one thread to another
Eric Laurent81784c32012-11-19 14:55:58 -0800463 status_t addEffect_l(const sp< EffectModule>& effect);
464 // remove and effect module. Also removes the effect chain is this was the last
465 // effect
Eric Laurent0d5a2ed2016-12-01 15:28:29 -0800466 void removeEffect_l(const sp< EffectModule>& effect, bool release = false);
467 // disconnect an effect handle from module and destroy module if last handle
468 void disconnectEffectHandle(EffectHandle *handle, bool unpinIfLast);
Eric Laurent81784c32012-11-19 14:55:58 -0800469 // detach all tracks connected to an auxiliary effect
Glenn Kasten0f11b512014-01-31 16:18:54 -0800470 virtual void detachAuxEffect_l(int effectId __unused) {}
Eric Laurent4c415062016-06-17 16:14:16 -0700471 // returns a combination of:
472 // - EFFECT_SESSION if effects on this audio session exist in one chain
473 // - TRACK_SESSION if tracks on this audio session exist
474 // - FAST_SESSION if fast tracks on this audio session exist
Eric Laurentb62d0362021-10-26 17:40:18 +0200475 // - SPATIALIZED_SESSION if spatialized tracks on this audio session exist
Eric Laurent4c415062016-06-17 16:14:16 -0700476 virtual uint32_t hasAudioSession_l(audio_session_t sessionId) const = 0;
477 uint32_t hasAudioSession(audio_session_t sessionId) const {
478 Mutex::Autolock _l(mLock);
479 return hasAudioSession_l(sessionId);
480 }
481
Andy Hungc3d62f92019-03-14 13:38:51 -0700482 template <typename T>
483 uint32_t hasAudioSession_l(audio_session_t sessionId, const T& tracks) const {
484 uint32_t result = 0;
485 if (getEffectChain_l(sessionId) != 0) {
486 result = EFFECT_SESSION;
487 }
488 for (size_t i = 0; i < tracks.size(); ++i) {
489 const sp<TrackBase>& track = tracks[i];
490 if (sessionId == track->sessionId()
491 && !track->isInvalid() // not yet removed from tracks.
492 && !track->isTerminated()) {
493 result |= TRACK_SESSION;
494 if (track->isFastTrack()) {
495 result |= FAST_SESSION; // caution, only represents first track.
496 }
Eric Laurentb0a7bc92022-04-05 15:06:08 +0200497 if (track->isSpatialized()) {
Eric Laurentb62d0362021-10-26 17:40:18 +0200498 result |= SPATIALIZED_SESSION; // caution, only first track.
499 }
Andy Hungc3d62f92019-03-14 13:38:51 -0700500 break;
501 }
502 }
503 return result;
504 }
505
Eric Laurent81784c32012-11-19 14:55:58 -0800506 // the value returned by default implementation is not important as the
507 // strategy is only meaningful for PlaybackThread which implements this method
Ytai Ben-Tsvi0a4904a2021-01-06 12:57:05 -0800508 virtual product_strategy_t getStrategyForSession_l(
509 audio_session_t sessionId __unused) {
510 return static_cast<product_strategy_t>(0);
511 }
Eric Laurent81784c32012-11-19 14:55:58 -0800512
Eric Laurent81784c32012-11-19 14:55:58 -0800513 // check if some effects must be suspended/restored when an effect is enabled
514 // or disabled
Eric Laurent6b446ce2019-12-13 10:56:31 -0800515 void checkSuspendOnEffectEnabled(bool enabled,
516 audio_session_t sessionId,
517 bool threadLocked);
Eric Laurent81784c32012-11-19 14:55:58 -0800518
519 virtual status_t setSyncEvent(const sp<SyncEvent>& event) = 0;
520 virtual bool isValidSyncEvent(const sp<SyncEvent>& event) const = 0;
521
Glenn Kastenb880f5e2014-05-07 08:43:45 -0700522 // Return a reference to a per-thread heap which can be used to allocate IMemory
523 // objects that will be read-only to client processes, read/write to mediaserver,
524 // and shared by all client processes of the thread.
525 // The heap is per-thread rather than common across all threads, because
526 // clients can't be trusted not to modify the offset of the IMemory they receive.
527 // If a thread does not have such a heap, this method returns 0.
528 virtual sp<MemoryDealer> readOnlyHeap() const { return 0; }
Eric Laurent81784c32012-11-19 14:55:58 -0800529
Glenn Kasten6181ffd2014-05-13 10:41:52 -0700530 virtual sp<IMemory> pipeMemory() const { return 0; }
531
Eric Laurent72e3f392015-05-20 14:43:50 -0700532 void systemReady();
533
Eric Laurent4c415062016-06-17 16:14:16 -0700534 // checkEffectCompatibility_l() must be called with ThreadBase::mLock held
535 virtual status_t checkEffectCompatibility_l(const effect_descriptor_t *desc,
536 audio_session_t sessionId) = 0;
537
Eric Laurent6acd1d42017-01-04 14:23:29 -0800538 void broadcast_l();
539
Andy Hungc8fddf32018-08-08 18:32:37 -0700540 virtual bool isTimestampCorrectionEnabled() const { return false; }
541
542 bool isMsdDevice() const { return mIsMsdDevice; }
543
Mikhail Naganov01dc5ca2019-03-29 10:12:12 -0700544 void dump(int fd, const Vector<String16>& args);
Andy Hungdc099c22018-09-18 13:46:39 -0700545
Andy Hungd0979812019-02-21 15:51:44 -0800546 // deliver stats to mediametrics.
547 void sendStatistics(bool force);
548
Eric Laurent81784c32012-11-19 14:55:58 -0800549 mutable Mutex mLock;
550
Eric Laurent6b446ce2019-12-13 10:56:31 -0800551 void onEffectEnable(const sp<EffectModule>& effect);
552 void onEffectDisable();
553
jiabineb3bda02020-06-30 14:07:03 -0700554 // invalidateTracksForAudioSession_l must be called with holding mLock.
555 virtual void invalidateTracksForAudioSession_l(audio_session_t sessionId __unused) const { }
556 // Invalidate all the tracks with the given audio session.
557 void invalidateTracksForAudioSession(audio_session_t sessionId) const {
558 Mutex::Autolock _l(mLock);
559 invalidateTracksForAudioSession_l(sessionId);
560 }
561
562 template <typename T>
563 void invalidateTracksForAudioSession_l(audio_session_t sessionId,
564 const T& tracks) const {
565 for (size_t i = 0; i < tracks.size(); ++i) {
566 const sp<TrackBase>& track = tracks[i];
567 if (sessionId == track->sessionId()) {
568 track->invalidate();
569 }
570 }
571 }
572
Jasmine Chaeaa10e42021-05-11 10:11:14 +0800573 virtual bool isStreamInitialized() = 0;
574
Eric Laurent81784c32012-11-19 14:55:58 -0800575protected:
576
577 // entry describing an effect being suspended in mSuspendedSessions keyed vector
578 class SuspendedSessionDesc : public RefBase {
579 public:
580 SuspendedSessionDesc() : mRefCount(0) {}
581
582 int mRefCount; // number of active suspend requests
583 effect_uuid_t mType; // effect type UUID
584 };
585
Andy Hungdae27702016-10-31 14:01:16 -0700586 void acquireWakeLock();
587 virtual void acquireWakeLock_l();
Eric Laurent81784c32012-11-19 14:55:58 -0800588 void releaseWakeLock();
589 void releaseWakeLock_l();
Andy Hungd01b0f12016-11-07 16:10:30 -0800590 void updateWakeLockUids_l(const SortedVector<uid_t> &uids);
Marco Nelissen462fd2f2013-01-14 14:12:05 -0800591 void getPowerManager_l();
Eric Laurentd8365c52017-07-16 15:27:05 -0700592 // suspend or restore effects of the specified type (or all if type is NULL)
593 // on a given session. The number of suspend requests is counted and restore
594 // occurs when all suspend requests are cancelled.
Eric Laurent81784c32012-11-19 14:55:58 -0800595 void setEffectSuspended_l(const effect_uuid_t *type,
596 bool suspend,
Glenn Kastend848eb42016-03-08 13:42:11 -0800597 audio_session_t sessionId);
Eric Laurentd8365c52017-07-16 15:27:05 -0700598 // updated mSuspendedSessions when an effect is suspended or restored
Eric Laurent81784c32012-11-19 14:55:58 -0800599 void updateSuspendedSessions_l(const effect_uuid_t *type,
600 bool suspend,
Glenn Kastend848eb42016-03-08 13:42:11 -0800601 audio_session_t sessionId);
Eric Laurent81784c32012-11-19 14:55:58 -0800602 // check if some effects must be suspended when an effect chain is added
603 void checkSuspendOnAddEffectChain_l(const sp<EffectChain>& chain);
604
Kevin Rocard069c2712018-03-29 19:09:14 -0700605 // sends the metadata of the active tracks to the HAL
606 virtual void updateMetadata_l() = 0;
607
Narayan Kamath014e7fa2013-10-14 15:03:38 +0100608 String16 getWakeLockTag();
609
Eric Laurent81784c32012-11-19 14:55:58 -0800610 virtual void preExit() { }
Andy Hung2ddee192015-12-18 17:34:44 -0800611 virtual void setMasterMono_l(bool mono __unused) { }
612 virtual bool requireMonoBlend() { return false; }
Eric Laurent81784c32012-11-19 14:55:58 -0800613
Andy Hung1c86ebe2018-05-29 20:29:08 -0700614 // called within the threadLoop to obtain timestamp from the HAL.
615 virtual status_t threadloop_getHalTimestamp_l(
616 ExtendedTimestamp *timestamp __unused) const {
617 return INVALID_OPERATION;
618 }
619
Eric Laurentd66d7a12021-07-13 13:35:32 +0200620 product_strategy_t getStrategyForStream(audio_stream_type_t stream) const;
621
Mikhail Naganov01dc5ca2019-03-29 10:12:12 -0700622 virtual void dumpInternals_l(int fd __unused, const Vector<String16>& args __unused)
623 { }
624 virtual void dumpTracks_l(int fd __unused, const Vector<String16>& args __unused) { }
625
626
Eric Laurent81784c32012-11-19 14:55:58 -0800627 friend class AudioFlinger; // for mEffectChains
628
629 const type_t mType;
630
631 // Used by parameters, config events, addTrack_l, exit
632 Condition mWaitWorkCV;
633
634 const sp<AudioFlinger> mAudioFlinger;
Andy Hungcf10d742020-04-28 15:38:24 -0700635 ThreadMetrics mThreadMetrics;
636 const bool mIsOut;
Glenn Kasten9b58f632013-07-16 11:37:48 -0700637
Glenn Kastendeca2ae2014-02-07 10:25:56 -0800638 // updated by PlaybackThread::readOutputParameters_l() or
639 // RecordThread::readInputParameters_l()
Eric Laurent81784c32012-11-19 14:55:58 -0800640 uint32_t mSampleRate;
641 size_t mFrameCount; // output HAL, direct output, record
Eric Laurent81784c32012-11-19 14:55:58 -0800642 audio_channel_mask_t mChannelMask;
Glenn Kastenf6ed4232013-07-16 11:16:27 -0700643 uint32_t mChannelCount;
Eric Laurent81784c32012-11-19 14:55:58 -0800644 size_t mFrameSize;
Glenn Kasten97b7b752014-09-28 13:04:24 -0700645 // not HAL frame size, this is for output sink (to pipe to fast mixer)
Andy Hung463be252014-07-10 16:56:07 -0700646 audio_format_t mFormat; // Source format for Recording and
647 // Sink format for Playback.
648 // Sink format may be different than
649 // HAL format if Fastmixer is used.
650 audio_format_t mHALFormat;
Glenn Kasten70949c42013-08-06 07:40:12 -0700651 size_t mBufferSize; // HAL buffer size for read() or write()
jiabinc52b1ff2019-10-31 17:20:42 -0700652 AudioDeviceTypeAddrVector mOutDeviceTypeAddrs; // output device types and addresses
653 AudioDeviceTypeAddr mInDeviceTypeAddr; // input device type and address
Eric Laurent10351942014-05-08 18:49:52 -0700654 Vector< sp<ConfigEvent> > mConfigEvents;
Eric Laurent72e3f392015-05-20 14:43:50 -0700655 Vector< sp<ConfigEvent> > mPendingConfigEvents; // events awaiting system ready
Eric Laurent81784c32012-11-19 14:55:58 -0800656
657 // These fields are written and read by thread itself without lock or barrier,
jiabinc52b1ff2019-10-31 17:20:42 -0700658 // and read by other threads without lock or barrier via standby(), outDeviceTypes()
659 // and inDeviceType().
Eric Laurent81784c32012-11-19 14:55:58 -0800660 // Because of the absence of a lock or barrier, any other thread that reads
661 // these fields must use the information in isolation, or be prepared to deal
662 // with possibility that it might be inconsistent with other information.
Glenn Kasten4944acb2013-08-19 08:39:20 -0700663 bool mStandby; // Whether thread is currently in standby.
jiabinc52b1ff2019-10-31 17:20:42 -0700664
Eric Laurent296fb132015-05-01 11:38:42 -0700665 struct audio_patch mPatch;
jiabinc52b1ff2019-10-31 17:20:42 -0700666
Glenn Kastenf59497b2015-01-26 16:35:47 -0800667 audio_source_t mAudioSource;
Eric Laurent81784c32012-11-19 14:55:58 -0800668
669 const audio_io_handle_t mId;
670 Vector< sp<EffectChain> > mEffectChains;
671
Glenn Kastend7dca052015-03-05 16:05:54 -0800672 static const int kThreadNameLength = 16; // prctl(PR_SET_NAME) limit
673 char mThreadName[kThreadNameLength]; // guaranteed NUL-terminated
Chris Ye6597d732020-02-28 22:38:25 -0800674 sp<os::IPowerManager> mPowerManager;
Eric Laurent81784c32012-11-19 14:55:58 -0800675 sp<IBinder> mWakeLockToken;
676 const sp<PMDeathRecipient> mDeathRecipient;
Glenn Kastend848eb42016-03-08 13:42:11 -0800677 // list of suspended effects per session and per type. The first (outer) vector is
678 // keyed by session ID, the second (inner) by type UUID timeLow field
Eric Laurentd8365c52017-07-16 15:27:05 -0700679 // Updated by updateSuspendedSessions_l() only.
Glenn Kastend848eb42016-03-08 13:42:11 -0800680 KeyedVector< audio_session_t, KeyedVector< int, sp<SuspendedSessionDesc> > >
Eric Laurent81784c32012-11-19 14:55:58 -0800681 mSuspendedSessions;
Sanna Catherine de Treville Wager2a6a9452017-07-28 11:02:01 -0700682 // TODO: add comment and adjust size as needed
Glenn Kastenab7d72f2013-02-27 09:05:28 -0800683 static const size_t kLogSize = 4 * 1024;
Glenn Kasten9e58b552013-01-18 15:09:48 -0800684 sp<NBLog::Writer> mNBLogWriter;
Eric Laurent72e3f392015-05-20 14:43:50 -0700685 bool mSystemReady;
Andy Hung818e7a32016-02-16 18:08:07 -0800686 ExtendedTimestamp mTimestamp;
Andy Hung2e2c0bb2018-06-11 19:13:11 -0700687 TimestampVerifier< // For timestamp statistics.
688 int64_t /* frame count */, int64_t /* time ns */> mTimestampVerifier;
Dean Wheatley12473e92021-03-18 23:00:55 +1100689 // DIRECT and OFFLOAD threads should reset frame count to zero on stop/flush
690 // TODO: add confirmation checks:
691 // 1) DIRECT threads and linear PCM format really resets to 0?
692 // 2) Is frame count really valid if not linear pcm?
693 // 3) Are all 64 bits of position returned, not just lowest 32 bits?
jiabinc52b1ff2019-10-31 17:20:42 -0700694 // Timestamp corrected device should be a single device.
695 audio_devices_t mTimestampCorrectedDevice = AUDIO_DEVICE_NONE;
Andy Hung446f4df2019-02-21 12:26:41 -0800696
697 // ThreadLoop statistics per iteration.
698 int64_t mLastIoBeginNs = -1;
699 int64_t mLastIoEndNs = -1;
700
Andy Hung44d648b2022-04-08 17:33:40 -0700701 // ThreadSnapshot is thread-safe (internally locked)
702 mediautils::ThreadSnapshot mThreadSnapshot;
703
Andy Hung446f4df2019-02-21 12:26:41 -0800704 // This should be read under ThreadBase lock (if not on the threadLoop thread).
705 audio_utils::Statistics<double> mIoJitterMs{0.995 /* alpha */};
706 audio_utils::Statistics<double> mProcessTimeMs{0.995 /* alpha */};
Andy Hunge6c37112019-02-26 17:38:10 -0800707 audio_utils::Statistics<double> mLatencyMs{0.995 /* alpha */};
Robert Wu06db0a32021-08-10 19:05:34 +0000708 audio_utils::Statistics<double> mMonopipePipeDepthStats{0.999 /* alpha */};
Andy Hung446f4df2019-02-21 12:26:41 -0800709
Andy Hungd0979812019-02-21 15:51:44 -0800710 // Save the last count when we delivered statistics to mediametrics.
711 int64_t mLastRecordedTimestampVerifierN = 0;
712 int64_t mLastRecordedTimeNs = 0; // BOOTTIME to include suspend.
713
Andy Hungc8fddf32018-08-08 18:32:37 -0700714 bool mIsMsdDevice = false;
Eric Laurent6acd1d42017-01-04 14:23:29 -0800715 // A condition that must be evaluated by the thread loop has changed and
716 // we must not wait for async write callback in the thread loop before evaluating it
717 bool mSignalPending;
Andy Hungdae27702016-10-31 14:01:16 -0700718
Andy Hung8946a282018-04-19 20:04:56 -0700719#ifdef TEE_SINK
720 NBAIO_Tee mTee;
721#endif
Andy Hungdae27702016-10-31 14:01:16 -0700722 // ActiveTracks is a sorted vector of track type T representing the
723 // active tracks of threadLoop() to be considered by the locked prepare portion.
724 // ActiveTracks should be accessed with the ThreadBase lock held.
725 //
726 // During processing and I/O, the threadLoop does not hold the lock;
727 // hence it does not directly use ActiveTracks. Care should be taken
728 // to hold local strong references or defer removal of tracks
729 // if the threadLoop may still be accessing those tracks due to mix, etc.
730 //
731 // This class updates power information appropriately.
732 //
733
734 template <typename T>
735 class ActiveTracks {
736 public:
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700737 explicit ActiveTracks(SimpleLog *localLog = nullptr)
Andy Hungdae27702016-10-31 14:01:16 -0700738 : mActiveTracksGeneration(0)
739 , mLastActiveTracksGeneration(0)
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700740 , mLocalLog(localLog)
Andy Hungdae27702016-10-31 14:01:16 -0700741 { }
742
743 ~ActiveTracks() {
744 ALOGW_IF(!mActiveTracks.isEmpty(),
745 "ActiveTracks should be empty in destructor");
746 }
747 // returns the last track added (even though it may have been
748 // subsequently removed from ActiveTracks).
749 //
750 // Used for DirectOutputThread to ensure a flush is called when transitioning
751 // to a new track (even though it may be on the same session).
752 // Used for OffloadThread to ensure that volume and mixer state is
753 // taken from the latest track added.
754 //
755 // The latest track is saved with a weak pointer to prevent keeping an
756 // otherwise useless track alive. Thus the function will return nullptr
757 // if the latest track has subsequently been removed and destroyed.
758 sp<T> getLatest() {
759 return mLatestActiveTrack.promote();
760 }
761
762 // SortedVector methods
763 ssize_t add(const sp<T> &track);
764 ssize_t remove(const sp<T> &track);
765 size_t size() const {
766 return mActiveTracks.size();
767 }
Eric Tan39ec8d62018-07-24 09:49:29 -0700768 bool isEmpty() const {
769 return mActiveTracks.isEmpty();
770 }
Andy Hungdae27702016-10-31 14:01:16 -0700771 ssize_t indexOf(const sp<T>& item) {
772 return mActiveTracks.indexOf(item);
773 }
774 sp<T> operator[](size_t index) const {
775 return mActiveTracks[index];
776 }
777 typename SortedVector<sp<T>>::iterator begin() {
778 return mActiveTracks.begin();
779 }
780 typename SortedVector<sp<T>>::iterator end() {
781 return mActiveTracks.end();
782 }
783
784 // Due to Binder recursion optimization, clear() and updatePowerState()
785 // cannot be called from a Binder thread because they may call back into
786 // the original calling process (system server) for BatteryNotifier
787 // (which requires a Java environment that may not be present).
788 // Hence, call clear() and updatePowerState() only from the
789 // ThreadBase thread.
790 void clear();
791 // periodically called in the threadLoop() to update power state uids.
792 void updatePowerState(sp<ThreadBase> thread, bool force = false);
793
Kevin Rocardc86a7f72018-04-03 09:00:09 -0700794 /** @return true if one or move active tracks was added or removed since the
Jasmine Chaeaa10e42021-05-11 10:11:14 +0800795 * last time this function was called or the vector was created.
796 * true if volume of one of active tracks was changed.
797 */
Kevin Rocard069c2712018-03-29 19:09:14 -0700798 bool readAndClearHasChanged();
799
Andy Hungdae27702016-10-31 14:01:16 -0700800 private:
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700801 void logTrack(const char *funcName, const sp<T> &track) const;
802
Andy Hungd01b0f12016-11-07 16:10:30 -0800803 SortedVector<uid_t> getWakeLockUids() {
804 SortedVector<uid_t> wakeLockUids;
Andy Hungdae27702016-10-31 14:01:16 -0700805 for (const sp<T> &track : mActiveTracks) {
806 wakeLockUids.add(track->uid());
807 }
808 return wakeLockUids; // moved by underlying SharedBuffer
809 }
810
811 std::map<uid_t, std::pair<ssize_t /* previous */, ssize_t /* current */>>
812 mBatteryCounter;
813 SortedVector<sp<T>> mActiveTracks;
814 int mActiveTracksGeneration;
815 int mLastActiveTracksGeneration;
816 wp<T> mLatestActiveTrack; // latest track added to ActiveTracks
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700817 SimpleLog * const mLocalLog;
Kevin Rocardc86a7f72018-04-03 09:00:09 -0700818 // If the vector has changed since last call to readAndClearHasChanged
Kevin Rocard069c2712018-03-29 19:09:14 -0700819 bool mHasChanged = false;
Andy Hungdae27702016-10-31 14:01:16 -0700820 };
Andy Hung293558a2017-03-21 12:19:20 -0700821
822 SimpleLog mLocalLog;
Mikhail Naganov01dc5ca2019-03-29 10:12:12 -0700823
824private:
825 void dumpBase_l(int fd, const Vector<String16>& args);
826 void dumpEffectChains_l(int fd, const Vector<String16>& args);
Eric Laurent81784c32012-11-19 14:55:58 -0800827};
828
Eric Laurent6acd1d42017-01-04 14:23:29 -0800829class VolumeInterface {
830 public:
831
832 virtual ~VolumeInterface() {}
833
834 virtual void setMasterVolume(float value) = 0;
835 virtual void setMasterMute(bool muted) = 0;
836 virtual void setStreamVolume(audio_stream_type_t stream, float value) = 0;
837 virtual void setStreamMute(audio_stream_type_t stream, bool muted) = 0;
838 virtual float streamVolume(audio_stream_type_t stream) const = 0;
839
840};
841
Eric Laurent81784c32012-11-19 14:55:58 -0800842// --- PlaybackThread ---
Eric Laurent6acd1d42017-01-04 14:23:29 -0800843class PlaybackThread : public ThreadBase, public StreamOutHalInterfaceCallback,
jiabinf6eb4c32020-02-25 14:06:25 -0800844 public VolumeInterface, public StreamOutHalInterfaceEventCallback {
Eric Laurent81784c32012-11-19 14:55:58 -0800845public:
846
847#include "PlaybackTracks.h"
848
849 enum mixer_state {
850 MIXER_IDLE, // no active tracks
851 MIXER_TRACKS_ENABLED, // at least one active track, but no track has any data ready
Eric Laurentbfb1b832013-01-07 09:53:42 -0800852 MIXER_TRACKS_READY, // at least one active track, and at least one track has data
853 MIXER_DRAIN_TRACK, // drain currently playing track
854 MIXER_DRAIN_ALL, // fully drain the hardware
Eric Laurent81784c32012-11-19 14:55:58 -0800855 // standby mode does not have an enum value
856 // suspend by audio policy manager is orthogonal to mixer state
857 };
858
Eric Laurente93cc032016-05-05 10:15:10 -0700859 // retry count before removing active track in case of underrun on offloaded thread:
860 // we need to make sure that AudioTrack client has enough time to send large buffers
861 //FIXME may be more appropriate if expressed in time units. Need to revise how underrun is
862 // handled for offloaded tracks
863 static const int8_t kMaxTrackRetriesOffload = 20;
864 static const int8_t kMaxTrackStartupRetriesOffload = 100;
865 static const int8_t kMaxTrackStopRetriesOffload = 2;
Andy Hung8ed196a2018-01-05 13:21:11 -0800866 static constexpr uint32_t kMaxTracksPerUid = 40;
Andy Hung1bc088a2018-02-09 15:57:31 -0800867 static constexpr size_t kMaxTracks = 256;
Eric Laurente93cc032016-05-05 10:15:10 -0700868
rago1bb90822017-05-02 18:31:48 -0700869 // Maximum delay (in nanoseconds) for upcoming buffers in suspend mode, otherwise
870 // if delay is greater, the estimated time for timeLoopNextNs is reset.
871 // This allows for catch-up to be done for small delays, while resetting the estimate
872 // for initial conditions or large delays.
873 static const nsecs_t kMaxNextBufferDelayNs = 100000000;
874
Eric Laurent81784c32012-11-19 14:55:58 -0800875 PlaybackThread(const sp<AudioFlinger>& audioFlinger, AudioStreamOut* output,
Eric Laurentf1f22e72021-07-13 14:04:14 +0200876 audio_io_handle_t id, type_t type, bool systemReady,
877 audio_config_base_t *mixerConfig = nullptr);
Eric Laurent81784c32012-11-19 14:55:58 -0800878 virtual ~PlaybackThread();
879
Eric Laurent81784c32012-11-19 14:55:58 -0800880 // Thread virtuals
Eric Laurent81784c32012-11-19 14:55:58 -0800881 virtual bool threadLoop();
882
883 // RefBase
884 virtual void onFirstRef();
885
Eric Laurent4c415062016-06-17 16:14:16 -0700886 virtual status_t checkEffectCompatibility_l(const effect_descriptor_t *desc,
887 audio_session_t sessionId);
888
Eric Laurent81784c32012-11-19 14:55:58 -0800889protected:
890 // Code snippets that were lifted up out of threadLoop()
891 virtual void threadLoop_mix() = 0;
892 virtual void threadLoop_sleepTime() = 0;
Eric Laurentbfb1b832013-01-07 09:53:42 -0800893 virtual ssize_t threadLoop_write();
894 virtual void threadLoop_drain();
Eric Laurent81784c32012-11-19 14:55:58 -0800895 virtual void threadLoop_standby();
Eric Laurentbfb1b832013-01-07 09:53:42 -0800896 virtual void threadLoop_exit();
Eric Laurent81784c32012-11-19 14:55:58 -0800897 virtual void threadLoop_removeTracks(const Vector< sp<Track> >& tracksToRemove);
898
899 // prepareTracks_l reads and writes mActiveTracks, and returns
900 // the pending set of tracks to remove via Vector 'tracksToRemove'. The caller
901 // is responsible for clearing or destroying this Vector later on, when it
902 // is safe to do so. That will drop the final ref count and destroy the tracks.
903 virtual mixer_state prepareTracks_l(Vector< sp<Track> > *tracksToRemove) = 0;
Eric Laurentbfb1b832013-01-07 09:53:42 -0800904 void removeTracks_l(const Vector< sp<Track> >& tracksToRemove);
Eric Laurenteab90452019-06-24 15:17:46 -0700905 status_t handleVoipVolume_l(float *volume);
Eric Laurentbfb1b832013-01-07 09:53:42 -0800906
Mikhail Naganov1dc98672016-08-18 17:50:29 -0700907 // StreamOutHalInterfaceCallback implementation
908 virtual void onWriteReady();
909 virtual void onDrainReady();
910 virtual void onError();
Eric Laurentbfb1b832013-01-07 09:53:42 -0800911
Mikhail Naganov1dc98672016-08-18 17:50:29 -0700912 void resetWriteBlocked(uint32_t sequence);
913 void resetDraining(uint32_t sequence);
Eric Laurentbfb1b832013-01-07 09:53:42 -0800914
915 virtual bool waitingAsyncCallback();
916 virtual bool waitingAsyncCallback_l();
917 virtual bool shouldStandby_l();
Haynes Mathew George4c6a4332014-01-15 12:31:39 -0800918 virtual void onAddNewTrack_l();
Haynes Mathew George4527b9e2016-07-07 19:54:17 -0700919 void onAsyncError(); // error reported by AsyncCallbackThread
Eric Laurent81784c32012-11-19 14:55:58 -0800920
jiabinf6eb4c32020-02-25 14:06:25 -0800921 // StreamHalInterfaceCodecFormatCallback implementation
922 void onCodecFormatChanged(
923 const std::basic_string<uint8_t>& metadataBs) override;
924
Eric Laurent81784c32012-11-19 14:55:58 -0800925 // ThreadBase virtuals
926 virtual void preExit();
927
Eric Laurent64667972016-03-30 18:19:46 -0700928 virtual bool keepWakeLock() const { return true; }
Andy Hungdae27702016-10-31 14:01:16 -0700929 virtual void acquireWakeLock_l() {
930 ThreadBase::acquireWakeLock_l();
931 mActiveTracks.updatePowerState(this, true /* force */);
932 }
Eric Laurent64667972016-03-30 18:19:46 -0700933
Eric Laurentb3f315a2021-07-13 15:09:05 +0200934 virtual void checkOutputStageEffects() {}
Eric Laurent68a40a82022-05-03 18:15:04 +0200935 virtual void setHalLatencyMode_l() {}
936
Eric Laurentb3f315a2021-07-13 15:09:05 +0200937
Mikhail Naganov01dc5ca2019-03-29 10:12:12 -0700938 void dumpInternals_l(int fd, const Vector<String16>& args) override;
939 void dumpTracks_l(int fd, const Vector<String16>& args) override;
940
Eric Laurent81784c32012-11-19 14:55:58 -0800941public:
942
943 virtual status_t initCheck() const { return (mOutput == NULL) ? NO_INIT : NO_ERROR; }
944
945 // return estimated latency in milliseconds, as reported by HAL
946 uint32_t latency() const;
947 // same, but lock must already be held
Eric Laurent6b446ce2019-12-13 10:56:31 -0800948 uint32_t latency_l() const override;
Eric Laurent81784c32012-11-19 14:55:58 -0800949
Eric Laurent6acd1d42017-01-04 14:23:29 -0800950 // VolumeInterface
951 virtual void setMasterVolume(float value);
Richard Folke Tullberg3fae0372017-01-13 09:04:25 +0100952 virtual void setMasterBalance(float balance);
Eric Laurent6acd1d42017-01-04 14:23:29 -0800953 virtual void setMasterMute(bool muted);
954 virtual void setStreamVolume(audio_stream_type_t stream, float value);
955 virtual void setStreamMute(audio_stream_type_t stream, bool muted);
956 virtual float streamVolume(audio_stream_type_t stream) const;
Eric Laurent81784c32012-11-19 14:55:58 -0800957
Eric Laurent6b446ce2019-12-13 10:56:31 -0800958 void setVolumeForOutput_l(float left, float right) const override;
Tomoharu Kasahara1990bd42014-12-12 14:04:11 +0900959
Eric Laurent81784c32012-11-19 14:55:58 -0800960 sp<Track> createTrack_l(
961 const sp<AudioFlinger::Client>& client,
962 audio_stream_type_t streamType,
Kevin Rocard1f564ac2018-03-29 13:53:10 -0700963 const audio_attributes_t& attr,
Eric Laurent21da6472017-11-09 16:29:26 -0800964 uint32_t *sampleRate,
Eric Laurent81784c32012-11-19 14:55:58 -0800965 audio_format_t format,
966 audio_channel_mask_t channelMask,
Glenn Kasten74935e42013-12-19 08:56:45 -0800967 size_t *pFrameCount,
Eric Laurent21da6472017-11-09 16:29:26 -0800968 size_t *pNotificationFrameCount,
969 uint32_t notificationsPerBuffer,
970 float speed,
Eric Laurent81784c32012-11-19 14:55:58 -0800971 const sp<IMemory>& sharedBuffer,
Glenn Kastend848eb42016-03-08 13:42:11 -0800972 audio_session_t sessionId,
Eric Laurent05067782016-06-01 18:27:28 -0700973 audio_output_flags_t *flags,
Eric Laurent09f1ed22019-04-24 17:45:17 -0700974 pid_t creatorPid,
Svet Ganov33761132021-05-13 22:51:08 +0000975 const AttributionSourceState& attributionSource,
Eric Laurent81784c32012-11-19 14:55:58 -0800976 pid_t tid,
Eric Laurent20b9ef02016-12-05 11:03:16 -0800977 status_t *status /*non-NULL*/,
jiabinf6eb4c32020-02-25 14:06:25 -0800978 audio_port_handle_t portId,
Eric Laurentb0a7bc92022-04-05 15:06:08 +0200979 const sp<media::IAudioTrackCallback>& callback,
980 bool isSpatialized);
Eric Laurent81784c32012-11-19 14:55:58 -0800981
982 AudioStreamOut* getOutput() const;
983 AudioStreamOut* clearOutput();
Mikhail Naganov1dc98672016-08-18 17:50:29 -0700984 virtual sp<StreamHalInterface> stream() const;
Eric Laurent81784c32012-11-19 14:55:58 -0800985
986 // a very large number of suspend() will eventually wraparound, but unlikely
987 void suspend() { (void) android_atomic_inc(&mSuspended); }
988 void restore()
989 {
990 // if restore() is done without suspend(), get back into
991 // range so that the next suspend() will operate correctly
992 if (android_atomic_dec(&mSuspended) <= 0) {
993 android_atomic_release_store(0, &mSuspended);
994 }
995 }
996 bool isSuspended() const
997 { return android_atomic_acquire_load(&mSuspended) > 0; }
998
999 virtual String8 getParameters(const String8& keys);
Mikhail Naganov88536df2021-07-26 17:30:29 -07001000 virtual void ioConfigChanged(audio_io_config_event_t event, pid_t pid = 0,
Eric Laurent09f1ed22019-04-24 17:45:17 -07001001 audio_port_handle_t portId = AUDIO_PORT_HANDLE_NONE);
Kévin PETIT377b2ec2014-02-03 12:35:36 +00001002 status_t getRenderPosition(uint32_t *halFrames, uint32_t *dspFrames);
Andy Hung010a1a12014-03-13 13:57:33 -07001003 // Consider also removing and passing an explicit mMainBuffer initialization
1004 // parameter to AF::PlaybackThread::Track::Track().
rago94a1ee82017-07-21 15:11:02 -07001005 effect_buffer_t *sinkBuffer() const {
1006 return reinterpret_cast<effect_buffer_t *>(mSinkBuffer); };
Eric Laurent81784c32012-11-19 14:55:58 -08001007
1008 virtual void detachAuxEffect_l(int effectId);
Chih-Hung Hsiehe964d4e2016-08-09 14:31:32 -07001009 status_t attachAuxEffect(const sp<AudioFlinger::PlaybackThread::Track>& track,
Eric Laurent81784c32012-11-19 14:55:58 -08001010 int EffectId);
Chih-Hung Hsiehe964d4e2016-08-09 14:31:32 -07001011 status_t attachAuxEffect_l(const sp<AudioFlinger::PlaybackThread::Track>& track,
Eric Laurent81784c32012-11-19 14:55:58 -08001012 int EffectId);
1013
1014 virtual status_t addEffectChain_l(const sp<EffectChain>& chain);
1015 virtual size_t removeEffectChain_l(const sp<EffectChain>& chain);
Andy Hungc3d62f92019-03-14 13:38:51 -07001016 uint32_t hasAudioSession_l(audio_session_t sessionId) const override {
1017 return ThreadBase::hasAudioSession_l(sessionId, mTracks);
1018 }
Ytai Ben-Tsvi0a4904a2021-01-06 12:57:05 -08001019 virtual product_strategy_t getStrategyForSession_l(audio_session_t sessionId);
Eric Laurent81784c32012-11-19 14:55:58 -08001020
1021
1022 virtual status_t setSyncEvent(const sp<SyncEvent>& event);
1023 virtual bool isValidSyncEvent(const sp<SyncEvent>& event) const;
Glenn Kastenfb1fdc92013-07-10 17:03:19 -07001024
1025 // called with AudioFlinger lock held
Eric Laurent13084622016-05-17 10:51:49 -07001026 bool invalidateTracks_l(audio_stream_type_t streamType);
Haynes Mathew George05317d22016-05-03 16:34:26 -07001027 virtual void invalidateTracks(audio_stream_type_t streamType);
Eric Laurent81784c32012-11-19 14:55:58 -08001028
Glenn Kasten9b58f632013-07-16 11:37:48 -07001029 virtual size_t frameCount() const { return mNormalFrameCount; }
1030
Eric Laurentf1f22e72021-07-13 14:04:14 +02001031 audio_channel_mask_t mixerChannelMask() const override {
1032 return mMixerChannelMask;
1033 }
1034
Eric Laurent83b88082014-06-20 18:31:16 -07001035 status_t getTimestamp_l(AudioTimestamp& timestamp);
1036
1037 void addPatchTrack(const sp<PatchTrack>& track);
1038 void deletePatchTrack(const sp<PatchTrack>& track);
1039
Mikhail Naganovdc769682018-05-04 15:34:08 -07001040 virtual void toAudioPortConfig(struct audio_port_config *config);
Eric Laurentaccc1472013-09-20 09:36:34 -07001041
Andy Hung10cbff12017-02-21 17:30:14 -08001042 // Return the asynchronous signal wait time.
1043 virtual int64_t computeWaitTimeNs_l() const { return INT64_MAX; }
Andy Hung1bc088a2018-02-09 15:57:31 -08001044 // returns true if the track is allowed to be added to the thread.
1045 virtual bool isTrackAllowed_l(
1046 audio_channel_mask_t channelMask __unused,
1047 audio_format_t format __unused,
1048 audio_session_t sessionId __unused,
1049 uid_t uid) const {
1050 return trackCountForUid_l(uid) < PlaybackThread::kMaxTracksPerUid
1051 && mTracks.size() < PlaybackThread::kMaxTracks;
1052 }
1053
Andy Hungc8fddf32018-08-08 18:32:37 -07001054 bool isTimestampCorrectionEnabled() const override {
jiabinc52b1ff2019-10-31 17:20:42 -07001055 return audio_is_output_devices(mTimestampCorrectedDevice)
1056 && outDeviceTypes().count(mTimestampCorrectedDevice) != 0;
Andy Hungc8fddf32018-08-08 18:32:37 -07001057 }
jiabinc52b1ff2019-10-31 17:20:42 -07001058
Jasmine Chaeaa10e42021-05-11 10:11:14 +08001059 virtual bool isStreamInitialized() {
1060 return !(mOutput == nullptr || mOutput->stream == nullptr);
1061 }
1062
jiabineb3bda02020-06-30 14:07:03 -07001063 audio_channel_mask_t hapticChannelMask() const override {
1064 return mHapticChannelMask;
1065 }
1066 bool supportsHapticPlayback() const {
1067 return (mHapticChannelMask & AUDIO_CHANNEL_HAPTIC_ALL) != AUDIO_CHANNEL_NONE;
1068 }
1069
Eric Laurent74c38dc2020-12-23 18:19:44 +01001070 void setDownStreamPatch(const struct audio_patch *patch) {
1071 Mutex::Autolock _l(mLock);
1072 mDownStreamPatch = *patch;
1073 }
1074
jiabinf042b9b2021-05-07 23:46:28 +00001075 PlaybackThread::Track* getTrackById_l(audio_port_handle_t trackId);
1076
Eric Laurentb3f315a2021-07-13 15:09:05 +02001077 bool hasMixer() const {
Eric Laurent1c5e2e32021-08-18 18:50:28 +02001078 return mType == MIXER || mType == DUPLICATING || mType == SPATIALIZER;
Eric Laurentb3f315a2021-07-13 15:09:05 +02001079 }
Eric Laurent68a40a82022-05-03 18:15:04 +02001080
1081 virtual status_t setRequestedLatencyMode(
1082 audio_latency_mode_t mode __unused) { return INVALID_OPERATION; }
1083
1084 virtual status_t getSupportedLatencyModes(
1085 std::vector<audio_latency_mode_t>* modes __unused) {
1086 return INVALID_OPERATION;
1087 }
1088
Eric Laurent81784c32012-11-19 14:55:58 -08001089protected:
Glenn Kastendeca2ae2014-02-07 10:25:56 -08001090 // updated by readOutputParameters_l()
Glenn Kasten9b58f632013-07-16 11:37:48 -07001091 size_t mNormalFrameCount; // normal mixer and effects
1092
Andy Hung08fb1742015-05-31 23:22:10 -07001093 bool mThreadThrottle; // throttle the thread processing
Andy Hung40eb1a12015-06-18 13:42:02 -07001094 uint32_t mThreadThrottleTimeMs; // throttle time for MIXER threads
1095 uint32_t mThreadThrottleEndMs; // notify once per throttling
Andy Hung08fb1742015-05-31 23:22:10 -07001096 uint32_t mHalfBufferMs; // half the buffer size in milliseconds
1097
Andy Hung010a1a12014-03-13 13:57:33 -07001098 void* mSinkBuffer; // frame size aligned sink buffer
Eric Laurent81784c32012-11-19 14:55:58 -08001099
Andy Hung98ef9782014-03-04 14:46:50 -08001100 // TODO:
1101 // Rearrange the buffer info into a struct/class with
1102 // clear, copy, construction, destruction methods.
1103 //
1104 // mSinkBuffer also has associated with it:
1105 //
1106 // mSinkBufferSize: Sink Buffer Size
1107 // mFormat: Sink Buffer Format
1108
Andy Hung69aed5f2014-02-25 17:24:40 -08001109 // Mixer Buffer (mMixerBuffer*)
1110 //
1111 // In the case of floating point or multichannel data, which is not in the
1112 // sink format, it is required to accumulate in a higher precision or greater channel count
1113 // buffer before downmixing or data conversion to the sink buffer.
1114
1115 // Set to "true" to enable the Mixer Buffer otherwise mixer output goes to sink buffer.
1116 bool mMixerBufferEnabled;
1117
1118 // Storage, 32 byte aligned (may make this alignment a requirement later).
1119 // Due to constraints on mNormalFrameCount, the buffer size is a multiple of 16 frames.
1120 void* mMixerBuffer;
1121
1122 // Size of mMixerBuffer in bytes: mNormalFrameCount * #channels * sampsize.
1123 size_t mMixerBufferSize;
1124
1125 // The audio format of mMixerBuffer. Set to AUDIO_FORMAT_PCM_(FLOAT|16_BIT) only.
1126 audio_format_t mMixerBufferFormat;
1127
1128 // An internal flag set to true by MixerThread::prepareTracks_l()
1129 // when mMixerBuffer contains valid data after mixing.
1130 bool mMixerBufferValid;
1131
Andy Hung98ef9782014-03-04 14:46:50 -08001132 // Effects Buffer (mEffectsBuffer*)
1133 //
1134 // In the case of effects data, which is not in the sink format,
1135 // it is required to accumulate in a different buffer before data conversion
1136 // to the sink buffer.
1137
1138 // Set to "true" to enable the Effects Buffer otherwise effects output goes to sink buffer.
1139 bool mEffectBufferEnabled;
1140
1141 // Storage, 32 byte aligned (may make this alignment a requirement later).
1142 // Due to constraints on mNormalFrameCount, the buffer size is a multiple of 16 frames.
1143 void* mEffectBuffer;
1144
1145 // Size of mEffectsBuffer in bytes: mNormalFrameCount * #channels * sampsize.
1146 size_t mEffectBufferSize;
1147
1148 // The audio format of mEffectsBuffer. Set to AUDIO_FORMAT_PCM_16_BIT only.
1149 audio_format_t mEffectBufferFormat;
1150
1151 // An internal flag set to true by MixerThread::prepareTracks_l()
1152 // when mEffectsBuffer contains valid data after mixing.
1153 //
1154 // When this is set, all mixer data is routed into the effects buffer
1155 // for any processing (including output processing).
1156 bool mEffectBufferValid;
1157
Eric Laurentb62d0362021-10-26 17:40:18 +02001158 // Frame size aligned buffer used as input and output to all post processing effects
1159 // except the Spatializer in a SPATIALIZER thread. Non spatialized tracks are mixed into
1160 // this buffer so that post processing effects can be applied.
1161 void* mPostSpatializerBuffer = nullptr;
1162
1163 // Size of mPostSpatializerBuffer in bytes
1164 size_t mPostSpatializerBufferSize;
Eric Laurent39095982021-08-24 18:29:27 +02001165
1166
Eric Laurent81784c32012-11-19 14:55:58 -08001167 // suspend count, > 0 means suspended. While suspended, the thread continues to pull from
1168 // tracks and mix, but doesn't write to HAL. A2DP and SCO HAL implementations can't handle
1169 // concurrent use of both of them, so Audio Policy Service suspends one of the threads to
1170 // workaround that restriction.
1171 // 'volatile' means accessed via atomic operations and no lock.
1172 volatile int32_t mSuspended;
1173
Andy Hung818e7a32016-02-16 18:08:07 -08001174 int64_t mBytesWritten;
yucliu91503922022-07-20 17:40:39 -07001175 std::atomic<int64_t> mFramesWritten; // not reset on standby
Dean Wheatley12473e92021-03-18 23:00:55 +11001176 int64_t mLastFramesWritten = -1; // track changes in timestamp
1177 // server frames written.
Andy Hung238fa3d2016-07-28 10:53:22 -07001178 int64_t mSuspendedFrames; // not reset on standby
jiabin245cdd92018-12-07 17:55:15 -08001179
1180 // mHapticChannelMask and mHapticChannelCount will only be valid when the thread support
1181 // haptic playback.
1182 audio_channel_mask_t mHapticChannelMask = AUDIO_CHANNEL_NONE;
1183 uint32_t mHapticChannelCount = 0;
Eric Laurentf1f22e72021-07-13 14:04:14 +02001184
1185 audio_channel_mask_t mMixerChannelMask = AUDIO_CHANNEL_NONE;
1186
Eric Laurent81784c32012-11-19 14:55:58 -08001187private:
1188 // mMasterMute is in both PlaybackThread and in AudioFlinger. When a
1189 // PlaybackThread needs to find out if master-muted, it checks it's local
1190 // copy rather than the one in AudioFlinger. This optimization saves a lock.
1191 bool mMasterMute;
1192 void setMasterMute_l(bool muted) { mMasterMute = muted; }
Dean Wheatley12473e92021-03-18 23:00:55 +11001193
1194 auto discontinuityForStandbyOrFlush() const { // call on threadLoop or with lock.
1195 return ((mType == DIRECT && !audio_is_linear_pcm(mFormat))
1196 || mType == OFFLOAD)
1197 ? mTimestampVerifier.DISCONTINUITY_MODE_ZERO
1198 : mTimestampVerifier.DISCONTINUITY_MODE_CONTINUOUS;
1199 }
1200
Eric Laurent81784c32012-11-19 14:55:58 -08001201protected:
Andy Hungdae27702016-10-31 14:01:16 -07001202 ActiveTracks<Track> mActiveTracks;
Eric Laurent81784c32012-11-19 14:55:58 -08001203
Eric Laurent81784c32012-11-19 14:55:58 -08001204 // Time to sleep between cycles when:
1205 virtual uint32_t activeSleepTimeUs() const; // mixer state MIXER_TRACKS_ENABLED
1206 virtual uint32_t idleSleepTimeUs() const = 0; // mixer state MIXER_IDLE
1207 virtual uint32_t suspendSleepTimeUs() const = 0; // audio policy manager suspended us
1208 // No sleep when mixer state == MIXER_TRACKS_READY; relies on audio HAL stream->write()
1209 // No sleep in standby mode; waits on a condition
1210
1211 // Code snippets that are temporarily lifted up out of threadLoop() until the merge
1212 void checkSilentMode_l();
1213
1214 // Non-trivial for DUPLICATING only
1215 virtual void saveOutputTracks() { }
1216 virtual void clearOutputTracks() { }
1217
1218 // Cache various calculated values, at threadLoop() entry and after a parameter change
1219 virtual void cacheParameters_l();
Eric Laurentb3f315a2021-07-13 15:09:05 +02001220 void setCheckOutputStageEffects() override {
1221 mCheckOutputStageEffects.store(true);
1222 }
Eric Laurent81784c32012-11-19 14:55:58 -08001223
1224 virtual uint32_t correctLatency_l(uint32_t latency) const;
1225
Eric Laurent1c333e22014-05-20 10:48:17 -07001226 virtual status_t createAudioPatch_l(const struct audio_patch *patch,
1227 audio_patch_handle_t *handle);
1228 virtual status_t releaseAudioPatch_l(const audio_patch_handle_t handle);
1229
Phil Burk6fc2a7c2015-04-30 16:08:10 -07001230 bool usesHwAvSync() const { return (mType == DIRECT) && (mOutput != NULL)
1231 && mHwSupportsPause
1232 && (mOutput->flags & AUDIO_OUTPUT_FLAG_HW_AV_SYNC); }
Eric Laurent0f7b5f22014-12-19 10:43:21 -08001233
Andy Hung1bc088a2018-02-09 15:57:31 -08001234 uint32_t trackCountForUid_l(uid_t uid) const;
Eric Laurentad7dd962016-09-22 12:38:37 -07001235
jiabineb3bda02020-06-30 14:07:03 -07001236 void invalidateTracksForAudioSession_l(
1237 audio_session_t sessionId) const override {
1238 ThreadBase::invalidateTracksForAudioSession_l(sessionId, mTracks);
1239 }
1240
Eric Laurent81784c32012-11-19 14:55:58 -08001241private:
1242
1243 friend class AudioFlinger; // for numerous
1244
Mikhail Naganovbf493082017-04-17 17:37:12 -07001245 DISALLOW_COPY_AND_ASSIGN(PlaybackThread);
Eric Laurent81784c32012-11-19 14:55:58 -08001246
1247 status_t addTrack_l(const sp<Track>& track);
Eric Laurentbfb1b832013-01-07 09:53:42 -08001248 bool destroyTrack_l(const sp<Track>& track);
Eric Laurent81784c32012-11-19 14:55:58 -08001249 void removeTrack_l(const sp<Track>& track);
1250
Glenn Kastendeca2ae2014-02-07 10:25:56 -08001251 void readOutputParameters_l();
Kevin Rocardc86a7f72018-04-03 09:00:09 -07001252 void updateMetadata_l() final;
1253 virtual void sendMetadataToBackend_l(const StreamOutHalInterface::SourceMetadata& metadata);
Eric Laurent81784c32012-11-19 14:55:58 -08001254
Dean Wheatley12473e92021-03-18 23:00:55 +11001255 void collectTimestamps_l();
1256
Andy Hungc0691382018-09-12 18:01:57 -07001257 // The Tracks class manages tracks added and removed from the Thread.
Andy Hung1bc088a2018-02-09 15:57:31 -08001258 template <typename T>
1259 class Tracks {
1260 public:
Andy Hungc0691382018-09-12 18:01:57 -07001261 Tracks(bool saveDeletedTrackIds) :
1262 mSaveDeletedTrackIds(saveDeletedTrackIds) { }
Andy Hung1bc088a2018-02-09 15:57:31 -08001263
1264 // SortedVector methods
Andy Hungc0691382018-09-12 18:01:57 -07001265 ssize_t add(const sp<T> &track) {
1266 const ssize_t index = mTracks.add(track);
1267 LOG_ALWAYS_FATAL_IF(index < 0, "cannot add track");
1268 return index;
1269 }
Andy Hung1bc088a2018-02-09 15:57:31 -08001270 ssize_t remove(const sp<T> &track);
1271 size_t size() const {
1272 return mTracks.size();
1273 }
1274 bool isEmpty() const {
1275 return mTracks.isEmpty();
1276 }
1277 ssize_t indexOf(const sp<T> &item) {
1278 return mTracks.indexOf(item);
1279 }
1280 sp<T> operator[](size_t index) const {
1281 return mTracks[index];
1282 }
1283 typename SortedVector<sp<T>>::iterator begin() {
1284 return mTracks.begin();
1285 }
1286 typename SortedVector<sp<T>>::iterator end() {
1287 return mTracks.end();
1288 }
1289
Andy Hungc0691382018-09-12 18:01:57 -07001290 size_t processDeletedTrackIds(std::function<void(int)> f) {
1291 for (const int trackId : mDeletedTrackIds) {
1292 f(trackId);
Andy Hung1bc088a2018-02-09 15:57:31 -08001293 }
Andy Hungc0691382018-09-12 18:01:57 -07001294 return mDeletedTrackIds.size();
Andy Hung1bc088a2018-02-09 15:57:31 -08001295 }
1296
Andy Hungc0691382018-09-12 18:01:57 -07001297 void clearDeletedTrackIds() { mDeletedTrackIds.clear(); }
Andy Hung1bc088a2018-02-09 15:57:31 -08001298
1299 private:
Andy Hungc0691382018-09-12 18:01:57 -07001300 // Tracks pending deletion for MIXER type threads
1301 const bool mSaveDeletedTrackIds; // true to enable tracking
1302 std::set<int> mDeletedTrackIds;
Andy Hung1bc088a2018-02-09 15:57:31 -08001303
1304 SortedVector<sp<T>> mTracks; // wrapped SortedVector.
1305 };
1306
1307 Tracks<Track> mTracks;
1308
Eric Laurent223fd5c2014-11-11 13:43:36 -08001309 stream_type_t mStreamTypes[AUDIO_STREAM_CNT];
Eric Laurent81784c32012-11-19 14:55:58 -08001310 AudioStreamOut *mOutput;
1311
1312 float mMasterVolume;
Richard Folke Tullberg3fae0372017-01-13 09:04:25 +01001313 std::atomic<float> mMasterBalance{};
1314 audio_utils::Balance mBalance;
Eric Laurent81784c32012-11-19 14:55:58 -08001315 int mNumWrites;
1316 int mNumDelayedWrites;
1317 bool mInWrite;
1318
1319 // FIXME rename these former local variables of threadLoop to standard "m" names
Eric Laurentad9cb8b2015-05-26 16:38:19 -07001320 nsecs_t mStandbyTimeNs;
Andy Hung25c2dac2014-02-27 14:56:00 -08001321 size_t mSinkBufferSize;
Eric Laurent81784c32012-11-19 14:55:58 -08001322
1323 // cached copies of activeSleepTimeUs() and idleSleepTimeUs() made by cacheParameters_l()
Eric Laurentad9cb8b2015-05-26 16:38:19 -07001324 uint32_t mActiveSleepTimeUs;
1325 uint32_t mIdleSleepTimeUs;
Eric Laurent81784c32012-11-19 14:55:58 -08001326
Eric Laurentad9cb8b2015-05-26 16:38:19 -07001327 uint32_t mSleepTimeUs;
Eric Laurent81784c32012-11-19 14:55:58 -08001328
1329 // mixer status returned by prepareTracks_l()
1330 mixer_state mMixerStatus; // current cycle
1331 // previous cycle when in prepareTracks_l()
1332 mixer_state mMixerStatusIgnoringFastTracks;
1333 // FIXME or a separate ready state per track
1334
1335 // FIXME move these declarations into the specific sub-class that needs them
1336 // MIXER only
1337 uint32_t sleepTimeShift;
1338
1339 // same as AudioFlinger::mStandbyTimeInNsecs except for DIRECT which uses a shorter value
Eric Laurentad9cb8b2015-05-26 16:38:19 -07001340 nsecs_t mStandbyDelayNs;
Eric Laurent81784c32012-11-19 14:55:58 -08001341
1342 // MIXER only
1343 nsecs_t maxPeriod;
1344
1345 // DUPLICATING only
1346 uint32_t writeFrames;
1347
Eric Laurentbfb1b832013-01-07 09:53:42 -08001348 size_t mBytesRemaining;
1349 size_t mCurrentWriteLength;
1350 bool mUseAsyncWrite;
Eric Laurent3b4529e2013-09-05 18:09:19 -07001351 // mWriteAckSequence contains current write sequence on bits 31-1. The write sequence is
1352 // incremented each time a write(), a flush() or a standby() occurs.
1353 // Bit 0 is set when a write blocks and indicates a callback is expected.
1354 // Bit 0 is reset by the async callback thread calling resetWriteBlocked(). Out of sequence
1355 // callbacks are ignored.
1356 uint32_t mWriteAckSequence;
1357 // mDrainSequence contains current drain sequence on bits 31-1. The drain sequence is
1358 // incremented each time a drain is requested or a flush() or standby() occurs.
1359 // Bit 0 is set when the drain() command is called at the HAL and indicates a callback is
1360 // expected.
1361 // Bit 0 is reset by the async callback thread calling resetDraining(). Out of sequence
1362 // callbacks are ignored.
1363 uint32_t mDrainSequence;
Eric Laurentbfb1b832013-01-07 09:53:42 -08001364 sp<AsyncCallbackThread> mCallbackThread;
1365
jiabinf6eb4c32020-02-25 14:06:25 -08001366 Mutex mAudioTrackCbLock;
1367 // Record of IAudioTrackCallback
jiabin18a4b1c2020-09-17 11:40:42 -07001368 std::map<sp<Track>, sp<media::IAudioTrackCallback>> mAudioTrackCallbacks;
jiabinf6eb4c32020-02-25 14:06:25 -08001369
Eric Laurent81784c32012-11-19 14:55:58 -08001370private:
1371 // The HAL output sink is treated as non-blocking, but current implementation is blocking
1372 sp<NBAIO_Sink> mOutputSink;
1373 // If a fast mixer is present, the blocking pipe sink, otherwise clear
1374 sp<NBAIO_Sink> mPipeSink;
1375 // The current sink for the normal mixer to write it's (sub)mix, mOutputSink or mPipeSink
1376 sp<NBAIO_Sink> mNormalSink;
Eric Laurent81784c32012-11-19 14:55:58 -08001377 uint32_t mScreenState; // cached copy of gScreenState
Sanna Catherine de Treville Wager2a6a9452017-07-28 11:02:01 -07001378 // TODO: add comment and adjust size as needed
Glenn Kasteneef598c2017-04-03 14:41:13 -07001379 static const size_t kFastMixerLogSize = 8 * 1024;
Glenn Kasten9e58b552013-01-18 15:09:48 -08001380 sp<NBLog::Writer> mFastMixerNBLogWriter;
Andy Hung2148bf02016-11-28 19:01:02 -08001381
Dean Wheatley30d28422018-11-06 10:27:40 +11001382 // Downstream patch latency, available if mDownstreamLatencyStatMs.getN() > 0.
1383 audio_utils::Statistics<double> mDownstreamLatencyStatMs{0.999};
Andy Hung2148bf02016-11-28 19:01:02 -08001384
Eric Laurent81784c32012-11-19 14:55:58 -08001385public:
1386 virtual bool hasFastMixer() const = 0;
Glenn Kasten0f11b512014-01-31 16:18:54 -08001387 virtual FastTrackUnderruns getFastTrackUnderruns(size_t fastIndex __unused) const
Eric Laurent81784c32012-11-19 14:55:58 -08001388 { FastTrackUnderruns dummy; return dummy; }
yucliu91503922022-07-20 17:40:39 -07001389 const std::atomic<int64_t>& framesWritten() const { return mFramesWritten; }
Eric Laurent81784c32012-11-19 14:55:58 -08001390
1391protected:
1392 // accessed by both binder threads and within threadLoop(), lock on mutex needed
1393 unsigned mFastTrackAvailMask; // bit i set if fast track [i] is available
Eric Laurentd1f69b02014-12-15 14:33:13 -08001394 bool mHwSupportsPause;
1395 bool mHwPaused;
1396 bool mFlushPending;
Eric Laurent7c29ec92017-09-20 17:54:22 -07001397 // volumes last sent to audio HAL with stream->setVolume()
1398 float mLeftVolFloat;
1399 float mRightVolFloat;
Eric Laurent74c38dc2020-12-23 18:19:44 +01001400
1401 // audio patch used by the downstream software patch.
1402 // Only used if ThreadBase::mIsMsdDevice is true.
1403 struct audio_patch mDownStreamPatch;
Eric Laurentb3f315a2021-07-13 15:09:05 +02001404
1405 std::atomic_bool mCheckOutputStageEffects{};
ziyangch8f194f12021-12-01 13:48:04 -08001406
ziyangch8f194f12021-12-01 13:48:04 -08001407
Brian Lindahl65e90012022-07-27 18:01:07 +02001408 // Provides periodic checking for timestamp advancement for underrun detection.
1409 class IsTimestampAdvancing {
1410 public:
1411 // The timestamp will not be checked any faster than the specified time.
1412 IsTimestampAdvancing(nsecs_t minimumTimeBetweenChecksNs)
1413 : mMinimumTimeBetweenChecksNs(minimumTimeBetweenChecksNs)
1414 {
1415 clear();
1416 }
1417 // Check if the presentation position has advanced in the last periodic time.
1418 bool check(AudioStreamOut * output);
1419 // Clear the internal state when the playback state changes for the output
1420 // stream.
1421 void clear();
1422 private:
1423 // The minimum time between timestamp checks.
1424 const nsecs_t mMinimumTimeBetweenChecksNs;
1425 // Add differential check on the timestamps to see if there is a change in the
1426 // timestamp frame position between the last call to check.
1427 uint64_t mPreviousPosition;
1428 // The time at which the last check occurred, to ensure we don't check too
1429 // frequently, giving the Audio HAL enough time to update its timestamps.
1430 nsecs_t mPreviousNs;
1431 // The valued is latched so we don't check timestamps too frequently.
1432 bool mLatchedValue;
1433 };
1434 IsTimestampAdvancing mIsTimestampAdvancing;
ziyangch8f194f12021-12-01 13:48:04 -08001435
Brian Lindahl65e90012022-07-27 18:01:07 +02001436 virtual void flushHw_l() {
1437 mIsTimestampAdvancing.clear();
1438 }
Eric Laurent81784c32012-11-19 14:55:58 -08001439};
1440
1441class MixerThread : public PlaybackThread {
1442public:
1443 MixerThread(const sp<AudioFlinger>& audioFlinger,
1444 AudioStreamOut* output,
1445 audio_io_handle_t id,
Eric Laurent72e3f392015-05-20 14:43:50 -07001446 bool systemReady,
Eric Laurentf1f22e72021-07-13 14:04:14 +02001447 type_t type = MIXER,
1448 audio_config_base_t *mixerConfig = nullptr);
Eric Laurent81784c32012-11-19 14:55:58 -08001449 virtual ~MixerThread();
1450
1451 // Thread virtuals
1452
Eric Laurent10351942014-05-08 18:49:52 -07001453 virtual bool checkForNewParameter_l(const String8& keyValuePair,
1454 status_t& status);
Eric Laurent81784c32012-11-19 14:55:58 -08001455
Andy Hung1bc088a2018-02-09 15:57:31 -08001456 virtual bool isTrackAllowed_l(
1457 audio_channel_mask_t channelMask, audio_format_t format,
1458 audio_session_t sessionId, uid_t uid) const override;
Eric Laurent81784c32012-11-19 14:55:58 -08001459protected:
1460 virtual mixer_state prepareTracks_l(Vector< sp<Track> > *tracksToRemove);
Eric Laurent81784c32012-11-19 14:55:58 -08001461 virtual uint32_t idleSleepTimeUs() const;
1462 virtual uint32_t suspendSleepTimeUs() const;
1463 virtual void cacheParameters_l();
1464
Andy Hungdae27702016-10-31 14:01:16 -07001465 virtual void acquireWakeLock_l() {
1466 PlaybackThread::acquireWakeLock_l();
Andy Hung818e7a32016-02-16 18:08:07 -08001467 if (hasFastMixer()) {
1468 mFastMixer->setBoottimeOffset(
1469 mTimestamp.mTimebaseOffset[ExtendedTimestamp::TIMEBASE_BOOTTIME]);
1470 }
1471 }
1472
Mikhail Naganov01dc5ca2019-03-29 10:12:12 -07001473 void dumpInternals_l(int fd, const Vector<String16>& args) override;
1474
Eric Laurent81784c32012-11-19 14:55:58 -08001475 // threadLoop snippets
Eric Laurentbfb1b832013-01-07 09:53:42 -08001476 virtual ssize_t threadLoop_write();
Eric Laurent81784c32012-11-19 14:55:58 -08001477 virtual void threadLoop_standby();
1478 virtual void threadLoop_mix();
1479 virtual void threadLoop_sleepTime();
Eric Laurent81784c32012-11-19 14:55:58 -08001480 virtual uint32_t correctLatency_l(uint32_t latency) const;
1481
Eric Laurent054d9d32015-04-24 08:48:48 -07001482 virtual status_t createAudioPatch_l(const struct audio_patch *patch,
1483 audio_patch_handle_t *handle);
1484 virtual status_t releaseAudioPatch_l(const audio_patch_handle_t handle);
1485
Eric Laurent81784c32012-11-19 14:55:58 -08001486 AudioMixer* mAudioMixer; // normal mixer
1487private:
1488 // one-time initialization, no locks required
Glenn Kasten4d23ca32014-05-13 10:39:51 -07001489 sp<FastMixer> mFastMixer; // non-0 if there is also a fast mixer
Eric Laurent81784c32012-11-19 14:55:58 -08001490 sp<AudioWatchdog> mAudioWatchdog; // non-0 if there is an audio watchdog thread
1491
1492 // contents are not guaranteed to be consistent, no locks required
1493 FastMixerDumpState mFastMixerDumpState;
1494#ifdef STATE_QUEUE_DUMP
1495 StateQueueObserverDump mStateQueueObserverDump;
1496 StateQueueMutatorDump mStateQueueMutatorDump;
1497#endif
1498 AudioWatchdogDump mAudioWatchdogDump;
1499
1500 // accessible only within the threadLoop(), no locks required
1501 // mFastMixer->sq() // for mutating and pushing state
1502 int32_t mFastMixerFutex; // for cold idle
1503
Andy Hung2ddee192015-12-18 17:34:44 -08001504 std::atomic_bool mMasterMono;
Eric Laurent81784c32012-11-19 14:55:58 -08001505public:
Glenn Kasten4d23ca32014-05-13 10:39:51 -07001506 virtual bool hasFastMixer() const { return mFastMixer != 0; }
Eric Laurent81784c32012-11-19 14:55:58 -08001507 virtual FastTrackUnderruns getFastTrackUnderruns(size_t fastIndex) const {
Glenn Kastendc2c50b2016-04-21 08:13:14 -07001508 ALOG_ASSERT(fastIndex < FastMixerState::sMaxFastTracks);
Eric Laurent81784c32012-11-19 14:55:58 -08001509 return mFastMixerDumpState.mTracks[fastIndex].mUnderruns;
1510 }
Eric Laurent83b88082014-06-20 18:31:16 -07001511
Andy Hung1c86ebe2018-05-29 20:29:08 -07001512 status_t threadloop_getHalTimestamp_l(
1513 ExtendedTimestamp *timestamp) const override {
1514 if (mNormalSink.get() != nullptr) {
1515 return mNormalSink->getTimestamp(*timestamp);
1516 }
1517 return INVALID_OPERATION;
1518 }
1519
Andy Hung2ddee192015-12-18 17:34:44 -08001520protected:
1521 virtual void setMasterMono_l(bool mono) {
1522 mMasterMono.store(mono);
1523 if (mFastMixer != nullptr) { /* hasFastMixer() */
1524 mFastMixer->setMasterMono(mMasterMono);
1525 }
1526 }
1527 // the FastMixer performs mono blend if it exists.
Glenn Kasten03c48d52016-01-27 17:25:17 -08001528 // Blending with limiter is not idempotent,
1529 // and blending without limiter is idempotent but inefficient to do twice.
Andy Hung2ddee192015-12-18 17:34:44 -08001530 virtual bool requireMonoBlend() { return mMasterMono.load() && !hasFastMixer(); }
Richard Folke Tullberg3fae0372017-01-13 09:04:25 +01001531
1532 void setMasterBalance(float balance) override {
1533 mMasterBalance.store(balance);
1534 if (hasFastMixer()) {
1535 mFastMixer->setMasterBalance(balance);
1536 }
1537 }
Eric Laurent81784c32012-11-19 14:55:58 -08001538};
1539
1540class DirectOutputThread : public PlaybackThread {
1541public:
1542
1543 DirectOutputThread(const sp<AudioFlinger>& audioFlinger, AudioStreamOut* output,
jiabinc52b1ff2019-10-31 17:20:42 -07001544 audio_io_handle_t id, bool systemReady)
1545 : DirectOutputThread(audioFlinger, output, id, DIRECT, systemReady) { }
Andy Hung48f59ed2019-01-28 15:06:59 -08001546
Eric Laurent81784c32012-11-19 14:55:58 -08001547 virtual ~DirectOutputThread();
1548
Mikhail Naganovac917ac2018-11-28 14:03:52 -08001549 status_t selectPresentation(int presentationId, int programId);
1550
Eric Laurent81784c32012-11-19 14:55:58 -08001551 // Thread virtuals
1552
Eric Laurent10351942014-05-08 18:49:52 -07001553 virtual bool checkForNewParameter_l(const String8& keyValuePair,
1554 status_t& status);
Richard Folke Tullberg3fae0372017-01-13 09:04:25 +01001555
ziyangch8f194f12021-12-01 13:48:04 -08001556 void flushHw_l() override;
Eric Laurent81784c32012-11-19 14:55:58 -08001557
Richard Folke Tullberg3fae0372017-01-13 09:04:25 +01001558 void setMasterBalance(float balance) override;
1559
Eric Laurent81784c32012-11-19 14:55:58 -08001560protected:
Eric Laurent81784c32012-11-19 14:55:58 -08001561 virtual uint32_t activeSleepTimeUs() const;
1562 virtual uint32_t idleSleepTimeUs() const;
1563 virtual uint32_t suspendSleepTimeUs() const;
1564 virtual void cacheParameters_l();
1565
Mikhail Naganov01dc5ca2019-03-29 10:12:12 -07001566 void dumpInternals_l(int fd, const Vector<String16>& args) override;
1567
Eric Laurent81784c32012-11-19 14:55:58 -08001568 // threadLoop snippets
1569 virtual mixer_state prepareTracks_l(Vector< sp<Track> > *tracksToRemove);
1570 virtual void threadLoop_mix();
1571 virtual void threadLoop_sleepTime();
Eric Laurentd1f69b02014-12-15 14:33:13 -08001572 virtual void threadLoop_exit();
1573 virtual bool shouldStandby_l();
Eric Laurent81784c32012-11-19 14:55:58 -08001574
Phil Burk43b4dcc2015-06-09 16:53:44 -07001575 virtual void onAddNewTrack_l();
1576
Andy Hung48f59ed2019-01-28 15:06:59 -08001577 bool mVolumeShaperActive = false;
Eric Laurent81784c32012-11-19 14:55:58 -08001578
Eric Laurentbfb1b832013-01-07 09:53:42 -08001579 DirectOutputThread(const sp<AudioFlinger>& audioFlinger, AudioStreamOut* output,
jiabinc52b1ff2019-10-31 17:20:42 -07001580 audio_io_handle_t id, ThreadBase::type_t type, bool systemReady);
Eric Laurent5850c4c2016-11-10 13:04:31 -08001581 void processVolume_l(Track *track, bool lastTrack);
Eric Laurentbfb1b832013-01-07 09:53:42 -08001582
Eric Laurent81784c32012-11-19 14:55:58 -08001583 // prepareTracks_l() tells threadLoop_mix() the name of the single active track
1584 sp<Track> mActiveTrack;
Phil Burk43b4dcc2015-06-09 16:53:44 -07001585
1586 wp<Track> mPreviousTrack; // used to detect track switch
1587
Richard Folke Tullberg3fae0372017-01-13 09:04:25 +01001588 // This must be initialized for initial condition of mMasterBalance = 0 (disabled).
1589 float mMasterBalanceLeft = 1.f;
1590 float mMasterBalanceRight = 1.f;
1591
Eric Laurent81784c32012-11-19 14:55:58 -08001592public:
1593 virtual bool hasFastMixer() const { return false; }
Andy Hung10cbff12017-02-21 17:30:14 -08001594
1595 virtual int64_t computeWaitTimeNs_l() const override;
Andy Hungf3234512018-07-03 14:51:47 -07001596
1597 status_t threadloop_getHalTimestamp_l(ExtendedTimestamp *timestamp) const override {
1598 // For DIRECT and OFFLOAD threads, query the output sink directly.
1599 if (mOutput != nullptr) {
1600 uint64_t uposition64;
1601 struct timespec time;
1602 if (mOutput->getPresentationPosition(
1603 &uposition64, &time) == OK) {
1604 timestamp->mPosition[ExtendedTimestamp::LOCATION_KERNEL]
1605 = (int64_t)uposition64;
1606 timestamp->mTimeNs[ExtendedTimestamp::LOCATION_KERNEL]
1607 = audio_utils_ns_from_timespec(&time);
1608 return NO_ERROR;
1609 }
1610 }
1611 return INVALID_OPERATION;
1612 }
Eric Laurent81784c32012-11-19 14:55:58 -08001613};
1614
Eric Laurentbfb1b832013-01-07 09:53:42 -08001615class OffloadThread : public DirectOutputThread {
1616public:
1617
1618 OffloadThread(const sp<AudioFlinger>& audioFlinger, AudioStreamOut* output,
jiabinc52b1ff2019-10-31 17:20:42 -07001619 audio_io_handle_t id, bool systemReady);
Eric Laurent6a51d7e2013-10-17 18:59:26 -07001620 virtual ~OffloadThread() {};
ziyangch8f194f12021-12-01 13:48:04 -08001621 void flushHw_l() override;
Eric Laurentbfb1b832013-01-07 09:53:42 -08001622
1623protected:
1624 // threadLoop snippets
1625 virtual mixer_state prepareTracks_l(Vector< sp<Track> > *tracksToRemove);
1626 virtual void threadLoop_exit();
Eric Laurentbfb1b832013-01-07 09:53:42 -08001627
1628 virtual bool waitingAsyncCallback();
1629 virtual bool waitingAsyncCallback_l();
Haynes Mathew George05317d22016-05-03 16:34:26 -07001630 virtual void invalidateTracks(audio_stream_type_t streamType);
Eric Laurentbfb1b832013-01-07 09:53:42 -08001631
Eric Laurentde0613d2016-07-22 18:19:11 -07001632 virtual bool keepWakeLock() const { return (mKeepWakeLock || (mDrainSequence & 1)); }
Eric Laurent64667972016-03-30 18:19:46 -07001633
Eric Laurentbfb1b832013-01-07 09:53:42 -08001634private:
Eric Laurentbfb1b832013-01-07 09:53:42 -08001635 size_t mPausedWriteLength; // length in bytes of write interrupted by pause
1636 size_t mPausedBytesRemaining; // bytes still waiting in mixbuffer after resume
Eric Laurent64667972016-03-30 18:19:46 -07001637 bool mKeepWakeLock; // keep wake lock while waiting for write callback
Eric Laurentbfb1b832013-01-07 09:53:42 -08001638};
1639
1640class AsyncCallbackThread : public Thread {
1641public:
1642
Chih-Hung Hsiehe964d4e2016-08-09 14:31:32 -07001643 explicit AsyncCallbackThread(const wp<PlaybackThread>& playbackThread);
Eric Laurentbfb1b832013-01-07 09:53:42 -08001644
1645 virtual ~AsyncCallbackThread();
1646
1647 // Thread virtuals
1648 virtual bool threadLoop();
1649
1650 // RefBase
1651 virtual void onFirstRef();
1652
1653 void exit();
Eric Laurent3b4529e2013-09-05 18:09:19 -07001654 void setWriteBlocked(uint32_t sequence);
1655 void resetWriteBlocked();
1656 void setDraining(uint32_t sequence);
1657 void resetDraining();
Haynes Mathew George4527b9e2016-07-07 19:54:17 -07001658 void setAsyncError();
Eric Laurentbfb1b832013-01-07 09:53:42 -08001659
1660private:
Eric Laurent4de95592013-09-26 15:28:21 -07001661 const wp<PlaybackThread> mPlaybackThread;
Eric Laurent3b4529e2013-09-05 18:09:19 -07001662 // mWriteAckSequence corresponds to the last write sequence passed by the offload thread via
1663 // setWriteBlocked(). The sequence is shifted one bit to the left and the lsb is used
1664 // to indicate that the callback has been received via resetWriteBlocked()
Eric Laurent4de95592013-09-26 15:28:21 -07001665 uint32_t mWriteAckSequence;
Eric Laurent3b4529e2013-09-05 18:09:19 -07001666 // mDrainSequence corresponds to the last drain sequence passed by the offload thread via
1667 // setDraining(). The sequence is shifted one bit to the left and the lsb is used
1668 // to indicate that the callback has been received via resetDraining()
Eric Laurent4de95592013-09-26 15:28:21 -07001669 uint32_t mDrainSequence;
1670 Condition mWaitWorkCV;
1671 Mutex mLock;
Haynes Mathew George4527b9e2016-07-07 19:54:17 -07001672 bool mAsyncError;
Eric Laurentbfb1b832013-01-07 09:53:42 -08001673};
1674
Eric Laurent81784c32012-11-19 14:55:58 -08001675class DuplicatingThread : public MixerThread {
1676public:
1677 DuplicatingThread(const sp<AudioFlinger>& audioFlinger, MixerThread* mainThread,
Eric Laurent72e3f392015-05-20 14:43:50 -07001678 audio_io_handle_t id, bool systemReady);
Eric Laurent81784c32012-11-19 14:55:58 -08001679 virtual ~DuplicatingThread();
1680
1681 // Thread virtuals
1682 void addOutputTrack(MixerThread* thread);
1683 void removeOutputTrack(MixerThread* thread);
1684 uint32_t waitTimeMs() const { return mWaitTimeMs; }
Kevin Rocard069c2712018-03-29 19:09:14 -07001685
Kevin Rocardc86a7f72018-04-03 09:00:09 -07001686 void sendMetadataToBackend_l(
1687 const StreamOutHalInterface::SourceMetadata& metadata) override;
Eric Laurent81784c32012-11-19 14:55:58 -08001688protected:
1689 virtual uint32_t activeSleepTimeUs() const;
Mikhail Naganov01dc5ca2019-03-29 10:12:12 -07001690 void dumpInternals_l(int fd, const Vector<String16>& args) override;
Eric Laurent81784c32012-11-19 14:55:58 -08001691
1692private:
1693 bool outputsReady(const SortedVector< sp<OutputTrack> > &outputTracks);
1694protected:
1695 // threadLoop snippets
1696 virtual void threadLoop_mix();
1697 virtual void threadLoop_sleepTime();
Eric Laurentbfb1b832013-01-07 09:53:42 -08001698 virtual ssize_t threadLoop_write();
Eric Laurent81784c32012-11-19 14:55:58 -08001699 virtual void threadLoop_standby();
1700 virtual void cacheParameters_l();
1701
1702private:
1703 // called from threadLoop, addOutputTrack, removeOutputTrack
1704 virtual void updateWaitTime_l();
1705protected:
1706 virtual void saveOutputTracks();
1707 virtual void clearOutputTracks();
1708private:
1709
1710 uint32_t mWaitTimeMs;
1711 SortedVector < sp<OutputTrack> > outputTracks;
1712 SortedVector < sp<OutputTrack> > mOutputTracks;
1713public:
1714 virtual bool hasFastMixer() const { return false; }
Andy Hung1c86ebe2018-05-29 20:29:08 -07001715 status_t threadloop_getHalTimestamp_l(
1716 ExtendedTimestamp *timestamp) const override {
1717 if (mOutputTracks.size() > 0) {
1718 // forward the first OutputTrack's kernel information for timestamp.
1719 const ExtendedTimestamp trackTimestamp =
1720 mOutputTracks[0]->getClientProxyTimestamp();
1721 if (trackTimestamp.mTimeNs[ExtendedTimestamp::LOCATION_KERNEL] > 0) {
1722 timestamp->mTimeNs[ExtendedTimestamp::LOCATION_KERNEL] =
1723 trackTimestamp.mTimeNs[ExtendedTimestamp::LOCATION_KERNEL];
1724 timestamp->mPosition[ExtendedTimestamp::LOCATION_KERNEL] =
1725 trackTimestamp.mPosition[ExtendedTimestamp::LOCATION_KERNEL];
1726 return OK; // discard server timestamp - that's ignored.
1727 }
1728 }
1729 return INVALID_OPERATION;
1730 }
Eric Laurent81784c32012-11-19 14:55:58 -08001731};
1732
Eric Laurent68a40a82022-05-03 18:15:04 +02001733class SpatializerThread : public MixerThread,
1734 public StreamOutHalInterfaceLatencyModeCallback {
Eric Laurentb3f315a2021-07-13 15:09:05 +02001735public:
Eric Laurentfa0f6742021-08-17 18:39:44 +02001736 SpatializerThread(const sp<AudioFlinger>& audioFlinger,
Eric Laurentb3f315a2021-07-13 15:09:05 +02001737 AudioStreamOut* output,
1738 audio_io_handle_t id,
1739 bool systemReady,
1740 audio_config_base_t *mixerConfig);
Eric Laurentfa0f6742021-08-17 18:39:44 +02001741 ~SpatializerThread() override {}
Eric Laurentb3f315a2021-07-13 15:09:05 +02001742
1743 bool hasFastMixer() const override { return false; }
1744
Eric Laurent68a40a82022-05-03 18:15:04 +02001745 status_t createAudioPatch_l(const struct audio_patch *patch,
1746 audio_patch_handle_t *handle) override;
1747
1748 // RefBase
1749 virtual void onFirstRef();
1750
1751 // StreamOutHalInterfaceLatencyModeCallback
1752 void onRecommendedLatencyModeChanged(std::vector<audio_latency_mode_t> modes) override;
1753
1754 status_t setRequestedLatencyMode(audio_latency_mode_t mode) override;
1755 status_t getSupportedLatencyModes(std::vector<audio_latency_mode_t>* modes) override;
1756
Eric Laurentb3f315a2021-07-13 15:09:05 +02001757protected:
1758 void checkOutputStageEffects() override;
Eric Laurent68a40a82022-05-03 18:15:04 +02001759 void onHalLatencyModesChanged_l() override;
1760 void setHalLatencyMode_l() override;
Eric Laurentb3f315a2021-07-13 15:09:05 +02001761
1762private:
Eric Laurent68a40a82022-05-03 18:15:04 +02001763 void updateHalSupportedLatencyModes_l();
1764
1765 // Support low latency mode by default as unless explicitly indicated by the audio HAL
1766 // we assume the audio path is compatible with the head tracking latency requirements
1767 std::vector<audio_latency_mode_t> mSupportedLatencyModes = {AUDIO_LATENCY_MODE_LOW};
1768 // default to invalid value to force first update to the audio HAL
1769 audio_latency_mode_t mSetLatencyMode =
1770 (audio_latency_mode_t)AUDIO_LATENCY_MODE_INVALID;
1771 // Do not request a specific mode by default
1772 audio_latency_mode_t mRequestedLatencyMode = AUDIO_LATENCY_MODE_FREE;
1773
Eric Laurentb3f315a2021-07-13 15:09:05 +02001774 sp<EffectHandle> mFinalDownMixer;
1775};
1776
Eric Laurent81784c32012-11-19 14:55:58 -08001777// record thread
Glenn Kasten6dd62fb2013-12-05 16:35:58 -08001778class RecordThread : public ThreadBase
Eric Laurent81784c32012-11-19 14:55:58 -08001779{
1780public:
1781
Glenn Kasten6dd62fb2013-12-05 16:35:58 -08001782 class RecordTrack;
Andy Hung73c02e42015-03-29 01:13:58 -07001783
1784 /* The ResamplerBufferProvider is used to retrieve recorded input data from the
1785 * RecordThread. It maintains local state on the relative position of the read
1786 * position of the RecordTrack compared with the RecordThread.
1787 */
Glenn Kasten6dd62fb2013-12-05 16:35:58 -08001788 class ResamplerBufferProvider : public AudioBufferProvider
Glenn Kasten6dd62fb2013-12-05 16:35:58 -08001789 {
1790 public:
Chih-Hung Hsiehe964d4e2016-08-09 14:31:32 -07001791 explicit ResamplerBufferProvider(RecordTrack* recordTrack) :
Andy Hung73c02e42015-03-29 01:13:58 -07001792 mRecordTrack(recordTrack),
1793 mRsmpInUnrel(0), mRsmpInFront(0) { }
Glenn Kasten6dd62fb2013-12-05 16:35:58 -08001794 virtual ~ResamplerBufferProvider() { }
Andy Hung73c02e42015-03-29 01:13:58 -07001795
1796 // called to set the ResamplerBufferProvider to head of the RecordThread data buffer,
1797 // skipping any previous data read from the hal.
1798 virtual void reset();
1799
1800 /* Synchronizes RecordTrack position with the RecordThread.
1801 * Calculates available frames and handle overruns if the RecordThread
1802 * has advanced faster than the ResamplerBufferProvider has retrieved data.
1803 * TODO: why not do this for every getNextBuffer?
1804 *
1805 * Parameters
1806 * framesAvailable: pointer to optional output size_t to store record track
1807 * frames available.
1808 * hasOverrun: pointer to optional boolean, returns true if track has overrun.
1809 */
1810
1811 virtual void sync(size_t *framesAvailable = NULL, bool *hasOverrun = NULL);
1812
Glenn Kasten6dd62fb2013-12-05 16:35:58 -08001813 // AudioBufferProvider interface
Glenn Kastend79072e2016-01-06 08:41:20 -08001814 virtual status_t getNextBuffer(AudioBufferProvider::Buffer* buffer);
Glenn Kasten6dd62fb2013-12-05 16:35:58 -08001815 virtual void releaseBuffer(AudioBufferProvider::Buffer* buffer);
Eric Laurentec376dc2021-04-08 20:41:22 +02001816
1817 int32_t getFront() const { return mRsmpInFront; }
1818 void setFront(int32_t front) { mRsmpInFront = front; }
Glenn Kasten6dd62fb2013-12-05 16:35:58 -08001819 private:
1820 RecordTrack * const mRecordTrack;
Andy Hung73c02e42015-03-29 01:13:58 -07001821 size_t mRsmpInUnrel; // unreleased frames remaining from
1822 // most recent getNextBuffer
1823 // for debug only
1824 int32_t mRsmpInFront; // next available frame
1825 // rolling counter that is never cleared
Glenn Kasten6dd62fb2013-12-05 16:35:58 -08001826 };
1827
Eric Laurent81784c32012-11-19 14:55:58 -08001828#include "RecordTracks.h"
1829
1830 RecordThread(const sp<AudioFlinger>& audioFlinger,
1831 AudioStreamIn *input,
Eric Laurent81784c32012-11-19 14:55:58 -08001832 audio_io_handle_t id,
Eric Laurent72e3f392015-05-20 14:43:50 -07001833 bool systemReady
Glenn Kasten46909e72013-02-26 09:20:22 -08001834 );
Eric Laurent81784c32012-11-19 14:55:58 -08001835 virtual ~RecordThread();
1836
1837 // no addTrack_l ?
1838 void destroyTrack_l(const sp<RecordTrack>& track);
1839 void removeTrack_l(const sp<RecordTrack>& track);
1840
Eric Laurent81784c32012-11-19 14:55:58 -08001841 // Thread virtuals
1842 virtual bool threadLoop();
Eric Laurent555530a2017-02-07 18:17:24 -08001843 virtual void preExit();
Eric Laurent81784c32012-11-19 14:55:58 -08001844
1845 // RefBase
1846 virtual void onFirstRef();
1847
1848 virtual status_t initCheck() const { return (mInput == NULL) ? NO_INIT : NO_ERROR; }
Glenn Kastene198c362013-08-13 09:13:36 -07001849
Glenn Kastenb880f5e2014-05-07 08:43:45 -07001850 virtual sp<MemoryDealer> readOnlyHeap() const { return mReadOnlyHeap; }
1851
Glenn Kasten6dbb5e32014-05-13 10:38:42 -07001852 virtual sp<IMemory> pipeMemory() const { return mPipeMemory; }
1853
Eric Laurent81784c32012-11-19 14:55:58 -08001854 sp<AudioFlinger::RecordThread::RecordTrack> createRecordTrack_l(
1855 const sp<AudioFlinger::Client>& client,
Kevin Rocard1f564ac2018-03-29 13:53:10 -07001856 const audio_attributes_t& attr,
Eric Laurentf14db3c2017-12-08 14:20:36 -08001857 uint32_t *pSampleRate,
Eric Laurent81784c32012-11-19 14:55:58 -08001858 audio_format_t format,
1859 audio_channel_mask_t channelMask,
Glenn Kasten74935e42013-12-19 08:56:45 -08001860 size_t *pFrameCount,
Glenn Kastend848eb42016-03-08 13:42:11 -08001861 audio_session_t sessionId,
Eric Laurentf14db3c2017-12-08 14:20:36 -08001862 size_t *pNotificationFrameCount,
Eric Laurent09f1ed22019-04-24 17:45:17 -07001863 pid_t creatorPid,
Svet Ganov33761132021-05-13 22:51:08 +00001864 const AttributionSourceState& attributionSource,
Eric Laurent05067782016-06-01 18:27:28 -07001865 audio_input_flags_t *flags,
Eric Laurent81784c32012-11-19 14:55:58 -08001866 pid_t tid,
Eric Laurent20b9ef02016-12-05 11:03:16 -08001867 status_t *status /*non-NULL*/,
Eric Laurentec376dc2021-04-08 20:41:22 +02001868 audio_port_handle_t portId,
1869 int32_t maxSharedAudioHistoryMs);
Eric Laurent81784c32012-11-19 14:55:58 -08001870
1871 status_t start(RecordTrack* recordTrack,
1872 AudioSystem::sync_event_t event,
Glenn Kastend848eb42016-03-08 13:42:11 -08001873 audio_session_t triggerSession);
Eric Laurent81784c32012-11-19 14:55:58 -08001874
1875 // ask the thread to stop the specified track, and
1876 // return true if the caller should then do it's part of the stopping process
Glenn Kastena8356f62013-07-25 14:37:52 -07001877 bool stop(RecordTrack* recordTrack);
Eric Laurent81784c32012-11-19 14:55:58 -08001878
Eric Laurent81784c32012-11-19 14:55:58 -08001879 AudioStreamIn* clearInput();
Mikhail Naganov1dc98672016-08-18 17:50:29 -07001880 virtual sp<StreamHalInterface> stream() const;
Eric Laurent81784c32012-11-19 14:55:58 -08001881
Eric Laurent81784c32012-11-19 14:55:58 -08001882
Eric Laurent10351942014-05-08 18:49:52 -07001883 virtual bool checkForNewParameter_l(const String8& keyValuePair,
1884 status_t& status);
1885 virtual void cacheParameters_l() {}
Eric Laurent81784c32012-11-19 14:55:58 -08001886 virtual String8 getParameters(const String8& keys);
Mikhail Naganov88536df2021-07-26 17:30:29 -07001887 virtual void ioConfigChanged(audio_io_config_event_t event, pid_t pid = 0,
Eric Laurent09f1ed22019-04-24 17:45:17 -07001888 audio_port_handle_t portId = AUDIO_PORT_HANDLE_NONE);
Eric Laurent1c333e22014-05-20 10:48:17 -07001889 virtual status_t createAudioPatch_l(const struct audio_patch *patch,
1890 audio_patch_handle_t *handle);
1891 virtual status_t releaseAudioPatch_l(const audio_patch_handle_t handle);
jiabinc52b1ff2019-10-31 17:20:42 -07001892 void updateOutDevices(const DeviceDescriptorBaseVector& outDevices) override;
Eric Laurent5f0fd7b2021-05-07 16:33:26 +02001893 void resizeInputBuffer_l(int32_t maxSharedAudioHistoryMs) override;
Eric Laurent83b88082014-06-20 18:31:16 -07001894
Mikhail Naganov444ecc32018-05-01 17:40:05 -07001895 void addPatchTrack(const sp<PatchRecord>& record);
1896 void deletePatchTrack(const sp<PatchRecord>& record);
Eric Laurent83b88082014-06-20 18:31:16 -07001897
Glenn Kastendeca2ae2014-02-07 10:25:56 -08001898 void readInputParameters_l();
Glenn Kasten5f972c02014-01-13 09:59:31 -08001899 virtual uint32_t getInputFramesLost();
Eric Laurent81784c32012-11-19 14:55:58 -08001900
1901 virtual status_t addEffectChain_l(const sp<EffectChain>& chain);
1902 virtual size_t removeEffectChain_l(const sp<EffectChain>& chain);
Andy Hungc3d62f92019-03-14 13:38:51 -07001903 uint32_t hasAudioSession_l(audio_session_t sessionId) const override {
1904 return ThreadBase::hasAudioSession_l(sessionId, mTracks);
1905 }
Eric Laurent81784c32012-11-19 14:55:58 -08001906
1907 // Return the set of unique session IDs across all tracks.
1908 // The keys are the session IDs, and the associated values are meaningless.
1909 // FIXME replace by Set [and implement Bag/Multiset for other uses].
Glenn Kastend848eb42016-03-08 13:42:11 -08001910 KeyedVector<audio_session_t, bool> sessionIds() const;
Eric Laurent81784c32012-11-19 14:55:58 -08001911
1912 virtual status_t setSyncEvent(const sp<SyncEvent>& event);
1913 virtual bool isValidSyncEvent(const sp<SyncEvent>& event) const;
1914
1915 static void syncStartEventCallback(const wp<SyncEvent>& event);
Eric Laurent81784c32012-11-19 14:55:58 -08001916
Glenn Kasten9b58f632013-07-16 11:37:48 -07001917 virtual size_t frameCount() const { return mFrameCount; }
Glenn Kasten6dbb5e32014-05-13 10:38:42 -07001918 bool hasFastCapture() const { return mFastCapture != 0; }
Mikhail Naganovdc769682018-05-04 15:34:08 -07001919 virtual void toAudioPortConfig(struct audio_port_config *config);
Glenn Kasten9b58f632013-07-16 11:37:48 -07001920
Eric Laurent4c415062016-06-17 16:14:16 -07001921 virtual status_t checkEffectCompatibility_l(const effect_descriptor_t *desc,
1922 audio_session_t sessionId);
1923
Andy Hungdae27702016-10-31 14:01:16 -07001924 virtual void acquireWakeLock_l() {
1925 ThreadBase::acquireWakeLock_l();
1926 mActiveTracks.updatePowerState(this, true /* force */);
1927 }
1928
Eric Laurentd8365c52017-07-16 15:27:05 -07001929 void checkBtNrec();
1930
Svet Ganovf4ddfef2018-01-16 07:37:58 -08001931 // Sets the UID records silence
Eric Laurent5ada82e2019-08-29 17:53:54 -07001932 void setRecordSilenced(audio_port_handle_t portId, bool silenced);
Svet Ganovf4ddfef2018-01-16 07:37:58 -08001933
jiabin653cc0a2018-01-17 17:54:10 -08001934 status_t getActiveMicrophones(std::vector<media::MicrophoneInfo>* activeMicrophones);
1935
Paul McLean12340082019-03-19 09:35:05 -06001936 status_t setPreferredMicrophoneDirection(audio_microphone_direction_t direction);
1937 status_t setPreferredMicrophoneFieldDimension(float zoom);
Paul McLean03a6e6a2018-12-04 10:54:13 -07001938
Kevin Rocard069c2712018-03-29 19:09:14 -07001939 void updateMetadata_l() override;
1940
jiabin01c8f562018-07-19 17:47:28 -07001941 bool fastTrackAvailable() const { return mFastTrackAvail; }
1942
Andy Hungc8fddf32018-08-08 18:32:37 -07001943 bool isTimestampCorrectionEnabled() const override {
1944 // checks popcount for exactly one device.
Atneya Nair497fff12022-01-18 16:23:04 -05001945 // Is currently disabled. Before enabling,
1946 // verify compressed record timestamps.
jiabinc52b1ff2019-10-31 17:20:42 -07001947 return audio_is_input_device(mTimestampCorrectedDevice)
1948 && inDeviceType() == mTimestampCorrectedDevice;
Andy Hungc8fddf32018-08-08 18:32:37 -07001949 }
Mikhail Naganov01dc5ca2019-03-29 10:12:12 -07001950
Eric Laurentec376dc2021-04-08 20:41:22 +02001951 status_t shareAudioHistory(const std::string& sharedAudioPackageName,
1952 audio_session_t sharedSessionId = AUDIO_SESSION_NONE,
1953 int64_t sharedAudioStartMs = -1);
1954 status_t shareAudioHistory_l(const std::string& sharedAudioPackageName,
1955 audio_session_t sharedSessionId = AUDIO_SESSION_NONE,
1956 int64_t sharedAudioStartMs = -1);
Eric Laurent92d0a322021-07-16 15:32:33 +02001957 void resetAudioHistory_l();
Eric Laurentec376dc2021-04-08 20:41:22 +02001958
Jasmine Chaeaa10e42021-05-11 10:11:14 +08001959 virtual bool isStreamInitialized() {
1960 return !(mInput == nullptr || mInput->stream == nullptr);
1961 }
1962
Mikhail Naganov01dc5ca2019-03-29 10:12:12 -07001963protected:
1964 void dumpInternals_l(int fd, const Vector<String16>& args) override;
1965 void dumpTracks_l(int fd, const Vector<String16>& args) override;
1966
Eric Laurent81784c32012-11-19 14:55:58 -08001967private:
Eric Laurent81784c32012-11-19 14:55:58 -08001968 // Enter standby if not already in standby, and set mStandby flag
Glenn Kasten93e471f2013-08-19 08:40:07 -07001969 void standbyIfNotAlreadyInStandby();
Eric Laurent81784c32012-11-19 14:55:58 -08001970
1971 // Call the HAL standby method unconditionally, and don't change mStandby flag
Glenn Kastene198c362013-08-13 09:13:36 -07001972 void inputStandBy();
Eric Laurent81784c32012-11-19 14:55:58 -08001973
Eric Laurentd8365c52017-07-16 15:27:05 -07001974 void checkBtNrec_l();
1975
Eric Laurentec376dc2021-04-08 20:41:22 +02001976 int32_t getOldestFront_l();
1977 void updateFronts_l(int32_t offset);
1978
Eric Laurent81784c32012-11-19 14:55:58 -08001979 AudioStreamIn *mInput;
Mikhail Naganov2534b382019-09-25 13:05:02 -07001980 Source *mSource;
Eric Laurent81784c32012-11-19 14:55:58 -08001981 SortedVector < sp<RecordTrack> > mTracks;
Glenn Kasten2b806402013-11-20 16:37:38 -08001982 // mActiveTracks has dual roles: it indicates the current active track(s), and
Eric Laurent81784c32012-11-19 14:55:58 -08001983 // is used together with mStartStopCond to indicate start()/stop() progress
Andy Hungdae27702016-10-31 14:01:16 -07001984 ActiveTracks<RecordTrack> mActiveTracks;
1985
Eric Laurent81784c32012-11-19 14:55:58 -08001986 Condition mStartStopCond;
Glenn Kasten9b58f632013-07-16 11:37:48 -07001987
Glenn Kasten85948432013-08-19 12:09:05 -07001988 // resampler converts input at HAL Hz to output at AudioRecord client Hz
Glenn Kasten1b291842016-07-18 14:55:21 -07001989 void *mRsmpInBuffer; // size = mRsmpInFramesOA
Glenn Kasten85948432013-08-19 12:09:05 -07001990 size_t mRsmpInFrames; // size of resampler input in frames
1991 size_t mRsmpInFramesP2;// size rounded up to a power-of-2
Glenn Kasten1b291842016-07-18 14:55:21 -07001992 size_t mRsmpInFramesOA;// mRsmpInFramesP2 + over-allocation
Glenn Kasten6dd62fb2013-12-05 16:35:58 -08001993
1994 // rolling index that is never cleared
Glenn Kasten85948432013-08-19 12:09:05 -07001995 int32_t mRsmpInRear; // last filled frame + 1
Glenn Kasten85948432013-08-19 12:09:05 -07001996
Eric Laurent81784c32012-11-19 14:55:58 -08001997 // For dumpsys
Glenn Kastenb880f5e2014-05-07 08:43:45 -07001998 const sp<MemoryDealer> mReadOnlyHeap;
Glenn Kasten6dbb5e32014-05-13 10:38:42 -07001999
2000 // one-time initialization, no locks required
Glenn Kastenb187de12014-12-30 08:18:15 -08002001 sp<FastCapture> mFastCapture; // non-0 if there is also
2002 // a fast capture
Eric Laurent72e3f392015-05-20 14:43:50 -07002003
Glenn Kasten6dbb5e32014-05-13 10:38:42 -07002004 // FIXME audio watchdog thread
2005
2006 // contents are not guaranteed to be consistent, no locks required
2007 FastCaptureDumpState mFastCaptureDumpState;
2008#ifdef STATE_QUEUE_DUMP
2009 // FIXME StateQueue observer and mutator dump fields
2010#endif
2011 // FIXME audio watchdog dump
2012
2013 // accessible only within the threadLoop(), no locks required
2014 // mFastCapture->sq() // for mutating and pushing state
2015 int32_t mFastCaptureFutex; // for cold idle
2016
2017 // The HAL input source is treated as non-blocking,
2018 // but current implementation is blocking
2019 sp<NBAIO_Source> mInputSource;
2020 // The source for the normal capture thread to read from: mInputSource or mPipeSource
2021 sp<NBAIO_Source> mNormalSource;
2022 // If a fast capture is present, the non-blocking pipe sink written to by fast capture,
2023 // otherwise clear
2024 sp<NBAIO_Sink> mPipeSink;
2025 // If a fast capture is present, the non-blocking pipe source read by normal thread,
2026 // otherwise clear
2027 sp<NBAIO_Source> mPipeSource;
2028 // Depth of pipe from fast capture to normal thread and fast clients, always power of 2
2029 size_t mPipeFramesP2;
2030 // If a fast capture is present, the Pipe as IMemory, otherwise clear
2031 sp<IMemory> mPipeMemory;
2032
Sanna Catherine de Treville Wager2a6a9452017-07-28 11:02:01 -07002033 // TODO: add comment and adjust size as needed
Glenn Kasten6dbb5e32014-05-13 10:38:42 -07002034 static const size_t kFastCaptureLogSize = 4 * 1024;
2035 sp<NBLog::Writer> mFastCaptureNBLogWriter;
2036
2037 bool mFastTrackAvail; // true if fast track available
Eric Laurentd8365c52017-07-16 15:27:05 -07002038 // common state to all record threads
2039 std::atomic_bool mBtNrecSuspended;
Andy Hung6427e442018-08-09 12:51:02 -07002040
2041 int64_t mFramesRead = 0; // continuous running counter.
jiabinc52b1ff2019-10-31 17:20:42 -07002042
2043 DeviceDescriptorBaseVector mOutDevices;
Eric Laurentec376dc2021-04-08 20:41:22 +02002044
Eric Laurent5f0fd7b2021-05-07 16:33:26 +02002045 int32_t mMaxSharedAudioHistoryMs = 0;
Eric Laurentec376dc2021-04-08 20:41:22 +02002046 std::string mSharedAudioPackageName = {};
Eric Laurent2407ce32021-04-26 14:56:03 +02002047 int32_t mSharedAudioStartFrames = -1;
Eric Laurentec376dc2021-04-08 20:41:22 +02002048 audio_session_t mSharedAudioSessionId = AUDIO_SESSION_NONE;
Eric Laurent81784c32012-11-19 14:55:58 -08002049};
Eric Laurent6acd1d42017-01-04 14:23:29 -08002050
2051class MmapThread : public ThreadBase
2052{
2053 public:
2054
2055#include "MmapTracks.h"
2056
2057 MmapThread(const sp<AudioFlinger>& audioFlinger, audio_io_handle_t id,
Andy Hungcf10d742020-04-28 15:38:24 -07002058 AudioHwDevice *hwDev, sp<StreamHalInterface> stream, bool systemReady,
2059 bool isOut);
Eric Laurent6acd1d42017-01-04 14:23:29 -08002060 virtual ~MmapThread();
2061
2062 virtual void configure(const audio_attributes_t *attr,
2063 audio_stream_type_t streamType,
2064 audio_session_t sessionId,
2065 const sp<MmapStreamCallback>& callback,
Eric Laurent7aa0ccb2017-08-28 11:12:52 -07002066 audio_port_handle_t deviceId,
Eric Laurent6acd1d42017-01-04 14:23:29 -08002067 audio_port_handle_t portId);
2068
2069 void disconnect();
2070
2071 // MmapStreamInterface
2072 status_t createMmapBuffer(int32_t minSizeFrames,
2073 struct audio_mmap_buffer_info *info);
2074 status_t getMmapPosition(struct audio_mmap_position *position);
jiabind1f1cb62020-03-24 11:57:57 -07002075 status_t start(const AudioClient& client,
2076 const audio_attributes_t *attr,
2077 audio_port_handle_t *handle);
Eric Laurent6acd1d42017-01-04 14:23:29 -08002078 status_t stop(audio_port_handle_t handle);
Eric Laurent18b57012017-02-13 16:23:52 -08002079 status_t standby();
jiabinb7d8c5a2020-08-26 17:24:52 -07002080 virtual status_t getExternalPosition(uint64_t *position, int64_t *timeNaos) = 0;
Eric Laurent6acd1d42017-01-04 14:23:29 -08002081
2082 // RefBase
2083 virtual void onFirstRef();
2084
2085 // Thread virtuals
2086 virtual bool threadLoop();
2087
2088 virtual void threadLoop_exit();
2089 virtual void threadLoop_standby();
Eric Laurent18b57012017-02-13 16:23:52 -08002090 virtual bool shouldStandby_l() { return false; }
Eric Laurent331679c2018-04-16 17:03:16 -07002091 virtual status_t exitStandby();
Eric Laurent6acd1d42017-01-04 14:23:29 -08002092
2093 virtual status_t initCheck() const { return (mHalStream == 0) ? NO_INIT : NO_ERROR; }
2094 virtual size_t frameCount() const { return mFrameCount; }
2095 virtual bool checkForNewParameter_l(const String8& keyValuePair,
2096 status_t& status);
2097 virtual String8 getParameters(const String8& keys);
Mikhail Naganov88536df2021-07-26 17:30:29 -07002098 virtual void ioConfigChanged(audio_io_config_event_t event, pid_t pid = 0,
Eric Laurent09f1ed22019-04-24 17:45:17 -07002099 audio_port_handle_t portId = AUDIO_PORT_HANDLE_NONE);
Eric Laurent6acd1d42017-01-04 14:23:29 -08002100 void readHalParameters_l();
2101 virtual void cacheParameters_l() {}
2102 virtual status_t createAudioPatch_l(const struct audio_patch *patch,
2103 audio_patch_handle_t *handle);
2104 virtual status_t releaseAudioPatch_l(const audio_patch_handle_t handle);
Mikhail Naganovdc769682018-05-04 15:34:08 -07002105 virtual void toAudioPortConfig(struct audio_port_config *config);
Eric Laurent6acd1d42017-01-04 14:23:29 -08002106
2107 virtual sp<StreamHalInterface> stream() const { return mHalStream; }
2108 virtual status_t addEffectChain_l(const sp<EffectChain>& chain);
2109 virtual size_t removeEffectChain_l(const sp<EffectChain>& chain);
2110 virtual status_t checkEffectCompatibility_l(const effect_descriptor_t *desc,
2111 audio_session_t sessionId);
2112
Andy Hungc3d62f92019-03-14 13:38:51 -07002113 uint32_t hasAudioSession_l(audio_session_t sessionId) const override {
2114 // Note: using mActiveTracks as no mTracks here.
2115 return ThreadBase::hasAudioSession_l(sessionId, mActiveTracks);
2116 }
Eric Laurent6acd1d42017-01-04 14:23:29 -08002117 virtual status_t setSyncEvent(const sp<SyncEvent>& event);
2118 virtual bool isValidSyncEvent(const sp<SyncEvent>& event) const;
2119
2120 virtual void checkSilentMode_l() {}
2121 virtual void processVolume_l() {}
2122 void checkInvalidTracks_l();
2123
2124 virtual audio_stream_type_t streamType() { return AUDIO_STREAM_DEFAULT; }
2125
2126 virtual void invalidateTracks(audio_stream_type_t streamType __unused) {}
2127
Eric Laurent331679c2018-04-16 17:03:16 -07002128 // Sets the UID records silence
Eric Laurent5ada82e2019-08-29 17:53:54 -07002129 virtual void setRecordSilenced(audio_port_handle_t portId __unused,
2130 bool silenced __unused) {}
Eric Laurent331679c2018-04-16 17:03:16 -07002131
Jasmine Chaeaa10e42021-05-11 10:11:14 +08002132 virtual bool isStreamInitialized() { return false; }
2133
jiabincfc10a42022-06-15 19:26:01 +00002134 void setClientSilencedState_l(audio_port_handle_t portId, bool silenced) {
2135 mClientSilencedStates[portId] = silenced;
2136 }
2137
2138 size_t eraseClientSilencedState_l(audio_port_handle_t portId) {
2139 return mClientSilencedStates.erase(portId);
2140 }
2141
2142 bool isClientSilenced_l(audio_port_handle_t portId) const {
2143 const auto it = mClientSilencedStates.find(portId);
2144 return it != mClientSilencedStates.end() ? it->second : false;
2145 }
2146
2147 void setClientSilencedIfExists_l(audio_port_handle_t portId, bool silenced) {
2148 const auto it = mClientSilencedStates.find(portId);
2149 if (it != mClientSilencedStates.end()) {
2150 it->second = silenced;
2151 }
2152 }
2153
Eric Laurent6acd1d42017-01-04 14:23:29 -08002154 protected:
Mikhail Naganov01dc5ca2019-03-29 10:12:12 -07002155 void dumpInternals_l(int fd, const Vector<String16>& args) override;
2156 void dumpTracks_l(int fd, const Vector<String16>& args) override;
Eric Laurent6acd1d42017-01-04 14:23:29 -08002157
jiabinc52b1ff2019-10-31 17:20:42 -07002158 /**
2159 * @brief mDeviceId current device port unique identifier
2160 */
2161 audio_port_handle_t mDeviceId = AUDIO_PORT_HANDLE_NONE;
2162
Eric Laurent6acd1d42017-01-04 14:23:29 -08002163 audio_attributes_t mAttr;
2164 audio_session_t mSessionId;
2165 audio_port_handle_t mPortId;
2166
Phil Burk7f6b40d2017-02-09 13:18:38 -08002167 wp<MmapStreamCallback> mCallback;
Eric Laurent6acd1d42017-01-04 14:23:29 -08002168 sp<StreamHalInterface> mHalStream;
2169 sp<DeviceHalInterface> mHalDevice;
2170 AudioHwDevice* const mAudioHwDev;
2171 ActiveTracks<MmapTrack> mActiveTracks;
Eric Laurent67f97292018-04-20 18:05:41 -07002172 float mHalVolFloat;
jiabincfc10a42022-06-15 19:26:01 +00002173 std::map<audio_port_handle_t, bool> mClientSilencedStates;
Eric Laurent331679c2018-04-16 17:03:16 -07002174
2175 int32_t mNoCallbackWarningCount;
2176 static constexpr int32_t kMaxNoCallbackWarnings = 5;
Eric Laurent6acd1d42017-01-04 14:23:29 -08002177};
2178
2179class MmapPlaybackThread : public MmapThread, public VolumeInterface
2180{
2181
2182public:
2183 MmapPlaybackThread(const sp<AudioFlinger>& audioFlinger, audio_io_handle_t id,
jiabinc52b1ff2019-10-31 17:20:42 -07002184 AudioHwDevice *hwDev, AudioStreamOut *output, bool systemReady);
Eric Laurent6acd1d42017-01-04 14:23:29 -08002185 virtual ~MmapPlaybackThread() {}
2186
2187 virtual void configure(const audio_attributes_t *attr,
2188 audio_stream_type_t streamType,
2189 audio_session_t sessionId,
2190 const sp<MmapStreamCallback>& callback,
Eric Laurent7aa0ccb2017-08-28 11:12:52 -07002191 audio_port_handle_t deviceId,
Eric Laurent6acd1d42017-01-04 14:23:29 -08002192 audio_port_handle_t portId);
2193
2194 AudioStreamOut* clearOutput();
2195
2196 // VolumeInterface
2197 virtual void setMasterVolume(float value);
2198 virtual void setMasterMute(bool muted);
2199 virtual void setStreamVolume(audio_stream_type_t stream, float value);
2200 virtual void setStreamMute(audio_stream_type_t stream, bool muted);
2201 virtual float streamVolume(audio_stream_type_t stream) const;
2202
2203 void setMasterMute_l(bool muted) { mMasterMute = muted; }
2204
2205 virtual void invalidateTracks(audio_stream_type_t streamType);
2206
2207 virtual audio_stream_type_t streamType() { return mStreamType; }
2208 virtual void checkSilentMode_l();
Eric Laurent331679c2018-04-16 17:03:16 -07002209 void processVolume_l() override;
Eric Laurent6acd1d42017-01-04 14:23:29 -08002210
Kevin Rocard069c2712018-03-29 19:09:14 -07002211 void updateMetadata_l() override;
2212
Mikhail Naganov32abc2b2018-05-24 12:57:11 -07002213 virtual void toAudioPortConfig(struct audio_port_config *config);
2214
jiabinb7d8c5a2020-08-26 17:24:52 -07002215 status_t getExternalPosition(uint64_t *position, int64_t *timeNanos) override;
2216
Jasmine Chaeaa10e42021-05-11 10:11:14 +08002217 virtual bool isStreamInitialized() {
2218 return !(mOutput == nullptr || mOutput->stream == nullptr);
2219 }
2220
Eric Laurent6acd1d42017-01-04 14:23:29 -08002221protected:
Mikhail Naganov01dc5ca2019-03-29 10:12:12 -07002222 void dumpInternals_l(int fd, const Vector<String16>& args) override;
Eric Laurent6acd1d42017-01-04 14:23:29 -08002223
2224 audio_stream_type_t mStreamType;
2225 float mMasterVolume;
2226 float mStreamVolume;
2227 bool mMasterMute;
2228 bool mStreamMute;
Eric Laurent6acd1d42017-01-04 14:23:29 -08002229 AudioStreamOut* mOutput;
2230};
2231
2232class MmapCaptureThread : public MmapThread
2233{
2234
2235public:
2236 MmapCaptureThread(const sp<AudioFlinger>& audioFlinger, audio_io_handle_t id,
jiabinc52b1ff2019-10-31 17:20:42 -07002237 AudioHwDevice *hwDev, AudioStreamIn *input, bool systemReady);
Eric Laurent6acd1d42017-01-04 14:23:29 -08002238 virtual ~MmapCaptureThread() {}
2239
2240 AudioStreamIn* clearInput();
2241
Eric Laurent331679c2018-04-16 17:03:16 -07002242 status_t exitStandby() override;
Eric Laurent6acd1d42017-01-04 14:23:29 -08002243
Kevin Rocard069c2712018-03-29 19:09:14 -07002244 void updateMetadata_l() override;
Eric Laurent331679c2018-04-16 17:03:16 -07002245 void processVolume_l() override;
Eric Laurent5ada82e2019-08-29 17:53:54 -07002246 void setRecordSilenced(audio_port_handle_t portId,
2247 bool silenced) override;
Kevin Rocard069c2712018-03-29 19:09:14 -07002248
Mikhail Naganov32abc2b2018-05-24 12:57:11 -07002249 virtual void toAudioPortConfig(struct audio_port_config *config);
2250
jiabinb7d8c5a2020-08-26 17:24:52 -07002251 status_t getExternalPosition(uint64_t *position, int64_t *timeNanos) override;
2252
Jasmine Chaeaa10e42021-05-11 10:11:14 +08002253 virtual bool isStreamInitialized() {
2254 return !(mInput == nullptr || mInput->stream == nullptr);
2255 }
2256
Eric Laurent6acd1d42017-01-04 14:23:29 -08002257protected:
2258
2259 AudioStreamIn* mInput;
2260};