blob: 6350a574d1a8f405f9c2eed02887c405eb96bfbd [file] [log] [blame]
Eric Laurent81784c32012-11-19 14:55:58 -08001/*
2**
3** Copyright 2012, The Android Open Source Project
4**
5** Licensed under the Apache License, Version 2.0 (the "License");
6** you may not use this file except in compliance with the License.
7** You may obtain a copy of the License at
8**
9** http://www.apache.org/licenses/LICENSE-2.0
10**
11** Unless required by applicable law or agreed to in writing, software
12** distributed under the License is distributed on an "AS IS" BASIS,
13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14** See the License for the specific language governing permissions and
15** limitations under the License.
16*/
17
18
19#define LOG_TAG "AudioFlinger"
20//#define LOG_NDEBUG 0
Mikhail Naganov938be412019-09-04 11:38:47 -070021#define ATRACE_TAG ATRACE_TAG_AUDIO
Eric Laurent81784c32012-11-19 14:55:58 -080022
Glenn Kasten153b9fe2013-07-15 11:23:36 -070023#include "Configuration.h"
Glenn Kastenad8510a2015-02-17 16:24:07 -080024#include <linux/futex.h>
Eric Laurent81784c32012-11-19 14:55:58 -080025#include <math.h>
Elliott Hughesee499292014-05-21 17:55:51 -070026#include <sys/syscall.h>
Eric Laurent81784c32012-11-19 14:55:58 -080027#include <utils/Log.h>
Mikhail Naganov938be412019-09-04 11:38:47 -070028#include <utils/Trace.h>
Eric Laurent81784c32012-11-19 14:55:58 -080029
30#include <private/media/AudioTrackShared.h>
31
Eric Laurent81784c32012-11-19 14:55:58 -080032#include "AudioFlinger.h"
Eric Laurent81784c32012-11-19 14:55:58 -080033
Glenn Kastenda6ef132013-01-10 12:31:01 -080034#include <media/nbaio/Pipe.h>
35#include <media/nbaio/PipeReader.h>
Kuowei Lid4adbdb2020-08-13 14:44:25 +080036#include <media/AudioValidator.h>
Andy Hung89816052017-01-11 17:08:23 -080037#include <media/RecordBufferConverter.h>
Andy Hungab7ef302018-05-15 19:35:29 -070038#include <mediautils/ServiceUtilities.h>
Glenn Kastenc56f3422014-03-21 17:53:17 -070039#include <audio_utils/minifloat.h>
Glenn Kastenda6ef132013-01-10 12:31:01 -080040
Eric Laurent81784c32012-11-19 14:55:58 -080041// ----------------------------------------------------------------------------
42
43// Note: the following macro is used for extremely verbose logging message. In
44// order to run with ALOG_ASSERT turned on, we need to have LOG_NDEBUG set to
45// 0; but one side effect of this is to turn all LOGV's as well. Some messages
46// are so verbose that we want to suppress them even when we have ALOG_ASSERT
47// turned on. Do not uncomment the #def below unless you really know what you
48// are doing and want to see all of the extremely verbose messages.
49//#define VERY_VERY_VERBOSE_LOGGING
50#ifdef VERY_VERY_VERBOSE_LOGGING
51#define ALOGVV ALOGV
52#else
53#define ALOGVV(a...) do { } while(0)
54#endif
55
Kuowei Lid4adbdb2020-08-13 14:44:25 +080056// TODO: Remove when this is put into AidlConversionUtil.h
57#define VALUE_OR_RETURN_BINDER_STATUS(x) \
58 ({ \
59 auto _tmp = (x); \
60 if (!_tmp.ok()) return ::android::aidl_utils::binderStatusFromStatusT(_tmp.error()); \
61 std::move(_tmp.value()); \
62 })
63
Eric Laurent81784c32012-11-19 14:55:58 -080064namespace android {
65
Kuowei Lid4adbdb2020-08-13 14:44:25 +080066using ::android::aidl_utils::binderStatusFromStatusT;
Ytai Ben-Tsvibdc293a2020-11-02 17:01:38 -080067using binder::Status;
Svet Ganov33761132021-05-13 22:51:08 +000068using content::AttributionSourceState;
Ivan Lozano8cf3a072017-08-09 09:01:33 -070069using media::VolumeShaper;
Eric Laurent81784c32012-11-19 14:55:58 -080070// ----------------------------------------------------------------------------
71// TrackBase
72// ----------------------------------------------------------------------------
Andy Hung9d84af52018-09-12 18:03:44 -070073#undef LOG_TAG
74#define LOG_TAG "AF::TrackBase"
Eric Laurent81784c32012-11-19 14:55:58 -080075
Glenn Kastenda6ef132013-01-10 12:31:01 -080076static volatile int32_t nextTrackId = 55;
77
Eric Laurent81784c32012-11-19 14:55:58 -080078// TrackBase constructor must be called with AudioFlinger::mLock held
79AudioFlinger::ThreadBase::TrackBase::TrackBase(
80 ThreadBase *thread,
81 const sp<Client>& client,
Kevin Rocard1f564ac2018-03-29 13:53:10 -070082 const audio_attributes_t& attr,
Eric Laurent81784c32012-11-19 14:55:58 -080083 uint32_t sampleRate,
84 audio_format_t format,
85 audio_channel_mask_t channelMask,
86 size_t frameCount,
Eric Laurent83b88082014-06-20 18:31:16 -070087 void *buffer,
Andy Hung8fe68032017-06-05 16:17:51 -070088 size_t bufferSize,
Glenn Kastend848eb42016-03-08 13:42:11 -080089 audio_session_t sessionId,
Eric Laurent09f1ed22019-04-24 17:45:17 -070090 pid_t creatorPid,
Andy Hung1f12a8a2016-11-07 16:10:30 -080091 uid_t clientUid,
Glenn Kastend776ac62014-05-07 09:16:09 -070092 bool isOut,
Dmitry Sidorenkova41c2732023-05-15 13:47:07 -070093 const alloc_type alloc,
Eric Laurent20b9ef02016-12-05 11:03:16 -080094 track_type type,
Andy Hungb68f5eb2019-12-03 16:49:17 -080095 audio_port_handle_t portId,
96 std::string metricsId)
Eric Laurent81784c32012-11-19 14:55:58 -080097 : RefBase(),
98 mThread(thread),
Dmitry Sidorenkova41c2732023-05-15 13:47:07 -070099 mAllocType(alloc),
Eric Laurent81784c32012-11-19 14:55:58 -0800100 mClient(client),
101 mCblk(NULL),
Andy Hung8fe68032017-06-05 16:17:51 -0700102 // mBuffer, mBufferSize
Eric Laurent81784c32012-11-19 14:55:58 -0800103 mState(IDLE),
Kevin Rocard1f564ac2018-03-29 13:53:10 -0700104 mAttr(attr),
Eric Laurent81784c32012-11-19 14:55:58 -0800105 mSampleRate(sampleRate),
106 mFormat(format),
107 mChannelMask(channelMask),
Andy Hunge5412692014-05-16 11:25:07 -0700108 mChannelCount(isOut ?
109 audio_channel_count_from_out_mask(channelMask) :
110 audio_channel_count_from_in_mask(channelMask)),
Phil Burkfdb3c072016-02-09 10:47:02 -0800111 mFrameSize(audio_has_proportional_frames(format) ?
Eric Laurent81784c32012-11-19 14:55:58 -0800112 mChannelCount * audio_bytes_per_sample(format) : sizeof(int8_t)),
113 mFrameCount(frameCount),
Glenn Kastene3aa6592012-12-04 12:22:46 -0800114 mSessionId(sessionId),
115 mIsOut(isOut),
Eric Laurentbfb1b832013-01-07 09:53:42 -0800116 mId(android_atomic_inc(&nextTrackId)),
Eric Laurent83b88082014-06-20 18:31:16 -0700117 mTerminated(false),
Eric Laurentaaa44472014-09-12 17:41:50 -0700118 mType(type),
Kevin Rocard153f92d2018-12-18 18:33:28 -0800119 mThreadIoHandle(thread ? thread->id() : AUDIO_IO_HANDLE_NONE),
Eric Laurent6acd1d42017-01-04 14:23:29 -0800120 mPortId(portId),
Eric Laurent09f1ed22019-04-24 17:45:17 -0700121 mIsInvalid(false),
Kunal Malhotra3be68902023-02-28 22:03:15 +0000122 mTrackMetrics(std::move(metricsId), isOut, clientUid),
Eric Laurent09f1ed22019-04-24 17:45:17 -0700123 mCreatorPid(creatorPid)
Eric Laurent81784c32012-11-19 14:55:58 -0800124{
Marco Nelissendcb346b2015-09-09 10:47:29 -0700125 const uid_t callingUid = IPCThreadState::self()->getCallingUid();
Andy Hung4ef19fa2018-05-15 19:35:29 -0700126 if (!isAudioServerOrMediaServerUid(callingUid) || clientUid == AUDIO_UID_INVALID) {
Andy Hung1f12a8a2016-11-07 16:10:30 -0800127 ALOGW_IF(clientUid != AUDIO_UID_INVALID && clientUid != callingUid,
Andy Hung9d84af52018-09-12 18:03:44 -0700128 "%s(%d): uid %d tried to pass itself off as %d",
129 __func__, mId, callingUid, clientUid);
Andy Hung1f12a8a2016-11-07 16:10:30 -0800130 clientUid = callingUid;
Marco Nelissen462fd2f2013-01-14 14:12:05 -0800131 }
132 // clientUid contains the uid of the app that is responsible for this track, so we can blame
133 // battery usage on it.
134 mUid = clientUid;
135
Eric Laurent81784c32012-11-19 14:55:58 -0800136 // ALOGD("Creating track with %d buffers @ %d bytes", bufferCount, bufferSize);
Andy Hung1883f692017-02-13 18:48:39 -0800137
Andy Hung8fe68032017-06-05 16:17:51 -0700138 size_t minBufferSize = buffer == NULL ? roundup(frameCount) : frameCount;
Andy Hung1883f692017-02-13 18:48:39 -0800139 // check overflow when computing bufferSize due to multiplication by mFrameSize.
Andy Hung8fe68032017-06-05 16:17:51 -0700140 if (minBufferSize < frameCount // roundup rounds down for values above UINT_MAX / 2
Andy Hung1883f692017-02-13 18:48:39 -0800141 || mFrameSize == 0 // format needs to be correct
Andy Hung8fe68032017-06-05 16:17:51 -0700142 || minBufferSize > SIZE_MAX / mFrameSize) {
Andy Hung1883f692017-02-13 18:48:39 -0800143 android_errorWriteLog(0x534e4554, "34749571");
144 return;
145 }
Andy Hung8fe68032017-06-05 16:17:51 -0700146 minBufferSize *= mFrameSize;
147
148 if (buffer == nullptr) {
149 bufferSize = minBufferSize; // allocated here.
150 } else if (minBufferSize > bufferSize) {
151 android_errorWriteLog(0x534e4554, "38340117");
152 return;
153 }
Andy Hung1883f692017-02-13 18:48:39 -0800154
Eric Laurent81784c32012-11-19 14:55:58 -0800155 size_t size = sizeof(audio_track_cblk_t);
Eric Laurent83b88082014-06-20 18:31:16 -0700156 if (buffer == NULL && alloc == ALLOC_CBLK) {
Andy Hung1883f692017-02-13 18:48:39 -0800157 // check overflow when computing allocation size for streaming tracks.
158 if (size > SIZE_MAX - bufferSize) {
159 android_errorWriteLog(0x534e4554, "34749571");
160 return;
161 }
Eric Laurent81784c32012-11-19 14:55:58 -0800162 size += bufferSize;
163 }
164
165 if (client != 0) {
Atneya3c61d882021-09-20 14:52:15 -0400166 mCblkMemory = client->allocator().allocate(mediautils::NamedAllocRequest{{size},
167 std::string("Track ID: ").append(std::to_string(mId))});
Glenn Kasten663c2242013-09-24 11:52:37 -0700168 if (mCblkMemory == 0 ||
Ytai Ben-Tsvi7dd39722019-09-05 15:14:30 -0700169 (mCblk = static_cast<audio_track_cblk_t *>(mCblkMemory->unsecurePointer())) == NULL) {
Andy Hung9d84af52018-09-12 18:03:44 -0700170 ALOGE("%s(%d): not enough memory for AudioTrack size=%zu", __func__, mId, size);
Atneya3c61d882021-09-20 14:52:15 -0400171 ALOGE("%s", client->allocator().dump().c_str());
Glenn Kasten663c2242013-09-24 11:52:37 -0700172 mCblkMemory.clear();
Eric Laurent81784c32012-11-19 14:55:58 -0800173 return;
174 }
175 } else {
Andy Hungafb31482017-02-13 18:50:48 -0800176 mCblk = (audio_track_cblk_t *) malloc(size);
177 if (mCblk == NULL) {
Andy Hung9d84af52018-09-12 18:03:44 -0700178 ALOGE("%s(%d): not enough memory for AudioTrack size=%zu", __func__, mId, size);
Andy Hungafb31482017-02-13 18:50:48 -0800179 return;
180 }
Eric Laurent81784c32012-11-19 14:55:58 -0800181 }
182
183 // construct the shared structure in-place.
184 if (mCblk != NULL) {
185 new(mCblk) audio_track_cblk_t();
Glenn Kastenc263ca02014-06-04 20:31:46 -0700186 switch (alloc) {
187 case ALLOC_READONLY: {
Glenn Kastend776ac62014-05-07 09:16:09 -0700188 const sp<MemoryDealer> roHeap(thread->readOnlyHeap());
189 if (roHeap == 0 ||
190 (mBufferMemory = roHeap->allocate(bufferSize)) == 0 ||
Ytai Ben-Tsvi7dd39722019-09-05 15:14:30 -0700191 (mBuffer = mBufferMemory->unsecurePointer()) == NULL) {
Andy Hung9d84af52018-09-12 18:03:44 -0700192 ALOGE("%s(%d): not enough memory for read-only buffer size=%zu",
193 __func__, mId, bufferSize);
Glenn Kastend776ac62014-05-07 09:16:09 -0700194 if (roHeap != 0) {
195 roHeap->dump("buffer");
196 }
197 mCblkMemory.clear();
198 mBufferMemory.clear();
199 return;
200 }
Eric Laurent81784c32012-11-19 14:55:58 -0800201 memset(mBuffer, 0, bufferSize);
Glenn Kastenc263ca02014-06-04 20:31:46 -0700202 } break;
203 case ALLOC_PIPE:
204 mBufferMemory = thread->pipeMemory();
205 // mBuffer is the virtual address as seen from current process (mediaserver),
Ytai Ben-Tsvi7dd39722019-09-05 15:14:30 -0700206 // and should normally be coming from mBufferMemory->unsecurePointer().
Glenn Kastenc263ca02014-06-04 20:31:46 -0700207 // However in this case the TrackBase does not reference the buffer directly.
208 // It should references the buffer via the pipe.
209 // Therefore, to detect incorrect usage of the buffer, we set mBuffer to NULL.
210 mBuffer = NULL;
Andy Hung8fe68032017-06-05 16:17:51 -0700211 bufferSize = 0;
Glenn Kastenc263ca02014-06-04 20:31:46 -0700212 break;
213 case ALLOC_CBLK:
Glenn Kastend776ac62014-05-07 09:16:09 -0700214 // clear all buffers
Eric Laurent83b88082014-06-20 18:31:16 -0700215 if (buffer == NULL) {
Glenn Kastend776ac62014-05-07 09:16:09 -0700216 mBuffer = (char*)mCblk + sizeof(audio_track_cblk_t);
217 memset(mBuffer, 0, bufferSize);
218 } else {
Eric Laurent83b88082014-06-20 18:31:16 -0700219 mBuffer = buffer;
Glenn Kasten9f80dd22012-12-18 15:57:32 -0800220#if 0
Glenn Kastend776ac62014-05-07 09:16:09 -0700221 mCblk->mFlags = CBLK_FORCEREADY; // FIXME hack, need to fix the track ready logic
Glenn Kasten9f80dd22012-12-18 15:57:32 -0800222#endif
Glenn Kastend776ac62014-05-07 09:16:09 -0700223 }
Glenn Kastenc263ca02014-06-04 20:31:46 -0700224 break;
Eric Laurent83b88082014-06-20 18:31:16 -0700225 case ALLOC_LOCAL:
226 mBuffer = calloc(1, bufferSize);
227 break;
228 case ALLOC_NONE:
229 mBuffer = buffer;
230 break;
Andy Hung8fe68032017-06-05 16:17:51 -0700231 default:
Andy Hung9d84af52018-09-12 18:03:44 -0700232 LOG_ALWAYS_FATAL("%s(%d): invalid allocation type: %d", __func__, mId, (int)alloc);
Eric Laurent81784c32012-11-19 14:55:58 -0800233 }
Andy Hung8fe68032017-06-05 16:17:51 -0700234 mBufferSize = bufferSize;
Glenn Kastenda6ef132013-01-10 12:31:01 -0800235
Glenn Kasten46909e72013-02-26 09:20:22 -0800236#ifdef TEE_SINK
Andy Hung8946a282018-04-19 20:04:56 -0700237 mTee.set(sampleRate, mChannelCount, format, NBAIO_Tee::TEE_FLAG_TRACK);
Glenn Kasten46909e72013-02-26 09:20:22 -0800238#endif
Andy Hung959b5b82021-09-24 10:46:20 -0700239 // mState is mirrored for the client to read.
240 mState.setMirror(&mCblk->mState);
241 // ensure our state matches up until we consolidate the enumeration.
242 static_assert(CBLK_STATE_IDLE == IDLE);
243 static_assert(CBLK_STATE_PAUSING == PAUSING);
Eric Laurent81784c32012-11-19 14:55:58 -0800244 }
245}
246
Svet Ganov33761132021-05-13 22:51:08 +0000247// TODO b/182392769: use attribution source util
248static AttributionSourceState audioServerAttributionSource(pid_t pid) {
249 AttributionSourceState attributionSource{};
250 attributionSource.uid = AID_AUDIOSERVER;
251 attributionSource.pid = pid;
252 attributionSource.token = sp<BBinder>::make();
253 return attributionSource;
Philip P. Moltmannbda45752020-07-17 16:41:18 -0700254}
255
Eric Laurent83b88082014-06-20 18:31:16 -0700256status_t AudioFlinger::ThreadBase::TrackBase::initCheck() const
257{
258 status_t status;
259 if (mType == TYPE_OUTPUT || mType == TYPE_PATCH) {
260 status = cblk() != NULL ? NO_ERROR : NO_MEMORY;
261 } else {
262 status = getCblk() != 0 ? NO_ERROR : NO_MEMORY;
263 }
264 return status;
265}
266
Eric Laurent81784c32012-11-19 14:55:58 -0800267AudioFlinger::ThreadBase::TrackBase::~TrackBase()
268{
Glenn Kastene3aa6592012-12-04 12:22:46 -0800269 // delete the proxy before deleting the shared memory it refers to, to avoid dangling reference
Eric Laurent5bba2f62016-03-18 11:14:14 -0700270 mServerProxy.clear();
Andy Hung689e82c2019-08-21 17:53:17 -0700271 releaseCblk();
Eric Laurent81784c32012-11-19 14:55:58 -0800272 mCblkMemory.clear(); // free the shared memory before releasing the heap it belongs to
273 if (mClient != 0) {
Eric Laurent021cf962014-05-13 10:18:14 -0700274 // Client destructor must run with AudioFlinger client mutex locked
275 Mutex::Autolock _l(mClient->audioFlinger()->mClientLock);
Eric Laurent81784c32012-11-19 14:55:58 -0800276 // If the client's reference count drops to zero, the associated destructor
277 // must run with AudioFlinger lock held. Thus the explicit clear() rather than
278 // relying on the automatic clear() at end of scope.
279 mClient.clear();
280 }
Dmitry Sidorenkova41c2732023-05-15 13:47:07 -0700281 if (mAllocType == ALLOC_LOCAL) {
282 free(mBuffer);
283 mBuffer = nullptr;
284 }
Eric Laurent3bcffa12014-06-12 18:38:45 -0700285 // flush the binder command buffer
286 IPCThreadState::self()->flushCommands();
Eric Laurent81784c32012-11-19 14:55:58 -0800287}
288
289// AudioBufferProvider interface
290// getNextBuffer() = 0;
Glenn Kastend79072e2016-01-06 08:41:20 -0800291// This implementation of releaseBuffer() is used by Track and RecordTrack
Eric Laurent81784c32012-11-19 14:55:58 -0800292void AudioFlinger::ThreadBase::TrackBase::releaseBuffer(AudioBufferProvider::Buffer* buffer)
293{
Glenn Kasten46909e72013-02-26 09:20:22 -0800294#ifdef TEE_SINK
Andy Hung8946a282018-04-19 20:04:56 -0700295 mTee.write(buffer->raw, buffer->frameCount);
Glenn Kasten46909e72013-02-26 09:20:22 -0800296#endif
Glenn Kastenda6ef132013-01-10 12:31:01 -0800297
Glenn Kasten9f80dd22012-12-18 15:57:32 -0800298 ServerProxy::Buffer buf;
299 buf.mFrameCount = buffer->frameCount;
300 buf.mRaw = buffer->raw;
Eric Laurent81784c32012-11-19 14:55:58 -0800301 buffer->frameCount = 0;
Glenn Kasten9f80dd22012-12-18 15:57:32 -0800302 buffer->raw = NULL;
303 mServerProxy->releaseBuffer(&buf);
Eric Laurent81784c32012-11-19 14:55:58 -0800304}
305
Andy Hung068e08e2023-05-15 19:02:55 -0700306status_t AudioFlinger::ThreadBase::TrackBase::setSyncEvent(
307 const sp<audioflinger::SyncEvent>& event)
Eric Laurent81784c32012-11-19 14:55:58 -0800308{
Andy Hung068e08e2023-05-15 19:02:55 -0700309 mSyncEvents.emplace_back(event);
Eric Laurent81784c32012-11-19 14:55:58 -0800310 return NO_ERROR;
311}
312
Andy Hung920f6572022-10-06 12:09:49 -0700313AudioFlinger::ThreadBase::PatchTrackBase::PatchTrackBase(const sp<ClientProxy>& proxy,
Kevin Rocard45986c72018-12-18 18:22:59 -0800314 const ThreadBase& thread,
315 const Timeout& timeout)
316 : mProxy(proxy)
317{
318 if (timeout) {
319 setPeerTimeout(*timeout);
320 } else {
321 // Double buffer mixer
322 uint64_t mixBufferNs = ((uint64_t)2 * thread.frameCount() * 1000000000) /
323 thread.sampleRate();
324 setPeerTimeout(std::chrono::nanoseconds{mixBufferNs});
325 }
326}
327
328void AudioFlinger::ThreadBase::PatchTrackBase::setPeerTimeout(std::chrono::nanoseconds timeout) {
329 mPeerTimeout.tv_sec = timeout.count() / std::nano::den;
330 mPeerTimeout.tv_nsec = timeout.count() % std::nano::den;
331}
332
333
Eric Laurent81784c32012-11-19 14:55:58 -0800334// ----------------------------------------------------------------------------
335// Playback
336// ----------------------------------------------------------------------------
Andy Hung9d84af52018-09-12 18:03:44 -0700337#undef LOG_TAG
338#define LOG_TAG "AF::TrackHandle"
Eric Laurent81784c32012-11-19 14:55:58 -0800339
Andy Hunga6426302023-06-23 19:27:19 -0700340class TrackHandle : public android::media::BnAudioTrack {
341public:
342 explicit TrackHandle(const sp<AudioFlinger::PlaybackThread::Track>& track);
343 ~TrackHandle() override;
344
345 binder::Status getCblk(std::optional<media::SharedFileRegion>* _aidl_return) final;
346 binder::Status start(int32_t* _aidl_return) final;
347 binder::Status stop() final;
348 binder::Status flush() final;
349 binder::Status pause() final;
350 binder::Status attachAuxEffect(int32_t effectId, int32_t* _aidl_return) final;
351 binder::Status setParameters(const std::string& keyValuePairs,
352 int32_t* _aidl_return) final;
353 binder::Status selectPresentation(int32_t presentationId, int32_t programId,
354 int32_t* _aidl_return) final;
355 binder::Status getTimestamp(media::AudioTimestampInternal* timestamp,
356 int32_t* _aidl_return) final;
357 binder::Status signal() final;
358 binder::Status applyVolumeShaper(const media::VolumeShaperConfiguration& configuration,
359 const media::VolumeShaperOperation& operation,
360 int32_t* _aidl_return) final;
361 binder::Status getVolumeShaperState(
362 int32_t id,
363 std::optional<media::VolumeShaperState>* _aidl_return) final;
364 binder::Status getDualMonoMode(
365 media::audio::common::AudioDualMonoMode* _aidl_return) final;
366 binder::Status setDualMonoMode(
367 media::audio::common::AudioDualMonoMode mode) final;
368 binder::Status getAudioDescriptionMixLevel(float* _aidl_return) final;
369 binder::Status setAudioDescriptionMixLevel(float leveldB) final;
370 binder::Status getPlaybackRateParameters(
371 media::audio::common::AudioPlaybackRate* _aidl_return) final;
372 binder::Status setPlaybackRateParameters(
373 const media::audio::common::AudioPlaybackRate& playbackRate) final;
374
375private:
376 const sp<AudioFlinger::PlaybackThread::Track> mTrack;
377};
378
379/* static */
380sp<media::IAudioTrack> AudioFlinger::PlaybackThread::Track::createIAudioTrackAdapter(
381 const sp<Track>& track) {
382 return sp<TrackHandle>::make(track);
383}
384
385TrackHandle::TrackHandle(const sp<AudioFlinger::PlaybackThread::Track>& track)
Eric Laurent81784c32012-11-19 14:55:58 -0800386 : BnAudioTrack(),
387 mTrack(track)
388{
Andy Hunga6426302023-06-23 19:27:19 -0700389 // TODO(b/288339104) binder thread priority change not needed.
Andy Hung225aef62022-12-06 16:33:20 -0800390 setMinSchedulerPolicy(SCHED_NORMAL, ANDROID_PRIORITY_AUDIO);
Eric Laurent81784c32012-11-19 14:55:58 -0800391}
392
Andy Hunga6426302023-06-23 19:27:19 -0700393TrackHandle::~TrackHandle() {
Eric Laurent81784c32012-11-19 14:55:58 -0800394 // just stop the track on deletion, associated resources
395 // will be freed from the main thread once all pending buffers have
396 // been played. Unless it's not in the active track list, in which
397 // case we free everything now...
398 mTrack->destroy();
399}
400
Andy Hunga6426302023-06-23 19:27:19 -0700401Status TrackHandle::getCblk(
Ytai Ben-Tsvibdc293a2020-11-02 17:01:38 -0800402 std::optional<media::SharedFileRegion>* _aidl_return) {
403 *_aidl_return = legacy2aidl_NullableIMemory_SharedFileRegion(mTrack->getCblk()).value();
404 return Status::ok();
Eric Laurent81784c32012-11-19 14:55:58 -0800405}
406
Andy Hunga6426302023-06-23 19:27:19 -0700407Status TrackHandle::start(int32_t* _aidl_return) {
Ytai Ben-Tsvibdc293a2020-11-02 17:01:38 -0800408 *_aidl_return = mTrack->start();
409 return Status::ok();
Eric Laurent81784c32012-11-19 14:55:58 -0800410}
411
Andy Hunga6426302023-06-23 19:27:19 -0700412Status TrackHandle::stop() {
Eric Laurent81784c32012-11-19 14:55:58 -0800413 mTrack->stop();
Ytai Ben-Tsvibdc293a2020-11-02 17:01:38 -0800414 return Status::ok();
Eric Laurent81784c32012-11-19 14:55:58 -0800415}
416
Andy Hunga6426302023-06-23 19:27:19 -0700417Status TrackHandle::flush() {
Eric Laurent81784c32012-11-19 14:55:58 -0800418 mTrack->flush();
Ytai Ben-Tsvibdc293a2020-11-02 17:01:38 -0800419 return Status::ok();
Eric Laurent81784c32012-11-19 14:55:58 -0800420}
421
Andy Hunga6426302023-06-23 19:27:19 -0700422Status TrackHandle::pause() {
Eric Laurent81784c32012-11-19 14:55:58 -0800423 mTrack->pause();
Ytai Ben-Tsvibdc293a2020-11-02 17:01:38 -0800424 return Status::ok();
Eric Laurent81784c32012-11-19 14:55:58 -0800425}
426
Andy Hunga6426302023-06-23 19:27:19 -0700427Status TrackHandle::attachAuxEffect(int32_t effectId,
Ytai Ben-Tsvibdc293a2020-11-02 17:01:38 -0800428 int32_t* _aidl_return) {
429 *_aidl_return = mTrack->attachAuxEffect(effectId);
430 return Status::ok();
Eric Laurent81784c32012-11-19 14:55:58 -0800431}
432
Andy Hunga6426302023-06-23 19:27:19 -0700433Status TrackHandle::setParameters(const std::string& keyValuePairs,
Ytai Ben-Tsvibdc293a2020-11-02 17:01:38 -0800434 int32_t* _aidl_return) {
435 *_aidl_return = mTrack->setParameters(String8(keyValuePairs.c_str()));
436 return Status::ok();
Glenn Kasten3dcd00d2013-07-17 10:10:23 -0700437}
438
Andy Hunga6426302023-06-23 19:27:19 -0700439Status TrackHandle::selectPresentation(int32_t presentationId, int32_t programId,
Ytai Ben-Tsvibdc293a2020-11-02 17:01:38 -0800440 int32_t* _aidl_return) {
441 *_aidl_return = mTrack->selectPresentation(presentationId, programId);
442 return Status::ok();
Mikhail Naganovac917ac2018-11-28 14:03:52 -0800443}
444
Andy Hunga6426302023-06-23 19:27:19 -0700445Status TrackHandle::getTimestamp(media::AudioTimestampInternal* timestamp,
Ytai Ben-Tsvibdc293a2020-11-02 17:01:38 -0800446 int32_t* _aidl_return) {
447 AudioTimestamp legacy;
448 *_aidl_return = mTrack->getTimestamp(legacy);
449 if (*_aidl_return != OK) {
450 return Status::ok();
451 }
Andy Hung973638a2020-12-08 20:47:45 -0800452 *timestamp = legacy2aidl_AudioTimestamp_AudioTimestampInternal(legacy).value();
Ytai Ben-Tsvibdc293a2020-11-02 17:01:38 -0800453 return Status::ok();
Andy Hung9fc8b5c2017-01-24 13:36:48 -0800454}
455
Andy Hunga6426302023-06-23 19:27:19 -0700456Status TrackHandle::signal() {
Ytai Ben-Tsvibdc293a2020-11-02 17:01:38 -0800457 mTrack->signal();
458 return Status::ok();
Andy Hung9fc8b5c2017-01-24 13:36:48 -0800459}
460
Andy Hunga6426302023-06-23 19:27:19 -0700461Status TrackHandle::applyVolumeShaper(
Ytai Ben-Tsvibdc293a2020-11-02 17:01:38 -0800462 const media::VolumeShaperConfiguration& configuration,
463 const media::VolumeShaperOperation& operation,
464 int32_t* _aidl_return) {
465 sp<VolumeShaper::Configuration> conf = new VolumeShaper::Configuration();
466 *_aidl_return = conf->readFromParcelable(configuration);
467 if (*_aidl_return != OK) {
468 return Status::ok();
469 }
470
471 sp<VolumeShaper::Operation> op = new VolumeShaper::Operation();
472 *_aidl_return = op->readFromParcelable(operation);
473 if (*_aidl_return != OK) {
474 return Status::ok();
475 }
476
477 *_aidl_return = mTrack->applyVolumeShaper(conf, op);
478 return Status::ok();
Glenn Kasten53cec222013-08-29 09:01:02 -0700479}
480
Andy Hunga6426302023-06-23 19:27:19 -0700481Status TrackHandle::getVolumeShaperState(
Ytai Ben-Tsvibdc293a2020-11-02 17:01:38 -0800482 int32_t id,
483 std::optional<media::VolumeShaperState>* _aidl_return) {
484 sp<VolumeShaper::State> legacy = mTrack->getVolumeShaperState(id);
485 if (legacy == nullptr) {
486 _aidl_return->reset();
487 return Status::ok();
488 }
489 media::VolumeShaperState aidl;
490 legacy->writeToParcelable(&aidl);
491 *_aidl_return = aidl;
492 return Status::ok();
Eric Laurent81784c32012-11-19 14:55:58 -0800493}
494
Andy Hunga6426302023-06-23 19:27:19 -0700495Status TrackHandle::getDualMonoMode(
Mikhail Naganovf53e1822022-12-18 02:48:14 +0000496 media::audio::common::AudioDualMonoMode* _aidl_return)
Kuowei Lid4adbdb2020-08-13 14:44:25 +0800497{
498 audio_dual_mono_mode_t mode = AUDIO_DUAL_MONO_MODE_OFF;
499 const status_t status = mTrack->getDualMonoMode(&mode)
500 ?: AudioValidator::validateDualMonoMode(mode);
501 if (status == OK) {
502 *_aidl_return = VALUE_OR_RETURN_BINDER_STATUS(
503 legacy2aidl_audio_dual_mono_mode_t_AudioDualMonoMode(mode));
504 }
505 return binderStatusFromStatusT(status);
506}
507
Andy Hunga6426302023-06-23 19:27:19 -0700508Status TrackHandle::setDualMonoMode(
Mikhail Naganovf53e1822022-12-18 02:48:14 +0000509 media::audio::common::AudioDualMonoMode mode)
Kuowei Lid4adbdb2020-08-13 14:44:25 +0800510{
511 const auto localMonoMode = VALUE_OR_RETURN_BINDER_STATUS(
512 aidl2legacy_AudioDualMonoMode_audio_dual_mono_mode_t(mode));
513 return binderStatusFromStatusT(AudioValidator::validateDualMonoMode(localMonoMode)
514 ?: mTrack->setDualMonoMode(localMonoMode));
515}
516
Andy Hunga6426302023-06-23 19:27:19 -0700517Status TrackHandle::getAudioDescriptionMixLevel(float* _aidl_return)
Kuowei Lid4adbdb2020-08-13 14:44:25 +0800518{
519 float leveldB = -std::numeric_limits<float>::infinity();
520 const status_t status = mTrack->getAudioDescriptionMixLevel(&leveldB)
521 ?: AudioValidator::validateAudioDescriptionMixLevel(leveldB);
522 if (status == OK) *_aidl_return = leveldB;
523 return binderStatusFromStatusT(status);
524}
525
Andy Hunga6426302023-06-23 19:27:19 -0700526Status TrackHandle::setAudioDescriptionMixLevel(float leveldB)
Kuowei Lid4adbdb2020-08-13 14:44:25 +0800527{
528 return binderStatusFromStatusT(AudioValidator::validateAudioDescriptionMixLevel(leveldB)
529 ?: mTrack->setAudioDescriptionMixLevel(leveldB));
530}
531
Andy Hunga6426302023-06-23 19:27:19 -0700532Status TrackHandle::getPlaybackRateParameters(
Mikhail Naganovf53e1822022-12-18 02:48:14 +0000533 media::audio::common::AudioPlaybackRate* _aidl_return)
Kuowei Lid4adbdb2020-08-13 14:44:25 +0800534{
535 audio_playback_rate_t localPlaybackRate{};
536 status_t status = mTrack->getPlaybackRateParameters(&localPlaybackRate)
537 ?: AudioValidator::validatePlaybackRate(localPlaybackRate);
538 if (status == NO_ERROR) {
539 *_aidl_return = VALUE_OR_RETURN_BINDER_STATUS(
540 legacy2aidl_audio_playback_rate_t_AudioPlaybackRate(localPlaybackRate));
541 }
542 return binderStatusFromStatusT(status);
543}
544
Andy Hunga6426302023-06-23 19:27:19 -0700545Status TrackHandle::setPlaybackRateParameters(
Mikhail Naganovf53e1822022-12-18 02:48:14 +0000546 const media::audio::common::AudioPlaybackRate& playbackRate)
Kuowei Lid4adbdb2020-08-13 14:44:25 +0800547{
548 const audio_playback_rate_t localPlaybackRate = VALUE_OR_RETURN_BINDER_STATUS(
549 aidl2legacy_AudioPlaybackRate_audio_playback_rate_t(playbackRate));
550 return binderStatusFromStatusT(AudioValidator::validatePlaybackRate(localPlaybackRate)
551 ?: mTrack->setPlaybackRateParameters(localPlaybackRate));
552}
553
Eric Laurent81784c32012-11-19 14:55:58 -0800554// ----------------------------------------------------------------------------
Jean-Michel Trivi74e01fa2019-02-25 12:18:09 -0800555// AppOp for audio playback
556// -------------------------------
Mikhail Naganovf7e3a3a2019-04-22 16:43:26 -0700557
558// static
559sp<AudioFlinger::PlaybackThread::OpPlayAudioMonitor>
560AudioFlinger::PlaybackThread::OpPlayAudioMonitor::createIfNeeded(
Vlad Popa103be862023-07-10 20:27:41 -0700561 AudioFlinger::ThreadBase* thread,
Svet Ganov33761132021-05-13 22:51:08 +0000562 const AttributionSourceState& attributionSource, const audio_attributes_t& attr, int id,
Philip P. Moltmannbda45752020-07-17 16:41:18 -0700563 audio_stream_type_t streamType)
Jean-Michel Trivi74e01fa2019-02-25 12:18:09 -0800564{
Vlad Popa103be862023-07-10 20:27:41 -0700565 Vector<String16> packages;
566 const uid_t uid = VALUE_OR_FATAL(aidl2legacy_int32_t_uid_t(attributionSource.uid));
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000567 getPackagesForUid(uid, packages);
Eric Laurent9066ad32019-05-20 14:40:10 -0700568 if (isServiceUid(uid)) {
Eric Laurent9066ad32019-05-20 14:40:10 -0700569 if (packages.isEmpty()) {
570 ALOGD("OpPlayAudio: not muting track:%d usage:%d for service UID %d",
571 id,
572 attr.usage,
573 uid);
574 return nullptr;
575 }
Jean-Michel Trivi74e01fa2019-02-25 12:18:09 -0800576 }
577 // stream type has been filtered by audio policy to indicate whether it can be muted
578 if (streamType == AUDIO_STREAM_ENFORCED_AUDIBLE) {
Eric Laurent2dab0302019-05-08 18:15:55 -0700579 ALOGD("OpPlayAudio: not muting track:%d usage:%d ENFORCED_AUDIBLE", id, attr.usage);
Mikhail Naganovf7e3a3a2019-04-22 16:43:26 -0700580 return nullptr;
Jean-Michel Trivi74e01fa2019-02-25 12:18:09 -0800581 }
Eric Laurent2dab0302019-05-08 18:15:55 -0700582 if ((attr.flags & AUDIO_FLAG_BYPASS_INTERRUPTION_POLICY)
583 == AUDIO_FLAG_BYPASS_INTERRUPTION_POLICY) {
584 ALOGD("OpPlayAudio: not muting track:%d flags %#x have FLAG_BYPASS_INTERRUPTION_POLICY",
585 id, attr.flags);
586 return nullptr;
587 }
Vlad Popa103be862023-07-10 20:27:41 -0700588 return sp<OpPlayAudioMonitor>::make(thread, attributionSource, attr.usage, id, uid);
Mikhail Naganovf7e3a3a2019-04-22 16:43:26 -0700589}
590
591AudioFlinger::PlaybackThread::OpPlayAudioMonitor::OpPlayAudioMonitor(
Vlad Popa103be862023-07-10 20:27:41 -0700592 AudioFlinger::ThreadBase* thread,
593 const AttributionSourceState& attributionSource,
594 audio_usage_t usage, int id, uid_t uid)
595 : mThread(wp<AudioFlinger::ThreadBase>::fromExisting(thread)),
596 mHasOpPlayAudio(true),
597 mAttributionSource(attributionSource),
598 mUsage((int32_t)usage),
599 mId(id),
600 mUid(uid),
601 mPackageName(VALUE_OR_FATAL(aidl2legacy_string_view_String16(
602 attributionSource.packageName.value_or("")))) {}
Jean-Michel Trivi74e01fa2019-02-25 12:18:09 -0800603
604AudioFlinger::PlaybackThread::OpPlayAudioMonitor::~OpPlayAudioMonitor()
605{
606 if (mOpCallback != 0) {
607 mAppOpsManager.stopWatchingMode(mOpCallback);
608 }
609 mOpCallback.clear();
610}
611
Mikhail Naganovf7e3a3a2019-04-22 16:43:26 -0700612void AudioFlinger::PlaybackThread::OpPlayAudioMonitor::onFirstRef()
613{
Mikhail Naganovf7e3a3a2019-04-22 16:43:26 -0700614 checkPlayAudioForUsage();
Svet Ganov33761132021-05-13 22:51:08 +0000615 if (mAttributionSource.packageName.has_value()) {
Mikhail Naganovf7e3a3a2019-04-22 16:43:26 -0700616 mOpCallback = new PlayAudioOpCallback(this);
Philip P. Moltmannbda45752020-07-17 16:41:18 -0700617 mAppOpsManager.startWatchingMode(AppOpsManager::OP_PLAY_AUDIO,
Vlad Popa103be862023-07-10 20:27:41 -0700618 mPackageName, mOpCallback);
Mikhail Naganovf7e3a3a2019-04-22 16:43:26 -0700619 }
620}
621
Jean-Michel Trivi74e01fa2019-02-25 12:18:09 -0800622bool AudioFlinger::PlaybackThread::OpPlayAudioMonitor::hasOpPlayAudio() const {
623 return mHasOpPlayAudio.load();
624}
625
Jean-Michel Trividdf87ef2019-08-20 15:42:04 -0700626// Note this method is never called (and never to be) for audio server / patch record track
Jean-Michel Trivi74e01fa2019-02-25 12:18:09 -0800627// - not called from constructor due to check on UID,
628// - not called from PlayAudioOpCallback because the callback is not installed in this case
629void AudioFlinger::PlaybackThread::OpPlayAudioMonitor::checkPlayAudioForUsage()
630{
Vlad Popa103be862023-07-10 20:27:41 -0700631 const bool hasAppOps = mAttributionSource.packageName.has_value()
632 && mAppOpsManager.checkAudioOpNoThrow(
633 AppOpsManager::OP_PLAY_AUDIO, mUsage, mUid, mPackageName) ==
634 AppOpsManager::MODE_ALLOWED;
635
636 bool shouldChange = !hasAppOps; // check if we need to update.
637 if (mHasOpPlayAudio.compare_exchange_strong(shouldChange, hasAppOps)) {
638 ALOGD("OpPlayAudio: track:%d usage:%d %smuted", mId, mUsage, hasAppOps ? "not " : "");
639 auto thread = mThread.promote();
640 if (thread != nullptr && thread->type() == AudioFlinger::ThreadBase::OFFLOAD) {
641 // Wake up Thread if offloaded, otherwise it may be several seconds for update.
642 Mutex::Autolock _l(thread->mLock);
643 thread->broadcast_l();
644 }
Jean-Michel Trivi74e01fa2019-02-25 12:18:09 -0800645 }
646}
647
648AudioFlinger::PlaybackThread::OpPlayAudioMonitor::PlayAudioOpCallback::PlayAudioOpCallback(
649 const wp<OpPlayAudioMonitor>& monitor) : mMonitor(monitor)
650{ }
651
652void AudioFlinger::PlaybackThread::OpPlayAudioMonitor::PlayAudioOpCallback::opChanged(int32_t op,
653 const String16& packageName) {
654 // we only have uid, so we need to check all package names anyway
655 UNUSED(packageName);
656 if (op != AppOpsManager::OP_PLAY_AUDIO) {
657 return;
658 }
659 sp<OpPlayAudioMonitor> monitor = mMonitor.promote();
660 if (monitor != NULL) {
661 monitor->checkPlayAudioForUsage();
662 }
663}
664
Eric Laurent9066ad32019-05-20 14:40:10 -0700665// static
666void AudioFlinger::PlaybackThread::OpPlayAudioMonitor::getPackagesForUid(
667 uid_t uid, Vector<String16>& packages)
668{
669 PermissionController permissionController;
670 permissionController.getPackagesForUid(uid, packages);
671}
672
Jean-Michel Trivi74e01fa2019-02-25 12:18:09 -0800673// ----------------------------------------------------------------------------
Andy Hung9d84af52018-09-12 18:03:44 -0700674#undef LOG_TAG
675#define LOG_TAG "AF::Track"
Eric Laurent81784c32012-11-19 14:55:58 -0800676
677// Track constructor must be called with AudioFlinger::mLock and ThreadBase::mLock held
678AudioFlinger::PlaybackThread::Track::Track(
679 PlaybackThread *thread,
680 const sp<Client>& client,
681 audio_stream_type_t streamType,
Kevin Rocard1f564ac2018-03-29 13:53:10 -0700682 const audio_attributes_t& attr,
Eric Laurent81784c32012-11-19 14:55:58 -0800683 uint32_t sampleRate,
684 audio_format_t format,
685 audio_channel_mask_t channelMask,
686 size_t frameCount,
Eric Laurent83b88082014-06-20 18:31:16 -0700687 void *buffer,
Andy Hung8fe68032017-06-05 16:17:51 -0700688 size_t bufferSize,
Eric Laurent81784c32012-11-19 14:55:58 -0800689 const sp<IMemory>& sharedBuffer,
Glenn Kastend848eb42016-03-08 13:42:11 -0800690 audio_session_t sessionId,
Eric Laurent09f1ed22019-04-24 17:45:17 -0700691 pid_t creatorPid,
Svet Ganov33761132021-05-13 22:51:08 +0000692 const AttributionSourceState& attributionSource,
Eric Laurent05067782016-06-01 18:27:28 -0700693 audio_output_flags_t flags,
Eric Laurent20b9ef02016-12-05 11:03:16 -0800694 track_type type,
Kevin Rocard01c7d9e2019-09-18 11:24:52 +0100695 audio_port_handle_t portId,
jiabinf042b9b2021-05-07 23:46:28 +0000696 size_t frameCountToBeReady,
Eric Laurentb0a7bc92022-04-05 15:06:08 +0200697 float speed,
jiabinc658e452022-10-21 20:52:21 +0000698 bool isSpatialized,
699 bool isBitPerfect)
Kevin Rocard1f564ac2018-03-29 13:53:10 -0700700 : TrackBase(thread, client, attr, sampleRate, format, channelMask, frameCount,
Ytai Ben-Tsvi7dd39722019-09-05 15:14:30 -0700701 // TODO: Using unsecurePointer() has some associated security pitfalls
702 // (see declaration for details).
703 // Either document why it is safe in this case or address the
704 // issue (e.g. by copying).
705 (sharedBuffer != 0) ? sharedBuffer->unsecurePointer() : buffer,
Andy Hung8fe68032017-06-05 16:17:51 -0700706 (sharedBuffer != 0) ? sharedBuffer->size() : bufferSize,
Philip P. Moltmannbda45752020-07-17 16:41:18 -0700707 sessionId, creatorPid,
Svet Ganov33761132021-05-13 22:51:08 +0000708 VALUE_OR_FATAL(aidl2legacy_int32_t_uid_t(attributionSource.uid)), true /*isOut*/,
Eric Laurent83b88082014-06-20 18:31:16 -0700709 (type == TYPE_PATCH) ? ( buffer == NULL ? ALLOC_LOCAL : ALLOC_NONE) : ALLOC_CBLK,
Andy Hungb68f5eb2019-12-03 16:49:17 -0800710 type,
711 portId,
712 std::string(AMEDIAMETRICS_KEY_PREFIX_AUDIO_TRACK) + std::to_string(portId)),
Eric Laurent81784c32012-11-19 14:55:58 -0800713 mFillingUpStatus(FS_INVALID),
714 // mRetryCount initialized later when needed
715 mSharedBuffer(sharedBuffer),
716 mStreamType(streamType),
rago94a1ee82017-07-21 15:11:02 -0700717 mMainBuffer(thread->sinkBuffer()),
Eric Laurent81784c32012-11-19 14:55:58 -0800718 mAuxBuffer(NULL),
719 mAuxEffectId(0), mHasVolumeController(false),
Andy Hunge10393e2015-06-12 13:59:33 -0700720 mFrameMap(16 /* sink-frame-to-track-frame map memory */),
Ivan Lozano8cf3a072017-08-09 09:01:33 -0700721 mVolumeHandler(new media::VolumeHandler(sampleRate)),
Vlad Popa103be862023-07-10 20:27:41 -0700722 mOpPlayAudioMonitor(OpPlayAudioMonitor::createIfNeeded(thread, attributionSource, attr, id(),
Philip P. Moltmannbda45752020-07-17 16:41:18 -0700723 streamType)),
Andy Hunge10393e2015-06-12 13:59:33 -0700724 // mSinkTimestamp
Eric Laurent81784c32012-11-19 14:55:58 -0800725 mFastIndex(-1),
Glenn Kasten5736c352012-12-04 12:12:34 -0800726 mCachedVolume(1.0),
Kevin Rocard12381092018-04-11 09:19:59 -0700727 /* The track might not play immediately after being active, similarly as if its volume was 0.
728 * When the track starts playing, its volume will be computed. */
729 mFinalVolume(0.f),
Haynes Mathew George7844f672014-01-15 12:32:55 -0800730 mResumeToStopping(false),
Eric Laurent05067782016-06-01 18:27:28 -0700731 mFlushHwPending(false),
jiabinf042b9b2021-05-07 23:46:28 +0000732 mFlags(flags),
Eric Laurentb0a7bc92022-04-05 15:06:08 +0200733 mSpeed(speed),
jiabinc658e452022-10-21 20:52:21 +0000734 mIsSpatialized(isSpatialized),
735 mIsBitPerfect(isBitPerfect)
Eric Laurent81784c32012-11-19 14:55:58 -0800736{
Eric Laurent83b88082014-06-20 18:31:16 -0700737 // client == 0 implies sharedBuffer == 0
738 ALOG_ASSERT(!(client == 0 && sharedBuffer != 0));
739
Andy Hung9d84af52018-09-12 18:03:44 -0700740 ALOGV_IF(sharedBuffer != 0, "%s(%d): sharedBuffer: %p, size: %zu",
Ytai Ben-Tsvi7dd39722019-09-05 15:14:30 -0700741 __func__, mId, sharedBuffer->unsecurePointer(), sharedBuffer->size());
Eric Laurent83b88082014-06-20 18:31:16 -0700742
Glenn Kasten3ef14ef2014-03-13 15:08:51 -0700743 if (mCblk == NULL) {
744 return;
Eric Laurent81784c32012-11-19 14:55:58 -0800745 }
Glenn Kasten3ef14ef2014-03-13 15:08:51 -0700746
Svet Ganov33761132021-05-13 22:51:08 +0000747 uid_t uid = VALUE_OR_FATAL(aidl2legacy_int32_t_uid_t(attributionSource.uid));
Andy Hung689e82c2019-08-21 17:53:17 -0700748 if (!thread->isTrackAllowed_l(channelMask, format, sessionId, uid)) {
749 ALOGE("%s(%d): no more tracks available", __func__, mId);
750 releaseCblk(); // this makes the track invalid.
751 return;
752 }
753
Glenn Kasten3ef14ef2014-03-13 15:08:51 -0700754 if (sharedBuffer == 0) {
755 mAudioTrackServerProxy = new AudioTrackServerProxy(mCblk, mBuffer, frameCount,
Eric Laurent83b88082014-06-20 18:31:16 -0700756 mFrameSize, !isExternalTrack(), sampleRate);
Glenn Kasten3ef14ef2014-03-13 15:08:51 -0700757 } else {
758 mAudioTrackServerProxy = new StaticAudioTrackServerProxy(mCblk, mBuffer, frameCount,
Kevin Rocard36862032019-10-10 10:52:19 +0100759 mFrameSize, sampleRate);
Glenn Kasten3ef14ef2014-03-13 15:08:51 -0700760 }
761 mServerProxy = mAudioTrackServerProxy;
Andy Hung3c7f47a2021-03-16 17:30:09 -0700762 mServerProxy->setStartThresholdInFrames(frameCountToBeReady); // update the Cblk value
Glenn Kasten3ef14ef2014-03-13 15:08:51 -0700763
Glenn Kasten3ef14ef2014-03-13 15:08:51 -0700764 // only allocate a fast track index if we were able to allocate a normal track name
Eric Laurent05067782016-06-01 18:27:28 -0700765 if (flags & AUDIO_OUTPUT_FLAG_FAST) {
Andy Hunga5427822015-09-11 16:15:35 -0700766 // FIXME: Not calling framesReadyIsCalledByMultipleThreads() exposes a potential
767 // race with setSyncEvent(). However, if we call it, we cannot properly start
768 // static fast tracks (SoundPool) immediately after stopping.
769 //mAudioTrackServerProxy->framesReadyIsCalledByMultipleThreads();
Glenn Kasten3ef14ef2014-03-13 15:08:51 -0700770 ALOG_ASSERT(thread->mFastTrackAvailMask != 0);
771 int i = __builtin_ctz(thread->mFastTrackAvailMask);
Glenn Kastendc2c50b2016-04-21 08:13:14 -0700772 ALOG_ASSERT(0 < i && i < (int)FastMixerState::sMaxFastTracks);
Glenn Kasten3ef14ef2014-03-13 15:08:51 -0700773 // FIXME This is too eager. We allocate a fast track index before the
774 // fast track becomes active. Since fast tracks are a scarce resource,
775 // this means we are potentially denying other more important fast tracks from
776 // being created. It would be better to allocate the index dynamically.
777 mFastIndex = i;
Glenn Kasten3ef14ef2014-03-13 15:08:51 -0700778 thread->mFastTrackAvailMask &= ~(1 << i);
779 }
Andy Hung8946a282018-04-19 20:04:56 -0700780
Dean Wheatley7b036912020-06-18 16:22:11 +1000781 mServerLatencySupported = checkServerLatencySupported(format, flags);
Andy Hung8946a282018-04-19 20:04:56 -0700782#ifdef TEE_SINK
783 mTee.setId(std::string("_") + std::to_string(mThreadIoHandle)
Kevin Rocard51f0e982019-02-01 19:19:11 -0800784 + "_" + std::to_string(mId) + "_T");
Andy Hung8946a282018-04-19 20:04:56 -0700785#endif
jiabin57303cc2018-12-18 15:45:57 -0800786
jiabineb3bda02020-06-30 14:07:03 -0700787 if (thread->supportsHapticPlayback()) {
788 // If the track is attached to haptic playback thread, it is potentially to have
789 // HapticGenerator effect, which will generate haptic data, on the track. In that case,
790 // external vibration is always created for all tracks attached to haptic playback thread.
jiabin57303cc2018-12-18 15:45:57 -0800791 mAudioVibrationController = new AudioVibrationController(this);
Svet Ganov33761132021-05-13 22:51:08 +0000792 std::string packageName = attributionSource.packageName.has_value() ?
793 attributionSource.packageName.value() : "";
jiabin57303cc2018-12-18 15:45:57 -0800794 mExternalVibration = new os::ExternalVibration(
Philip P. Moltmannbda45752020-07-17 16:41:18 -0700795 mUid, packageName, mAttr, mAudioVibrationController);
jiabin57303cc2018-12-18 15:45:57 -0800796 }
Andy Hungb68f5eb2019-12-03 16:49:17 -0800797
798 // Once this item is logged by the server, the client can add properties.
Andy Hunga629bd12020-06-05 16:03:53 -0700799 const char * const traits = sharedBuffer == 0 ? "" : "static";
Andy Hung5837c7f2021-02-25 10:48:24 -0800800 mTrackMetrics.logConstructor(creatorPid, uid, id(), traits, streamType);
Eric Laurent81784c32012-11-19 14:55:58 -0800801}
802
803AudioFlinger::PlaybackThread::Track::~Track()
804{
Andy Hung9d84af52018-09-12 18:03:44 -0700805 ALOGV("%s(%d)", __func__, mId);
Glenn Kasten0c72b242013-09-11 09:14:16 -0700806
807 // The destructor would clear mSharedBuffer,
808 // but it will not push the decremented reference count,
809 // leaving the client's IMemory dangling indefinitely.
810 // This prevents that leak.
811 if (mSharedBuffer != 0) {
812 mSharedBuffer.clear();
Glenn Kasten0c72b242013-09-11 09:14:16 -0700813 }
Eric Laurent81784c32012-11-19 14:55:58 -0800814}
815
Glenn Kasten03003332013-08-06 15:40:54 -0700816status_t AudioFlinger::PlaybackThread::Track::initCheck() const
817{
818 status_t status = TrackBase::initCheck();
Andy Hungc0691382018-09-12 18:01:57 -0700819 if (status == NO_ERROR && mCblk == nullptr) {
Glenn Kasten03003332013-08-06 15:40:54 -0700820 status = NO_MEMORY;
821 }
822 return status;
823}
824
Eric Laurent81784c32012-11-19 14:55:58 -0800825void AudioFlinger::PlaybackThread::Track::destroy()
826{
827 // NOTE: destroyTrack_l() can remove a strong reference to this Track
828 // by removing it from mTracks vector, so there is a risk that this Tracks's
829 // destructor is called. As the destructor needs to lock mLock,
830 // we must acquire a strong reference on this Track before locking mLock
831 // here so that the destructor is called only when exiting this function.
832 // On the other hand, as long as Track::destroy() is only called by
833 // TrackHandle destructor, the TrackHandle still holds a strong ref on
834 // this Track with its member mTrack.
835 sp<Track> keep(this);
836 { // scope for mLock
Eric Laurentaaa44472014-09-12 17:41:50 -0700837 bool wasActive = false;
Eric Laurent81784c32012-11-19 14:55:58 -0800838 sp<ThreadBase> thread = mThread.promote();
839 if (thread != 0) {
Eric Laurent81784c32012-11-19 14:55:58 -0800840 Mutex::Autolock _l(thread->mLock);
841 PlaybackThread *playbackThread = (PlaybackThread *)thread.get();
Eric Laurentaaa44472014-09-12 17:41:50 -0700842 wasActive = playbackThread->destroyTrack_l(this);
jiabin7434e812023-06-27 18:22:35 +0000843 forEachTeePatchTrack_l([](const auto& patchTrack) { patchTrack->destroy(); });
Eric Laurentaaa44472014-09-12 17:41:50 -0700844 }
845 if (isExternalTrack() && !wasActive) {
Eric Laurentd7fe0862018-07-14 16:48:01 -0700846 AudioSystem::releaseOutput(mPortId);
Eric Laurent81784c32012-11-19 14:55:58 -0800847 }
848 }
849}
850
Andy Hungf6ab58d2018-05-25 12:50:39 -0700851void AudioFlinger::PlaybackThread::Track::appendDumpHeader(String8& result)
Eric Laurent81784c32012-11-19 14:55:58 -0800852{
Eric Laurent973db022018-11-20 14:54:31 -0800853 result.appendFormat("Type Id Active Client Session Port Id S Flags "
Kevin Rocard5f2136e2018-05-11 22:03:00 -0700854 " Format Chn mask SRate "
855 "ST Usg CT "
856 " G db L dB R dB VS dB "
jiabin5eaf0962022-12-20 20:11:38 +0000857 " Server FrmCnt FrmRdy F Underruns Flushed BitPerfect"
Kevin Rocard5f2136e2018-05-11 22:03:00 -0700858 "%s\n",
859 isServerLatencySupported() ? " Latency" : "");
Eric Laurent81784c32012-11-19 14:55:58 -0800860}
861
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700862void AudioFlinger::PlaybackThread::Track::appendDump(String8& result, bool active)
Eric Laurent81784c32012-11-19 14:55:58 -0800863{
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700864 char trackType;
865 switch (mType) {
866 case TYPE_DEFAULT:
867 case TYPE_OUTPUT:
Andy Hungf6ab58d2018-05-25 12:50:39 -0700868 if (isStatic()) {
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700869 trackType = 'S'; // static
870 } else {
871 trackType = ' '; // normal
Eric Laurentbfb1b832013-01-07 09:53:42 -0800872 }
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700873 break;
874 case TYPE_PATCH:
875 trackType = 'P';
876 break;
877 default:
878 trackType = '?';
Eric Laurent81784c32012-11-19 14:55:58 -0800879 }
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700880
881 if (isFastTrack()) {
Andy Hungc0691382018-09-12 18:01:57 -0700882 result.appendFormat("F%d %c %6d", mFastIndex, trackType, mId);
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700883 } else {
Andy Hungc0691382018-09-12 18:01:57 -0700884 result.appendFormat(" %c %6d", trackType, mId);
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700885 }
886
Eric Laurent81784c32012-11-19 14:55:58 -0800887 char nowInUnderrun;
888 switch (mObservedUnderruns.mBitFields.mMostRecent) {
889 case UNDERRUN_FULL:
890 nowInUnderrun = ' ';
891 break;
892 case UNDERRUN_PARTIAL:
893 nowInUnderrun = '<';
894 break;
895 case UNDERRUN_EMPTY:
896 nowInUnderrun = '*';
897 break;
898 default:
899 nowInUnderrun = '?';
900 break;
901 }
Andy Hungda540db2017-04-20 14:06:17 -0700902
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700903 char fillingStatus;
904 switch (mFillingUpStatus) {
905 case FS_INVALID:
906 fillingStatus = 'I';
907 break;
908 case FS_FILLING:
909 fillingStatus = 'f';
910 break;
911 case FS_FILLED:
912 fillingStatus = 'F';
913 break;
914 case FS_ACTIVE:
915 fillingStatus = 'A';
916 break;
917 default:
918 fillingStatus = '?';
919 break;
920 }
921
922 // clip framesReadySafe to max representation in dump
923 const size_t framesReadySafe =
924 std::min(mAudioTrackServerProxy->framesReadySafe(), (size_t)99999999);
925
926 // obtain volumes
927 const gain_minifloat_packed_t vlr = mAudioTrackServerProxy->getVolumeLR();
928 const std::pair<float /* volume */, bool /* active */> vsVolume =
929 mVolumeHandler->getLastVolume();
930
931 // Our effective frame count is obtained by ServerProxy::getBufferSizeInFrames()
932 // as it may be reduced by the application.
933 const size_t bufferSizeInFrames = (size_t)mAudioTrackServerProxy->getBufferSizeInFrames();
934 // Check whether the buffer size has been modified by the app.
935 const char modifiedBufferChar = bufferSizeInFrames < mFrameCount
936 ? 'r' /* buffer reduced */: bufferSizeInFrames > mFrameCount
937 ? 'e' /* error */ : ' ' /* identical */;
938
Eric Laurent973db022018-11-20 14:54:31 -0800939 result.appendFormat("%7s %6u %7u %7u %2s 0x%03X "
Kevin Rocard5f2136e2018-05-11 22:03:00 -0700940 "%08X %08X %6u "
941 "%2u %3x %2x "
942 "%5.2g %5.2g %5.2g %5.2g%c "
jiabin5eaf0962022-12-20 20:11:38 +0000943 "%08X %6zu%c %6zu %c %9u%c %7u %10s",
Marco Nelissenb2208842014-02-07 14:00:50 -0800944 active ? "yes" : "no",
Andy Hung4ef19fa2018-05-15 19:35:29 -0700945 (mClient == 0) ? getpid() : mClient->pid(),
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700946 mSessionId,
Eric Laurent973db022018-11-20 14:54:31 -0800947 mPortId,
Andy Hunge2e830f2019-12-03 12:54:46 -0800948 getTrackStateAsCodedString(),
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700949 mCblk->mFlags,
950
Eric Laurent81784c32012-11-19 14:55:58 -0800951 mFormat,
952 mChannelMask,
Andy Hungcef2daa2018-06-01 15:31:49 -0700953 sampleRate(),
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700954
955 mStreamType,
Kevin Rocard5f2136e2018-05-11 22:03:00 -0700956 mAttr.usage,
957 mAttr.content_type,
958
959 20.0 * log10(mFinalVolume),
Glenn Kastenc56f3422014-03-21 17:53:17 -0700960 20.0 * log10(float_from_gain(gain_minifloat_unpack_left(vlr))),
961 20.0 * log10(float_from_gain(gain_minifloat_unpack_right(vlr))),
Andy Hungda540db2017-04-20 14:06:17 -0700962 20.0 * log10(vsVolume.first), // VolumeShaper(s) total volume
963 vsVolume.second ? 'A' : ' ', // if any VolumeShapers active
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700964
Glenn Kastenf20e1d82013-07-12 09:45:18 -0700965 mCblk->mServer,
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700966 bufferSizeInFrames,
967 modifiedBufferChar,
968 framesReadySafe,
969 fillingStatus,
Glenn Kasten82aaf942013-07-17 16:05:07 -0700970 mAudioTrackServerProxy->getUnderrunFrames(),
Andy Hung2148bf02016-11-28 19:01:02 -0800971 nowInUnderrun,
jiabin5eaf0962022-12-20 20:11:38 +0000972 (unsigned)mAudioTrackServerProxy->framesFlushed() % 10000000,
973 isBitPerfect() ? "true" : "false"
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700974 );
Andy Hungcef2daa2018-06-01 15:31:49 -0700975
976 if (isServerLatencySupported()) {
977 double latencyMs;
978 bool fromTrack;
979 if (getTrackLatencyMs(&latencyMs, &fromTrack) == OK) {
980 // Show latency in msec, followed by 't' if from track timestamp (the most accurate)
981 // or 'k' if estimated from kernel because track frames haven't been presented yet.
982 result.appendFormat(" %7.2lf %c", latencyMs, fromTrack ? 't' : 'k');
Andy Hungf6ab58d2018-05-25 12:50:39 -0700983 } else {
Andy Hungcef2daa2018-06-01 15:31:49 -0700984 result.appendFormat("%10s", mCblk->mServer != 0 ? "unavail" : "new");
Andy Hungf6ab58d2018-05-25 12:50:39 -0700985 }
986 }
987 result.append("\n");
Eric Laurent81784c32012-11-19 14:55:58 -0800988}
989
Glenn Kasten9f80dd22012-12-18 15:57:32 -0800990uint32_t AudioFlinger::PlaybackThread::Track::sampleRate() const {
991 return mAudioTrackServerProxy->getSampleRate();
992}
993
Eric Laurent81784c32012-11-19 14:55:58 -0800994// AudioBufferProvider interface
Kevin Rocard153f92d2018-12-18 18:33:28 -0800995status_t AudioFlinger::PlaybackThread::Track::getNextBuffer(AudioBufferProvider::Buffer* buffer)
Eric Laurent81784c32012-11-19 14:55:58 -0800996{
Glenn Kasten9f80dd22012-12-18 15:57:32 -0800997 ServerProxy::Buffer buf;
998 size_t desiredFrames = buffer->frameCount;
999 buf.mFrameCount = desiredFrames;
1000 status_t status = mServerProxy->obtainBuffer(&buf);
1001 buffer->frameCount = buf.mFrameCount;
1002 buffer->raw = buf.mRaw;
Andy Hungfc629172020-06-22 10:06:23 -07001003 if (buf.mFrameCount == 0 && !isStopping() && !isStopped() && !isPaused() && !isOffloaded()) {
Andy Hung9d84af52018-09-12 18:03:44 -07001004 ALOGV("%s(%d): underrun, framesReady(%zu) < framesDesired(%zd), state: %d",
Andy Hung959b5b82021-09-24 10:46:20 -07001005 __func__, mId, buf.mFrameCount, desiredFrames, (int)mState);
Glenn Kasten82aaf942013-07-17 16:05:07 -07001006 mAudioTrackServerProxy->tallyUnderrunFrames(desiredFrames);
Phil Burk2812d9e2016-01-04 10:34:30 -08001007 } else {
1008 mAudioTrackServerProxy->tallyUnderrunFrames(0);
Eric Laurent81784c32012-11-19 14:55:58 -08001009 }
Glenn Kasten9f80dd22012-12-18 15:57:32 -08001010 return status;
Eric Laurent81784c32012-11-19 14:55:58 -08001011}
1012
Kevin Rocard153f92d2018-12-18 18:33:28 -08001013void AudioFlinger::PlaybackThread::Track::releaseBuffer(AudioBufferProvider::Buffer* buffer)
1014{
1015 interceptBuffer(*buffer);
1016 TrackBase::releaseBuffer(buffer);
1017}
1018
1019// TODO: compensate for time shift between HW modules.
1020void AudioFlinger::PlaybackThread::Track::interceptBuffer(
Kevin Rocarda134b002019-02-07 18:05:31 -08001021 const AudioBufferProvider::Buffer& sourceBuffer) {
Kevin Rocard6057fa22019-02-08 14:08:07 -08001022 auto start = std::chrono::steady_clock::now();
Kevin Rocarda134b002019-02-07 18:05:31 -08001023 const size_t frameCount = sourceBuffer.frameCount;
Kevin Rocardd83b08a2019-02-27 15:05:54 -08001024 if (frameCount == 0) {
1025 return; // No audio to intercept.
1026 // Additionally PatchProxyBufferProvider::obtainBuffer (called by PathTrack::getNextBuffer)
1027 // does not allow 0 frame size request contrary to getNextBuffer
1028 }
1029 for (auto& teePatch : mTeePatches) {
1030 RecordThread::PatchRecord* patchRecord = teePatch.patchRecord.get();
Mikhail Naganov8296c252019-09-25 14:59:54 -07001031 const size_t framesWritten = patchRecord->writeFrames(
1032 sourceBuffer.i8, frameCount, mFrameSize);
1033 const size_t framesLeft = frameCount - framesWritten;
Kevin Rocarda134b002019-02-07 18:05:31 -08001034 ALOGW_IF(framesLeft != 0, "%s(%d) PatchRecord %d can not provide big enough "
1035 "buffer %zu/%zu, dropping %zu frames", __func__, mId, patchRecord->mId,
1036 framesWritten, frameCount, framesLeft);
Kevin Rocard153f92d2018-12-18 18:33:28 -08001037 }
Kevin Rocard6057fa22019-02-08 14:08:07 -08001038 auto spent = ceil<std::chrono::microseconds>(std::chrono::steady_clock::now() - start);
1039 using namespace std::chrono_literals;
1040 // Average is ~20us per track, this should virtually never be logged (Logging takes >200us)
Kevin Rocard01c7d9e2019-09-18 11:24:52 +01001041 ALOGD_IF(spent > 500us, "%s: took %lldus to intercept %zu tracks", __func__,
Kevin Rocard6057fa22019-02-08 14:08:07 -08001042 spent.count(), mTeePatches.size());
Kevin Rocard153f92d2018-12-18 18:33:28 -08001043}
1044
Glenn Kasten6466c9e2013-08-23 10:54:07 -07001045// ExtendedAudioBufferProvider interface
1046
Andy Hung27876c02014-09-09 18:07:55 -07001047// framesReady() may return an approximation of the number of frames if called
1048// from a different thread than the one calling Proxy->obtainBuffer() and
1049// Proxy->releaseBuffer(). Also note there is no mutual exclusion in the
1050// AudioTrackServerProxy so be especially careful calling with FastTracks.
Eric Laurent81784c32012-11-19 14:55:58 -08001051size_t AudioFlinger::PlaybackThread::Track::framesReady() const {
Andy Hung27876c02014-09-09 18:07:55 -07001052 if (mSharedBuffer != 0 && (isStopped() || isStopping())) {
1053 // Static tracks return zero frames immediately upon stopping (for FastTracks).
1054 // The remainder of the buffer is not drained.
1055 return 0;
1056 }
Glenn Kasten9f80dd22012-12-18 15:57:32 -08001057 return mAudioTrackServerProxy->framesReady();
Eric Laurent81784c32012-11-19 14:55:58 -08001058}
1059
Andy Hung818e7a32016-02-16 18:08:07 -08001060int64_t AudioFlinger::PlaybackThread::Track::framesReleased() const
Glenn Kasten6466c9e2013-08-23 10:54:07 -07001061{
1062 return mAudioTrackServerProxy->framesReleased();
1063}
1064
Andy Hung818e7a32016-02-16 18:08:07 -08001065void AudioFlinger::PlaybackThread::Track::onTimestamp(const ExtendedTimestamp &timestamp)
Andy Hung6ae58432016-02-16 18:32:24 -08001066{
1067 // This call comes from a FastTrack and should be kept lockless.
1068 // The server side frames are already translated to client frames.
Andy Hung818e7a32016-02-16 18:08:07 -08001069 mAudioTrackServerProxy->setTimestamp(timestamp);
Andy Hung6ae58432016-02-16 18:32:24 -08001070
Andy Hung818e7a32016-02-16 18:08:07 -08001071 // We do not set drained here, as FastTrack timestamp may not go to very last frame.
Andy Hungcef2daa2018-06-01 15:31:49 -07001072
1073 // Compute latency.
1074 // TODO: Consider whether the server latency may be passed in by FastMixer
1075 // as a constant for all active FastTracks.
1076 const double latencyMs = timestamp.getOutputServerLatencyMs(sampleRate());
1077 mServerLatencyFromTrack.store(true);
1078 mServerLatencyMs.store(latencyMs);
Andy Hung6ae58432016-02-16 18:32:24 -08001079}
1080
Eric Laurent81784c32012-11-19 14:55:58 -08001081// Don't call for fast tracks; the framesReady() could result in priority inversion
1082bool AudioFlinger::PlaybackThread::Track::isReady() const {
Krishnankutty Kolathappilly8d6c2922014-02-04 16:23:42 -08001083 if (mFillingUpStatus != FS_FILLING || isStopped() || isPausing()) {
1084 return true;
1085 }
1086
Eric Laurent16498512014-03-17 17:22:08 -07001087 if (isStopping()) {
1088 if (framesReady() > 0) {
1089 mFillingUpStatus = FS_FILLED;
1090 }
Eric Laurent81784c32012-11-19 14:55:58 -08001091 return true;
1092 }
1093
Kevin Rocard01c7d9e2019-09-18 11:24:52 +01001094 size_t bufferSizeInFrames = mServerProxy->getBufferSizeInFrames();
Andy Hung3c7f47a2021-03-16 17:30:09 -07001095 // Note: mServerProxy->getStartThresholdInFrames() is clamped.
1096 const size_t startThresholdInFrames = mServerProxy->getStartThresholdInFrames();
1097 const size_t framesToBeReady = std::clamp( // clamp again to validate client values.
1098 std::min(startThresholdInFrames, bufferSizeInFrames), size_t(1), mFrameCount);
Kevin Rocard01c7d9e2019-09-18 11:24:52 +01001099
1100 if (framesReady() >= framesToBeReady || (mCblk->mFlags & CBLK_FORCEREADY)) {
1101 ALOGV("%s(%d): consider track ready with %zu/%zu, target was %zu)",
1102 __func__, mId, framesReady(), bufferSizeInFrames, framesToBeReady);
Eric Laurent81784c32012-11-19 14:55:58 -08001103 mFillingUpStatus = FS_FILLED;
Glenn Kasten96f60d82013-07-12 10:21:18 -07001104 android_atomic_and(~CBLK_FORCEREADY, &mCblk->mFlags);
Eric Laurent81784c32012-11-19 14:55:58 -08001105 return true;
1106 }
1107 return false;
1108}
1109
Glenn Kasten0f11b512014-01-31 16:18:54 -08001110status_t AudioFlinger::PlaybackThread::Track::start(AudioSystem::sync_event_t event __unused,
Glenn Kastend848eb42016-03-08 13:42:11 -08001111 audio_session_t triggerSession __unused)
Eric Laurent81784c32012-11-19 14:55:58 -08001112{
1113 status_t status = NO_ERROR;
Andy Hungc0691382018-09-12 18:01:57 -07001114 ALOGV("%s(%d): calling pid %d session %d",
1115 __func__, mId, IPCThreadState::self()->getCallingPid(), mSessionId);
Eric Laurent81784c32012-11-19 14:55:58 -08001116
1117 sp<ThreadBase> thread = mThread.promote();
1118 if (thread != 0) {
Eric Laurent813e2a72013-08-31 12:59:48 -07001119 if (isOffloaded()) {
1120 Mutex::Autolock _laf(thread->mAudioFlinger->mLock);
1121 Mutex::Autolock _lth(thread->mLock);
Andy Hung116bc262023-06-20 18:56:17 -07001122 sp<IAfEffectChain> ec = thread->getEffectChain_l(mSessionId);
Eric Laurent5baf2af2013-09-12 17:37:00 -07001123 if (thread->mAudioFlinger->isNonOffloadableGlobalEffectEnabled_l() ||
1124 (ec != 0 && ec->isNonOffloadableEnabled())) {
Eric Laurent813e2a72013-08-31 12:59:48 -07001125 invalidate();
1126 return PERMISSION_DENIED;
1127 }
1128 }
1129 Mutex::Autolock _lth(thread->mLock);
Eric Laurent81784c32012-11-19 14:55:58 -08001130 track_state state = mState;
1131 // here the track could be either new, or restarted
1132 // in both cases "unstop" the track
Eric Laurentbfb1b832013-01-07 09:53:42 -08001133
Krishnankutty Kolathappilly8d6c2922014-02-04 16:23:42 -08001134 // initial state-stopping. next state-pausing.
1135 // What if resume is called ?
1136
Zhou Song1ed46a22020-08-17 15:36:56 +08001137 if (state == FLUSHED) {
1138 // avoid underrun glitches when starting after flush
1139 reset();
1140 }
1141
kuowei.li576f1362021-05-11 18:02:32 +08001142 // clear mPauseHwPending because of pause (and possibly flush) during underrun.
1143 mPauseHwPending = false;
Krishnankutty Kolathappilly8d6c2922014-02-04 16:23:42 -08001144 if (state == PAUSED || state == PAUSING) {
Eric Laurentbfb1b832013-01-07 09:53:42 -08001145 if (mResumeToStopping) {
1146 // happened we need to resume to STOPPING_1
1147 mState = TrackBase::STOPPING_1;
Andy Hungc0691382018-09-12 18:01:57 -07001148 ALOGV("%s(%d): PAUSED => STOPPING_1 on thread %d",
1149 __func__, mId, (int)mThreadIoHandle);
Eric Laurentbfb1b832013-01-07 09:53:42 -08001150 } else {
1151 mState = TrackBase::RESUMING;
Andy Hungc0691382018-09-12 18:01:57 -07001152 ALOGV("%s(%d): PAUSED => RESUMING on thread %d",
1153 __func__, mId, (int)mThreadIoHandle);
Eric Laurentbfb1b832013-01-07 09:53:42 -08001154 }
Eric Laurent81784c32012-11-19 14:55:58 -08001155 } else {
1156 mState = TrackBase::ACTIVE;
Andy Hungc0691382018-09-12 18:01:57 -07001157 ALOGV("%s(%d): ? => ACTIVE on thread %d",
1158 __func__, mId, (int)mThreadIoHandle);
Eric Laurent81784c32012-11-19 14:55:58 -08001159 }
1160
yucliu6cfb5932022-07-20 17:40:39 -07001161 PlaybackThread *playbackThread = (PlaybackThread *)thread.get();
1162
1163 // states to reset position info for pcm tracks
1164 if (audio_is_linear_pcm(mFormat)
Andy Hunge10393e2015-06-12 13:59:33 -07001165 && (state == IDLE || state == STOPPED || state == FLUSHED)) {
1166 mFrameMap.reset();
yucliu6cfb5932022-07-20 17:40:39 -07001167
1168 if (!isFastTrack() && (isDirect() || isOffloaded())) {
1169 // Start point of track -> sink frame map. If the HAL returns a
1170 // frame position smaller than the first written frame in
1171 // updateTrackFrameInfo, the timestamp can be interpolated
1172 // instead of using a larger value.
1173 mFrameMap.push(mAudioTrackServerProxy->framesReleased(),
1174 playbackThread->framesWritten());
1175 }
Andy Hunge10393e2015-06-12 13:59:33 -07001176 }
Haynes Mathew George240934b2015-03-11 18:25:50 -07001177 if (isFastTrack()) {
1178 // refresh fast track underruns on start because that field is never cleared
1179 // by the fast mixer; furthermore, the same track can be recycled, i.e. start
1180 // after stop.
1181 mObservedUnderruns = playbackThread->getFastTrackUnderruns(mFastIndex);
1182 }
Eric Laurentbfb1b832013-01-07 09:53:42 -08001183 status = playbackThread->addTrack_l(this);
jiabina84c3d32022-12-02 18:59:55 +00001184 if (status == INVALID_OPERATION || status == PERMISSION_DENIED || status == DEAD_OBJECT) {
Eric Laurent81784c32012-11-19 14:55:58 -08001185 triggerEvents(AudioSystem::SYNC_EVENT_PRESENTATION_COMPLETE);
Eric Laurentbfb1b832013-01-07 09:53:42 -08001186 // restore previous state if start was rejected by policy manager
jiabina84c3d32022-12-02 18:59:55 +00001187 if (status == PERMISSION_DENIED || status == DEAD_OBJECT) {
Eric Laurentbfb1b832013-01-07 09:53:42 -08001188 mState = state;
1189 }
1190 }
Andy Hung1d3556d2018-03-29 16:30:14 -07001191
Andy Hungb68f5eb2019-12-03 16:49:17 -08001192 // Audio timing metrics are computed a few mix cycles after starting.
1193 {
1194 mLogStartCountdown = LOG_START_COUNTDOWN;
1195 mLogStartTimeNs = systemTime();
1196 mLogStartFrames = mAudioTrackServerProxy->getTimestamp()
Andy Hung62921122020-05-18 10:47:31 -07001197 .mPosition[ExtendedTimestamp::LOCATION_KERNEL];
1198 mLogLatencyMs = 0.;
Andy Hungb68f5eb2019-12-03 16:49:17 -08001199 }
Andy Hunga81a4b42022-05-19 19:24:51 -07001200 mLogForceVolumeUpdate = true; // at least one volume logged for metrics when starting.
Andy Hungb68f5eb2019-12-03 16:49:17 -08001201
Andy Hung1d3556d2018-03-29 16:30:14 -07001202 if (status == NO_ERROR || status == ALREADY_EXISTS) {
1203 // for streaming tracks, remove the buffer read stop limit.
1204 mAudioTrackServerProxy->start();
1205 }
1206
Eric Laurentbfb1b832013-01-07 09:53:42 -08001207 // track was already in the active list, not a problem
1208 if (status == ALREADY_EXISTS) {
1209 status = NO_ERROR;
Glenn Kasten12022ff2013-10-17 11:32:39 -07001210 } else {
1211 // Acknowledge any pending flush(), so that subsequent new data isn't discarded.
1212 // It is usually unsafe to access the server proxy from a binder thread.
1213 // But in this case we know the mixer thread (whether normal mixer or fast mixer)
1214 // isn't looking at this track yet: we still hold the normal mixer thread lock,
1215 // and for fast tracks the track is not yet in the fast mixer thread's active set.
Andy Hunge6fb82a2015-09-09 14:39:02 -07001216 // For static tracks, this is used to acknowledge change in position or loop.
Eric Laurent564d1442015-09-09 12:26:52 -07001217 ServerProxy::Buffer buffer;
1218 buffer.mFrameCount = 1;
1219 (void) mAudioTrackServerProxy->obtainBuffer(&buffer, true /*ackFlush*/);
Eric Laurent81784c32012-11-19 14:55:58 -08001220 }
jiabin7434e812023-06-27 18:22:35 +00001221 if (status == NO_ERROR) {
1222 forEachTeePatchTrack_l([](const auto& patchTrack) { patchTrack->start(); });
1223 }
Eric Laurent81784c32012-11-19 14:55:58 -08001224 } else {
1225 status = BAD_VALUE;
1226 }
Kevin Rocardc43ea142019-01-31 18:17:37 -08001227 if (status == NO_ERROR) {
Jean-Michel Trivi16395ca2022-12-11 22:10:11 +00001228 // send format to AudioManager for playback activity monitoring
1229 sp<IAudioManager> audioManager = thread->mAudioFlinger->getOrCreateAudioManager();
1230 if (audioManager && mPortId != AUDIO_PORT_HANDLE_NONE) {
1231 std::unique_ptr<os::PersistableBundle> bundle =
1232 std::make_unique<os::PersistableBundle>();
1233 bundle->putBoolean(String16(kExtraPlayerEventSpatializedKey),
1234 isSpatialized());
1235 bundle->putInt(String16(kExtraPlayerEventSampleRateKey), mSampleRate);
1236 bundle->putInt(String16(kExtraPlayerEventChannelMaskKey), mChannelMask);
1237 status_t result = audioManager->portEvent(mPortId,
1238 PLAYER_UPDATE_FORMAT, bundle);
1239 if (result != OK) {
1240 ALOGE("%s: unable to send playback format for port ID %d, status error %d",
1241 __func__, mPortId, result);
1242 }
1243 }
Kevin Rocardc43ea142019-01-31 18:17:37 -08001244 }
Eric Laurent81784c32012-11-19 14:55:58 -08001245 return status;
1246}
1247
1248void AudioFlinger::PlaybackThread::Track::stop()
1249{
Andy Hungc0691382018-09-12 18:01:57 -07001250 ALOGV("%s(%d): calling pid %d", __func__, mId, IPCThreadState::self()->getCallingPid());
Eric Laurent81784c32012-11-19 14:55:58 -08001251 sp<ThreadBase> thread = mThread.promote();
1252 if (thread != 0) {
1253 Mutex::Autolock _l(thread->mLock);
1254 track_state state = mState;
1255 if (state == RESUMING || state == ACTIVE || state == PAUSING || state == PAUSED) {
1256 // If the track is not active (PAUSED and buffers full), flush buffers
1257 PlaybackThread *playbackThread = (PlaybackThread *)thread.get();
1258 if (playbackThread->mActiveTracks.indexOf(this) < 0) {
1259 reset();
1260 mState = STOPPED;
Eric Laurentab5cdba2014-06-09 17:22:27 -07001261 } else if (!isFastTrack() && !isOffloaded() && !isDirect()) {
Eric Laurent81784c32012-11-19 14:55:58 -08001262 mState = STOPPED;
1263 } else {
Eric Laurentbfb1b832013-01-07 09:53:42 -08001264 // For fast tracks prepareTracks_l() will set state to STOPPING_2
1265 // presentation is complete
1266 // For an offloaded track this starts a drain and state will
1267 // move to STOPPING_2 when drain completes and then STOPPED
Eric Laurent81784c32012-11-19 14:55:58 -08001268 mState = STOPPING_1;
Eric Laurente93cc032016-05-05 10:15:10 -07001269 if (isOffloaded()) {
1270 mRetryCount = PlaybackThread::kMaxTrackStopRetriesOffload;
1271 }
Eric Laurent81784c32012-11-19 14:55:58 -08001272 }
Eric Laurentb369caf2015-03-30 20:51:47 -07001273 playbackThread->broadcast_l();
Andy Hungc0691382018-09-12 18:01:57 -07001274 ALOGV("%s(%d): not stopping/stopped => stopping/stopped on thread %d",
1275 __func__, mId, (int)mThreadIoHandle);
Eric Laurent81784c32012-11-19 14:55:58 -08001276 }
jiabin7434e812023-06-27 18:22:35 +00001277 forEachTeePatchTrack_l([](const auto& patchTrack) { patchTrack->stop(); });
Eric Laurent81784c32012-11-19 14:55:58 -08001278 }
1279}
1280
1281void AudioFlinger::PlaybackThread::Track::pause()
1282{
Andy Hungc0691382018-09-12 18:01:57 -07001283 ALOGV("%s(%d): calling pid %d", __func__, mId, IPCThreadState::self()->getCallingPid());
Eric Laurent81784c32012-11-19 14:55:58 -08001284 sp<ThreadBase> thread = mThread.promote();
1285 if (thread != 0) {
1286 Mutex::Autolock _l(thread->mLock);
Eric Laurentbfb1b832013-01-07 09:53:42 -08001287 PlaybackThread *playbackThread = (PlaybackThread *)thread.get();
1288 switch (mState) {
1289 case STOPPING_1:
1290 case STOPPING_2:
1291 if (!isOffloaded()) {
1292 /* nothing to do if track is not offloaded */
1293 break;
1294 }
1295
1296 // Offloaded track was draining, we need to carry on draining when resumed
1297 mResumeToStopping = true;
Chih-Hung Hsieh2b487032018-09-13 14:16:02 -07001298 FALLTHROUGH_INTENDED;
Eric Laurentbfb1b832013-01-07 09:53:42 -08001299 case ACTIVE:
1300 case RESUMING:
Eric Laurent81784c32012-11-19 14:55:58 -08001301 mState = PAUSING;
Andy Hungc0691382018-09-12 18:01:57 -07001302 ALOGV("%s(%d): ACTIVE/RESUMING => PAUSING on thread %d",
1303 __func__, mId, (int)mThreadIoHandle);
Kuowei Li23666472021-01-20 10:23:25 +08001304 if (isOffloadedOrDirect()) {
1305 mPauseHwPending = true;
1306 }
Eric Laurentede6c3b2013-09-19 14:37:46 -07001307 playbackThread->broadcast_l();
Eric Laurentbfb1b832013-01-07 09:53:42 -08001308 break;
Eric Laurent81784c32012-11-19 14:55:58 -08001309
Eric Laurentbfb1b832013-01-07 09:53:42 -08001310 default:
1311 break;
Eric Laurent81784c32012-11-19 14:55:58 -08001312 }
jiabin7434e812023-06-27 18:22:35 +00001313 // Pausing the TeePatch to avoid a glitch on underrun, at the cost of buffered audio loss.
1314 forEachTeePatchTrack_l([](const auto& patchTrack) { patchTrack->pause(); });
Eric Laurent81784c32012-11-19 14:55:58 -08001315 }
1316}
1317
1318void AudioFlinger::PlaybackThread::Track::flush()
1319{
Andy Hungc0691382018-09-12 18:01:57 -07001320 ALOGV("%s(%d)", __func__, mId);
Eric Laurent81784c32012-11-19 14:55:58 -08001321 sp<ThreadBase> thread = mThread.promote();
1322 if (thread != 0) {
1323 Mutex::Autolock _l(thread->mLock);
Eric Laurent81784c32012-11-19 14:55:58 -08001324 PlaybackThread *playbackThread = (PlaybackThread *)thread.get();
Eric Laurentbfb1b832013-01-07 09:53:42 -08001325
Phil Burk4bb650b2016-09-09 12:11:17 -07001326 // Flush the ring buffer now if the track is not active in the PlaybackThread.
1327 // Otherwise the flush would not be done until the track is resumed.
1328 // Requires FastTrack removal be BLOCK_UNTIL_ACKED
1329 if (playbackThread->mActiveTracks.indexOf(this) < 0) {
1330 (void)mServerProxy->flushBufferIfNeeded();
1331 }
1332
Eric Laurentbfb1b832013-01-07 09:53:42 -08001333 if (isOffloaded()) {
1334 // If offloaded we allow flush during any state except terminated
1335 // and keep the track active to avoid problems if user is seeking
1336 // rapidly and underlying hardware has a significant delay handling
1337 // a pause
1338 if (isTerminated()) {
1339 return;
1340 }
1341
Andy Hung9d84af52018-09-12 18:03:44 -07001342 ALOGV("%s(%d): offload flush", __func__, mId);
Eric Laurent81784c32012-11-19 14:55:58 -08001343 reset();
Eric Laurentbfb1b832013-01-07 09:53:42 -08001344
1345 if (mState == STOPPING_1 || mState == STOPPING_2) {
Andy Hung9d84af52018-09-12 18:03:44 -07001346 ALOGV("%s(%d): flushed in STOPPING_1 or 2 state, change state to ACTIVE",
1347 __func__, mId);
Eric Laurentbfb1b832013-01-07 09:53:42 -08001348 mState = ACTIVE;
1349 }
1350
Haynes Mathew George7844f672014-01-15 12:32:55 -08001351 mFlushHwPending = true;
Eric Laurentbfb1b832013-01-07 09:53:42 -08001352 mResumeToStopping = false;
1353 } else {
1354 if (mState != STOPPING_1 && mState != STOPPING_2 && mState != STOPPED &&
1355 mState != PAUSED && mState != PAUSING && mState != IDLE && mState != FLUSHED) {
1356 return;
1357 }
1358 // No point remaining in PAUSED state after a flush => go to
1359 // FLUSHED state
1360 mState = FLUSHED;
1361 // do not reset the track if it is still in the process of being stopped or paused.
1362 // this will be done by prepareTracks_l() when the track is stopped.
1363 // prepareTracks_l() will see mState == FLUSHED, then
1364 // remove from active track list, reset(), and trigger presentation complete
Eric Laurentd1f69b02014-12-15 14:33:13 -08001365 if (isDirect()) {
1366 mFlushHwPending = true;
1367 }
Eric Laurentbfb1b832013-01-07 09:53:42 -08001368 if (playbackThread->mActiveTracks.indexOf(this) < 0) {
1369 reset();
1370 }
Eric Laurent81784c32012-11-19 14:55:58 -08001371 }
Eric Laurentbfb1b832013-01-07 09:53:42 -08001372 // Prevent flush being lost if the track is flushed and then resumed
1373 // before mixer thread can run. This is important when offloading
1374 // because the hardware buffer could hold a large amount of audio
Eric Laurentede6c3b2013-09-19 14:37:46 -07001375 playbackThread->broadcast_l();
jiabin7434e812023-06-27 18:22:35 +00001376 // Flush the Tee to avoid on resume playing old data and glitching on the transition to
1377 // new data
1378 forEachTeePatchTrack_l([](const auto& patchTrack) { patchTrack->flush(); });
Eric Laurent81784c32012-11-19 14:55:58 -08001379 }
1380}
1381
Haynes Mathew George7844f672014-01-15 12:32:55 -08001382// must be called with thread lock held
1383void AudioFlinger::PlaybackThread::Track::flushAck()
1384{
Andy Hung920f6572022-10-06 12:09:49 -07001385 if (!isOffloaded() && !isDirect()) {
Haynes Mathew George7844f672014-01-15 12:32:55 -08001386 return;
Andy Hung920f6572022-10-06 12:09:49 -07001387 }
Haynes Mathew George7844f672014-01-15 12:32:55 -08001388
Phil Burk4bb650b2016-09-09 12:11:17 -07001389 // Clear the client ring buffer so that the app can prime the buffer while paused.
1390 // Otherwise it might not get cleared until playback is resumed and obtainBuffer() is called.
1391 mServerProxy->flushBufferIfNeeded();
1392
Haynes Mathew George7844f672014-01-15 12:32:55 -08001393 mFlushHwPending = false;
1394}
1395
Kuowei Li23666472021-01-20 10:23:25 +08001396void AudioFlinger::PlaybackThread::Track::pauseAck()
1397{
1398 mPauseHwPending = false;
1399}
1400
Eric Laurent81784c32012-11-19 14:55:58 -08001401void AudioFlinger::PlaybackThread::Track::reset()
1402{
1403 // Do not reset twice to avoid discarding data written just after a flush and before
1404 // the audioflinger thread detects the track is stopped.
1405 if (!mResetDone) {
Eric Laurent81784c32012-11-19 14:55:58 -08001406 // Force underrun condition to avoid false underrun callback until first data is
1407 // written to buffer
Glenn Kasten96f60d82013-07-12 10:21:18 -07001408 android_atomic_and(~CBLK_FORCEREADY, &mCblk->mFlags);
Eric Laurent81784c32012-11-19 14:55:58 -08001409 mFillingUpStatus = FS_FILLING;
1410 mResetDone = true;
1411 if (mState == FLUSHED) {
1412 mState = IDLE;
1413 }
1414 }
1415}
1416
Eric Laurentbfb1b832013-01-07 09:53:42 -08001417status_t AudioFlinger::PlaybackThread::Track::setParameters(const String8& keyValuePairs)
1418{
1419 sp<ThreadBase> thread = mThread.promote();
1420 if (thread == 0) {
Andy Hung9d84af52018-09-12 18:03:44 -07001421 ALOGE("%s(%d): thread is dead", __func__, mId);
Eric Laurentbfb1b832013-01-07 09:53:42 -08001422 return FAILED_TRANSACTION;
1423 } else if ((thread->type() == ThreadBase::DIRECT) ||
1424 (thread->type() == ThreadBase::OFFLOAD)) {
1425 return thread->setParameters(keyValuePairs);
1426 } else {
1427 return PERMISSION_DENIED;
1428 }
1429}
1430
Mikhail Naganovac917ac2018-11-28 14:03:52 -08001431status_t AudioFlinger::PlaybackThread::Track::selectPresentation(int presentationId,
1432 int programId) {
1433 sp<ThreadBase> thread = mThread.promote();
1434 if (thread == 0) {
1435 ALOGE("thread is dead");
1436 return FAILED_TRANSACTION;
1437 } else if ((thread->type() == ThreadBase::DIRECT) || (thread->type() == ThreadBase::OFFLOAD)) {
1438 DirectOutputThread *directOutputThread = static_cast<DirectOutputThread*>(thread.get());
1439 return directOutputThread->selectPresentation(presentationId, programId);
1440 }
1441 return INVALID_OPERATION;
1442}
1443
Andy Hung9fc8b5c2017-01-24 13:36:48 -08001444VolumeShaper::Status AudioFlinger::PlaybackThread::Track::applyVolumeShaper(
1445 const sp<VolumeShaper::Configuration>& configuration,
1446 const sp<VolumeShaper::Operation>& operation)
1447{
Andy Hung398ffa22022-12-13 19:19:53 -08001448 VolumeShaper::Status status = mVolumeHandler->applyVolumeShaper(configuration, operation);
Andy Hung10cbff12017-02-21 17:30:14 -08001449
1450 if (isOffloadedOrDirect()) {
1451 // Signal thread to fetch new volume.
1452 sp<ThreadBase> thread = mThread.promote();
1453 if (thread != 0) {
Kevin Rocard5f2136e2018-05-11 22:03:00 -07001454 Mutex::Autolock _l(thread->mLock);
Andy Hung10cbff12017-02-21 17:30:14 -08001455 thread->broadcast_l();
1456 }
1457 }
1458 return status;
Andy Hung9fc8b5c2017-01-24 13:36:48 -08001459}
1460
1461sp<VolumeShaper::State> AudioFlinger::PlaybackThread::Track::getVolumeShaperState(int id)
1462{
1463 // Note: We don't check if Thread exists.
1464
1465 // mVolumeHandler is thread safe.
1466 return mVolumeHandler->getVolumeShaperState(id);
1467}
1468
jiabin76d94692022-12-15 21:51:21 +00001469void AudioFlinger::PlaybackThread::Track::setFinalVolume(float volumeLeft, float volumeRight)
Kevin Rocard12381092018-04-11 09:19:59 -07001470{
jiabin76d94692022-12-15 21:51:21 +00001471 mFinalVolumeLeft = volumeLeft;
1472 mFinalVolumeRight = volumeRight;
1473 const float volume = (volumeLeft + volumeRight) * 0.5f;
Kevin Rocard12381092018-04-11 09:19:59 -07001474 if (mFinalVolume != volume) { // Compare to an epsilon if too many meaningless updates
1475 mFinalVolume = volume;
1476 setMetadataHasChanged();
Andy Hunga81a4b42022-05-19 19:24:51 -07001477 mLogForceVolumeUpdate = true;
1478 }
1479 if (mLogForceVolumeUpdate) {
1480 mLogForceVolumeUpdate = false;
1481 mTrackMetrics.logVolume(mFinalVolume);
Kevin Rocard12381092018-04-11 09:19:59 -07001482 }
1483}
1484
1485void AudioFlinger::PlaybackThread::Track::copyMetadataTo(MetadataInserter& backInserter) const
1486{
Eric Laurent49e39282022-06-24 18:42:45 +02001487 // Do not forward metadata for PatchTrack with unspecified stream type
1488 if (mStreamType == AUDIO_STREAM_PATCH) {
1489 return;
1490 }
1491
Eric Laurent94579172020-11-20 18:41:04 +01001492 playback_track_metadata_v7_t metadata;
1493 metadata.base = {
Kevin Rocard12381092018-04-11 09:19:59 -07001494 .usage = mAttr.usage,
1495 .content_type = mAttr.content_type,
1496 .gain = mFinalVolume,
1497 };
Eric Laurentfdf99502021-11-26 19:05:02 +01001498
1499 // When attributes are undefined, derive default values from stream type.
1500 // See AudioAttributes.java, usageForStreamType() and Builder.setInternalLegacyStreamType()
1501 if (mAttr.usage == AUDIO_USAGE_UNKNOWN) {
1502 switch (mStreamType) {
1503 case AUDIO_STREAM_VOICE_CALL:
1504 metadata.base.usage = AUDIO_USAGE_VOICE_COMMUNICATION;
1505 metadata.base.content_type = AUDIO_CONTENT_TYPE_SPEECH;
1506 break;
1507 case AUDIO_STREAM_SYSTEM:
1508 metadata.base.usage = AUDIO_USAGE_ASSISTANCE_SONIFICATION;
1509 metadata.base.content_type = AUDIO_CONTENT_TYPE_SONIFICATION;
1510 break;
1511 case AUDIO_STREAM_RING:
1512 metadata.base.usage = AUDIO_USAGE_NOTIFICATION_TELEPHONY_RINGTONE;
1513 metadata.base.content_type = AUDIO_CONTENT_TYPE_SONIFICATION;
1514 break;
1515 case AUDIO_STREAM_MUSIC:
1516 metadata.base.usage = AUDIO_USAGE_MEDIA;
1517 metadata.base.content_type = AUDIO_CONTENT_TYPE_MUSIC;
1518 break;
1519 case AUDIO_STREAM_ALARM:
1520 metadata.base.usage = AUDIO_USAGE_ALARM;
1521 metadata.base.content_type = AUDIO_CONTENT_TYPE_SONIFICATION;
1522 break;
1523 case AUDIO_STREAM_NOTIFICATION:
1524 metadata.base.usage = AUDIO_USAGE_NOTIFICATION;
1525 metadata.base.content_type = AUDIO_CONTENT_TYPE_SONIFICATION;
1526 break;
1527 case AUDIO_STREAM_DTMF:
1528 metadata.base.usage = AUDIO_USAGE_VOICE_COMMUNICATION_SIGNALLING;
1529 metadata.base.content_type = AUDIO_CONTENT_TYPE_SONIFICATION;
1530 break;
1531 case AUDIO_STREAM_ACCESSIBILITY:
1532 metadata.base.usage = AUDIO_USAGE_ASSISTANCE_ACCESSIBILITY;
1533 metadata.base.content_type = AUDIO_CONTENT_TYPE_SPEECH;
1534 break;
1535 case AUDIO_STREAM_ASSISTANT:
1536 metadata.base.usage = AUDIO_USAGE_ASSISTANT;
1537 metadata.base.content_type = AUDIO_CONTENT_TYPE_SPEECH;
1538 break;
1539 case AUDIO_STREAM_REROUTING:
1540 metadata.base.usage = AUDIO_USAGE_VIRTUAL_SOURCE;
1541 // unknown content type
1542 break;
1543 case AUDIO_STREAM_CALL_ASSISTANT:
1544 metadata.base.usage = AUDIO_USAGE_CALL_ASSISTANT;
1545 metadata.base.content_type = AUDIO_CONTENT_TYPE_SPEECH;
1546 break;
1547 default:
1548 break;
1549 }
1550 }
1551
Eric Laurent78b07302022-10-07 16:20:34 +02001552 metadata.channel_mask = mChannelMask;
Eric Laurent94579172020-11-20 18:41:04 +01001553 strncpy(metadata.tags, mAttr.tags, AUDIO_ATTRIBUTES_TAGS_MAX_SIZE);
1554 *backInserter++ = metadata;
Kevin Rocard12381092018-04-11 09:19:59 -07001555}
1556
jiabin7434e812023-06-27 18:22:35 +00001557void AudioFlinger::PlaybackThread::Track::updateTeePatches_l() {
Jiabin Huangfb476842022-12-06 03:18:10 +00001558 if (mTeePatchesToUpdate.has_value()) {
jiabin7434e812023-06-27 18:22:35 +00001559 forEachTeePatchTrack_l([](const auto& patchTrack) { patchTrack->destroy(); });
Jiabin Huangfb476842022-12-06 03:18:10 +00001560 mTeePatches = mTeePatchesToUpdate.value();
1561 if (mState == TrackBase::ACTIVE || mState == TrackBase::RESUMING ||
1562 mState == TrackBase::STOPPING_1) {
jiabin7434e812023-06-27 18:22:35 +00001563 forEachTeePatchTrack_l([](const auto& patchTrack) { patchTrack->start(); });
Jiabin Huangfb476842022-12-06 03:18:10 +00001564 }
1565 mTeePatchesToUpdate.reset();
jiabinf042b9b2021-05-07 23:46:28 +00001566 }
Kevin Rocard153f92d2018-12-18 18:33:28 -08001567}
1568
jiabin7434e812023-06-27 18:22:35 +00001569void AudioFlinger::PlaybackThread::Track::setTeePatchesToUpdate_l(TeePatches teePatchesToUpdate) {
Jiabin Huangfb476842022-12-06 03:18:10 +00001570 ALOGW_IF(mTeePatchesToUpdate.has_value(),
1571 "%s, existing tee patches to update will be ignored", __func__);
1572 mTeePatchesToUpdate = std::move(teePatchesToUpdate);
1573}
1574
Vlad Popae8d99472022-06-30 16:02:48 +02001575// must be called with player thread lock held
1576void AudioFlinger::PlaybackThread::Track::processMuteEvent_l(const sp<
1577 IAudioManager>& audioManager, mute_state_t muteState)
1578{
1579 if (mMuteState == muteState) {
1580 // mute state did not change, do nothing
1581 return;
1582 }
1583
1584 status_t result = UNKNOWN_ERROR;
1585 if (audioManager && mPortId != AUDIO_PORT_HANDLE_NONE) {
1586 if (mMuteEventExtras == nullptr) {
1587 mMuteEventExtras = std::make_unique<os::PersistableBundle>();
1588 }
1589 mMuteEventExtras->putInt(String16(kExtraPlayerEventMuteKey),
1590 static_cast<int>(muteState));
1591
1592 result = audioManager->portEvent(mPortId,
1593 PLAYER_UPDATE_MUTED,
1594 mMuteEventExtras);
1595 }
1596
1597 if (result == OK) {
1598 mMuteState = muteState;
1599 } else {
1600 ALOGW("%s(%d): cannot process mute state for port ID %d, status error %d",
1601 __func__,
1602 id(),
1603 mPortId,
1604 result);
1605 }
1606}
1607
Glenn Kasten573d80a2013-08-26 09:36:23 -07001608status_t AudioFlinger::PlaybackThread::Track::getTimestamp(AudioTimestamp& timestamp)
1609{
Andy Hung818e7a32016-02-16 18:08:07 -08001610 if (!isOffloaded() && !isDirect()) {
1611 return INVALID_OPERATION; // normal tracks handled through SSQ
Glenn Kastenfe346c72013-08-30 13:28:22 -07001612 }
Glenn Kasten573d80a2013-08-26 09:36:23 -07001613 sp<ThreadBase> thread = mThread.promote();
1614 if (thread == 0) {
Glenn Kastenfe346c72013-08-30 13:28:22 -07001615 return INVALID_OPERATION;
Glenn Kasten573d80a2013-08-26 09:36:23 -07001616 }
Phil Burk6140c792015-03-19 14:30:21 -07001617
Glenn Kasten573d80a2013-08-26 09:36:23 -07001618 Mutex::Autolock _l(thread->mLock);
1619 PlaybackThread *playbackThread = (PlaybackThread *)thread.get();
Andy Hung818e7a32016-02-16 18:08:07 -08001620 return playbackThread->getTimestamp_l(timestamp);
Glenn Kasten573d80a2013-08-26 09:36:23 -07001621}
1622
Eric Laurent81784c32012-11-19 14:55:58 -08001623status_t AudioFlinger::PlaybackThread::Track::attachAuxEffect(int EffectId)
1624{
Eric Laurent81784c32012-11-19 14:55:58 -08001625 sp<ThreadBase> thread = mThread.promote();
Eric Laurent6c796322019-04-09 14:13:17 -07001626 if (thread == nullptr) {
1627 return DEAD_OBJECT;
1628 }
Eric Laurent81784c32012-11-19 14:55:58 -08001629
Eric Laurent6c796322019-04-09 14:13:17 -07001630 sp<PlaybackThread> dstThread = (PlaybackThread *)thread.get();
1631 sp<PlaybackThread> srcThread; // srcThread is initialized by call to moveAuxEffectToIo()
1632 sp<AudioFlinger> af = mClient->audioFlinger();
1633 status_t status = af->moveAuxEffectToIo(EffectId, dstThread, &srcThread);
Eric Laurent81784c32012-11-19 14:55:58 -08001634
Eric Laurent6c796322019-04-09 14:13:17 -07001635 if (EffectId != 0 && status == NO_ERROR) {
1636 status = dstThread->attachAuxEffect(this, EffectId);
1637 if (status == NO_ERROR) {
1638 AudioSystem::moveEffectsToIo(std::vector<int>(EffectId), dstThread->id());
Eric Laurent81784c32012-11-19 14:55:58 -08001639 }
Eric Laurent6c796322019-04-09 14:13:17 -07001640 }
1641
1642 if (status != NO_ERROR && srcThread != nullptr) {
1643 af->moveAuxEffectToIo(EffectId, srcThread, &dstThread);
Eric Laurent81784c32012-11-19 14:55:58 -08001644 }
1645 return status;
1646}
1647
1648void AudioFlinger::PlaybackThread::Track::setAuxBuffer(int EffectId, int32_t *buffer)
1649{
1650 mAuxEffectId = EffectId;
1651 mAuxBuffer = buffer;
1652}
1653
Andy Hung59de4262021-06-14 10:53:54 -07001654// presentationComplete verified by frames, used by Mixed tracks.
Andy Hung818e7a32016-02-16 18:08:07 -08001655bool AudioFlinger::PlaybackThread::Track::presentationComplete(
1656 int64_t framesWritten, size_t audioHalFrames)
Eric Laurent81784c32012-11-19 14:55:58 -08001657{
Andy Hung818e7a32016-02-16 18:08:07 -08001658 // TODO: improve this based on FrameMap if it exists, to ensure full drain.
1659 // This assists in proper timestamp computation as well as wakelock management.
1660
Eric Laurent81784c32012-11-19 14:55:58 -08001661 // a track is considered presented when the total number of frames written to audio HAL
1662 // corresponds to the number of frames written when presentationComplete() is called for the
1663 // first time (mPresentationCompleteFrames == 0) plus the buffer filling status at that time.
Eric Laurentbfb1b832013-01-07 09:53:42 -08001664 // For an offloaded track the HAL+h/w delay is variable so a HAL drain() is used
1665 // to detect when all frames have been played. In this case framesWritten isn't
1666 // useful because it doesn't always reflect whether there is data in the h/w
1667 // buffers, particularly if a track has been paused and resumed during draining
Andy Hung9d84af52018-09-12 18:03:44 -07001668 ALOGV("%s(%d): presentationComplete() mPresentationCompleteFrames %lld framesWritten %lld",
1669 __func__, mId,
Andy Hung818e7a32016-02-16 18:08:07 -08001670 (long long)mPresentationCompleteFrames, (long long)framesWritten);
Eric Laurent81784c32012-11-19 14:55:58 -08001671 if (mPresentationCompleteFrames == 0) {
1672 mPresentationCompleteFrames = framesWritten + audioHalFrames;
Andy Hung59de4262021-06-14 10:53:54 -07001673 ALOGV("%s(%d): set:"
Andy Hung9d84af52018-09-12 18:03:44 -07001674 " mPresentationCompleteFrames %lld audioHalFrames %zu",
1675 __func__, mId,
Andy Hung818e7a32016-02-16 18:08:07 -08001676 (long long)mPresentationCompleteFrames, audioHalFrames);
Eric Laurent81784c32012-11-19 14:55:58 -08001677 }
Eric Laurentbfb1b832013-01-07 09:53:42 -08001678
Andy Hungc54b1ff2016-02-23 14:07:07 -08001679 bool complete;
Andy Hung59de4262021-06-14 10:53:54 -07001680 if (isFastTrack()) { // does not go through linear map
Glenn Kastenc42e9b42016-03-21 11:35:03 -07001681 complete = framesWritten >= (int64_t) mPresentationCompleteFrames;
Andy Hung59de4262021-06-14 10:53:54 -07001682 ALOGV("%s(%d): %s framesWritten:%lld mPresentationCompleteFrames:%lld",
1683 __func__, mId, (complete ? "complete" : "waiting"),
1684 (long long) framesWritten, (long long) mPresentationCompleteFrames);
Andy Hungc54b1ff2016-02-23 14:07:07 -08001685 } else { // Normal tracks, OutputTracks, and PatchTracks
Glenn Kastenc42e9b42016-03-21 11:35:03 -07001686 complete = framesWritten >= (int64_t) mPresentationCompleteFrames
Andy Hungc54b1ff2016-02-23 14:07:07 -08001687 && mAudioTrackServerProxy->isDrained();
1688 }
1689
1690 if (complete) {
Andy Hung59de4262021-06-14 10:53:54 -07001691 notifyPresentationComplete();
Eric Laurent81784c32012-11-19 14:55:58 -08001692 return true;
1693 }
1694 return false;
1695}
1696
Andy Hung59de4262021-06-14 10:53:54 -07001697// presentationComplete checked by time, used by DirectTracks.
1698bool AudioFlinger::PlaybackThread::Track::presentationComplete(uint32_t latencyMs)
1699{
1700 // For Offloaded or Direct tracks.
1701
1702 // For a direct track, we incorporated time based testing for presentationComplete.
1703
1704 // For an offloaded track the HAL+h/w delay is variable so a HAL drain() is used
1705 // to detect when all frames have been played. In this case latencyMs isn't
1706 // useful because it doesn't always reflect whether there is data in the h/w
1707 // buffers, particularly if a track has been paused and resumed during draining
1708
1709 constexpr float MIN_SPEED = 0.125f; // min speed scaling allowed for timely response.
1710 if (mPresentationCompleteTimeNs == 0) {
1711 mPresentationCompleteTimeNs = systemTime() + latencyMs * 1e6 / fmax(mSpeed, MIN_SPEED);
1712 ALOGV("%s(%d): set: latencyMs %u mPresentationCompleteTimeNs:%lld",
1713 __func__, mId, latencyMs, (long long) mPresentationCompleteTimeNs);
1714 }
1715
1716 bool complete;
1717 if (isOffloaded()) {
1718 complete = true;
1719 } else { // Direct
1720 complete = systemTime() >= mPresentationCompleteTimeNs;
1721 ALOGV("%s(%d): %s", __func__, mId, (complete ? "complete" : "waiting"));
1722 }
1723 if (complete) {
1724 notifyPresentationComplete();
1725 return true;
1726 }
1727 return false;
1728}
1729
1730void AudioFlinger::PlaybackThread::Track::notifyPresentationComplete()
1731{
1732 // This only triggers once. TODO: should we enforce this?
1733 triggerEvents(AudioSystem::SYNC_EVENT_PRESENTATION_COMPLETE);
1734 mAudioTrackServerProxy->setStreamEndDone();
1735}
1736
Eric Laurent81784c32012-11-19 14:55:58 -08001737void AudioFlinger::PlaybackThread::Track::triggerEvents(AudioSystem::sync_event_t type)
1738{
Andy Hung068e08e2023-05-15 19:02:55 -07001739 for (auto it = mSyncEvents.begin(); it != mSyncEvents.end();) {
1740 if ((*it)->type() == type) {
Andy Hung93bb5732023-05-04 21:16:34 -07001741 ALOGV("%s: triggering SyncEvent type %d", __func__, type);
Andy Hung068e08e2023-05-15 19:02:55 -07001742 (*it)->trigger();
1743 it = mSyncEvents.erase(it);
Ivan Lozano5ec161b2017-12-06 10:00:28 -08001744 } else {
Andy Hung068e08e2023-05-15 19:02:55 -07001745 ++it;
Eric Laurent81784c32012-11-19 14:55:58 -08001746 }
1747 }
1748}
1749
1750// implement VolumeBufferProvider interface
1751
Glenn Kastenc56f3422014-03-21 17:53:17 -07001752gain_minifloat_packed_t AudioFlinger::PlaybackThread::Track::getVolumeLR()
Eric Laurent81784c32012-11-19 14:55:58 -08001753{
1754 // called by FastMixer, so not allowed to take any locks, block, or do I/O including logs
1755 ALOG_ASSERT(isFastTrack() && (mCblk != NULL));
Glenn Kastenc56f3422014-03-21 17:53:17 -07001756 gain_minifloat_packed_t vlr = mAudioTrackServerProxy->getVolumeLR();
1757 float vl = float_from_gain(gain_minifloat_unpack_left(vlr));
1758 float vr = float_from_gain(gain_minifloat_unpack_right(vlr));
Eric Laurent81784c32012-11-19 14:55:58 -08001759 // track volumes come from shared memory, so can't be trusted and must be clamped
Glenn Kastenc56f3422014-03-21 17:53:17 -07001760 if (vl > GAIN_FLOAT_UNITY) {
1761 vl = GAIN_FLOAT_UNITY;
Eric Laurent81784c32012-11-19 14:55:58 -08001762 }
Glenn Kastenc56f3422014-03-21 17:53:17 -07001763 if (vr > GAIN_FLOAT_UNITY) {
1764 vr = GAIN_FLOAT_UNITY;
Eric Laurent81784c32012-11-19 14:55:58 -08001765 }
1766 // now apply the cached master volume and stream type volume;
1767 // this is trusted but lacks any synchronization or barrier so may be stale
1768 float v = mCachedVolume;
1769 vl *= v;
1770 vr *= v;
Glenn Kastenc56f3422014-03-21 17:53:17 -07001771 // re-combine into packed minifloat
1772 vlr = gain_minifloat_pack(gain_from_float(vl), gain_from_float(vr));
Eric Laurent81784c32012-11-19 14:55:58 -08001773 // FIXME look at mute, pause, and stop flags
1774 return vlr;
1775}
1776
Andy Hung068e08e2023-05-15 19:02:55 -07001777status_t AudioFlinger::PlaybackThread::Track::setSyncEvent(
1778 const sp<audioflinger::SyncEvent>& event)
Eric Laurent81784c32012-11-19 14:55:58 -08001779{
Eric Laurentbfb1b832013-01-07 09:53:42 -08001780 if (isTerminated() || mState == PAUSED ||
Eric Laurent81784c32012-11-19 14:55:58 -08001781 ((framesReady() == 0) && ((mSharedBuffer != 0) ||
1782 (mState == STOPPED)))) {
Andy Hung9d84af52018-09-12 18:03:44 -07001783 ALOGW("%s(%d): in invalid state %d on session %d %s mode, framesReady %zu",
1784 __func__, mId,
Andy Hung959b5b82021-09-24 10:46:20 -07001785 (int)mState, mSessionId, (mSharedBuffer != 0) ? "static" : "stream", framesReady());
Eric Laurent81784c32012-11-19 14:55:58 -08001786 event->cancel();
1787 return INVALID_OPERATION;
1788 }
1789 (void) TrackBase::setSyncEvent(event);
1790 return NO_ERROR;
1791}
1792
Glenn Kasten5736c352012-12-04 12:12:34 -08001793void AudioFlinger::PlaybackThread::Track::invalidate()
1794{
Eric Laurent6acd1d42017-01-04 14:23:29 -08001795 TrackBase::invalidate();
Eric Laurent4d231dc2016-03-11 18:38:23 -08001796 signalClientFlag(CBLK_INVALID);
Eric Laurent4d231dc2016-03-11 18:38:23 -08001797}
1798
1799void AudioFlinger::PlaybackThread::Track::disable()
1800{
Kevin Rocard01c7d9e2019-09-18 11:24:52 +01001801 // TODO(b/142394888): the filling status should also be reset to filling
Eric Laurent4d231dc2016-03-11 18:38:23 -08001802 signalClientFlag(CBLK_DISABLED);
1803}
1804
1805void AudioFlinger::PlaybackThread::Track::signalClientFlag(int32_t flag)
1806{
Glenn Kasten9f80dd22012-12-18 15:57:32 -08001807 // FIXME should use proxy, and needs work
1808 audio_track_cblk_t* cblk = mCblk;
Eric Laurent4d231dc2016-03-11 18:38:23 -08001809 android_atomic_or(flag, &cblk->mFlags);
Glenn Kasten9f80dd22012-12-18 15:57:32 -08001810 android_atomic_release_store(0x40000000, &cblk->mFutex);
1811 // client is not in server, so FUTEX_WAKE is needed instead of FUTEX_WAKE_PRIVATE
Elliott Hughesee499292014-05-21 17:55:51 -07001812 (void) syscall(__NR_futex, &cblk->mFutex, FUTEX_WAKE, INT_MAX);
Glenn Kasten5736c352012-12-04 12:12:34 -08001813}
1814
Eric Laurent59fe0102013-09-27 18:48:26 -07001815void AudioFlinger::PlaybackThread::Track::signal()
1816{
1817 sp<ThreadBase> thread = mThread.promote();
1818 if (thread != 0) {
1819 PlaybackThread *t = (PlaybackThread *)thread.get();
1820 Mutex::Autolock _l(t->mLock);
1821 t->broadcast_l();
1822 }
1823}
1824
Kuowei Lid4adbdb2020-08-13 14:44:25 +08001825status_t AudioFlinger::PlaybackThread::Track::getDualMonoMode(audio_dual_mono_mode_t* mode)
1826{
1827 status_t status = INVALID_OPERATION;
1828 if (isOffloadedOrDirect()) {
1829 sp<ThreadBase> thread = mThread.promote();
1830 if (thread != nullptr) {
1831 PlaybackThread *t = (PlaybackThread *)thread.get();
1832 Mutex::Autolock _l(t->mLock);
1833 status = t->mOutput->stream->getDualMonoMode(mode);
1834 ALOGD_IF((status == NO_ERROR) && (mDualMonoMode != *mode),
1835 "%s: mode %d inconsistent", __func__, mDualMonoMode);
1836 }
1837 }
1838 return status;
1839}
1840
1841status_t AudioFlinger::PlaybackThread::Track::setDualMonoMode(audio_dual_mono_mode_t mode)
1842{
1843 status_t status = INVALID_OPERATION;
1844 if (isOffloadedOrDirect()) {
1845 sp<ThreadBase> thread = mThread.promote();
1846 if (thread != nullptr) {
1847 auto t = static_cast<PlaybackThread *>(thread.get());
1848 Mutex::Autolock lock(t->mLock);
1849 status = t->mOutput->stream->setDualMonoMode(mode);
1850 if (status == NO_ERROR) {
1851 mDualMonoMode = mode;
1852 }
1853 }
1854 }
1855 return status;
1856}
1857
1858status_t AudioFlinger::PlaybackThread::Track::getAudioDescriptionMixLevel(float* leveldB)
1859{
1860 status_t status = INVALID_OPERATION;
1861 if (isOffloadedOrDirect()) {
1862 sp<ThreadBase> thread = mThread.promote();
1863 if (thread != nullptr) {
1864 auto t = static_cast<PlaybackThread *>(thread.get());
1865 Mutex::Autolock lock(t->mLock);
1866 status = t->mOutput->stream->getAudioDescriptionMixLevel(leveldB);
1867 ALOGD_IF((status == NO_ERROR) && (mAudioDescriptionMixLevel != *leveldB),
1868 "%s: level %.3f inconsistent", __func__, mAudioDescriptionMixLevel);
1869 }
1870 }
1871 return status;
1872}
1873
1874status_t AudioFlinger::PlaybackThread::Track::setAudioDescriptionMixLevel(float leveldB)
1875{
1876 status_t status = INVALID_OPERATION;
1877 if (isOffloadedOrDirect()) {
1878 sp<ThreadBase> thread = mThread.promote();
1879 if (thread != nullptr) {
1880 auto t = static_cast<PlaybackThread *>(thread.get());
1881 Mutex::Autolock lock(t->mLock);
1882 status = t->mOutput->stream->setAudioDescriptionMixLevel(leveldB);
1883 if (status == NO_ERROR) {
1884 mAudioDescriptionMixLevel = leveldB;
1885 }
1886 }
1887 }
1888 return status;
1889}
1890
1891status_t AudioFlinger::PlaybackThread::Track::getPlaybackRateParameters(
1892 audio_playback_rate_t* playbackRate)
1893{
1894 status_t status = INVALID_OPERATION;
1895 if (isOffloadedOrDirect()) {
1896 sp<ThreadBase> thread = mThread.promote();
1897 if (thread != nullptr) {
1898 auto t = static_cast<PlaybackThread *>(thread.get());
1899 Mutex::Autolock lock(t->mLock);
1900 status = t->mOutput->stream->getPlaybackRateParameters(playbackRate);
1901 ALOGD_IF((status == NO_ERROR) &&
1902 !isAudioPlaybackRateEqual(mPlaybackRateParameters, *playbackRate),
1903 "%s: playbackRate inconsistent", __func__);
1904 }
1905 }
1906 return status;
1907}
1908
1909status_t AudioFlinger::PlaybackThread::Track::setPlaybackRateParameters(
1910 const audio_playback_rate_t& playbackRate)
1911{
1912 status_t status = INVALID_OPERATION;
1913 if (isOffloadedOrDirect()) {
1914 sp<ThreadBase> thread = mThread.promote();
1915 if (thread != nullptr) {
1916 auto t = static_cast<PlaybackThread *>(thread.get());
1917 Mutex::Autolock lock(t->mLock);
1918 status = t->mOutput->stream->setPlaybackRateParameters(playbackRate);
1919 if (status == NO_ERROR) {
1920 mPlaybackRateParameters = playbackRate;
1921 }
1922 }
1923 }
1924 return status;
1925}
1926
Krishnankutty Kolathappilly8d6c2922014-02-04 16:23:42 -08001927//To be called with thread lock held
1928bool AudioFlinger::PlaybackThread::Track::isResumePending() {
Andy Hung920f6572022-10-06 12:09:49 -07001929 if (mState == RESUMING) {
Krishnankutty Kolathappilly8d6c2922014-02-04 16:23:42 -08001930 return true;
Andy Hung920f6572022-10-06 12:09:49 -07001931 }
Krishnankutty Kolathappilly8d6c2922014-02-04 16:23:42 -08001932 /* Resume is pending if track was stopping before pause was called */
1933 if (mState == STOPPING_1 &&
Andy Hung920f6572022-10-06 12:09:49 -07001934 mResumeToStopping) {
Krishnankutty Kolathappilly8d6c2922014-02-04 16:23:42 -08001935 return true;
Andy Hung920f6572022-10-06 12:09:49 -07001936 }
Krishnankutty Kolathappilly8d6c2922014-02-04 16:23:42 -08001937
1938 return false;
1939}
1940
1941//To be called with thread lock held
1942void AudioFlinger::PlaybackThread::Track::resumeAck() {
Andy Hung920f6572022-10-06 12:09:49 -07001943 if (mState == RESUMING) {
Krishnankutty Kolathappilly8d6c2922014-02-04 16:23:42 -08001944 mState = ACTIVE;
Andy Hung920f6572022-10-06 12:09:49 -07001945 }
Haynes Mathew George2d3ca682014-03-07 13:43:49 -08001946
Krishnankutty Kolathappilly8d6c2922014-02-04 16:23:42 -08001947 // Other possibility of pending resume is stopping_1 state
1948 // Do not update the state from stopping as this prevents
Haynes Mathew George2d3ca682014-03-07 13:43:49 -08001949 // drain being called.
1950 if (mState == STOPPING_1) {
1951 mResumeToStopping = false;
1952 }
Krishnankutty Kolathappilly8d6c2922014-02-04 16:23:42 -08001953}
Andy Hunge10393e2015-06-12 13:59:33 -07001954
1955//To be called with thread lock held
1956void AudioFlinger::PlaybackThread::Track::updateTrackFrameInfo(
Andy Hung818e7a32016-02-16 18:08:07 -08001957 int64_t trackFramesReleased, int64_t sinkFramesWritten,
Andy Hungcef2daa2018-06-01 15:31:49 -07001958 uint32_t halSampleRate, const ExtendedTimestamp &timeStamp) {
Andy Hung30282562018-08-08 18:27:03 -07001959 // Make the kernel frametime available.
1960 const FrameTime ft{
1961 timeStamp.mPosition[ExtendedTimestamp::LOCATION_KERNEL],
1962 timeStamp.mTimeNs[ExtendedTimestamp::LOCATION_KERNEL]};
1963 // ALOGD("FrameTime: %lld %lld", (long long)ft.frames, (long long)ft.timeNs);
1964 mKernelFrameTime.store(ft);
1965 if (!audio_is_linear_pcm(mFormat)) {
1966 return;
1967 }
1968
Andy Hung818e7a32016-02-16 18:08:07 -08001969 //update frame map
Andy Hunge10393e2015-06-12 13:59:33 -07001970 mFrameMap.push(trackFramesReleased, sinkFramesWritten);
Andy Hung818e7a32016-02-16 18:08:07 -08001971
1972 // adjust server times and set drained state.
1973 //
1974 // Our timestamps are only updated when the track is on the Thread active list.
1975 // We need to ensure that tracks are not removed before full drain.
1976 ExtendedTimestamp local = timeStamp;
Andy Hungcef2daa2018-06-01 15:31:49 -07001977 bool drained = true; // default assume drained, if no server info found
Andy Hung818e7a32016-02-16 18:08:07 -08001978 bool checked = false;
1979 for (int i = ExtendedTimestamp::LOCATION_MAX - 1;
1980 i >= ExtendedTimestamp::LOCATION_SERVER; --i) {
1981 // Lookup the track frame corresponding to the sink frame position.
1982 if (local.mTimeNs[i] > 0) {
1983 local.mPosition[i] = mFrameMap.findX(local.mPosition[i]);
1984 // check drain state from the latest stage in the pipeline.
Andy Hung6d7b1192016-05-07 22:59:48 -07001985 if (!checked && i <= ExtendedTimestamp::LOCATION_KERNEL) {
Andy Hungcef2daa2018-06-01 15:31:49 -07001986 drained = local.mPosition[i] >= mAudioTrackServerProxy->framesReleased();
Andy Hung818e7a32016-02-16 18:08:07 -08001987 checked = true;
1988 }
1989 }
Andy Hunge10393e2015-06-12 13:59:33 -07001990 }
Andy Hungcef2daa2018-06-01 15:31:49 -07001991
Andy Hung93bb5732023-05-04 21:16:34 -07001992 ALOGV("%s: trackFramesReleased:%lld sinkFramesWritten:%lld setDrained: %d",
1993 __func__, (long long)trackFramesReleased, (long long)sinkFramesWritten, drained);
Andy Hungcef2daa2018-06-01 15:31:49 -07001994 mAudioTrackServerProxy->setDrained(drained);
Andy Hungea2b9c02016-02-12 17:06:53 -08001995 // Set correction for flushed frames that are not accounted for in released.
Andy Hungea2b9c02016-02-12 17:06:53 -08001996 local.mFlushed = mAudioTrackServerProxy->framesFlushed();
Andy Hung818e7a32016-02-16 18:08:07 -08001997 mServerProxy->setTimestamp(local);
Andy Hungcef2daa2018-06-01 15:31:49 -07001998
1999 // Compute latency info.
2000 const bool useTrackTimestamp = !drained;
2001 const double latencyMs = useTrackTimestamp
2002 ? local.getOutputServerLatencyMs(sampleRate())
2003 : timeStamp.getOutputServerLatencyMs(halSampleRate);
2004
2005 mServerLatencyFromTrack.store(useTrackTimestamp);
2006 mServerLatencyMs.store(latencyMs);
Andy Hungb68f5eb2019-12-03 16:49:17 -08002007
Andy Hung62921122020-05-18 10:47:31 -07002008 if (mLogStartCountdown > 0
2009 && local.mTimeNs[ExtendedTimestamp::LOCATION_KERNEL] > 0
2010 && local.mPosition[ExtendedTimestamp::LOCATION_KERNEL] > 0)
2011 {
2012 if (mLogStartCountdown > 1) {
2013 --mLogStartCountdown;
2014 } else if (latencyMs < mLogLatencyMs) { // wait for latency to stabilize (dip)
2015 mLogStartCountdown = 0;
Andy Hungb68f5eb2019-12-03 16:49:17 -08002016 // startup is the difference in times for the current timestamp and our start
2017 double startUpMs =
Andy Hung62921122020-05-18 10:47:31 -07002018 (local.mTimeNs[ExtendedTimestamp::LOCATION_KERNEL] - mLogStartTimeNs) * 1e-6;
Andy Hungb68f5eb2019-12-03 16:49:17 -08002019 // adjust for frames played.
Andy Hung62921122020-05-18 10:47:31 -07002020 startUpMs -= (local.mPosition[ExtendedTimestamp::LOCATION_KERNEL] - mLogStartFrames)
2021 * 1e3 / mSampleRate;
2022 ALOGV("%s: latencyMs:%lf startUpMs:%lf"
2023 " localTime:%lld startTime:%lld"
2024 " localPosition:%lld startPosition:%lld",
2025 __func__, latencyMs, startUpMs,
2026 (long long)local.mTimeNs[ExtendedTimestamp::LOCATION_KERNEL],
Andy Hungb68f5eb2019-12-03 16:49:17 -08002027 (long long)mLogStartTimeNs,
Andy Hung62921122020-05-18 10:47:31 -07002028 (long long)local.mPosition[ExtendedTimestamp::LOCATION_KERNEL],
Andy Hungb68f5eb2019-12-03 16:49:17 -08002029 (long long)mLogStartFrames);
Andy Hungc2b11cb2020-04-22 09:04:01 -07002030 mTrackMetrics.logLatencyAndStartup(latencyMs, startUpMs);
Andy Hungb68f5eb2019-12-03 16:49:17 -08002031 }
Andy Hung62921122020-05-18 10:47:31 -07002032 mLogLatencyMs = latencyMs;
Andy Hungb68f5eb2019-12-03 16:49:17 -08002033 }
Andy Hunge10393e2015-06-12 13:59:33 -07002034}
2035
SPeak Shenc19aa9e2022-11-11 00:28:50 +08002036bool AudioFlinger::PlaybackThread::Track::AudioVibrationController::setMute(bool muted) {
jiabin57303cc2018-12-18 15:45:57 -08002037 sp<ThreadBase> thread = mTrack->mThread.promote();
2038 if (thread != 0) {
2039 // Lock for updating mHapticPlaybackEnabled.
2040 Mutex::Autolock _l(thread->mLock);
2041 PlaybackThread *playbackThread = (PlaybackThread *)thread.get();
2042 if ((mTrack->channelMask() & AUDIO_CHANNEL_HAPTIC_ALL) != AUDIO_CHANNEL_NONE
2043 && playbackThread->mHapticChannelCount > 0) {
SPeak Shenc19aa9e2022-11-11 00:28:50 +08002044 ALOGD("%s, haptic playback was %s for track %d",
2045 __func__, muted ? "muted" : "unmuted", mTrack->id());
2046 mTrack->setHapticPlaybackEnabled(!muted);
2047 return true;
jiabin57303cc2018-12-18 15:45:57 -08002048 }
2049 }
SPeak Shenc19aa9e2022-11-11 00:28:50 +08002050 return false;
2051}
2052
2053binder::Status AudioFlinger::PlaybackThread::Track::AudioVibrationController::mute(
2054 /*out*/ bool *ret) {
2055 *ret = setMute(true);
jiabin57303cc2018-12-18 15:45:57 -08002056 return binder::Status::ok();
2057}
2058
2059binder::Status AudioFlinger::PlaybackThread::Track::AudioVibrationController::unmute(
2060 /*out*/ bool *ret) {
SPeak Shenc19aa9e2022-11-11 00:28:50 +08002061 *ret = setMute(false);
jiabin57303cc2018-12-18 15:45:57 -08002062 return binder::Status::ok();
2063}
2064
Eric Laurent81784c32012-11-19 14:55:58 -08002065// ----------------------------------------------------------------------------
Andy Hung9d84af52018-09-12 18:03:44 -07002066#undef LOG_TAG
2067#define LOG_TAG "AF::OutputTrack"
Eric Laurent81784c32012-11-19 14:55:58 -08002068
Eric Laurent81784c32012-11-19 14:55:58 -08002069AudioFlinger::PlaybackThread::OutputTrack::OutputTrack(
2070 PlaybackThread *playbackThread,
2071 DuplicatingThread *sourceThread,
2072 uint32_t sampleRate,
2073 audio_format_t format,
2074 audio_channel_mask_t channelMask,
Marco Nelissen462fd2f2013-01-14 14:12:05 -08002075 size_t frameCount,
Svet Ganov33761132021-05-13 22:51:08 +00002076 const AttributionSourceState& attributionSource)
Eric Laurent223fd5c2014-11-11 13:43:36 -08002077 : Track(playbackThread, NULL, AUDIO_STREAM_PATCH,
Kevin Rocard1f564ac2018-03-29 13:53:10 -07002078 audio_attributes_t{} /* currently unused for output track */,
Eric Laurent223fd5c2014-11-11 13:43:36 -08002079 sampleRate, format, channelMask, frameCount,
Andy Hung8fe68032017-06-05 16:17:51 -07002080 nullptr /* buffer */, (size_t)0 /* bufferSize */, nullptr /* sharedBuffer */,
Svet Ganov33761132021-05-13 22:51:08 +00002081 AUDIO_SESSION_NONE, getpid(), attributionSource, AUDIO_OUTPUT_FLAG_NONE,
Glenn Kastend848eb42016-03-08 13:42:11 -08002082 TYPE_OUTPUT),
Eric Laurent5bba2f62016-03-18 11:14:14 -07002083 mActive(false), mSourceThread(sourceThread)
Eric Laurent81784c32012-11-19 14:55:58 -08002084{
2085
2086 if (mCblk != NULL) {
Eric Laurent81784c32012-11-19 14:55:58 -08002087 mOutBuffer.frameCount = 0;
2088 playbackThread->mTracks.add(this);
Andy Hung9d84af52018-09-12 18:03:44 -07002089 ALOGV("%s(): mCblk %p, mBuffer %p, "
Glenn Kastenc42e9b42016-03-21 11:35:03 -07002090 "frameCount %zu, mChannelMask 0x%08x",
Andy Hung9d84af52018-09-12 18:03:44 -07002091 __func__, mCblk, mBuffer,
Glenn Kasten74935e42013-12-19 08:56:45 -08002092 frameCount, mChannelMask);
Glenn Kastene3aa6592012-12-04 12:22:46 -08002093 // since client and server are in the same process,
2094 // the buffer has the same virtual address on both sides
Glenn Kasten529c61b2014-07-18 15:31:02 -07002095 mClientProxy = new AudioTrackClientProxy(mCblk, mBuffer, mFrameCount, mFrameSize,
2096 true /*clientInServer*/);
Glenn Kastenc56f3422014-03-21 17:53:17 -07002097 mClientProxy->setVolumeLR(GAIN_MINIFLOAT_PACKED_UNITY);
Eric Laurent8d2d4932013-04-25 12:56:18 -07002098 mClientProxy->setSendLevel(0.0);
2099 mClientProxy->setSampleRate(sampleRate);
Eric Laurent81784c32012-11-19 14:55:58 -08002100 } else {
Andy Hung9d84af52018-09-12 18:03:44 -07002101 ALOGW("%s(%d): Error creating output track on thread %d",
2102 __func__, mId, (int)mThreadIoHandle);
Eric Laurent81784c32012-11-19 14:55:58 -08002103 }
2104}
2105
2106AudioFlinger::PlaybackThread::OutputTrack::~OutputTrack()
2107{
2108 clearBufferQueue();
Glenn Kastene3aa6592012-12-04 12:22:46 -08002109 // superclass destructor will now delete the server proxy and shared memory both refer to
Eric Laurent81784c32012-11-19 14:55:58 -08002110}
2111
2112status_t AudioFlinger::PlaybackThread::OutputTrack::start(AudioSystem::sync_event_t event,
Glenn Kastend848eb42016-03-08 13:42:11 -08002113 audio_session_t triggerSession)
Eric Laurent81784c32012-11-19 14:55:58 -08002114{
2115 status_t status = Track::start(event, triggerSession);
2116 if (status != NO_ERROR) {
2117 return status;
2118 }
2119
2120 mActive = true;
2121 mRetryCount = 127;
2122 return status;
2123}
2124
2125void AudioFlinger::PlaybackThread::OutputTrack::stop()
2126{
2127 Track::stop();
2128 clearBufferQueue();
2129 mOutBuffer.frameCount = 0;
2130 mActive = false;
2131}
2132
Andy Hung1c86ebe2018-05-29 20:29:08 -07002133ssize_t AudioFlinger::PlaybackThread::OutputTrack::write(void* data, uint32_t frames)
Eric Laurent81784c32012-11-19 14:55:58 -08002134{
Eric Laurent19952e12023-04-20 10:08:29 +02002135 if (!mActive && frames != 0) {
2136 sp<ThreadBase> thread = mThread.promote();
2137 if (thread != nullptr && thread->standby()) {
2138 // preload one silent buffer to trigger mixer on start()
2139 ClientProxy::Buffer buf { .mFrameCount = mClientProxy->getStartThresholdInFrames() };
2140 status_t status = mClientProxy->obtainBuffer(&buf);
2141 if (status != NO_ERROR && status != NOT_ENOUGH_DATA && status != WOULD_BLOCK) {
2142 ALOGE("%s(%d): could not obtain buffer on start", __func__, mId);
2143 return 0;
2144 }
2145 memset(buf.mRaw, 0, buf.mFrameCount * mFrameSize);
2146 mClientProxy->releaseBuffer(&buf);
2147
2148 (void) start();
2149
2150 // wait for HAL stream to start before sending actual audio. Doing this on each
2151 // OutputTrack makes that playback start on all output streams is synchronized.
2152 // If another OutputTrack has already started it can underrun but this is OK
2153 // as only silence has been played so far and the retry count is very high on
2154 // OutputTrack.
2155 auto pt = static_cast<PlaybackThread *>(thread.get());
2156 if (!pt->waitForHalStart()) {
2157 ALOGW("%s(%d): timeout waiting for thread to exit standby", __func__, mId);
2158 stop();
2159 return 0;
2160 }
2161
2162 // enqueue the first buffer and exit so that other OutputTracks will also start before
2163 // write() is called again and this buffer actually consumed.
2164 Buffer firstBuffer;
2165 firstBuffer.frameCount = frames;
2166 firstBuffer.raw = data;
2167 queueBuffer(firstBuffer);
2168 return frames;
2169 } else {
2170 (void) start();
2171 }
2172 }
2173
Eric Laurent81784c32012-11-19 14:55:58 -08002174 Buffer *pInBuffer;
2175 Buffer inBuffer;
Eric Laurent81784c32012-11-19 14:55:58 -08002176 inBuffer.frameCount = frames;
Andy Hungc25b84a2015-01-14 19:04:10 -08002177 inBuffer.raw = data;
Eric Laurent81784c32012-11-19 14:55:58 -08002178 uint32_t waitTimeLeftMs = mSourceThread->waitTimeMs();
Eric Laurent81784c32012-11-19 14:55:58 -08002179 while (waitTimeLeftMs) {
2180 // First write pending buffers, then new data
2181 if (mBufferQueue.size()) {
2182 pInBuffer = mBufferQueue.itemAt(0);
2183 } else {
2184 pInBuffer = &inBuffer;
2185 }
2186
2187 if (pInBuffer->frameCount == 0) {
2188 break;
2189 }
2190
2191 if (mOutBuffer.frameCount == 0) {
2192 mOutBuffer.frameCount = pInBuffer->frameCount;
2193 nsecs_t startTime = systemTime();
Glenn Kasten9f80dd22012-12-18 15:57:32 -08002194 status_t status = obtainBuffer(&mOutBuffer, waitTimeLeftMs);
Eric Laurent4d231dc2016-03-11 18:38:23 -08002195 if (status != NO_ERROR && status != NOT_ENOUGH_DATA) {
Andy Hung9d84af52018-09-12 18:03:44 -07002196 ALOGV("%s(%d): thread %d no more output buffers; status %d",
2197 __func__, mId,
2198 (int)mThreadIoHandle, status);
Eric Laurent81784c32012-11-19 14:55:58 -08002199 break;
2200 }
2201 uint32_t waitTimeMs = (uint32_t)ns2ms(systemTime() - startTime);
2202 if (waitTimeLeftMs >= waitTimeMs) {
2203 waitTimeLeftMs -= waitTimeMs;
2204 } else {
2205 waitTimeLeftMs = 0;
2206 }
Eric Laurent4d231dc2016-03-11 18:38:23 -08002207 if (status == NOT_ENOUGH_DATA) {
2208 restartIfDisabled();
2209 continue;
2210 }
Eric Laurent81784c32012-11-19 14:55:58 -08002211 }
2212
2213 uint32_t outFrames = pInBuffer->frameCount > mOutBuffer.frameCount ? mOutBuffer.frameCount :
2214 pInBuffer->frameCount;
Andy Hungc25b84a2015-01-14 19:04:10 -08002215 memcpy(mOutBuffer.raw, pInBuffer->raw, outFrames * mFrameSize);
Glenn Kasten9f80dd22012-12-18 15:57:32 -08002216 Proxy::Buffer buf;
2217 buf.mFrameCount = outFrames;
2218 buf.mRaw = NULL;
2219 mClientProxy->releaseBuffer(&buf);
Eric Laurent4d231dc2016-03-11 18:38:23 -08002220 restartIfDisabled();
Eric Laurent81784c32012-11-19 14:55:58 -08002221 pInBuffer->frameCount -= outFrames;
Andy Hungc25b84a2015-01-14 19:04:10 -08002222 pInBuffer->raw = (int8_t *)pInBuffer->raw + outFrames * mFrameSize;
Eric Laurent81784c32012-11-19 14:55:58 -08002223 mOutBuffer.frameCount -= outFrames;
Andy Hungc25b84a2015-01-14 19:04:10 -08002224 mOutBuffer.raw = (int8_t *)mOutBuffer.raw + outFrames * mFrameSize;
Eric Laurent81784c32012-11-19 14:55:58 -08002225
2226 if (pInBuffer->frameCount == 0) {
2227 if (mBufferQueue.size()) {
2228 mBufferQueue.removeAt(0);
Andy Hungc25b84a2015-01-14 19:04:10 -08002229 free(pInBuffer->mBuffer);
Yunlian Jiang8adc8082017-06-06 15:59:44 -07002230 if (pInBuffer != &inBuffer) {
2231 delete pInBuffer;
2232 }
Andy Hung9d84af52018-09-12 18:03:44 -07002233 ALOGV("%s(%d): thread %d released overflow buffer %zu",
2234 __func__, mId,
2235 (int)mThreadIoHandle, mBufferQueue.size());
Eric Laurent81784c32012-11-19 14:55:58 -08002236 } else {
2237 break;
2238 }
2239 }
2240 }
2241
2242 // If we could not write all frames, allocate a buffer and queue it for next time.
2243 if (inBuffer.frameCount) {
2244 sp<ThreadBase> thread = mThread.promote();
2245 if (thread != 0 && !thread->standby()) {
Eric Laurent19952e12023-04-20 10:08:29 +02002246 queueBuffer(inBuffer);
Eric Laurent81784c32012-11-19 14:55:58 -08002247 }
2248 }
2249
Andy Hungc25b84a2015-01-14 19:04:10 -08002250 // Calling write() with a 0 length buffer means that no more data will be written:
2251 // We rely on stop() to set the appropriate flags to allow the remaining frames to play out.
2252 if (frames == 0 && mBufferQueue.size() == 0 && mActive) {
2253 stop();
Eric Laurent81784c32012-11-19 14:55:58 -08002254 }
2255
Andy Hung1c86ebe2018-05-29 20:29:08 -07002256 return frames - inBuffer.frameCount; // number of frames consumed.
Eric Laurent81784c32012-11-19 14:55:58 -08002257}
2258
Eric Laurent19952e12023-04-20 10:08:29 +02002259void AudioFlinger::PlaybackThread::OutputTrack::queueBuffer(Buffer& inBuffer) {
2260
2261 if (mBufferQueue.size() < kMaxOverFlowBuffers) {
2262 Buffer *pInBuffer = new Buffer;
2263 const size_t bufferSize = inBuffer.frameCount * mFrameSize;
2264 pInBuffer->mBuffer = malloc(bufferSize);
2265 LOG_ALWAYS_FATAL_IF(pInBuffer->mBuffer == nullptr,
2266 "%s: Unable to malloc size %zu", __func__, bufferSize);
2267 pInBuffer->frameCount = inBuffer.frameCount;
2268 pInBuffer->raw = pInBuffer->mBuffer;
2269 memcpy(pInBuffer->raw, inBuffer.raw, inBuffer.frameCount * mFrameSize);
2270 mBufferQueue.add(pInBuffer);
2271 ALOGV("%s(%d): thread %d adding overflow buffer %zu", __func__, mId,
2272 (int)mThreadIoHandle, mBufferQueue.size());
2273 // audio data is consumed (stored locally); set frameCount to 0.
2274 inBuffer.frameCount = 0;
2275 } else {
2276 ALOGW("%s(%d): thread %d no more overflow buffers",
2277 __func__, mId, (int)mThreadIoHandle);
2278 // TODO: return error for this.
2279 }
2280}
2281
Kevin Rocard12381092018-04-11 09:19:59 -07002282void AudioFlinger::PlaybackThread::OutputTrack::copyMetadataTo(MetadataInserter& backInserter) const
2283{
2284 std::lock_guard<std::mutex> lock(mTrackMetadatasMutex);
2285 backInserter = std::copy(mTrackMetadatas.begin(), mTrackMetadatas.end(), backInserter);
2286}
2287
2288void AudioFlinger::PlaybackThread::OutputTrack::setMetadatas(const SourceMetadatas& metadatas) {
2289 {
2290 std::lock_guard<std::mutex> lock(mTrackMetadatasMutex);
2291 mTrackMetadatas = metadatas;
2292 }
2293 // No need to adjust metadata track volumes as OutputTrack volumes are always 0dBFS.
2294 setMetadataHasChanged();
2295}
2296
Eric Laurent81784c32012-11-19 14:55:58 -08002297status_t AudioFlinger::PlaybackThread::OutputTrack::obtainBuffer(
2298 AudioBufferProvider::Buffer* buffer, uint32_t waitTimeMs)
2299{
Glenn Kasten9f80dd22012-12-18 15:57:32 -08002300 ClientProxy::Buffer buf;
2301 buf.mFrameCount = buffer->frameCount;
2302 struct timespec timeout;
2303 timeout.tv_sec = waitTimeMs / 1000;
2304 timeout.tv_nsec = (int) (waitTimeMs % 1000) * 1000000;
2305 status_t status = mClientProxy->obtainBuffer(&buf, &timeout);
2306 buffer->frameCount = buf.mFrameCount;
2307 buffer->raw = buf.mRaw;
2308 return status;
Eric Laurent81784c32012-11-19 14:55:58 -08002309}
2310
Eric Laurent81784c32012-11-19 14:55:58 -08002311void AudioFlinger::PlaybackThread::OutputTrack::clearBufferQueue()
2312{
2313 size_t size = mBufferQueue.size();
2314
2315 for (size_t i = 0; i < size; i++) {
2316 Buffer *pBuffer = mBufferQueue.itemAt(i);
Andy Hungc25b84a2015-01-14 19:04:10 -08002317 free(pBuffer->mBuffer);
Eric Laurent81784c32012-11-19 14:55:58 -08002318 delete pBuffer;
2319 }
2320 mBufferQueue.clear();
2321}
2322
Eric Laurent4d231dc2016-03-11 18:38:23 -08002323void AudioFlinger::PlaybackThread::OutputTrack::restartIfDisabled()
2324{
2325 int32_t flags = android_atomic_and(~CBLK_DISABLED, &mCblk->mFlags);
2326 if (mActive && (flags & CBLK_DISABLED)) {
2327 start();
2328 }
2329}
Eric Laurent81784c32012-11-19 14:55:58 -08002330
Andy Hung9d84af52018-09-12 18:03:44 -07002331// ----------------------------------------------------------------------------
2332#undef LOG_TAG
2333#define LOG_TAG "AF::PatchTrack"
2334
Eric Laurent83b88082014-06-20 18:31:16 -07002335AudioFlinger::PlaybackThread::PatchTrack::PatchTrack(PlaybackThread *playbackThread,
Eric Laurent3bcf8592015-04-03 12:13:24 -07002336 audio_stream_type_t streamType,
Eric Laurent83b88082014-06-20 18:31:16 -07002337 uint32_t sampleRate,
2338 audio_channel_mask_t channelMask,
2339 audio_format_t format,
2340 size_t frameCount,
2341 void *buffer,
Andy Hung8fe68032017-06-05 16:17:51 -07002342 size_t bufferSize,
Kevin Rocard45986c72018-12-18 18:22:59 -08002343 audio_output_flags_t flags,
Kevin Rocard01c7d9e2019-09-18 11:24:52 +01002344 const Timeout& timeout,
2345 size_t frameCountToBeReady)
Eric Laurent3bcf8592015-04-03 12:13:24 -07002346 : Track(playbackThread, NULL, streamType,
Kevin Rocard1f564ac2018-03-29 13:53:10 -07002347 audio_attributes_t{} /* currently unused for patch track */,
Eric Laurent223fd5c2014-11-11 13:43:36 -08002348 sampleRate, format, channelMask, frameCount,
Andy Hung8fe68032017-06-05 16:17:51 -07002349 buffer, bufferSize, nullptr /* sharedBuffer */,
Svet Ganov33761132021-05-13 22:51:08 +00002350 AUDIO_SESSION_NONE, getpid(), audioServerAttributionSource(getpid()), flags,
Philip P. Moltmannbda45752020-07-17 16:41:18 -07002351 TYPE_PATCH, AUDIO_PORT_HANDLE_NONE, frameCountToBeReady),
gaoxiupei8e3a5682023-07-07 20:30:23 +08002352 PatchTrackBase(mCblk ? new ClientProxy(mCblk, mBuffer, frameCount, mFrameSize, true, true)
2353 : nullptr,
Kevin Rocard45986c72018-12-18 18:22:59 -08002354 *playbackThread, timeout)
Eric Laurent83b88082014-06-20 18:31:16 -07002355{
Andy Hung9d84af52018-09-12 18:03:44 -07002356 ALOGV("%s(%d): sampleRate %d mPeerTimeout %d.%03d sec",
2357 __func__, mId, sampleRate,
Eric Laurent83b88082014-06-20 18:31:16 -07002358 (int)mPeerTimeout.tv_sec,
2359 (int)(mPeerTimeout.tv_nsec / 1000000));
2360}
2361
2362AudioFlinger::PlaybackThread::PatchTrack::~PatchTrack()
2363{
Andy Hungabfab202019-03-07 19:45:54 -08002364 ALOGV("%s(%d)", __func__, mId);
Eric Laurent83b88082014-06-20 18:31:16 -07002365}
2366
Mikhail Naganovcaf59942019-09-25 14:05:29 -07002367size_t AudioFlinger::PlaybackThread::PatchTrack::framesReady() const
2368{
2369 if (mPeerProxy && mPeerProxy->producesBufferOnDemand()) {
2370 return std::numeric_limits<size_t>::max();
2371 } else {
2372 return Track::framesReady();
2373 }
2374}
2375
Eric Laurent4d231dc2016-03-11 18:38:23 -08002376status_t AudioFlinger::PlaybackThread::PatchTrack::start(AudioSystem::sync_event_t event,
Kevin Rocard5f2136e2018-05-11 22:03:00 -07002377 audio_session_t triggerSession)
Eric Laurent4d231dc2016-03-11 18:38:23 -08002378{
2379 status_t status = Track::start(event, triggerSession);
2380 if (status != NO_ERROR) {
2381 return status;
2382 }
2383 android_atomic_and(~CBLK_DISABLED, &mCblk->mFlags);
2384 return status;
2385}
2386
Eric Laurent83b88082014-06-20 18:31:16 -07002387// AudioBufferProvider interface
2388status_t AudioFlinger::PlaybackThread::PatchTrack::getNextBuffer(
Glenn Kastend79072e2016-01-06 08:41:20 -08002389 AudioBufferProvider::Buffer* buffer)
Eric Laurent83b88082014-06-20 18:31:16 -07002390{
Andy Hung9d84af52018-09-12 18:03:44 -07002391 ALOG_ASSERT(mPeerProxy != 0, "%s(%d): called without peer proxy", __func__, mId);
Eric Laurent83b88082014-06-20 18:31:16 -07002392 Proxy::Buffer buf;
2393 buf.mFrameCount = buffer->frameCount;
Mikhail Naganov938be412019-09-04 11:38:47 -07002394 if (ATRACE_ENABLED()) {
2395 std::string traceName("PTnReq");
2396 traceName += std::to_string(id());
2397 ATRACE_INT(traceName.c_str(), buf.mFrameCount);
2398 }
Eric Laurent83b88082014-06-20 18:31:16 -07002399 status_t status = mPeerProxy->obtainBuffer(&buf, &mPeerTimeout);
Andy Hung9d84af52018-09-12 18:03:44 -07002400 ALOGV_IF(status != NO_ERROR, "%s(%d): getNextBuffer status %d", __func__, mId, status);
Eric Laurentc2730ba2014-07-20 15:47:07 -07002401 buffer->frameCount = buf.mFrameCount;
Mikhail Naganov938be412019-09-04 11:38:47 -07002402 if (ATRACE_ENABLED()) {
2403 std::string traceName("PTnObt");
2404 traceName += std::to_string(id());
2405 ATRACE_INT(traceName.c_str(), buf.mFrameCount);
2406 }
Eric Laurent83b88082014-06-20 18:31:16 -07002407 if (buf.mFrameCount == 0) {
2408 return WOULD_BLOCK;
2409 }
Glenn Kastend79072e2016-01-06 08:41:20 -08002410 status = Track::getNextBuffer(buffer);
Eric Laurent83b88082014-06-20 18:31:16 -07002411 return status;
2412}
2413
2414void AudioFlinger::PlaybackThread::PatchTrack::releaseBuffer(AudioBufferProvider::Buffer* buffer)
2415{
Andy Hung9d84af52018-09-12 18:03:44 -07002416 ALOG_ASSERT(mPeerProxy != 0, "%s(%d): called without peer proxy", __func__, mId);
Eric Laurent83b88082014-06-20 18:31:16 -07002417 Proxy::Buffer buf;
2418 buf.mFrameCount = buffer->frameCount;
2419 buf.mRaw = buffer->raw;
2420 mPeerProxy->releaseBuffer(&buf);
Andy Hung920f6572022-10-06 12:09:49 -07002421 TrackBase::releaseBuffer(buffer); // Note: this is the base class.
Eric Laurent83b88082014-06-20 18:31:16 -07002422}
2423
2424status_t AudioFlinger::PlaybackThread::PatchTrack::obtainBuffer(Proxy::Buffer* buffer,
2425 const struct timespec *timeOut)
2426{
Eric Laurent4d231dc2016-03-11 18:38:23 -08002427 status_t status = NO_ERROR;
2428 static const int32_t kMaxTries = 5;
2429 int32_t tryCounter = kMaxTries;
Andy Hungf62e1a22018-05-08 18:32:11 -07002430 const size_t originalFrameCount = buffer->mFrameCount;
Eric Laurent4d231dc2016-03-11 18:38:23 -08002431 do {
2432 if (status == NOT_ENOUGH_DATA) {
2433 restartIfDisabled();
Andy Hungf62e1a22018-05-08 18:32:11 -07002434 buffer->mFrameCount = originalFrameCount; // cleared on error, must be restored.
Eric Laurent4d231dc2016-03-11 18:38:23 -08002435 }
2436 status = mProxy->obtainBuffer(buffer, timeOut);
2437 } while ((status == NOT_ENOUGH_DATA) && (tryCounter-- > 0));
2438 return status;
Eric Laurent83b88082014-06-20 18:31:16 -07002439}
2440
2441void AudioFlinger::PlaybackThread::PatchTrack::releaseBuffer(Proxy::Buffer* buffer)
2442{
2443 mProxy->releaseBuffer(buffer);
Eric Laurent4d231dc2016-03-11 18:38:23 -08002444 restartIfDisabled();
naoki miyazuf37f9982019-11-28 11:18:18 +09002445
2446 // Check if the PatchTrack has enough data to write once in releaseBuffer().
2447 // If not, prevent an underrun from occurring by moving the track into FS_FILLING;
2448 // this logic avoids glitches when suspending A2DP with AudioPlaybackCapture.
2449 // TODO: perhaps underrun avoidance could be a track property checked in isReady() instead.
2450 if (mFillingUpStatus == FS_ACTIVE
2451 && audio_is_linear_pcm(mFormat)
2452 && !isOffloadedOrDirect()) {
2453 if (sp<ThreadBase> thread = mThread.promote();
2454 thread != 0) {
2455 PlaybackThread *playbackThread = (PlaybackThread *)thread.get();
2456 const size_t frameCount = playbackThread->frameCount() * sampleRate()
2457 / playbackThread->sampleRate();
2458 if (framesReady() < frameCount) {
2459 ALOGD("%s(%d) Not enough data, wait for buffer to fill", __func__, mId);
2460 mFillingUpStatus = FS_FILLING;
2461 }
2462 }
2463 }
Eric Laurent4d231dc2016-03-11 18:38:23 -08002464}
2465
2466void AudioFlinger::PlaybackThread::PatchTrack::restartIfDisabled()
2467{
Eric Laurent83b88082014-06-20 18:31:16 -07002468 if (android_atomic_and(~CBLK_DISABLED, &mCblk->mFlags) & CBLK_DISABLED) {
Andy Hung9d84af52018-09-12 18:03:44 -07002469 ALOGW("%s(%d): disabled due to previous underrun, restarting", __func__, mId);
Eric Laurent83b88082014-06-20 18:31:16 -07002470 start();
2471 }
Eric Laurent83b88082014-06-20 18:31:16 -07002472}
2473
Eric Laurent81784c32012-11-19 14:55:58 -08002474// ----------------------------------------------------------------------------
2475// Record
2476// ----------------------------------------------------------------------------
Jean-Michel Trividdf87ef2019-08-20 15:42:04 -07002477
2478
Andy Hung9d84af52018-09-12 18:03:44 -07002479#undef LOG_TAG
2480#define LOG_TAG "AF::RecordHandle"
Eric Laurent81784c32012-11-19 14:55:58 -08002481
Andy Hunga6426302023-06-23 19:27:19 -07002482class RecordHandle : public android::media::BnAudioRecord {
2483public:
2484 explicit RecordHandle(const sp<AudioFlinger::RecordThread::RecordTrack>& recordTrack);
2485 ~RecordHandle() override;
2486 binder::Status start(int /*AudioSystem::sync_event_t*/ event,
2487 int /*audio_session_t*/ triggerSession) final;
2488 binder::Status stop() final;
2489 binder::Status getActiveMicrophones(
2490 std::vector<media::MicrophoneInfoFw>* activeMicrophones) final;
2491 binder::Status setPreferredMicrophoneDirection(
2492 int /*audio_microphone_direction_t*/ direction) final;
2493 binder::Status setPreferredMicrophoneFieldDimension(float zoom) final;
2494 binder::Status shareAudioHistory(
2495 const std::string& sharedAudioPackageName, int64_t sharedAudioStartMs) final;
2496
2497private:
2498 const sp<AudioFlinger::RecordThread::RecordTrack> mRecordTrack;
2499
2500 // for use from destructor
2501 void stop_nonvirtual();
2502};
2503
2504/* static */
2505sp<media::IAudioRecord> AudioFlinger::RecordThread::RecordTrack::createIAudioRecordAdapter(
2506 const sp<RecordTrack>& recordTrack) {
2507 return sp<RecordHandle>::make(recordTrack);
2508}
2509
2510RecordHandle::RecordHandle(
Eric Laurent81784c32012-11-19 14:55:58 -08002511 const sp<AudioFlinger::RecordThread::RecordTrack>& recordTrack)
2512 : BnAudioRecord(),
2513 mRecordTrack(recordTrack)
2514{
Andy Hunga6426302023-06-23 19:27:19 -07002515 // TODO(b/288339104) binder thread priority change not needed.
Andy Hung225aef62022-12-06 16:33:20 -08002516 setMinSchedulerPolicy(SCHED_NORMAL, ANDROID_PRIORITY_AUDIO);
Eric Laurent81784c32012-11-19 14:55:58 -08002517}
2518
Andy Hunga6426302023-06-23 19:27:19 -07002519RecordHandle::~RecordHandle() {
Eric Laurent81784c32012-11-19 14:55:58 -08002520 stop_nonvirtual();
2521 mRecordTrack->destroy();
2522}
2523
Andy Hunga6426302023-06-23 19:27:19 -07002524binder::Status RecordHandle::start(int /*AudioSystem::sync_event_t*/ event,
Ivan Lozanoff6900d2017-08-01 15:47:38 -07002525 int /*audio_session_t*/ triggerSession) {
Andy Hung9d84af52018-09-12 18:03:44 -07002526 ALOGV("%s()", __func__);
Andy Hung1131b6e2020-12-08 20:47:45 -08002527 return binderStatusFromStatusT(
Ivan Lozanoff6900d2017-08-01 15:47:38 -07002528 mRecordTrack->start((AudioSystem::sync_event_t)event, (audio_session_t) triggerSession));
Eric Laurent81784c32012-11-19 14:55:58 -08002529}
2530
Andy Hunga6426302023-06-23 19:27:19 -07002531binder::Status RecordHandle::stop() {
Eric Laurent81784c32012-11-19 14:55:58 -08002532 stop_nonvirtual();
Ivan Lozanoff6900d2017-08-01 15:47:38 -07002533 return binder::Status::ok();
Eric Laurent81784c32012-11-19 14:55:58 -08002534}
2535
Andy Hunga6426302023-06-23 19:27:19 -07002536void RecordHandle::stop_nonvirtual() {
Andy Hung9d84af52018-09-12 18:03:44 -07002537 ALOGV("%s()", __func__);
Eric Laurent81784c32012-11-19 14:55:58 -08002538 mRecordTrack->stop();
2539}
2540
Andy Hunga6426302023-06-23 19:27:19 -07002541binder::Status RecordHandle::getActiveMicrophones(
Mikhail Naganovd5d9de72023-02-13 11:45:03 -08002542 std::vector<media::MicrophoneInfoFw>* activeMicrophones) {
Andy Hung9d84af52018-09-12 18:03:44 -07002543 ALOGV("%s()", __func__);
Mikhail Naganovd5d9de72023-02-13 11:45:03 -08002544 return binderStatusFromStatusT(mRecordTrack->getActiveMicrophones(activeMicrophones));
jiabin653cc0a2018-01-17 17:54:10 -08002545}
2546
Andy Hunga6426302023-06-23 19:27:19 -07002547binder::Status RecordHandle::setPreferredMicrophoneDirection(
Paul McLean03a6e6a2018-12-04 10:54:13 -07002548 int /*audio_microphone_direction_t*/ direction) {
2549 ALOGV("%s()", __func__);
Andy Hung1131b6e2020-12-08 20:47:45 -08002550 return binderStatusFromStatusT(mRecordTrack->setPreferredMicrophoneDirection(
Paul McLean03a6e6a2018-12-04 10:54:13 -07002551 static_cast<audio_microphone_direction_t>(direction)));
2552}
2553
Andy Hunga6426302023-06-23 19:27:19 -07002554binder::Status RecordHandle::setPreferredMicrophoneFieldDimension(float zoom) {
Paul McLean03a6e6a2018-12-04 10:54:13 -07002555 ALOGV("%s()", __func__);
Andy Hung1131b6e2020-12-08 20:47:45 -08002556 return binderStatusFromStatusT(mRecordTrack->setPreferredMicrophoneFieldDimension(zoom));
Paul McLean03a6e6a2018-12-04 10:54:13 -07002557}
2558
Andy Hunga6426302023-06-23 19:27:19 -07002559binder::Status RecordHandle::shareAudioHistory(
Eric Laurentec376dc2021-04-08 20:41:22 +02002560 const std::string& sharedAudioPackageName, int64_t sharedAudioStartMs) {
2561 return binderStatusFromStatusT(
2562 mRecordTrack->shareAudioHistory(sharedAudioPackageName, sharedAudioStartMs));
2563}
2564
Eric Laurent81784c32012-11-19 14:55:58 -08002565// ----------------------------------------------------------------------------
Andy Hung9d84af52018-09-12 18:03:44 -07002566#undef LOG_TAG
2567#define LOG_TAG "AF::RecordTrack"
Eric Laurent81784c32012-11-19 14:55:58 -08002568
Glenn Kasten05997e22014-03-13 15:08:33 -07002569// RecordTrack constructor must be called with AudioFlinger::mLock and ThreadBase::mLock held
Eric Laurent81784c32012-11-19 14:55:58 -08002570AudioFlinger::RecordThread::RecordTrack::RecordTrack(
2571 RecordThread *thread,
2572 const sp<Client>& client,
Kevin Rocard1f564ac2018-03-29 13:53:10 -07002573 const audio_attributes_t& attr,
Eric Laurent81784c32012-11-19 14:55:58 -08002574 uint32_t sampleRate,
2575 audio_format_t format,
2576 audio_channel_mask_t channelMask,
2577 size_t frameCount,
Eric Laurent83b88082014-06-20 18:31:16 -07002578 void *buffer,
Andy Hung8fe68032017-06-05 16:17:51 -07002579 size_t bufferSize,
Glenn Kastend848eb42016-03-08 13:42:11 -08002580 audio_session_t sessionId,
Eric Laurent09f1ed22019-04-24 17:45:17 -07002581 pid_t creatorPid,
Svet Ganov33761132021-05-13 22:51:08 +00002582 const AttributionSourceState& attributionSource,
Eric Laurent05067782016-06-01 18:27:28 -07002583 audio_input_flags_t flags,
Eric Laurent20b9ef02016-12-05 11:03:16 -08002584 track_type type,
Eric Laurentec376dc2021-04-08 20:41:22 +02002585 audio_port_handle_t portId,
Eric Laurent2407ce32021-04-26 14:56:03 +02002586 int32_t startFrames)
Kevin Rocard1f564ac2018-03-29 13:53:10 -07002587 : TrackBase(thread, client, attr, sampleRate, format,
Eric Laurent09f1ed22019-04-24 17:45:17 -07002588 channelMask, frameCount, buffer, bufferSize, sessionId,
Philip P. Moltmannbda45752020-07-17 16:41:18 -07002589 creatorPid,
Svet Ganov33761132021-05-13 22:51:08 +00002590 VALUE_OR_FATAL(aidl2legacy_int32_t_uid_t(attributionSource.uid)),
Philip P. Moltmannbda45752020-07-17 16:41:18 -07002591 false /*isOut*/,
Eric Laurent83b88082014-06-20 18:31:16 -07002592 (type == TYPE_DEFAULT) ?
Eric Laurent05067782016-06-01 18:27:28 -07002593 ((flags & AUDIO_INPUT_FLAG_FAST) ? ALLOC_PIPE : ALLOC_CBLK) :
Eric Laurent83b88082014-06-20 18:31:16 -07002594 ((buffer == NULL) ? ALLOC_LOCAL : ALLOC_NONE),
Andy Hungb68f5eb2019-12-03 16:49:17 -08002595 type, portId,
2596 std::string(AMEDIAMETRICS_KEY_PREFIX_AUDIO_RECORD) + std::to_string(portId)),
Andy Hung97a893e2015-03-29 01:03:07 -07002597 mOverflow(false),
Andy Hung4c6afaf2015-06-12 18:23:35 -07002598 mResamplerBufferProvider(NULL), // initialize in case of early constructor exit
Eric Laurent05067782016-06-01 18:27:28 -07002599 mRecordBufferConverter(NULL),
jiabin9378eb92018-05-02 15:26:35 -07002600 mFlags(flags),
Jean-Michel Trividdf87ef2019-08-20 15:42:04 -07002601 mSilenced(false),
Eric Laurent2407ce32021-04-26 14:56:03 +02002602 mStartFrames(startFrames)
Eric Laurent81784c32012-11-19 14:55:58 -08002603{
Glenn Kasten3ef14ef2014-03-13 15:08:51 -07002604 if (mCblk == NULL) {
2605 return;
Glenn Kasten9f80dd22012-12-18 15:57:32 -08002606 }
Glenn Kasten6dd62fb2013-12-05 16:35:58 -08002607
Mikhail Naganov7c6ae982018-06-14 12:33:38 -07002608 if (!isDirect()) {
2609 mRecordBufferConverter = new RecordBufferConverter(
2610 thread->mChannelMask, thread->mFormat, thread->mSampleRate,
2611 channelMask, format, sampleRate);
2612 // Check if the RecordBufferConverter construction was successful.
2613 // If not, don't continue with construction.
2614 //
2615 // NOTE: It would be extremely rare that the record track cannot be created
2616 // for the current device, but a pending or future device change would make
2617 // the record track configuration valid.
2618 if (mRecordBufferConverter->initCheck() != NO_ERROR) {
Andy Hung9d84af52018-09-12 18:03:44 -07002619 ALOGE("%s(%d): RecordTrack unable to create record buffer converter", __func__, mId);
Mikhail Naganov7c6ae982018-06-14 12:33:38 -07002620 return;
2621 }
Andy Hung97a893e2015-03-29 01:03:07 -07002622 }
2623
Andy Hung6ae58432016-02-16 18:32:24 -08002624 mServerProxy = new AudioRecordServerProxy(mCblk, mBuffer, frameCount,
Andy Hung3f0c9022016-01-15 17:49:46 -08002625 mFrameSize, !isExternalTrack());
Andy Hung3f0c9022016-01-15 17:49:46 -08002626
Andy Hung97a893e2015-03-29 01:03:07 -07002627 mResamplerBufferProvider = new ResamplerBufferProvider(this);
Glenn Kastenc263ca02014-06-04 20:31:46 -07002628
Eric Laurent05067782016-06-01 18:27:28 -07002629 if (flags & AUDIO_INPUT_FLAG_FAST) {
Glenn Kastenc263ca02014-06-04 20:31:46 -07002630 ALOG_ASSERT(thread->mFastTrackAvail);
2631 thread->mFastTrackAvail = false;
Andy Hung000adb52018-06-01 15:43:26 -07002632 } else {
2633 // TODO: only Normal Record has timestamps (Fast Record does not).
Andy Hung5d3d9562018-10-04 19:27:26 -07002634 mServerLatencySupported = checkServerLatencySupported(mFormat, flags);
Glenn Kastenc263ca02014-06-04 20:31:46 -07002635 }
Andy Hung8946a282018-04-19 20:04:56 -07002636#ifdef TEE_SINK
2637 mTee.setId(std::string("_") + std::to_string(mThreadIoHandle)
2638 + "_" + std::to_string(mId)
2639 + "_R");
2640#endif
Andy Hungb68f5eb2019-12-03 16:49:17 -08002641
2642 // Once this item is logged by the server, the client can add properties.
Andy Hung94235282021-03-24 15:50:14 -07002643 mTrackMetrics.logConstructor(creatorPid, uid(), id());
Eric Laurent81784c32012-11-19 14:55:58 -08002644}
2645
2646AudioFlinger::RecordThread::RecordTrack::~RecordTrack()
2647{
Andy Hung9d84af52018-09-12 18:03:44 -07002648 ALOGV("%s()", __func__);
Andy Hung97a893e2015-03-29 01:03:07 -07002649 delete mRecordBufferConverter;
Glenn Kasten6dd62fb2013-12-05 16:35:58 -08002650 delete mResamplerBufferProvider;
Eric Laurent81784c32012-11-19 14:55:58 -08002651}
2652
Andy Hung97a893e2015-03-29 01:03:07 -07002653status_t AudioFlinger::RecordThread::RecordTrack::initCheck() const
2654{
2655 status_t status = TrackBase::initCheck();
2656 if (status == NO_ERROR && mServerProxy == 0) {
2657 status = BAD_VALUE;
2658 }
2659 return status;
2660}
2661
Eric Laurent81784c32012-11-19 14:55:58 -08002662// AudioBufferProvider interface
Glenn Kastend79072e2016-01-06 08:41:20 -08002663status_t AudioFlinger::RecordThread::RecordTrack::getNextBuffer(AudioBufferProvider::Buffer* buffer)
Eric Laurent81784c32012-11-19 14:55:58 -08002664{
Glenn Kasten9f80dd22012-12-18 15:57:32 -08002665 ServerProxy::Buffer buf;
2666 buf.mFrameCount = buffer->frameCount;
2667 status_t status = mServerProxy->obtainBuffer(&buf);
2668 buffer->frameCount = buf.mFrameCount;
2669 buffer->raw = buf.mRaw;
2670 if (buf.mFrameCount == 0) {
2671 // FIXME also wake futex so that overrun is noticed more quickly
Glenn Kasten96f60d82013-07-12 10:21:18 -07002672 (void) android_atomic_or(CBLK_OVERRUN, &mCblk->mFlags);
Eric Laurent81784c32012-11-19 14:55:58 -08002673 }
Glenn Kasten9f80dd22012-12-18 15:57:32 -08002674 return status;
Eric Laurent81784c32012-11-19 14:55:58 -08002675}
2676
2677status_t AudioFlinger::RecordThread::RecordTrack::start(AudioSystem::sync_event_t event,
Glenn Kastend848eb42016-03-08 13:42:11 -08002678 audio_session_t triggerSession)
Eric Laurent81784c32012-11-19 14:55:58 -08002679{
2680 sp<ThreadBase> thread = mThread.promote();
2681 if (thread != 0) {
2682 RecordThread *recordThread = (RecordThread *)thread.get();
2683 return recordThread->start(this, event, triggerSession);
2684 } else {
Eric Laurentd52a28c2020-08-21 17:10:39 -07002685 ALOGW("%s track %d: thread was destroyed", __func__, portId());
2686 return DEAD_OBJECT;
Eric Laurent81784c32012-11-19 14:55:58 -08002687 }
2688}
2689
2690void AudioFlinger::RecordThread::RecordTrack::stop()
2691{
2692 sp<ThreadBase> thread = mThread.promote();
2693 if (thread != 0) {
2694 RecordThread *recordThread = (RecordThread *)thread.get();
Eric Laurent83b88082014-06-20 18:31:16 -07002695 if (recordThread->stop(this) && isExternalTrack()) {
Eric Laurentfee19762018-01-29 18:44:13 -08002696 AudioSystem::stopInput(mPortId);
Eric Laurent81784c32012-11-19 14:55:58 -08002697 }
2698 }
2699}
2700
2701void AudioFlinger::RecordThread::RecordTrack::destroy()
2702{
2703 // see comments at AudioFlinger::PlaybackThread::Track::destroy()
2704 sp<RecordTrack> keep(this);
2705 {
Andy Hungce685402018-10-05 17:23:27 -07002706 track_state priorState = mState;
Eric Laurent81784c32012-11-19 14:55:58 -08002707 sp<ThreadBase> thread = mThread.promote();
2708 if (thread != 0) {
Eric Laurent81784c32012-11-19 14:55:58 -08002709 Mutex::Autolock _l(thread->mLock);
2710 RecordThread *recordThread = (RecordThread *) thread.get();
Andy Hungce685402018-10-05 17:23:27 -07002711 priorState = mState;
Eric Laurentec376dc2021-04-08 20:41:22 +02002712 if (!mSharedAudioPackageName.empty()) {
Eric Laurent92d0a322021-07-16 15:32:33 +02002713 recordThread->resetAudioHistory_l();
Eric Laurentec376dc2021-04-08 20:41:22 +02002714 }
Andy Hungce685402018-10-05 17:23:27 -07002715 recordThread->destroyTrack_l(this); // move mState to STOPPED, terminate
2716 }
2717 // APM portid/client management done outside of lock.
2718 // NOTE: if thread doesn't exist, the input descriptor probably doesn't either.
2719 if (isExternalTrack()) {
2720 switch (priorState) {
2721 case ACTIVE: // invalidated while still active
2722 case STARTING_2: // invalidated/start-aborted after startInput successfully called
2723 case PAUSING: // invalidated while in the middle of stop() pausing (still active)
2724 AudioSystem::stopInput(mPortId);
2725 break;
2726
2727 case STARTING_1: // invalidated/start-aborted and startInput not successful
2728 case PAUSED: // OK, not active
2729 case IDLE: // OK, not active
2730 break;
2731
2732 case STOPPED: // unexpected (destroyed)
2733 default:
2734 LOG_ALWAYS_FATAL("%s(%d): invalid prior state: %d", __func__, mId, priorState);
2735 }
2736 AudioSystem::releaseInput(mPortId);
Eric Laurent81784c32012-11-19 14:55:58 -08002737 }
2738 }
2739}
2740
Eric Laurent9a54bc22013-09-09 09:08:44 -07002741void AudioFlinger::RecordThread::RecordTrack::invalidate()
2742{
Eric Laurent6acd1d42017-01-04 14:23:29 -08002743 TrackBase::invalidate();
Eric Laurent9a54bc22013-09-09 09:08:44 -07002744 // FIXME should use proxy, and needs work
2745 audio_track_cblk_t* cblk = mCblk;
2746 android_atomic_or(CBLK_INVALID, &cblk->mFlags);
2747 android_atomic_release_store(0x40000000, &cblk->mFutex);
2748 // client is not in server, so FUTEX_WAKE is needed instead of FUTEX_WAKE_PRIVATE
Elliott Hughesee499292014-05-21 17:55:51 -07002749 (void) syscall(__NR_futex, &cblk->mFutex, FUTEX_WAKE, INT_MAX);
Eric Laurent9a54bc22013-09-09 09:08:44 -07002750}
2751
Eric Laurent81784c32012-11-19 14:55:58 -08002752
Andy Hung000adb52018-06-01 15:43:26 -07002753void AudioFlinger::RecordThread::RecordTrack::appendDumpHeader(String8& result)
Eric Laurent81784c32012-11-19 14:55:58 -08002754{
Eric Laurent973db022018-11-20 14:54:31 -08002755 result.appendFormat("Active Id Client Session Port Id S Flags "
Andy Hung9d84af52018-09-12 18:03:44 -07002756 " Format Chn mask SRate Source "
Kevin Rocard5f2136e2018-05-11 22:03:00 -07002757 " Server FrmCnt FrmRdy Sil%s\n",
2758 isServerLatencySupported() ? " Latency" : "");
Eric Laurent81784c32012-11-19 14:55:58 -08002759}
2760
Andy Hung2c6c3bb2017-06-16 14:01:45 -07002761void AudioFlinger::RecordThread::RecordTrack::appendDump(String8& result, bool active)
Eric Laurent81784c32012-11-19 14:55:58 -08002762{
Eric Laurent973db022018-11-20 14:54:31 -08002763 result.appendFormat("%c%5s %6d %6u %7u %7u %2s 0x%03X "
Kevin Rocard5f2136e2018-05-11 22:03:00 -07002764 "%08X %08X %6u %6X "
Andy Hung000adb52018-06-01 15:43:26 -07002765 "%08X %6zu %6zu %3c",
Andy Hung2c6c3bb2017-06-16 14:01:45 -07002766 isFastTrack() ? 'F' : ' ',
Marco Nelissenb2208842014-02-07 14:00:50 -08002767 active ? "yes" : "no",
Andy Hung9d84af52018-09-12 18:03:44 -07002768 mId,
Andy Hung4ef19fa2018-05-15 19:35:29 -07002769 (mClient == 0) ? getpid() : mClient->pid(),
Andy Hung2c6c3bb2017-06-16 14:01:45 -07002770 mSessionId,
Eric Laurent973db022018-11-20 14:54:31 -08002771 mPortId,
Andy Hunge2e830f2019-12-03 12:54:46 -08002772 getTrackStateAsCodedString(),
Andy Hung2c6c3bb2017-06-16 14:01:45 -07002773 mCblk->mFlags,
2774
Eric Laurent81784c32012-11-19 14:55:58 -08002775 mFormat,
2776 mChannelMask,
Andy Hung2c6c3bb2017-06-16 14:01:45 -07002777 mSampleRate,
Kevin Rocard5f2136e2018-05-11 22:03:00 -07002778 mAttr.source,
Glenn Kasten6dd62fb2013-12-05 16:35:58 -08002779
Andy Hung2c6c3bb2017-06-16 14:01:45 -07002780 mCblk->mServer,
Jean-Michel Trivi7d665ab2018-04-11 17:26:51 -07002781 mFrameCount,
Andy Hung000adb52018-06-01 15:43:26 -07002782 mServerProxy->framesReadySafe(),
Jean-Michel Trivi7d665ab2018-04-11 17:26:51 -07002783 isSilenced() ? 's' : 'n'
Andy Hung2c6c3bb2017-06-16 14:01:45 -07002784 );
Andy Hung000adb52018-06-01 15:43:26 -07002785 if (isServerLatencySupported()) {
2786 double latencyMs;
2787 bool fromTrack;
2788 if (getTrackLatencyMs(&latencyMs, &fromTrack) == OK) {
2789 // Show latency in msec, followed by 't' if from track timestamp (the most accurate)
2790 // or 'k' if estimated from kernel (usually for debugging).
2791 result.appendFormat(" %7.2lf %c", latencyMs, fromTrack ? 't' : 'k');
2792 } else {
2793 result.appendFormat("%10s", mCblk->mServer != 0 ? "unavail" : "new");
2794 }
2795 }
2796 result.append("\n");
Eric Laurent81784c32012-11-19 14:55:58 -08002797}
2798
Andy Hung93bb5732023-05-04 21:16:34 -07002799// This is invoked by SyncEvent callback.
Andy Hung068e08e2023-05-15 19:02:55 -07002800void AudioFlinger::RecordThread::RecordTrack::handleSyncStartEvent(
2801 const sp<audioflinger::SyncEvent>& event)
Glenn Kasten25f4aa82014-02-07 10:50:43 -08002802{
Andy Hung93bb5732023-05-04 21:16:34 -07002803 size_t framesToDrop = 0;
2804 sp<ThreadBase> threadBase = mThread.promote();
2805 if (threadBase != 0) {
2806 // TODO: use actual buffer filling status instead of 2 buffers when info is available
2807 // from audio HAL
2808 framesToDrop = threadBase->mFrameCount * 2;
Glenn Kasten25f4aa82014-02-07 10:50:43 -08002809 }
Andy Hung93bb5732023-05-04 21:16:34 -07002810
2811 mSynchronizedRecordState.onPlaybackFinished(event, framesToDrop);
Glenn Kasten25f4aa82014-02-07 10:50:43 -08002812}
2813
2814void AudioFlinger::RecordThread::RecordTrack::clearSyncStartEvent()
2815{
Andy Hung93bb5732023-05-04 21:16:34 -07002816 mSynchronizedRecordState.clear();
Glenn Kasten25f4aa82014-02-07 10:50:43 -08002817}
2818
Andy Hung3f0c9022016-01-15 17:49:46 -08002819void AudioFlinger::RecordThread::RecordTrack::updateTrackFrameInfo(
2820 int64_t trackFramesReleased, int64_t sourceFramesRead,
2821 uint32_t halSampleRate, const ExtendedTimestamp &timestamp)
2822{
Andy Hung30282562018-08-08 18:27:03 -07002823 // Make the kernel frametime available.
2824 const FrameTime ft{
2825 timestamp.mPosition[ExtendedTimestamp::LOCATION_KERNEL],
2826 timestamp.mTimeNs[ExtendedTimestamp::LOCATION_KERNEL]};
2827 // ALOGD("FrameTime: %lld %lld", (long long)ft.frames, (long long)ft.timeNs);
2828 mKernelFrameTime.store(ft);
2829 if (!audio_is_linear_pcm(mFormat)) {
Atneya Nair497fff12022-01-18 16:23:04 -05002830 // Stream is direct, return provided timestamp with no conversion
2831 mServerProxy->setTimestamp(timestamp);
Andy Hung30282562018-08-08 18:27:03 -07002832 return;
2833 }
2834
Andy Hung3f0c9022016-01-15 17:49:46 -08002835 ExtendedTimestamp local = timestamp;
2836
2837 // Convert HAL frames to server-side track frames at track sample rate.
2838 // We use trackFramesReleased and sourceFramesRead as an anchor point.
2839 for (int i = ExtendedTimestamp::LOCATION_SERVER; i < ExtendedTimestamp::LOCATION_MAX; ++i) {
2840 if (local.mTimeNs[i] != 0) {
2841 const int64_t relativeServerFrames = local.mPosition[i] - sourceFramesRead;
2842 const int64_t relativeTrackFrames = relativeServerFrames
2843 * mSampleRate / halSampleRate; // TODO: potential computation overflow
2844 local.mPosition[i] = relativeTrackFrames + trackFramesReleased;
2845 }
2846 }
Andy Hung6ae58432016-02-16 18:32:24 -08002847 mServerProxy->setTimestamp(local);
Andy Hung000adb52018-06-01 15:43:26 -07002848
2849 // Compute latency info.
2850 const bool useTrackTimestamp = true; // use track unless debugging.
2851 const double latencyMs = - (useTrackTimestamp
2852 ? local.getOutputServerLatencyMs(sampleRate())
2853 : timestamp.getOutputServerLatencyMs(halSampleRate));
2854
2855 mServerLatencyFromTrack.store(useTrackTimestamp);
2856 mServerLatencyMs.store(latencyMs);
Andy Hung3f0c9022016-01-15 17:49:46 -08002857}
Eric Laurent83b88082014-06-20 18:31:16 -07002858
jiabin653cc0a2018-01-17 17:54:10 -08002859status_t AudioFlinger::RecordThread::RecordTrack::getActiveMicrophones(
Mikhail Naganovd5d9de72023-02-13 11:45:03 -08002860 std::vector<media::MicrophoneInfoFw>* activeMicrophones)
jiabin653cc0a2018-01-17 17:54:10 -08002861{
2862 sp<ThreadBase> thread = mThread.promote();
2863 if (thread != 0) {
2864 RecordThread *recordThread = (RecordThread *)thread.get();
2865 return recordThread->getActiveMicrophones(activeMicrophones);
2866 } else {
2867 return BAD_VALUE;
2868 }
2869}
2870
Paul McLean12340082019-03-19 09:35:05 -06002871status_t AudioFlinger::RecordThread::RecordTrack::setPreferredMicrophoneDirection(
Paul McLean03a6e6a2018-12-04 10:54:13 -07002872 audio_microphone_direction_t direction) {
2873 sp<ThreadBase> thread = mThread.promote();
2874 if (thread != 0) {
2875 RecordThread *recordThread = (RecordThread *)thread.get();
Paul McLean12340082019-03-19 09:35:05 -06002876 return recordThread->setPreferredMicrophoneDirection(direction);
Paul McLean03a6e6a2018-12-04 10:54:13 -07002877 } else {
2878 return BAD_VALUE;
2879 }
2880}
2881
Paul McLean12340082019-03-19 09:35:05 -06002882status_t AudioFlinger::RecordThread::RecordTrack::setPreferredMicrophoneFieldDimension(float zoom) {
Paul McLean03a6e6a2018-12-04 10:54:13 -07002883 sp<ThreadBase> thread = mThread.promote();
2884 if (thread != 0) {
2885 RecordThread *recordThread = (RecordThread *)thread.get();
Paul McLean12340082019-03-19 09:35:05 -06002886 return recordThread->setPreferredMicrophoneFieldDimension(zoom);
Paul McLean03a6e6a2018-12-04 10:54:13 -07002887 } else {
2888 return BAD_VALUE;
2889 }
2890}
2891
Eric Laurentec376dc2021-04-08 20:41:22 +02002892status_t AudioFlinger::RecordThread::RecordTrack::shareAudioHistory(
2893 const std::string& sharedAudioPackageName, int64_t sharedAudioStartMs) {
2894
2895 const uid_t callingUid = IPCThreadState::self()->getCallingUid();
2896 const pid_t callingPid = IPCThreadState::self()->getCallingPid();
2897 if (callingUid != mUid || callingPid != mCreatorPid) {
2898 return PERMISSION_DENIED;
2899 }
2900
Svet Ganov33761132021-05-13 22:51:08 +00002901 AttributionSourceState attributionSource{};
2902 attributionSource.uid = VALUE_OR_RETURN_STATUS(legacy2aidl_uid_t_int32_t(callingUid));
2903 attributionSource.pid = VALUE_OR_RETURN_STATUS(legacy2aidl_uid_t_int32_t(callingPid));
2904 attributionSource.token = sp<BBinder>::make();
2905 if (!captureHotwordAllowed(attributionSource)) {
Eric Laurentec376dc2021-04-08 20:41:22 +02002906 return PERMISSION_DENIED;
2907 }
2908
2909 sp<ThreadBase> thread = mThread.promote();
2910 if (thread != 0) {
2911 RecordThread *recordThread = (RecordThread *)thread.get();
2912 status_t status = recordThread->shareAudioHistory(
2913 sharedAudioPackageName, mSessionId, sharedAudioStartMs);
2914 if (status == NO_ERROR) {
2915 mSharedAudioPackageName = sharedAudioPackageName;
2916 }
2917 return status;
2918 } else {
2919 return BAD_VALUE;
2920 }
2921}
2922
Eric Laurent78b07302022-10-07 16:20:34 +02002923void AudioFlinger::RecordThread::RecordTrack::copyMetadataTo(MetadataInserter& backInserter) const
2924{
2925
2926 // Do not forward PatchRecord metadata with unspecified audio source
2927 if (mAttr.source == AUDIO_SOURCE_DEFAULT) {
2928 return;
2929 }
2930
2931 // No track is invalid as this is called after prepareTrack_l in the same critical section
2932 record_track_metadata_v7_t metadata;
2933 metadata.base = {
2934 .source = mAttr.source,
2935 .gain = 1, // capture tracks do not have volumes
2936 };
2937 metadata.channel_mask = mChannelMask;
2938 strncpy(metadata.tags, mAttr.tags, AUDIO_ATTRIBUTES_TAGS_MAX_SIZE);
2939
2940 *backInserter++ = metadata;
2941}
Eric Laurentec376dc2021-04-08 20:41:22 +02002942
Andy Hung9d84af52018-09-12 18:03:44 -07002943// ----------------------------------------------------------------------------
2944#undef LOG_TAG
2945#define LOG_TAG "AF::PatchRecord"
2946
Eric Laurent83b88082014-06-20 18:31:16 -07002947AudioFlinger::RecordThread::PatchRecord::PatchRecord(RecordThread *recordThread,
2948 uint32_t sampleRate,
2949 audio_channel_mask_t channelMask,
2950 audio_format_t format,
2951 size_t frameCount,
2952 void *buffer,
Andy Hung8fe68032017-06-05 16:17:51 -07002953 size_t bufferSize,
Kevin Rocard45986c72018-12-18 18:22:59 -08002954 audio_input_flags_t flags,
Eric Laurent78b07302022-10-07 16:20:34 +02002955 const Timeout& timeout,
2956 audio_source_t source)
Kevin Rocard1f564ac2018-03-29 13:53:10 -07002957 : RecordTrack(recordThread, NULL,
Eric Laurent78b07302022-10-07 16:20:34 +02002958 audio_attributes_t{ .source = source } ,
Kevin Rocard1f564ac2018-03-29 13:53:10 -07002959 sampleRate, format, channelMask, frameCount,
Philip P. Moltmannbda45752020-07-17 16:41:18 -07002960 buffer, bufferSize, AUDIO_SESSION_NONE, getpid(),
Svet Ganov33761132021-05-13 22:51:08 +00002961 audioServerAttributionSource(getpid()), flags, TYPE_PATCH),
gaoxiupei8e3a5682023-07-07 20:30:23 +08002962 PatchTrackBase(mCblk ? new ClientProxy(mCblk, mBuffer, frameCount, mFrameSize, false, true)
2963 : nullptr,
Kevin Rocard45986c72018-12-18 18:22:59 -08002964 *recordThread, timeout)
Eric Laurent83b88082014-06-20 18:31:16 -07002965{
Andy Hung9d84af52018-09-12 18:03:44 -07002966 ALOGV("%s(%d): sampleRate %d mPeerTimeout %d.%03d sec",
2967 __func__, mId, sampleRate,
Eric Laurent83b88082014-06-20 18:31:16 -07002968 (int)mPeerTimeout.tv_sec,
2969 (int)(mPeerTimeout.tv_nsec / 1000000));
2970}
2971
2972AudioFlinger::RecordThread::PatchRecord::~PatchRecord()
2973{
Andy Hungabfab202019-03-07 19:45:54 -08002974 ALOGV("%s(%d)", __func__, mId);
Eric Laurent83b88082014-06-20 18:31:16 -07002975}
2976
Mikhail Naganov8296c252019-09-25 14:59:54 -07002977static size_t writeFramesHelper(
2978 AudioBufferProvider* dest, const void* src, size_t frameCount, size_t frameSize)
2979{
2980 AudioBufferProvider::Buffer patchBuffer;
2981 patchBuffer.frameCount = frameCount;
2982 auto status = dest->getNextBuffer(&patchBuffer);
2983 if (status != NO_ERROR) {
2984 ALOGW("%s PathRecord getNextBuffer failed with error %d: %s",
2985 __func__, status, strerror(-status));
2986 return 0;
2987 }
2988 ALOG_ASSERT(patchBuffer.frameCount <= frameCount);
2989 memcpy(patchBuffer.raw, src, patchBuffer.frameCount * frameSize);
2990 size_t framesWritten = patchBuffer.frameCount;
2991 dest->releaseBuffer(&patchBuffer);
2992 return framesWritten;
2993}
2994
2995// static
2996size_t AudioFlinger::RecordThread::PatchRecord::writeFrames(
2997 AudioBufferProvider* dest, const void* src, size_t frameCount, size_t frameSize)
2998{
2999 size_t framesWritten = writeFramesHelper(dest, src, frameCount, frameSize);
3000 // On buffer wrap, the buffer frame count will be less than requested,
3001 // when this happens a second buffer needs to be used to write the leftover audio
3002 const size_t framesLeft = frameCount - framesWritten;
3003 if (framesWritten != 0 && framesLeft != 0) {
3004 framesWritten += writeFramesHelper(dest, (const char*)src + framesWritten * frameSize,
3005 framesLeft, frameSize);
3006 }
3007 return framesWritten;
3008}
3009
Eric Laurent83b88082014-06-20 18:31:16 -07003010// AudioBufferProvider interface
3011status_t AudioFlinger::RecordThread::PatchRecord::getNextBuffer(
Glenn Kastend79072e2016-01-06 08:41:20 -08003012 AudioBufferProvider::Buffer* buffer)
Eric Laurent83b88082014-06-20 18:31:16 -07003013{
Andy Hung9d84af52018-09-12 18:03:44 -07003014 ALOG_ASSERT(mPeerProxy != 0, "%s(%d): called without peer proxy", __func__, mId);
Eric Laurent83b88082014-06-20 18:31:16 -07003015 Proxy::Buffer buf;
3016 buf.mFrameCount = buffer->frameCount;
3017 status_t status = mPeerProxy->obtainBuffer(&buf, &mPeerTimeout);
3018 ALOGV_IF(status != NO_ERROR,
Andy Hung9d84af52018-09-12 18:03:44 -07003019 "%s(%d): mPeerProxy->obtainBuffer status %d", __func__, mId, status);
Eric Laurentc2730ba2014-07-20 15:47:07 -07003020 buffer->frameCount = buf.mFrameCount;
Mikhail Naganov938be412019-09-04 11:38:47 -07003021 if (ATRACE_ENABLED()) {
3022 std::string traceName("PRnObt");
3023 traceName += std::to_string(id());
3024 ATRACE_INT(traceName.c_str(), buf.mFrameCount);
3025 }
Eric Laurent83b88082014-06-20 18:31:16 -07003026 if (buf.mFrameCount == 0) {
3027 return WOULD_BLOCK;
3028 }
Glenn Kastend79072e2016-01-06 08:41:20 -08003029 status = RecordTrack::getNextBuffer(buffer);
Eric Laurent83b88082014-06-20 18:31:16 -07003030 return status;
3031}
3032
3033void AudioFlinger::RecordThread::PatchRecord::releaseBuffer(AudioBufferProvider::Buffer* buffer)
3034{
Andy Hung9d84af52018-09-12 18:03:44 -07003035 ALOG_ASSERT(mPeerProxy != 0, "%s(%d): called without peer proxy", __func__, mId);
Eric Laurent83b88082014-06-20 18:31:16 -07003036 Proxy::Buffer buf;
3037 buf.mFrameCount = buffer->frameCount;
3038 buf.mRaw = buffer->raw;
3039 mPeerProxy->releaseBuffer(&buf);
3040 TrackBase::releaseBuffer(buffer);
3041}
3042
3043status_t AudioFlinger::RecordThread::PatchRecord::obtainBuffer(Proxy::Buffer* buffer,
3044 const struct timespec *timeOut)
3045{
3046 return mProxy->obtainBuffer(buffer, timeOut);
3047}
3048
3049void AudioFlinger::RecordThread::PatchRecord::releaseBuffer(Proxy::Buffer* buffer)
3050{
3051 mProxy->releaseBuffer(buffer);
3052}
3053
Mikhail Naganovcaf59942019-09-25 14:05:29 -07003054#undef LOG_TAG
3055#define LOG_TAG "AF::PthrPatchRecord"
3056
3057static std::unique_ptr<void, decltype(free)*> allocAligned(size_t alignment, size_t size)
3058{
3059 void *ptr = nullptr;
3060 (void)posix_memalign(&ptr, alignment, size);
Andy Hung920f6572022-10-06 12:09:49 -07003061 return {ptr, free};
Mikhail Naganovcaf59942019-09-25 14:05:29 -07003062}
3063
3064AudioFlinger::RecordThread::PassthruPatchRecord::PassthruPatchRecord(
3065 RecordThread *recordThread,
3066 uint32_t sampleRate,
3067 audio_channel_mask_t channelMask,
3068 audio_format_t format,
3069 size_t frameCount,
Eric Laurent78b07302022-10-07 16:20:34 +02003070 audio_input_flags_t flags,
3071 audio_source_t source)
Mikhail Naganovcaf59942019-09-25 14:05:29 -07003072 : PatchRecord(recordThread, sampleRate, channelMask, format, frameCount,
Eric Laurent78b07302022-10-07 16:20:34 +02003073 nullptr /*buffer*/, 0 /*bufferSize*/, flags, {} /* timeout */, source),
Mikhail Naganovcaf59942019-09-25 14:05:29 -07003074 mPatchRecordAudioBufferProvider(*this),
3075 mSinkBuffer(allocAligned(32, mFrameCount * mFrameSize)),
3076 mStubBuffer(allocAligned(32, mFrameCount * mFrameSize))
3077{
3078 memset(mStubBuffer.get(), 0, mFrameCount * mFrameSize);
3079}
3080
3081sp<StreamInHalInterface> AudioFlinger::RecordThread::PassthruPatchRecord::obtainStream(
3082 sp<ThreadBase>* thread)
3083{
3084 *thread = mThread.promote();
3085 if (!*thread) return nullptr;
3086 RecordThread *recordThread = static_cast<RecordThread*>((*thread).get());
3087 Mutex::Autolock _l(recordThread->mLock);
3088 return recordThread->mInput ? recordThread->mInput->stream : nullptr;
3089}
3090
3091// PatchProxyBufferProvider methods are called on DirectOutputThread
3092status_t AudioFlinger::RecordThread::PassthruPatchRecord::obtainBuffer(
3093 Proxy::Buffer* buffer, const struct timespec* timeOut)
3094{
3095 if (mUnconsumedFrames) {
3096 buffer->mFrameCount = std::min(buffer->mFrameCount, mUnconsumedFrames);
3097 // mUnconsumedFrames is decreased in releaseBuffer to use actual frame consumption figure.
3098 return PatchRecord::obtainBuffer(buffer, timeOut);
3099 }
3100
3101 // Otherwise, execute a read from HAL and write into the buffer.
3102 nsecs_t startTimeNs = 0;
3103 if (timeOut && (timeOut->tv_sec != 0 || timeOut->tv_nsec != 0) && timeOut->tv_sec != INT_MAX) {
3104 // Will need to correct timeOut by elapsed time.
3105 startTimeNs = systemTime();
3106 }
3107 const size_t framesToRead = std::min(buffer->mFrameCount, mFrameCount);
3108 buffer->mFrameCount = 0;
3109 buffer->mRaw = nullptr;
3110 sp<ThreadBase> thread;
3111 sp<StreamInHalInterface> stream = obtainStream(&thread);
3112 if (!stream) return NO_INIT; // If there is no stream, RecordThread is not reading.
3113
3114 status_t result = NO_ERROR;
Mikhail Naganovcaf59942019-09-25 14:05:29 -07003115 size_t bytesRead = 0;
3116 {
3117 ATRACE_NAME("read");
3118 result = stream->read(mSinkBuffer.get(), framesToRead * mFrameSize, &bytesRead);
3119 if (result != NO_ERROR) goto stream_error;
3120 if (bytesRead == 0) return NO_ERROR;
3121 }
3122
3123 {
3124 std::lock_guard<std::mutex> lock(mReadLock);
3125 mReadBytes += bytesRead;
3126 mReadError = NO_ERROR;
3127 }
3128 mReadCV.notify_one();
3129 // writeFrames handles wraparound and should write all the provided frames.
3130 // If it couldn't, there is something wrong with the client/server buffer of the software patch.
3131 buffer->mFrameCount = writeFrames(
3132 &mPatchRecordAudioBufferProvider,
3133 mSinkBuffer.get(), bytesRead / mFrameSize, mFrameSize);
3134 ALOGW_IF(buffer->mFrameCount < bytesRead / mFrameSize,
3135 "Lost %zu frames obtained from HAL", bytesRead / mFrameSize - buffer->mFrameCount);
3136 mUnconsumedFrames = buffer->mFrameCount;
Mikhail Naganov4de49972019-10-07 09:53:58 -07003137 struct timespec newTimeOut;
Mikhail Naganovcaf59942019-09-25 14:05:29 -07003138 if (startTimeNs) {
Mikhail Naganov4de49972019-10-07 09:53:58 -07003139 // Correct the timeout by elapsed time.
3140 nsecs_t newTimeOutNs = audio_utils_ns_from_timespec(timeOut) - (systemTime() - startTimeNs);
Mikhail Naganovcaf59942019-09-25 14:05:29 -07003141 if (newTimeOutNs < 0) newTimeOutNs = 0;
3142 newTimeOut.tv_sec = newTimeOutNs / NANOS_PER_SECOND;
3143 newTimeOut.tv_nsec = newTimeOutNs - newTimeOut.tv_sec * NANOS_PER_SECOND;
Mikhail Naganov4de49972019-10-07 09:53:58 -07003144 timeOut = &newTimeOut;
Mikhail Naganovcaf59942019-09-25 14:05:29 -07003145 }
Mikhail Naganov4de49972019-10-07 09:53:58 -07003146 return PatchRecord::obtainBuffer(buffer, timeOut);
Mikhail Naganovcaf59942019-09-25 14:05:29 -07003147
3148stream_error:
3149 stream->standby();
3150 {
3151 std::lock_guard<std::mutex> lock(mReadLock);
3152 mReadError = result;
3153 }
3154 mReadCV.notify_one();
3155 return result;
3156}
3157
3158void AudioFlinger::RecordThread::PassthruPatchRecord::releaseBuffer(Proxy::Buffer* buffer)
3159{
3160 if (buffer->mFrameCount <= mUnconsumedFrames) {
3161 mUnconsumedFrames -= buffer->mFrameCount;
3162 } else {
3163 ALOGW("Write side has consumed more frames than we had: %zu > %zu",
3164 buffer->mFrameCount, mUnconsumedFrames);
3165 mUnconsumedFrames = 0;
3166 }
3167 PatchRecord::releaseBuffer(buffer);
3168}
3169
3170// AudioBufferProvider and Source methods are called on RecordThread
3171// 'read' emulates actual audio data with 0's. This is OK as 'getNextBuffer'
3172// and 'releaseBuffer' are stubbed out and ignore their input.
3173// It's not possible to retrieve actual data here w/o blocking 'obtainBuffer'
3174// until we copy it.
3175status_t AudioFlinger::RecordThread::PassthruPatchRecord::read(
3176 void* buffer, size_t bytes, size_t* read)
3177{
3178 bytes = std::min(bytes, mFrameCount * mFrameSize);
3179 {
3180 std::unique_lock<std::mutex> lock(mReadLock);
3181 mReadCV.wait(lock, [&]{ return mReadError != NO_ERROR || mReadBytes != 0; });
3182 if (mReadError != NO_ERROR) {
3183 mLastReadFrames = 0;
3184 return mReadError;
3185 }
3186 *read = std::min(bytes, mReadBytes);
3187 mReadBytes -= *read;
3188 }
3189 mLastReadFrames = *read / mFrameSize;
3190 memset(buffer, 0, *read);
3191 return 0;
3192}
3193
3194status_t AudioFlinger::RecordThread::PassthruPatchRecord::getCapturePosition(
3195 int64_t* frames, int64_t* time)
3196{
3197 sp<ThreadBase> thread;
3198 sp<StreamInHalInterface> stream = obtainStream(&thread);
3199 return stream ? stream->getCapturePosition(frames, time) : NO_INIT;
3200}
3201
3202status_t AudioFlinger::RecordThread::PassthruPatchRecord::standby()
3203{
3204 // RecordThread issues 'standby' command in two major cases:
3205 // 1. Error on read--this case is handled in 'obtainBuffer'.
3206 // 2. Track is stopping--as PassthruPatchRecord assumes continuous
3207 // output, this can only happen when the software patch
3208 // is being torn down. In this case, the RecordThread
3209 // will terminate and close the HAL stream.
3210 return 0;
3211}
3212
3213// As the buffer gets filled in obtainBuffer, here we only simulate data consumption.
3214status_t AudioFlinger::RecordThread::PassthruPatchRecord::getNextBuffer(
3215 AudioBufferProvider::Buffer* buffer)
3216{
3217 buffer->frameCount = mLastReadFrames;
3218 buffer->raw = buffer->frameCount != 0 ? mStubBuffer.get() : nullptr;
3219 return NO_ERROR;
3220}
3221
3222void AudioFlinger::RecordThread::PassthruPatchRecord::releaseBuffer(
3223 AudioBufferProvider::Buffer* buffer)
3224{
3225 buffer->frameCount = 0;
3226 buffer->raw = nullptr;
3227}
3228
Andy Hung9d84af52018-09-12 18:03:44 -07003229// ----------------------------------------------------------------------------
3230#undef LOG_TAG
3231#define LOG_TAG "AF::MmapTrack"
Eric Laurent6acd1d42017-01-04 14:23:29 -08003232
3233AudioFlinger::MmapThread::MmapTrack::MmapTrack(ThreadBase *thread,
Kevin Rocard1f564ac2018-03-29 13:53:10 -07003234 const audio_attributes_t& attr,
Eric Laurent6acd1d42017-01-04 14:23:29 -08003235 uint32_t sampleRate,
3236 audio_format_t format,
3237 audio_channel_mask_t channelMask,
3238 audio_session_t sessionId,
Kevin Rocard5f2136e2018-05-11 22:03:00 -07003239 bool isOut,
Svet Ganov33761132021-05-13 22:51:08 +00003240 const AttributionSourceState& attributionSource,
Eric Laurent09f1ed22019-04-24 17:45:17 -07003241 pid_t creatorPid,
Eric Laurent6acd1d42017-01-04 14:23:29 -08003242 audio_port_handle_t portId)
Kevin Rocard1f564ac2018-03-29 13:53:10 -07003243 : TrackBase(thread, NULL, attr, sampleRate, format,
Andy Hung8fe68032017-06-05 16:17:51 -07003244 channelMask, (size_t)0 /* frameCount */,
3245 nullptr /* buffer */, (size_t)0 /* bufferSize */,
Philip P. Moltmannbda45752020-07-17 16:41:18 -07003246 sessionId, creatorPid,
Svet Ganov33761132021-05-13 22:51:08 +00003247 VALUE_OR_FATAL(aidl2legacy_int32_t_uid_t(attributionSource.uid)),
Philip P. Moltmannbda45752020-07-17 16:41:18 -07003248 isOut,
Eric Laurent6acd1d42017-01-04 14:23:29 -08003249 ALLOC_NONE,
Andy Hungc2b11cb2020-04-22 09:04:01 -07003250 TYPE_DEFAULT, portId,
3251 std::string(AMEDIAMETRICS_KEY_PREFIX_AUDIO_MMAP) + std::to_string(portId)),
Svet Ganov33761132021-05-13 22:51:08 +00003252 mPid(VALUE_OR_FATAL(aidl2legacy_int32_t_uid_t(attributionSource.pid))),
Philip P. Moltmannbda45752020-07-17 16:41:18 -07003253 mSilenced(false), mSilencedNotified(false)
Eric Laurent6acd1d42017-01-04 14:23:29 -08003254{
Andy Hungc2b11cb2020-04-22 09:04:01 -07003255 // Once this item is logged by the server, the client can add properties.
Andy Hung94235282021-03-24 15:50:14 -07003256 mTrackMetrics.logConstructor(creatorPid, uid(), id());
Eric Laurent6acd1d42017-01-04 14:23:29 -08003257}
3258
3259AudioFlinger::MmapThread::MmapTrack::~MmapTrack()
3260{
3261}
3262
3263status_t AudioFlinger::MmapThread::MmapTrack::initCheck() const
3264{
3265 return NO_ERROR;
3266}
3267
3268status_t AudioFlinger::MmapThread::MmapTrack::start(AudioSystem::sync_event_t event __unused,
Kevin Rocard5f2136e2018-05-11 22:03:00 -07003269 audio_session_t triggerSession __unused)
Eric Laurent6acd1d42017-01-04 14:23:29 -08003270{
3271 return NO_ERROR;
3272}
3273
3274void AudioFlinger::MmapThread::MmapTrack::stop()
3275{
3276}
3277
3278// AudioBufferProvider interface
3279status_t AudioFlinger::MmapThread::MmapTrack::getNextBuffer(AudioBufferProvider::Buffer* buffer)
3280{
3281 buffer->frameCount = 0;
3282 buffer->raw = nullptr;
3283 return INVALID_OPERATION;
3284}
3285
3286// ExtendedAudioBufferProvider interface
3287size_t AudioFlinger::MmapThread::MmapTrack::framesReady() const {
3288 return 0;
3289}
3290
3291int64_t AudioFlinger::MmapThread::MmapTrack::framesReleased() const
3292{
3293 return 0;
3294}
3295
3296void AudioFlinger::MmapThread::MmapTrack::onTimestamp(const ExtendedTimestamp &timestamp __unused)
3297{
3298}
3299
Vlad Popaec1788e2022-08-04 11:23:30 +02003300void AudioFlinger::MmapThread::MmapTrack::processMuteEvent_l(const sp<
3301 IAudioManager>& audioManager, mute_state_t muteState)
3302{
3303 if (mMuteState == muteState) {
3304 // mute state did not change, do nothing
3305 return;
3306 }
3307
3308 status_t result = UNKNOWN_ERROR;
3309 if (audioManager && mPortId != AUDIO_PORT_HANDLE_NONE) {
3310 if (mMuteEventExtras == nullptr) {
3311 mMuteEventExtras = std::make_unique<os::PersistableBundle>();
3312 }
3313 mMuteEventExtras->putInt(String16(kExtraPlayerEventMuteKey),
3314 static_cast<int>(muteState));
3315
3316 result = audioManager->portEvent(mPortId,
3317 PLAYER_UPDATE_MUTED,
3318 mMuteEventExtras);
3319 }
3320
3321 if (result == OK) {
3322 mMuteState = muteState;
3323 } else {
3324 ALOGW("%s(%d): cannot process mute state for port ID %d, status error %d",
3325 __func__,
3326 id(),
3327 mPortId,
3328 result);
3329 }
3330}
3331
Kevin Rocard5f2136e2018-05-11 22:03:00 -07003332void AudioFlinger::MmapThread::MmapTrack::appendDumpHeader(String8& result)
Eric Laurent6acd1d42017-01-04 14:23:29 -08003333{
Eric Laurent973db022018-11-20 14:54:31 -08003334 result.appendFormat("Client Session Port Id Format Chn mask SRate Flags %s\n",
Kevin Rocard5f2136e2018-05-11 22:03:00 -07003335 isOut() ? "Usg CT": "Source");
Eric Laurent6acd1d42017-01-04 14:23:29 -08003336}
3337
Andy Hung2c6c3bb2017-06-16 14:01:45 -07003338void AudioFlinger::MmapThread::MmapTrack::appendDump(String8& result, bool active __unused)
Eric Laurent6acd1d42017-01-04 14:23:29 -08003339{
Eric Laurent973db022018-11-20 14:54:31 -08003340 result.appendFormat("%6u %7u %7u %08X %08X %6u 0x%03X ",
Andy Hung2c6c3bb2017-06-16 14:01:45 -07003341 mPid,
3342 mSessionId,
Eric Laurent973db022018-11-20 14:54:31 -08003343 mPortId,
Eric Laurent6acd1d42017-01-04 14:23:29 -08003344 mFormat,
3345 mChannelMask,
Kevin Rocard5f2136e2018-05-11 22:03:00 -07003346 mSampleRate,
3347 mAttr.flags);
3348 if (isOut()) {
3349 result.appendFormat("%3x %2x", mAttr.usage, mAttr.content_type);
3350 } else {
3351 result.appendFormat("%6x", mAttr.source);
3352 }
3353 result.append("\n");
Eric Laurent6acd1d42017-01-04 14:23:29 -08003354}
3355
Glenn Kasten63238ef2015-03-02 15:50:29 -08003356} // namespace android