blob: 20033dda937d401682de49bc65decb871791b098 [file] [log] [blame]
Eric Laurent81784c32012-11-19 14:55:58 -08001/*
2**
3** Copyright 2012, The Android Open Source Project
4**
5** Licensed under the Apache License, Version 2.0 (the "License");
6** you may not use this file except in compliance with the License.
7** You may obtain a copy of the License at
8**
9** http://www.apache.org/licenses/LICENSE-2.0
10**
11** Unless required by applicable law or agreed to in writing, software
12** distributed under the License is distributed on an "AS IS" BASIS,
13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14** See the License for the specific language governing permissions and
15** limitations under the License.
16*/
17
18
19#define LOG_TAG "AudioFlinger"
20//#define LOG_NDEBUG 0
Mikhail Naganov938be412019-09-04 11:38:47 -070021#define ATRACE_TAG ATRACE_TAG_AUDIO
Eric Laurent81784c32012-11-19 14:55:58 -080022
Glenn Kasten153b9fe2013-07-15 11:23:36 -070023#include "Configuration.h"
Glenn Kastenad8510a2015-02-17 16:24:07 -080024#include <linux/futex.h>
Eric Laurent81784c32012-11-19 14:55:58 -080025#include <math.h>
Elliott Hughesee499292014-05-21 17:55:51 -070026#include <sys/syscall.h>
Eric Laurent81784c32012-11-19 14:55:58 -080027#include <utils/Log.h>
Mikhail Naganov938be412019-09-04 11:38:47 -070028#include <utils/Trace.h>
Eric Laurent81784c32012-11-19 14:55:58 -080029
30#include <private/media/AudioTrackShared.h>
31
Eric Laurent81784c32012-11-19 14:55:58 -080032#include "AudioFlinger.h"
Eric Laurent81784c32012-11-19 14:55:58 -080033
Glenn Kastenda6ef132013-01-10 12:31:01 -080034#include <media/nbaio/Pipe.h>
35#include <media/nbaio/PipeReader.h>
Kuowei Lid4adbdb2020-08-13 14:44:25 +080036#include <media/AudioValidator.h>
Andy Hung89816052017-01-11 17:08:23 -080037#include <media/RecordBufferConverter.h>
Andy Hungab7ef302018-05-15 19:35:29 -070038#include <mediautils/ServiceUtilities.h>
Glenn Kastenc56f3422014-03-21 17:53:17 -070039#include <audio_utils/minifloat.h>
Glenn Kastenda6ef132013-01-10 12:31:01 -080040
Eric Laurent81784c32012-11-19 14:55:58 -080041// ----------------------------------------------------------------------------
42
43// Note: the following macro is used for extremely verbose logging message. In
44// order to run with ALOG_ASSERT turned on, we need to have LOG_NDEBUG set to
45// 0; but one side effect of this is to turn all LOGV's as well. Some messages
46// are so verbose that we want to suppress them even when we have ALOG_ASSERT
47// turned on. Do not uncomment the #def below unless you really know what you
48// are doing and want to see all of the extremely verbose messages.
49//#define VERY_VERY_VERBOSE_LOGGING
50#ifdef VERY_VERY_VERBOSE_LOGGING
51#define ALOGVV ALOGV
52#else
53#define ALOGVV(a...) do { } while(0)
54#endif
55
Kuowei Lid4adbdb2020-08-13 14:44:25 +080056// TODO: Remove when this is put into AidlConversionUtil.h
57#define VALUE_OR_RETURN_BINDER_STATUS(x) \
58 ({ \
59 auto _tmp = (x); \
60 if (!_tmp.ok()) return ::android::aidl_utils::binderStatusFromStatusT(_tmp.error()); \
61 std::move(_tmp.value()); \
62 })
63
Eric Laurent81784c32012-11-19 14:55:58 -080064namespace android {
65
Kuowei Lid4adbdb2020-08-13 14:44:25 +080066using ::android::aidl_utils::binderStatusFromStatusT;
Ytai Ben-Tsvibdc293a2020-11-02 17:01:38 -080067using binder::Status;
Svet Ganov33761132021-05-13 22:51:08 +000068using content::AttributionSourceState;
Ivan Lozano8cf3a072017-08-09 09:01:33 -070069using media::VolumeShaper;
Eric Laurent81784c32012-11-19 14:55:58 -080070// ----------------------------------------------------------------------------
71// TrackBase
72// ----------------------------------------------------------------------------
Andy Hung9d84af52018-09-12 18:03:44 -070073#undef LOG_TAG
74#define LOG_TAG "AF::TrackBase"
Eric Laurent81784c32012-11-19 14:55:58 -080075
Glenn Kastenda6ef132013-01-10 12:31:01 -080076static volatile int32_t nextTrackId = 55;
77
Eric Laurent81784c32012-11-19 14:55:58 -080078// TrackBase constructor must be called with AudioFlinger::mLock held
79AudioFlinger::ThreadBase::TrackBase::TrackBase(
80 ThreadBase *thread,
81 const sp<Client>& client,
Kevin Rocard1f564ac2018-03-29 13:53:10 -070082 const audio_attributes_t& attr,
Eric Laurent81784c32012-11-19 14:55:58 -080083 uint32_t sampleRate,
84 audio_format_t format,
85 audio_channel_mask_t channelMask,
86 size_t frameCount,
Eric Laurent83b88082014-06-20 18:31:16 -070087 void *buffer,
Andy Hung8fe68032017-06-05 16:17:51 -070088 size_t bufferSize,
Glenn Kastend848eb42016-03-08 13:42:11 -080089 audio_session_t sessionId,
Eric Laurent09f1ed22019-04-24 17:45:17 -070090 pid_t creatorPid,
Andy Hung1f12a8a2016-11-07 16:10:30 -080091 uid_t clientUid,
Glenn Kastend776ac62014-05-07 09:16:09 -070092 bool isOut,
Dmitry Sidorenkova41c2732023-05-15 13:47:07 -070093 const alloc_type alloc,
Eric Laurent20b9ef02016-12-05 11:03:16 -080094 track_type type,
Andy Hungb68f5eb2019-12-03 16:49:17 -080095 audio_port_handle_t portId,
96 std::string metricsId)
Andy Hung02a6c4e2023-06-23 19:27:19 -070097 :
Eric Laurent81784c32012-11-19 14:55:58 -080098 mThread(thread),
Dmitry Sidorenkova41c2732023-05-15 13:47:07 -070099 mAllocType(alloc),
Eric Laurent81784c32012-11-19 14:55:58 -0800100 mClient(client),
101 mCblk(NULL),
Andy Hung8fe68032017-06-05 16:17:51 -0700102 // mBuffer, mBufferSize
Eric Laurent81784c32012-11-19 14:55:58 -0800103 mState(IDLE),
Kevin Rocard1f564ac2018-03-29 13:53:10 -0700104 mAttr(attr),
Eric Laurent81784c32012-11-19 14:55:58 -0800105 mSampleRate(sampleRate),
106 mFormat(format),
107 mChannelMask(channelMask),
Andy Hunge5412692014-05-16 11:25:07 -0700108 mChannelCount(isOut ?
109 audio_channel_count_from_out_mask(channelMask) :
110 audio_channel_count_from_in_mask(channelMask)),
Phil Burkfdb3c072016-02-09 10:47:02 -0800111 mFrameSize(audio_has_proportional_frames(format) ?
Eric Laurent81784c32012-11-19 14:55:58 -0800112 mChannelCount * audio_bytes_per_sample(format) : sizeof(int8_t)),
113 mFrameCount(frameCount),
Glenn Kastene3aa6592012-12-04 12:22:46 -0800114 mSessionId(sessionId),
115 mIsOut(isOut),
Eric Laurentbfb1b832013-01-07 09:53:42 -0800116 mId(android_atomic_inc(&nextTrackId)),
Eric Laurent83b88082014-06-20 18:31:16 -0700117 mTerminated(false),
Eric Laurentaaa44472014-09-12 17:41:50 -0700118 mType(type),
Kevin Rocard153f92d2018-12-18 18:33:28 -0800119 mThreadIoHandle(thread ? thread->id() : AUDIO_IO_HANDLE_NONE),
Eric Laurent6acd1d42017-01-04 14:23:29 -0800120 mPortId(portId),
Eric Laurent09f1ed22019-04-24 17:45:17 -0700121 mIsInvalid(false),
Kunal Malhotra3be68902023-02-28 22:03:15 +0000122 mTrackMetrics(std::move(metricsId), isOut, clientUid),
Eric Laurent09f1ed22019-04-24 17:45:17 -0700123 mCreatorPid(creatorPid)
Eric Laurent81784c32012-11-19 14:55:58 -0800124{
Marco Nelissendcb346b2015-09-09 10:47:29 -0700125 const uid_t callingUid = IPCThreadState::self()->getCallingUid();
Andy Hung4ef19fa2018-05-15 19:35:29 -0700126 if (!isAudioServerOrMediaServerUid(callingUid) || clientUid == AUDIO_UID_INVALID) {
Andy Hung1f12a8a2016-11-07 16:10:30 -0800127 ALOGW_IF(clientUid != AUDIO_UID_INVALID && clientUid != callingUid,
Andy Hung9d84af52018-09-12 18:03:44 -0700128 "%s(%d): uid %d tried to pass itself off as %d",
129 __func__, mId, callingUid, clientUid);
Andy Hung1f12a8a2016-11-07 16:10:30 -0800130 clientUid = callingUid;
Marco Nelissen462fd2f2013-01-14 14:12:05 -0800131 }
132 // clientUid contains the uid of the app that is responsible for this track, so we can blame
133 // battery usage on it.
134 mUid = clientUid;
135
Eric Laurent81784c32012-11-19 14:55:58 -0800136 // ALOGD("Creating track with %d buffers @ %d bytes", bufferCount, bufferSize);
Andy Hung1883f692017-02-13 18:48:39 -0800137
Andy Hung8fe68032017-06-05 16:17:51 -0700138 size_t minBufferSize = buffer == NULL ? roundup(frameCount) : frameCount;
Andy Hung1883f692017-02-13 18:48:39 -0800139 // check overflow when computing bufferSize due to multiplication by mFrameSize.
Andy Hung8fe68032017-06-05 16:17:51 -0700140 if (minBufferSize < frameCount // roundup rounds down for values above UINT_MAX / 2
Andy Hung1883f692017-02-13 18:48:39 -0800141 || mFrameSize == 0 // format needs to be correct
Andy Hung8fe68032017-06-05 16:17:51 -0700142 || minBufferSize > SIZE_MAX / mFrameSize) {
Andy Hung1883f692017-02-13 18:48:39 -0800143 android_errorWriteLog(0x534e4554, "34749571");
144 return;
145 }
Andy Hung8fe68032017-06-05 16:17:51 -0700146 minBufferSize *= mFrameSize;
147
148 if (buffer == nullptr) {
149 bufferSize = minBufferSize; // allocated here.
150 } else if (minBufferSize > bufferSize) {
151 android_errorWriteLog(0x534e4554, "38340117");
152 return;
153 }
Andy Hung1883f692017-02-13 18:48:39 -0800154
Eric Laurent81784c32012-11-19 14:55:58 -0800155 size_t size = sizeof(audio_track_cblk_t);
Eric Laurent83b88082014-06-20 18:31:16 -0700156 if (buffer == NULL && alloc == ALLOC_CBLK) {
Andy Hung1883f692017-02-13 18:48:39 -0800157 // check overflow when computing allocation size for streaming tracks.
158 if (size > SIZE_MAX - bufferSize) {
159 android_errorWriteLog(0x534e4554, "34749571");
160 return;
161 }
Eric Laurent81784c32012-11-19 14:55:58 -0800162 size += bufferSize;
163 }
164
165 if (client != 0) {
Atneya3c61d882021-09-20 14:52:15 -0400166 mCblkMemory = client->allocator().allocate(mediautils::NamedAllocRequest{{size},
167 std::string("Track ID: ").append(std::to_string(mId))});
Glenn Kasten663c2242013-09-24 11:52:37 -0700168 if (mCblkMemory == 0 ||
Ytai Ben-Tsvi7dd39722019-09-05 15:14:30 -0700169 (mCblk = static_cast<audio_track_cblk_t *>(mCblkMemory->unsecurePointer())) == NULL) {
Andy Hung9d84af52018-09-12 18:03:44 -0700170 ALOGE("%s(%d): not enough memory for AudioTrack size=%zu", __func__, mId, size);
Atneya3c61d882021-09-20 14:52:15 -0400171 ALOGE("%s", client->allocator().dump().c_str());
Glenn Kasten663c2242013-09-24 11:52:37 -0700172 mCblkMemory.clear();
Eric Laurent81784c32012-11-19 14:55:58 -0800173 return;
174 }
175 } else {
Andy Hungafb31482017-02-13 18:50:48 -0800176 mCblk = (audio_track_cblk_t *) malloc(size);
177 if (mCblk == NULL) {
Andy Hung9d84af52018-09-12 18:03:44 -0700178 ALOGE("%s(%d): not enough memory for AudioTrack size=%zu", __func__, mId, size);
Andy Hungafb31482017-02-13 18:50:48 -0800179 return;
180 }
Eric Laurent81784c32012-11-19 14:55:58 -0800181 }
182
183 // construct the shared structure in-place.
184 if (mCblk != NULL) {
185 new(mCblk) audio_track_cblk_t();
Glenn Kastenc263ca02014-06-04 20:31:46 -0700186 switch (alloc) {
187 case ALLOC_READONLY: {
Glenn Kastend776ac62014-05-07 09:16:09 -0700188 const sp<MemoryDealer> roHeap(thread->readOnlyHeap());
189 if (roHeap == 0 ||
190 (mBufferMemory = roHeap->allocate(bufferSize)) == 0 ||
Ytai Ben-Tsvi7dd39722019-09-05 15:14:30 -0700191 (mBuffer = mBufferMemory->unsecurePointer()) == NULL) {
Andy Hung9d84af52018-09-12 18:03:44 -0700192 ALOGE("%s(%d): not enough memory for read-only buffer size=%zu",
193 __func__, mId, bufferSize);
Glenn Kastend776ac62014-05-07 09:16:09 -0700194 if (roHeap != 0) {
195 roHeap->dump("buffer");
196 }
197 mCblkMemory.clear();
198 mBufferMemory.clear();
199 return;
200 }
Eric Laurent81784c32012-11-19 14:55:58 -0800201 memset(mBuffer, 0, bufferSize);
Glenn Kastenc263ca02014-06-04 20:31:46 -0700202 } break;
203 case ALLOC_PIPE:
204 mBufferMemory = thread->pipeMemory();
205 // mBuffer is the virtual address as seen from current process (mediaserver),
Ytai Ben-Tsvi7dd39722019-09-05 15:14:30 -0700206 // and should normally be coming from mBufferMemory->unsecurePointer().
Glenn Kastenc263ca02014-06-04 20:31:46 -0700207 // However in this case the TrackBase does not reference the buffer directly.
208 // It should references the buffer via the pipe.
209 // Therefore, to detect incorrect usage of the buffer, we set mBuffer to NULL.
210 mBuffer = NULL;
Andy Hung8fe68032017-06-05 16:17:51 -0700211 bufferSize = 0;
Glenn Kastenc263ca02014-06-04 20:31:46 -0700212 break;
213 case ALLOC_CBLK:
Glenn Kastend776ac62014-05-07 09:16:09 -0700214 // clear all buffers
Eric Laurent83b88082014-06-20 18:31:16 -0700215 if (buffer == NULL) {
Glenn Kastend776ac62014-05-07 09:16:09 -0700216 mBuffer = (char*)mCblk + sizeof(audio_track_cblk_t);
217 memset(mBuffer, 0, bufferSize);
218 } else {
Eric Laurent83b88082014-06-20 18:31:16 -0700219 mBuffer = buffer;
Glenn Kasten9f80dd22012-12-18 15:57:32 -0800220#if 0
Glenn Kastend776ac62014-05-07 09:16:09 -0700221 mCblk->mFlags = CBLK_FORCEREADY; // FIXME hack, need to fix the track ready logic
Glenn Kasten9f80dd22012-12-18 15:57:32 -0800222#endif
Glenn Kastend776ac62014-05-07 09:16:09 -0700223 }
Glenn Kastenc263ca02014-06-04 20:31:46 -0700224 break;
Eric Laurent83b88082014-06-20 18:31:16 -0700225 case ALLOC_LOCAL:
226 mBuffer = calloc(1, bufferSize);
227 break;
228 case ALLOC_NONE:
229 mBuffer = buffer;
230 break;
Andy Hung8fe68032017-06-05 16:17:51 -0700231 default:
Andy Hung9d84af52018-09-12 18:03:44 -0700232 LOG_ALWAYS_FATAL("%s(%d): invalid allocation type: %d", __func__, mId, (int)alloc);
Eric Laurent81784c32012-11-19 14:55:58 -0800233 }
Andy Hung8fe68032017-06-05 16:17:51 -0700234 mBufferSize = bufferSize;
Glenn Kastenda6ef132013-01-10 12:31:01 -0800235
Glenn Kasten46909e72013-02-26 09:20:22 -0800236#ifdef TEE_SINK
Andy Hung8946a282018-04-19 20:04:56 -0700237 mTee.set(sampleRate, mChannelCount, format, NBAIO_Tee::TEE_FLAG_TRACK);
Glenn Kasten46909e72013-02-26 09:20:22 -0800238#endif
Andy Hung959b5b82021-09-24 10:46:20 -0700239 // mState is mirrored for the client to read.
240 mState.setMirror(&mCblk->mState);
241 // ensure our state matches up until we consolidate the enumeration.
242 static_assert(CBLK_STATE_IDLE == IDLE);
243 static_assert(CBLK_STATE_PAUSING == PAUSING);
Eric Laurent81784c32012-11-19 14:55:58 -0800244 }
245}
246
Svet Ganov33761132021-05-13 22:51:08 +0000247// TODO b/182392769: use attribution source util
248static AttributionSourceState audioServerAttributionSource(pid_t pid) {
249 AttributionSourceState attributionSource{};
250 attributionSource.uid = AID_AUDIOSERVER;
251 attributionSource.pid = pid;
252 attributionSource.token = sp<BBinder>::make();
253 return attributionSource;
Philip P. Moltmannbda45752020-07-17 16:41:18 -0700254}
255
Eric Laurent83b88082014-06-20 18:31:16 -0700256status_t AudioFlinger::ThreadBase::TrackBase::initCheck() const
257{
258 status_t status;
259 if (mType == TYPE_OUTPUT || mType == TYPE_PATCH) {
260 status = cblk() != NULL ? NO_ERROR : NO_MEMORY;
261 } else {
262 status = getCblk() != 0 ? NO_ERROR : NO_MEMORY;
263 }
264 return status;
265}
266
Eric Laurent81784c32012-11-19 14:55:58 -0800267AudioFlinger::ThreadBase::TrackBase::~TrackBase()
268{
Glenn Kastene3aa6592012-12-04 12:22:46 -0800269 // delete the proxy before deleting the shared memory it refers to, to avoid dangling reference
Eric Laurent5bba2f62016-03-18 11:14:14 -0700270 mServerProxy.clear();
Andy Hung689e82c2019-08-21 17:53:17 -0700271 releaseCblk();
Eric Laurent81784c32012-11-19 14:55:58 -0800272 mCblkMemory.clear(); // free the shared memory before releasing the heap it belongs to
273 if (mClient != 0) {
Eric Laurent021cf962014-05-13 10:18:14 -0700274 // Client destructor must run with AudioFlinger client mutex locked
275 Mutex::Autolock _l(mClient->audioFlinger()->mClientLock);
Eric Laurent81784c32012-11-19 14:55:58 -0800276 // If the client's reference count drops to zero, the associated destructor
277 // must run with AudioFlinger lock held. Thus the explicit clear() rather than
278 // relying on the automatic clear() at end of scope.
279 mClient.clear();
280 }
Dmitry Sidorenkova41c2732023-05-15 13:47:07 -0700281 if (mAllocType == ALLOC_LOCAL) {
282 free(mBuffer);
283 mBuffer = nullptr;
284 }
Eric Laurent3bcffa12014-06-12 18:38:45 -0700285 // flush the binder command buffer
286 IPCThreadState::self()->flushCommands();
Eric Laurent81784c32012-11-19 14:55:58 -0800287}
288
289// AudioBufferProvider interface
290// getNextBuffer() = 0;
Glenn Kastend79072e2016-01-06 08:41:20 -0800291// This implementation of releaseBuffer() is used by Track and RecordTrack
Eric Laurent81784c32012-11-19 14:55:58 -0800292void AudioFlinger::ThreadBase::TrackBase::releaseBuffer(AudioBufferProvider::Buffer* buffer)
293{
Glenn Kasten46909e72013-02-26 09:20:22 -0800294#ifdef TEE_SINK
Andy Hung8946a282018-04-19 20:04:56 -0700295 mTee.write(buffer->raw, buffer->frameCount);
Glenn Kasten46909e72013-02-26 09:20:22 -0800296#endif
Glenn Kastenda6ef132013-01-10 12:31:01 -0800297
Glenn Kasten9f80dd22012-12-18 15:57:32 -0800298 ServerProxy::Buffer buf;
299 buf.mFrameCount = buffer->frameCount;
300 buf.mRaw = buffer->raw;
Eric Laurent81784c32012-11-19 14:55:58 -0800301 buffer->frameCount = 0;
Glenn Kasten9f80dd22012-12-18 15:57:32 -0800302 buffer->raw = NULL;
303 mServerProxy->releaseBuffer(&buf);
Eric Laurent81784c32012-11-19 14:55:58 -0800304}
305
Andy Hung068e08e2023-05-15 19:02:55 -0700306status_t AudioFlinger::ThreadBase::TrackBase::setSyncEvent(
307 const sp<audioflinger::SyncEvent>& event)
Eric Laurent81784c32012-11-19 14:55:58 -0800308{
Andy Hung068e08e2023-05-15 19:02:55 -0700309 mSyncEvents.emplace_back(event);
Eric Laurent81784c32012-11-19 14:55:58 -0800310 return NO_ERROR;
311}
312
Andy Hung71ba4b32022-10-06 12:09:49 -0700313AudioFlinger::ThreadBase::PatchTrackBase::PatchTrackBase(const sp<ClientProxy>& proxy,
Kevin Rocard45986c72018-12-18 18:22:59 -0800314 const ThreadBase& thread,
315 const Timeout& timeout)
316 : mProxy(proxy)
317{
318 if (timeout) {
319 setPeerTimeout(*timeout);
320 } else {
321 // Double buffer mixer
322 uint64_t mixBufferNs = ((uint64_t)2 * thread.frameCount() * 1000000000) /
323 thread.sampleRate();
324 setPeerTimeout(std::chrono::nanoseconds{mixBufferNs});
325 }
326}
327
328void AudioFlinger::ThreadBase::PatchTrackBase::setPeerTimeout(std::chrono::nanoseconds timeout) {
329 mPeerTimeout.tv_sec = timeout.count() / std::nano::den;
330 mPeerTimeout.tv_nsec = timeout.count() % std::nano::den;
331}
332
333
Eric Laurent81784c32012-11-19 14:55:58 -0800334// ----------------------------------------------------------------------------
335// Playback
336// ----------------------------------------------------------------------------
Andy Hung9d84af52018-09-12 18:03:44 -0700337#undef LOG_TAG
338#define LOG_TAG "AF::TrackHandle"
Eric Laurent81784c32012-11-19 14:55:58 -0800339
Andy Hungaaa18282023-06-23 19:27:19 -0700340class TrackHandle : public android::media::BnAudioTrack {
341public:
Andy Hung02a6c4e2023-06-23 19:27:19 -0700342 explicit TrackHandle(const sp<IAfTrack>& track);
Andy Hungaaa18282023-06-23 19:27:19 -0700343 ~TrackHandle() override;
344
345 binder::Status getCblk(std::optional<media::SharedFileRegion>* _aidl_return) final;
346 binder::Status start(int32_t* _aidl_return) final;
347 binder::Status stop() final;
348 binder::Status flush() final;
349 binder::Status pause() final;
350 binder::Status attachAuxEffect(int32_t effectId, int32_t* _aidl_return) final;
351 binder::Status setParameters(const std::string& keyValuePairs,
352 int32_t* _aidl_return) final;
353 binder::Status selectPresentation(int32_t presentationId, int32_t programId,
354 int32_t* _aidl_return) final;
355 binder::Status getTimestamp(media::AudioTimestampInternal* timestamp,
356 int32_t* _aidl_return) final;
357 binder::Status signal() final;
358 binder::Status applyVolumeShaper(const media::VolumeShaperConfiguration& configuration,
359 const media::VolumeShaperOperation& operation,
360 int32_t* _aidl_return) final;
361 binder::Status getVolumeShaperState(
362 int32_t id,
363 std::optional<media::VolumeShaperState>* _aidl_return) final;
364 binder::Status getDualMonoMode(
365 media::audio::common::AudioDualMonoMode* _aidl_return) final;
366 binder::Status setDualMonoMode(
367 media::audio::common::AudioDualMonoMode mode) final;
368 binder::Status getAudioDescriptionMixLevel(float* _aidl_return) final;
369 binder::Status setAudioDescriptionMixLevel(float leveldB) final;
370 binder::Status getPlaybackRateParameters(
371 media::audio::common::AudioPlaybackRate* _aidl_return) final;
372 binder::Status setPlaybackRateParameters(
373 const media::audio::common::AudioPlaybackRate& playbackRate) final;
374
375private:
Andy Hung02a6c4e2023-06-23 19:27:19 -0700376 const sp<IAfTrack> mTrack;
Andy Hungaaa18282023-06-23 19:27:19 -0700377};
378
379/* static */
Andy Hung02a6c4e2023-06-23 19:27:19 -0700380sp<media::IAudioTrack> IAfTrack::createIAudioTrackAdapter(const sp<IAfTrack>& track) {
Andy Hungaaa18282023-06-23 19:27:19 -0700381 return sp<TrackHandle>::make(track);
382}
383
Andy Hung02a6c4e2023-06-23 19:27:19 -0700384TrackHandle::TrackHandle(const sp<IAfTrack>& track)
Eric Laurent81784c32012-11-19 14:55:58 -0800385 : BnAudioTrack(),
386 mTrack(track)
387{
Andy Hungaaa18282023-06-23 19:27:19 -0700388 // TODO(b/288339104) binder thread priority change not needed.
Andy Hung225aef62022-12-06 16:33:20 -0800389 setMinSchedulerPolicy(SCHED_NORMAL, ANDROID_PRIORITY_AUDIO);
Eric Laurent81784c32012-11-19 14:55:58 -0800390}
391
Andy Hungaaa18282023-06-23 19:27:19 -0700392TrackHandle::~TrackHandle() {
Eric Laurent81784c32012-11-19 14:55:58 -0800393 // just stop the track on deletion, associated resources
394 // will be freed from the main thread once all pending buffers have
395 // been played. Unless it's not in the active track list, in which
396 // case we free everything now...
397 mTrack->destroy();
398}
399
Andy Hungaaa18282023-06-23 19:27:19 -0700400Status TrackHandle::getCblk(
Ytai Ben-Tsvibdc293a2020-11-02 17:01:38 -0800401 std::optional<media::SharedFileRegion>* _aidl_return) {
402 *_aidl_return = legacy2aidl_NullableIMemory_SharedFileRegion(mTrack->getCblk()).value();
403 return Status::ok();
Eric Laurent81784c32012-11-19 14:55:58 -0800404}
405
Andy Hungaaa18282023-06-23 19:27:19 -0700406Status TrackHandle::start(int32_t* _aidl_return) {
Ytai Ben-Tsvibdc293a2020-11-02 17:01:38 -0800407 *_aidl_return = mTrack->start();
408 return Status::ok();
Eric Laurent81784c32012-11-19 14:55:58 -0800409}
410
Andy Hungaaa18282023-06-23 19:27:19 -0700411Status TrackHandle::stop() {
Eric Laurent81784c32012-11-19 14:55:58 -0800412 mTrack->stop();
Ytai Ben-Tsvibdc293a2020-11-02 17:01:38 -0800413 return Status::ok();
Eric Laurent81784c32012-11-19 14:55:58 -0800414}
415
Andy Hungaaa18282023-06-23 19:27:19 -0700416Status TrackHandle::flush() {
Eric Laurent81784c32012-11-19 14:55:58 -0800417 mTrack->flush();
Ytai Ben-Tsvibdc293a2020-11-02 17:01:38 -0800418 return Status::ok();
Eric Laurent81784c32012-11-19 14:55:58 -0800419}
420
Andy Hungaaa18282023-06-23 19:27:19 -0700421Status TrackHandle::pause() {
Eric Laurent81784c32012-11-19 14:55:58 -0800422 mTrack->pause();
Ytai Ben-Tsvibdc293a2020-11-02 17:01:38 -0800423 return Status::ok();
Eric Laurent81784c32012-11-19 14:55:58 -0800424}
425
Andy Hungaaa18282023-06-23 19:27:19 -0700426Status TrackHandle::attachAuxEffect(int32_t effectId,
Ytai Ben-Tsvibdc293a2020-11-02 17:01:38 -0800427 int32_t* _aidl_return) {
428 *_aidl_return = mTrack->attachAuxEffect(effectId);
429 return Status::ok();
Eric Laurent81784c32012-11-19 14:55:58 -0800430}
431
Andy Hungaaa18282023-06-23 19:27:19 -0700432Status TrackHandle::setParameters(const std::string& keyValuePairs,
Ytai Ben-Tsvibdc293a2020-11-02 17:01:38 -0800433 int32_t* _aidl_return) {
434 *_aidl_return = mTrack->setParameters(String8(keyValuePairs.c_str()));
435 return Status::ok();
Glenn Kasten3dcd00d2013-07-17 10:10:23 -0700436}
437
Andy Hungaaa18282023-06-23 19:27:19 -0700438Status TrackHandle::selectPresentation(int32_t presentationId, int32_t programId,
Ytai Ben-Tsvibdc293a2020-11-02 17:01:38 -0800439 int32_t* _aidl_return) {
440 *_aidl_return = mTrack->selectPresentation(presentationId, programId);
441 return Status::ok();
Mikhail Naganovac917ac2018-11-28 14:03:52 -0800442}
443
Andy Hungaaa18282023-06-23 19:27:19 -0700444Status TrackHandle::getTimestamp(media::AudioTimestampInternal* timestamp,
Ytai Ben-Tsvibdc293a2020-11-02 17:01:38 -0800445 int32_t* _aidl_return) {
446 AudioTimestamp legacy;
447 *_aidl_return = mTrack->getTimestamp(legacy);
448 if (*_aidl_return != OK) {
449 return Status::ok();
450 }
Andy Hung973638a2020-12-08 20:47:45 -0800451 *timestamp = legacy2aidl_AudioTimestamp_AudioTimestampInternal(legacy).value();
Ytai Ben-Tsvibdc293a2020-11-02 17:01:38 -0800452 return Status::ok();
Andy Hung9fc8b5c2017-01-24 13:36:48 -0800453}
454
Andy Hungaaa18282023-06-23 19:27:19 -0700455Status TrackHandle::signal() {
Ytai Ben-Tsvibdc293a2020-11-02 17:01:38 -0800456 mTrack->signal();
457 return Status::ok();
Andy Hung9fc8b5c2017-01-24 13:36:48 -0800458}
459
Andy Hungaaa18282023-06-23 19:27:19 -0700460Status TrackHandle::applyVolumeShaper(
Ytai Ben-Tsvibdc293a2020-11-02 17:01:38 -0800461 const media::VolumeShaperConfiguration& configuration,
462 const media::VolumeShaperOperation& operation,
463 int32_t* _aidl_return) {
464 sp<VolumeShaper::Configuration> conf = new VolumeShaper::Configuration();
465 *_aidl_return = conf->readFromParcelable(configuration);
466 if (*_aidl_return != OK) {
467 return Status::ok();
468 }
469
470 sp<VolumeShaper::Operation> op = new VolumeShaper::Operation();
471 *_aidl_return = op->readFromParcelable(operation);
472 if (*_aidl_return != OK) {
473 return Status::ok();
474 }
475
476 *_aidl_return = mTrack->applyVolumeShaper(conf, op);
477 return Status::ok();
Glenn Kasten53cec222013-08-29 09:01:02 -0700478}
479
Andy Hungaaa18282023-06-23 19:27:19 -0700480Status TrackHandle::getVolumeShaperState(
Ytai Ben-Tsvibdc293a2020-11-02 17:01:38 -0800481 int32_t id,
482 std::optional<media::VolumeShaperState>* _aidl_return) {
483 sp<VolumeShaper::State> legacy = mTrack->getVolumeShaperState(id);
484 if (legacy == nullptr) {
485 _aidl_return->reset();
486 return Status::ok();
487 }
488 media::VolumeShaperState aidl;
489 legacy->writeToParcelable(&aidl);
490 *_aidl_return = aidl;
491 return Status::ok();
Eric Laurent81784c32012-11-19 14:55:58 -0800492}
493
Andy Hungaaa18282023-06-23 19:27:19 -0700494Status TrackHandle::getDualMonoMode(
Mikhail Naganova77d5552022-12-18 02:48:14 +0000495 media::audio::common::AudioDualMonoMode* _aidl_return)
Kuowei Lid4adbdb2020-08-13 14:44:25 +0800496{
497 audio_dual_mono_mode_t mode = AUDIO_DUAL_MONO_MODE_OFF;
498 const status_t status = mTrack->getDualMonoMode(&mode)
499 ?: AudioValidator::validateDualMonoMode(mode);
500 if (status == OK) {
501 *_aidl_return = VALUE_OR_RETURN_BINDER_STATUS(
502 legacy2aidl_audio_dual_mono_mode_t_AudioDualMonoMode(mode));
503 }
504 return binderStatusFromStatusT(status);
505}
506
Andy Hungaaa18282023-06-23 19:27:19 -0700507Status TrackHandle::setDualMonoMode(
Mikhail Naganova77d5552022-12-18 02:48:14 +0000508 media::audio::common::AudioDualMonoMode mode)
Kuowei Lid4adbdb2020-08-13 14:44:25 +0800509{
510 const auto localMonoMode = VALUE_OR_RETURN_BINDER_STATUS(
511 aidl2legacy_AudioDualMonoMode_audio_dual_mono_mode_t(mode));
512 return binderStatusFromStatusT(AudioValidator::validateDualMonoMode(localMonoMode)
513 ?: mTrack->setDualMonoMode(localMonoMode));
514}
515
Andy Hungaaa18282023-06-23 19:27:19 -0700516Status TrackHandle::getAudioDescriptionMixLevel(float* _aidl_return)
Kuowei Lid4adbdb2020-08-13 14:44:25 +0800517{
518 float leveldB = -std::numeric_limits<float>::infinity();
519 const status_t status = mTrack->getAudioDescriptionMixLevel(&leveldB)
520 ?: AudioValidator::validateAudioDescriptionMixLevel(leveldB);
521 if (status == OK) *_aidl_return = leveldB;
522 return binderStatusFromStatusT(status);
523}
524
Andy Hungaaa18282023-06-23 19:27:19 -0700525Status TrackHandle::setAudioDescriptionMixLevel(float leveldB)
Kuowei Lid4adbdb2020-08-13 14:44:25 +0800526{
527 return binderStatusFromStatusT(AudioValidator::validateAudioDescriptionMixLevel(leveldB)
528 ?: mTrack->setAudioDescriptionMixLevel(leveldB));
529}
530
Andy Hungaaa18282023-06-23 19:27:19 -0700531Status TrackHandle::getPlaybackRateParameters(
Mikhail Naganova77d5552022-12-18 02:48:14 +0000532 media::audio::common::AudioPlaybackRate* _aidl_return)
Kuowei Lid4adbdb2020-08-13 14:44:25 +0800533{
534 audio_playback_rate_t localPlaybackRate{};
535 status_t status = mTrack->getPlaybackRateParameters(&localPlaybackRate)
536 ?: AudioValidator::validatePlaybackRate(localPlaybackRate);
537 if (status == NO_ERROR) {
538 *_aidl_return = VALUE_OR_RETURN_BINDER_STATUS(
539 legacy2aidl_audio_playback_rate_t_AudioPlaybackRate(localPlaybackRate));
540 }
541 return binderStatusFromStatusT(status);
542}
543
Andy Hungaaa18282023-06-23 19:27:19 -0700544Status TrackHandle::setPlaybackRateParameters(
Mikhail Naganova77d5552022-12-18 02:48:14 +0000545 const media::audio::common::AudioPlaybackRate& playbackRate)
Kuowei Lid4adbdb2020-08-13 14:44:25 +0800546{
547 const audio_playback_rate_t localPlaybackRate = VALUE_OR_RETURN_BINDER_STATUS(
548 aidl2legacy_AudioPlaybackRate_audio_playback_rate_t(playbackRate));
549 return binderStatusFromStatusT(AudioValidator::validatePlaybackRate(localPlaybackRate)
550 ?: mTrack->setPlaybackRateParameters(localPlaybackRate));
551}
552
Eric Laurent81784c32012-11-19 14:55:58 -0800553// ----------------------------------------------------------------------------
Jean-Michel Trivi74e01fa2019-02-25 12:18:09 -0800554// AppOp for audio playback
555// -------------------------------
Mikhail Naganovf7e3a3a2019-04-22 16:43:26 -0700556
557// static
558sp<AudioFlinger::PlaybackThread::OpPlayAudioMonitor>
559AudioFlinger::PlaybackThread::OpPlayAudioMonitor::createIfNeeded(
Vlad Popa103be862023-07-10 20:27:41 -0700560 AudioFlinger::ThreadBase* thread,
Svet Ganov33761132021-05-13 22:51:08 +0000561 const AttributionSourceState& attributionSource, const audio_attributes_t& attr, int id,
Philip P. Moltmannbda45752020-07-17 16:41:18 -0700562 audio_stream_type_t streamType)
Jean-Michel Trivi74e01fa2019-02-25 12:18:09 -0800563{
Vlad Popa103be862023-07-10 20:27:41 -0700564 Vector<String16> packages;
565 const uid_t uid = VALUE_OR_FATAL(aidl2legacy_int32_t_uid_t(attributionSource.uid));
Colin Crossb8a9dbb2020-08-27 04:12:26 +0000566 getPackagesForUid(uid, packages);
Eric Laurent9066ad32019-05-20 14:40:10 -0700567 if (isServiceUid(uid)) {
Eric Laurent9066ad32019-05-20 14:40:10 -0700568 if (packages.isEmpty()) {
569 ALOGD("OpPlayAudio: not muting track:%d usage:%d for service UID %d",
570 id,
571 attr.usage,
572 uid);
573 return nullptr;
574 }
Jean-Michel Trivi74e01fa2019-02-25 12:18:09 -0800575 }
576 // stream type has been filtered by audio policy to indicate whether it can be muted
577 if (streamType == AUDIO_STREAM_ENFORCED_AUDIBLE) {
Eric Laurent2dab0302019-05-08 18:15:55 -0700578 ALOGD("OpPlayAudio: not muting track:%d usage:%d ENFORCED_AUDIBLE", id, attr.usage);
Mikhail Naganovf7e3a3a2019-04-22 16:43:26 -0700579 return nullptr;
Jean-Michel Trivi74e01fa2019-02-25 12:18:09 -0800580 }
Eric Laurent2dab0302019-05-08 18:15:55 -0700581 if ((attr.flags & AUDIO_FLAG_BYPASS_INTERRUPTION_POLICY)
582 == AUDIO_FLAG_BYPASS_INTERRUPTION_POLICY) {
583 ALOGD("OpPlayAudio: not muting track:%d flags %#x have FLAG_BYPASS_INTERRUPTION_POLICY",
584 id, attr.flags);
585 return nullptr;
586 }
Vlad Popa103be862023-07-10 20:27:41 -0700587 return sp<OpPlayAudioMonitor>::make(thread, attributionSource, attr.usage, id, uid);
Mikhail Naganovf7e3a3a2019-04-22 16:43:26 -0700588}
589
590AudioFlinger::PlaybackThread::OpPlayAudioMonitor::OpPlayAudioMonitor(
Vlad Popa103be862023-07-10 20:27:41 -0700591 AudioFlinger::ThreadBase* thread,
592 const AttributionSourceState& attributionSource,
593 audio_usage_t usage, int id, uid_t uid)
594 : mThread(wp<AudioFlinger::ThreadBase>::fromExisting(thread)),
595 mHasOpPlayAudio(true),
596 mAttributionSource(attributionSource),
597 mUsage((int32_t)usage),
598 mId(id),
599 mUid(uid),
600 mPackageName(VALUE_OR_FATAL(aidl2legacy_string_view_String16(
601 attributionSource.packageName.value_or("")))) {}
Jean-Michel Trivi74e01fa2019-02-25 12:18:09 -0800602
603AudioFlinger::PlaybackThread::OpPlayAudioMonitor::~OpPlayAudioMonitor()
604{
605 if (mOpCallback != 0) {
606 mAppOpsManager.stopWatchingMode(mOpCallback);
607 }
608 mOpCallback.clear();
609}
610
Mikhail Naganovf7e3a3a2019-04-22 16:43:26 -0700611void AudioFlinger::PlaybackThread::OpPlayAudioMonitor::onFirstRef()
612{
Vlad Popad2152122023-08-02 18:36:04 -0700613 // make sure not to broadcast the initial state since it is not needed and could
614 // cause a deadlock since this method can be called with the mThread->mLock held
615 checkPlayAudioForUsage(/*doBroadcast=*/false);
Svet Ganov33761132021-05-13 22:51:08 +0000616 if (mAttributionSource.packageName.has_value()) {
Mikhail Naganovf7e3a3a2019-04-22 16:43:26 -0700617 mOpCallback = new PlayAudioOpCallback(this);
Philip P. Moltmannbda45752020-07-17 16:41:18 -0700618 mAppOpsManager.startWatchingMode(AppOpsManager::OP_PLAY_AUDIO,
Vlad Popa103be862023-07-10 20:27:41 -0700619 mPackageName, mOpCallback);
Mikhail Naganovf7e3a3a2019-04-22 16:43:26 -0700620 }
621}
622
Jean-Michel Trivi74e01fa2019-02-25 12:18:09 -0800623bool AudioFlinger::PlaybackThread::OpPlayAudioMonitor::hasOpPlayAudio() const {
624 return mHasOpPlayAudio.load();
625}
626
Jean-Michel Trividdf87ef2019-08-20 15:42:04 -0700627// Note this method is never called (and never to be) for audio server / patch record track
Jean-Michel Trivi74e01fa2019-02-25 12:18:09 -0800628// - not called from constructor due to check on UID,
629// - not called from PlayAudioOpCallback because the callback is not installed in this case
Vlad Popad2152122023-08-02 18:36:04 -0700630void AudioFlinger::PlaybackThread::OpPlayAudioMonitor::checkPlayAudioForUsage(bool doBroadcast)
Jean-Michel Trivi74e01fa2019-02-25 12:18:09 -0800631{
Vlad Popa103be862023-07-10 20:27:41 -0700632 const bool hasAppOps = mAttributionSource.packageName.has_value()
633 && mAppOpsManager.checkAudioOpNoThrow(
634 AppOpsManager::OP_PLAY_AUDIO, mUsage, mUid, mPackageName) ==
635 AppOpsManager::MODE_ALLOWED;
636
637 bool shouldChange = !hasAppOps; // check if we need to update.
638 if (mHasOpPlayAudio.compare_exchange_strong(shouldChange, hasAppOps)) {
639 ALOGD("OpPlayAudio: track:%d usage:%d %smuted", mId, mUsage, hasAppOps ? "not " : "");
Vlad Popad2152122023-08-02 18:36:04 -0700640 if (doBroadcast) {
641 auto thread = mThread.promote();
642 if (thread != nullptr && thread->type() == AudioFlinger::ThreadBase::OFFLOAD) {
643 // Wake up Thread if offloaded, otherwise it may be several seconds for update.
644 Mutex::Autolock _l(thread->mLock);
645 thread->broadcast_l();
646 }
Vlad Popa103be862023-07-10 20:27:41 -0700647 }
Jean-Michel Trivi74e01fa2019-02-25 12:18:09 -0800648 }
649}
650
651AudioFlinger::PlaybackThread::OpPlayAudioMonitor::PlayAudioOpCallback::PlayAudioOpCallback(
652 const wp<OpPlayAudioMonitor>& monitor) : mMonitor(monitor)
653{ }
654
655void AudioFlinger::PlaybackThread::OpPlayAudioMonitor::PlayAudioOpCallback::opChanged(int32_t op,
656 const String16& packageName) {
657 // we only have uid, so we need to check all package names anyway
658 UNUSED(packageName);
659 if (op != AppOpsManager::OP_PLAY_AUDIO) {
660 return;
661 }
662 sp<OpPlayAudioMonitor> monitor = mMonitor.promote();
663 if (monitor != NULL) {
Vlad Popad2152122023-08-02 18:36:04 -0700664 monitor->checkPlayAudioForUsage(/*doBroadcast=*/true);
Jean-Michel Trivi74e01fa2019-02-25 12:18:09 -0800665 }
666}
667
Eric Laurent9066ad32019-05-20 14:40:10 -0700668// static
669void AudioFlinger::PlaybackThread::OpPlayAudioMonitor::getPackagesForUid(
670 uid_t uid, Vector<String16>& packages)
671{
672 PermissionController permissionController;
673 permissionController.getPackagesForUid(uid, packages);
674}
675
Jean-Michel Trivi74e01fa2019-02-25 12:18:09 -0800676// ----------------------------------------------------------------------------
Andy Hung9d84af52018-09-12 18:03:44 -0700677#undef LOG_TAG
678#define LOG_TAG "AF::Track"
Eric Laurent81784c32012-11-19 14:55:58 -0800679
680// Track constructor must be called with AudioFlinger::mLock and ThreadBase::mLock held
681AudioFlinger::PlaybackThread::Track::Track(
682 PlaybackThread *thread,
683 const sp<Client>& client,
684 audio_stream_type_t streamType,
Kevin Rocard1f564ac2018-03-29 13:53:10 -0700685 const audio_attributes_t& attr,
Eric Laurent81784c32012-11-19 14:55:58 -0800686 uint32_t sampleRate,
687 audio_format_t format,
688 audio_channel_mask_t channelMask,
689 size_t frameCount,
Eric Laurent83b88082014-06-20 18:31:16 -0700690 void *buffer,
Andy Hung8fe68032017-06-05 16:17:51 -0700691 size_t bufferSize,
Eric Laurent81784c32012-11-19 14:55:58 -0800692 const sp<IMemory>& sharedBuffer,
Glenn Kastend848eb42016-03-08 13:42:11 -0800693 audio_session_t sessionId,
Eric Laurent09f1ed22019-04-24 17:45:17 -0700694 pid_t creatorPid,
Svet Ganov33761132021-05-13 22:51:08 +0000695 const AttributionSourceState& attributionSource,
Eric Laurent05067782016-06-01 18:27:28 -0700696 audio_output_flags_t flags,
Eric Laurent20b9ef02016-12-05 11:03:16 -0800697 track_type type,
Kevin Rocard01c7d9e2019-09-18 11:24:52 +0100698 audio_port_handle_t portId,
jiabinf042b9b2021-05-07 23:46:28 +0000699 size_t frameCountToBeReady,
Eric Laurentb0a7bc92022-04-05 15:06:08 +0200700 float speed,
jiabinc658e452022-10-21 20:52:21 +0000701 bool isSpatialized,
702 bool isBitPerfect)
Kevin Rocard1f564ac2018-03-29 13:53:10 -0700703 : TrackBase(thread, client, attr, sampleRate, format, channelMask, frameCount,
Ytai Ben-Tsvi7dd39722019-09-05 15:14:30 -0700704 // TODO: Using unsecurePointer() has some associated security pitfalls
705 // (see declaration for details).
706 // Either document why it is safe in this case or address the
707 // issue (e.g. by copying).
708 (sharedBuffer != 0) ? sharedBuffer->unsecurePointer() : buffer,
Andy Hung8fe68032017-06-05 16:17:51 -0700709 (sharedBuffer != 0) ? sharedBuffer->size() : bufferSize,
Philip P. Moltmannbda45752020-07-17 16:41:18 -0700710 sessionId, creatorPid,
Svet Ganov33761132021-05-13 22:51:08 +0000711 VALUE_OR_FATAL(aidl2legacy_int32_t_uid_t(attributionSource.uid)), true /*isOut*/,
Eric Laurent83b88082014-06-20 18:31:16 -0700712 (type == TYPE_PATCH) ? ( buffer == NULL ? ALLOC_LOCAL : ALLOC_NONE) : ALLOC_CBLK,
Andy Hungb68f5eb2019-12-03 16:49:17 -0800713 type,
714 portId,
715 std::string(AMEDIAMETRICS_KEY_PREFIX_AUDIO_TRACK) + std::to_string(portId)),
Eric Laurent81784c32012-11-19 14:55:58 -0800716 mFillingUpStatus(FS_INVALID),
717 // mRetryCount initialized later when needed
718 mSharedBuffer(sharedBuffer),
719 mStreamType(streamType),
rago94a1ee82017-07-21 15:11:02 -0700720 mMainBuffer(thread->sinkBuffer()),
Eric Laurent81784c32012-11-19 14:55:58 -0800721 mAuxBuffer(NULL),
722 mAuxEffectId(0), mHasVolumeController(false),
Andy Hunge10393e2015-06-12 13:59:33 -0700723 mFrameMap(16 /* sink-frame-to-track-frame map memory */),
Ivan Lozano8cf3a072017-08-09 09:01:33 -0700724 mVolumeHandler(new media::VolumeHandler(sampleRate)),
Vlad Popa103be862023-07-10 20:27:41 -0700725 mOpPlayAudioMonitor(OpPlayAudioMonitor::createIfNeeded(thread, attributionSource, attr, id(),
Philip P. Moltmannbda45752020-07-17 16:41:18 -0700726 streamType)),
Andy Hunge10393e2015-06-12 13:59:33 -0700727 // mSinkTimestamp
Eric Laurent81784c32012-11-19 14:55:58 -0800728 mFastIndex(-1),
Glenn Kasten5736c352012-12-04 12:12:34 -0800729 mCachedVolume(1.0),
Kevin Rocard12381092018-04-11 09:19:59 -0700730 /* The track might not play immediately after being active, similarly as if its volume was 0.
731 * When the track starts playing, its volume will be computed. */
732 mFinalVolume(0.f),
Haynes Mathew George7844f672014-01-15 12:32:55 -0800733 mResumeToStopping(false),
Eric Laurent05067782016-06-01 18:27:28 -0700734 mFlushHwPending(false),
jiabinf042b9b2021-05-07 23:46:28 +0000735 mFlags(flags),
Eric Laurentb0a7bc92022-04-05 15:06:08 +0200736 mSpeed(speed),
jiabinc658e452022-10-21 20:52:21 +0000737 mIsSpatialized(isSpatialized),
738 mIsBitPerfect(isBitPerfect)
Eric Laurent81784c32012-11-19 14:55:58 -0800739{
Eric Laurent83b88082014-06-20 18:31:16 -0700740 // client == 0 implies sharedBuffer == 0
741 ALOG_ASSERT(!(client == 0 && sharedBuffer != 0));
742
Andy Hung9d84af52018-09-12 18:03:44 -0700743 ALOGV_IF(sharedBuffer != 0, "%s(%d): sharedBuffer: %p, size: %zu",
Ytai Ben-Tsvi7dd39722019-09-05 15:14:30 -0700744 __func__, mId, sharedBuffer->unsecurePointer(), sharedBuffer->size());
Eric Laurent83b88082014-06-20 18:31:16 -0700745
Glenn Kasten3ef14ef2014-03-13 15:08:51 -0700746 if (mCblk == NULL) {
747 return;
Eric Laurent81784c32012-11-19 14:55:58 -0800748 }
Glenn Kasten3ef14ef2014-03-13 15:08:51 -0700749
Svet Ganov33761132021-05-13 22:51:08 +0000750 uid_t uid = VALUE_OR_FATAL(aidl2legacy_int32_t_uid_t(attributionSource.uid));
Andy Hung689e82c2019-08-21 17:53:17 -0700751 if (!thread->isTrackAllowed_l(channelMask, format, sessionId, uid)) {
752 ALOGE("%s(%d): no more tracks available", __func__, mId);
753 releaseCblk(); // this makes the track invalid.
754 return;
755 }
756
Glenn Kasten3ef14ef2014-03-13 15:08:51 -0700757 if (sharedBuffer == 0) {
758 mAudioTrackServerProxy = new AudioTrackServerProxy(mCblk, mBuffer, frameCount,
Eric Laurent83b88082014-06-20 18:31:16 -0700759 mFrameSize, !isExternalTrack(), sampleRate);
Glenn Kasten3ef14ef2014-03-13 15:08:51 -0700760 } else {
761 mAudioTrackServerProxy = new StaticAudioTrackServerProxy(mCblk, mBuffer, frameCount,
Kevin Rocard36862032019-10-10 10:52:19 +0100762 mFrameSize, sampleRate);
Glenn Kasten3ef14ef2014-03-13 15:08:51 -0700763 }
764 mServerProxy = mAudioTrackServerProxy;
Andy Hung3c7f47a2021-03-16 17:30:09 -0700765 mServerProxy->setStartThresholdInFrames(frameCountToBeReady); // update the Cblk value
Glenn Kasten3ef14ef2014-03-13 15:08:51 -0700766
Glenn Kasten3ef14ef2014-03-13 15:08:51 -0700767 // only allocate a fast track index if we were able to allocate a normal track name
Eric Laurent05067782016-06-01 18:27:28 -0700768 if (flags & AUDIO_OUTPUT_FLAG_FAST) {
Andy Hunga5427822015-09-11 16:15:35 -0700769 // FIXME: Not calling framesReadyIsCalledByMultipleThreads() exposes a potential
770 // race with setSyncEvent(). However, if we call it, we cannot properly start
771 // static fast tracks (SoundPool) immediately after stopping.
772 //mAudioTrackServerProxy->framesReadyIsCalledByMultipleThreads();
Glenn Kasten3ef14ef2014-03-13 15:08:51 -0700773 ALOG_ASSERT(thread->mFastTrackAvailMask != 0);
774 int i = __builtin_ctz(thread->mFastTrackAvailMask);
Glenn Kastendc2c50b2016-04-21 08:13:14 -0700775 ALOG_ASSERT(0 < i && i < (int)FastMixerState::sMaxFastTracks);
Glenn Kasten3ef14ef2014-03-13 15:08:51 -0700776 // FIXME This is too eager. We allocate a fast track index before the
777 // fast track becomes active. Since fast tracks are a scarce resource,
778 // this means we are potentially denying other more important fast tracks from
779 // being created. It would be better to allocate the index dynamically.
780 mFastIndex = i;
Glenn Kasten3ef14ef2014-03-13 15:08:51 -0700781 thread->mFastTrackAvailMask &= ~(1 << i);
782 }
Andy Hung8946a282018-04-19 20:04:56 -0700783
Dean Wheatley7b036912020-06-18 16:22:11 +1000784 mServerLatencySupported = checkServerLatencySupported(format, flags);
Andy Hung8946a282018-04-19 20:04:56 -0700785#ifdef TEE_SINK
786 mTee.setId(std::string("_") + std::to_string(mThreadIoHandle)
Kevin Rocard51f0e982019-02-01 19:19:11 -0800787 + "_" + std::to_string(mId) + "_T");
Andy Hung8946a282018-04-19 20:04:56 -0700788#endif
jiabin57303cc2018-12-18 15:45:57 -0800789
jiabineb3bda02020-06-30 14:07:03 -0700790 if (thread->supportsHapticPlayback()) {
791 // If the track is attached to haptic playback thread, it is potentially to have
792 // HapticGenerator effect, which will generate haptic data, on the track. In that case,
793 // external vibration is always created for all tracks attached to haptic playback thread.
jiabin57303cc2018-12-18 15:45:57 -0800794 mAudioVibrationController = new AudioVibrationController(this);
Svet Ganov33761132021-05-13 22:51:08 +0000795 std::string packageName = attributionSource.packageName.has_value() ?
796 attributionSource.packageName.value() : "";
jiabin57303cc2018-12-18 15:45:57 -0800797 mExternalVibration = new os::ExternalVibration(
Philip P. Moltmannbda45752020-07-17 16:41:18 -0700798 mUid, packageName, mAttr, mAudioVibrationController);
jiabin57303cc2018-12-18 15:45:57 -0800799 }
Andy Hungb68f5eb2019-12-03 16:49:17 -0800800
801 // Once this item is logged by the server, the client can add properties.
Andy Hunga629bd12020-06-05 16:03:53 -0700802 const char * const traits = sharedBuffer == 0 ? "" : "static";
Andy Hung5837c7f2021-02-25 10:48:24 -0800803 mTrackMetrics.logConstructor(creatorPid, uid, id(), traits, streamType);
Eric Laurent81784c32012-11-19 14:55:58 -0800804}
805
806AudioFlinger::PlaybackThread::Track::~Track()
807{
Andy Hung9d84af52018-09-12 18:03:44 -0700808 ALOGV("%s(%d)", __func__, mId);
Glenn Kasten0c72b242013-09-11 09:14:16 -0700809
810 // The destructor would clear mSharedBuffer,
811 // but it will not push the decremented reference count,
812 // leaving the client's IMemory dangling indefinitely.
813 // This prevents that leak.
814 if (mSharedBuffer != 0) {
815 mSharedBuffer.clear();
Glenn Kasten0c72b242013-09-11 09:14:16 -0700816 }
Eric Laurent81784c32012-11-19 14:55:58 -0800817}
818
Glenn Kasten03003332013-08-06 15:40:54 -0700819status_t AudioFlinger::PlaybackThread::Track::initCheck() const
820{
821 status_t status = TrackBase::initCheck();
Andy Hungc0691382018-09-12 18:01:57 -0700822 if (status == NO_ERROR && mCblk == nullptr) {
Glenn Kasten03003332013-08-06 15:40:54 -0700823 status = NO_MEMORY;
824 }
825 return status;
826}
827
Eric Laurent81784c32012-11-19 14:55:58 -0800828void AudioFlinger::PlaybackThread::Track::destroy()
829{
830 // NOTE: destroyTrack_l() can remove a strong reference to this Track
831 // by removing it from mTracks vector, so there is a risk that this Tracks's
832 // destructor is called. As the destructor needs to lock mLock,
833 // we must acquire a strong reference on this Track before locking mLock
834 // here so that the destructor is called only when exiting this function.
835 // On the other hand, as long as Track::destroy() is only called by
836 // TrackHandle destructor, the TrackHandle still holds a strong ref on
837 // this Track with its member mTrack.
838 sp<Track> keep(this);
839 { // scope for mLock
Eric Laurentaaa44472014-09-12 17:41:50 -0700840 bool wasActive = false;
Eric Laurent81784c32012-11-19 14:55:58 -0800841 sp<ThreadBase> thread = mThread.promote();
842 if (thread != 0) {
Eric Laurent81784c32012-11-19 14:55:58 -0800843 Mutex::Autolock _l(thread->mLock);
844 PlaybackThread *playbackThread = (PlaybackThread *)thread.get();
Eric Laurentaaa44472014-09-12 17:41:50 -0700845 wasActive = playbackThread->destroyTrack_l(this);
846 }
847 if (isExternalTrack() && !wasActive) {
Eric Laurentd7fe0862018-07-14 16:48:01 -0700848 AudioSystem::releaseOutput(mPortId);
Eric Laurent81784c32012-11-19 14:55:58 -0800849 }
850 }
Kevin Rocardc43ea142019-01-31 18:17:37 -0800851 forEachTeePatchTrack([](auto patchTrack) { patchTrack->destroy(); });
Eric Laurent81784c32012-11-19 14:55:58 -0800852}
853
Andy Hung02a6c4e2023-06-23 19:27:19 -0700854void AudioFlinger::PlaybackThread::Track::appendDumpHeader(String8& result) const
Eric Laurent81784c32012-11-19 14:55:58 -0800855{
Eric Laurent973db022018-11-20 14:54:31 -0800856 result.appendFormat("Type Id Active Client Session Port Id S Flags "
Kevin Rocard5f2136e2018-05-11 22:03:00 -0700857 " Format Chn mask SRate "
858 "ST Usg CT "
859 " G db L dB R dB VS dB "
jiabin5eaf0962022-12-20 20:11:38 +0000860 " Server FrmCnt FrmRdy F Underruns Flushed BitPerfect"
Kevin Rocard5f2136e2018-05-11 22:03:00 -0700861 "%s\n",
862 isServerLatencySupported() ? " Latency" : "");
Eric Laurent81784c32012-11-19 14:55:58 -0800863}
864
Andy Hung02a6c4e2023-06-23 19:27:19 -0700865void AudioFlinger::PlaybackThread::Track::appendDump(String8& result, bool active) const
Eric Laurent81784c32012-11-19 14:55:58 -0800866{
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700867 char trackType;
868 switch (mType) {
869 case TYPE_DEFAULT:
870 case TYPE_OUTPUT:
Andy Hungf6ab58d2018-05-25 12:50:39 -0700871 if (isStatic()) {
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700872 trackType = 'S'; // static
873 } else {
874 trackType = ' '; // normal
Eric Laurentbfb1b832013-01-07 09:53:42 -0800875 }
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700876 break;
877 case TYPE_PATCH:
878 trackType = 'P';
879 break;
880 default:
881 trackType = '?';
Eric Laurent81784c32012-11-19 14:55:58 -0800882 }
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700883
884 if (isFastTrack()) {
Andy Hungc0691382018-09-12 18:01:57 -0700885 result.appendFormat("F%d %c %6d", mFastIndex, trackType, mId);
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700886 } else {
Andy Hungc0691382018-09-12 18:01:57 -0700887 result.appendFormat(" %c %6d", trackType, mId);
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700888 }
889
Eric Laurent81784c32012-11-19 14:55:58 -0800890 char nowInUnderrun;
891 switch (mObservedUnderruns.mBitFields.mMostRecent) {
892 case UNDERRUN_FULL:
893 nowInUnderrun = ' ';
894 break;
895 case UNDERRUN_PARTIAL:
896 nowInUnderrun = '<';
897 break;
898 case UNDERRUN_EMPTY:
899 nowInUnderrun = '*';
900 break;
901 default:
902 nowInUnderrun = '?';
903 break;
904 }
Andy Hungda540db2017-04-20 14:06:17 -0700905
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700906 char fillingStatus;
907 switch (mFillingUpStatus) {
908 case FS_INVALID:
909 fillingStatus = 'I';
910 break;
911 case FS_FILLING:
912 fillingStatus = 'f';
913 break;
914 case FS_FILLED:
915 fillingStatus = 'F';
916 break;
917 case FS_ACTIVE:
918 fillingStatus = 'A';
919 break;
920 default:
921 fillingStatus = '?';
922 break;
923 }
924
925 // clip framesReadySafe to max representation in dump
926 const size_t framesReadySafe =
927 std::min(mAudioTrackServerProxy->framesReadySafe(), (size_t)99999999);
928
929 // obtain volumes
930 const gain_minifloat_packed_t vlr = mAudioTrackServerProxy->getVolumeLR();
931 const std::pair<float /* volume */, bool /* active */> vsVolume =
932 mVolumeHandler->getLastVolume();
933
934 // Our effective frame count is obtained by ServerProxy::getBufferSizeInFrames()
935 // as it may be reduced by the application.
936 const size_t bufferSizeInFrames = (size_t)mAudioTrackServerProxy->getBufferSizeInFrames();
937 // Check whether the buffer size has been modified by the app.
938 const char modifiedBufferChar = bufferSizeInFrames < mFrameCount
939 ? 'r' /* buffer reduced */: bufferSizeInFrames > mFrameCount
940 ? 'e' /* error */ : ' ' /* identical */;
941
Eric Laurent973db022018-11-20 14:54:31 -0800942 result.appendFormat("%7s %6u %7u %7u %2s 0x%03X "
Kevin Rocard5f2136e2018-05-11 22:03:00 -0700943 "%08X %08X %6u "
944 "%2u %3x %2x "
945 "%5.2g %5.2g %5.2g %5.2g%c "
jiabin5eaf0962022-12-20 20:11:38 +0000946 "%08X %6zu%c %6zu %c %9u%c %7u %10s",
Marco Nelissenb2208842014-02-07 14:00:50 -0800947 active ? "yes" : "no",
Andy Hung4ef19fa2018-05-15 19:35:29 -0700948 (mClient == 0) ? getpid() : mClient->pid(),
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700949 mSessionId,
Eric Laurent973db022018-11-20 14:54:31 -0800950 mPortId,
Andy Hunge2e830f2019-12-03 12:54:46 -0800951 getTrackStateAsCodedString(),
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700952 mCblk->mFlags,
953
Eric Laurent81784c32012-11-19 14:55:58 -0800954 mFormat,
955 mChannelMask,
Andy Hungcef2daa2018-06-01 15:31:49 -0700956 sampleRate(),
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700957
958 mStreamType,
Kevin Rocard5f2136e2018-05-11 22:03:00 -0700959 mAttr.usage,
960 mAttr.content_type,
961
962 20.0 * log10(mFinalVolume),
Glenn Kastenc56f3422014-03-21 17:53:17 -0700963 20.0 * log10(float_from_gain(gain_minifloat_unpack_left(vlr))),
964 20.0 * log10(float_from_gain(gain_minifloat_unpack_right(vlr))),
Andy Hungda540db2017-04-20 14:06:17 -0700965 20.0 * log10(vsVolume.first), // VolumeShaper(s) total volume
966 vsVolume.second ? 'A' : ' ', // if any VolumeShapers active
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700967
Glenn Kastenf20e1d82013-07-12 09:45:18 -0700968 mCblk->mServer,
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700969 bufferSizeInFrames,
970 modifiedBufferChar,
971 framesReadySafe,
972 fillingStatus,
Glenn Kasten82aaf942013-07-17 16:05:07 -0700973 mAudioTrackServerProxy->getUnderrunFrames(),
Andy Hung2148bf02016-11-28 19:01:02 -0800974 nowInUnderrun,
jiabin5eaf0962022-12-20 20:11:38 +0000975 (unsigned)mAudioTrackServerProxy->framesFlushed() % 10000000,
976 isBitPerfect() ? "true" : "false"
Andy Hung2c6c3bb2017-06-16 14:01:45 -0700977 );
Andy Hungcef2daa2018-06-01 15:31:49 -0700978
979 if (isServerLatencySupported()) {
980 double latencyMs;
981 bool fromTrack;
982 if (getTrackLatencyMs(&latencyMs, &fromTrack) == OK) {
983 // Show latency in msec, followed by 't' if from track timestamp (the most accurate)
984 // or 'k' if estimated from kernel because track frames haven't been presented yet.
985 result.appendFormat(" %7.2lf %c", latencyMs, fromTrack ? 't' : 'k');
Andy Hungf6ab58d2018-05-25 12:50:39 -0700986 } else {
Andy Hungcef2daa2018-06-01 15:31:49 -0700987 result.appendFormat("%10s", mCblk->mServer != 0 ? "unavail" : "new");
Andy Hungf6ab58d2018-05-25 12:50:39 -0700988 }
989 }
990 result.append("\n");
Eric Laurent81784c32012-11-19 14:55:58 -0800991}
992
Glenn Kasten9f80dd22012-12-18 15:57:32 -0800993uint32_t AudioFlinger::PlaybackThread::Track::sampleRate() const {
994 return mAudioTrackServerProxy->getSampleRate();
995}
996
Eric Laurent81784c32012-11-19 14:55:58 -0800997// AudioBufferProvider interface
Kevin Rocard153f92d2018-12-18 18:33:28 -0800998status_t AudioFlinger::PlaybackThread::Track::getNextBuffer(AudioBufferProvider::Buffer* buffer)
Eric Laurent81784c32012-11-19 14:55:58 -0800999{
Glenn Kasten9f80dd22012-12-18 15:57:32 -08001000 ServerProxy::Buffer buf;
1001 size_t desiredFrames = buffer->frameCount;
1002 buf.mFrameCount = desiredFrames;
1003 status_t status = mServerProxy->obtainBuffer(&buf);
1004 buffer->frameCount = buf.mFrameCount;
1005 buffer->raw = buf.mRaw;
Andy Hungfc629172020-06-22 10:06:23 -07001006 if (buf.mFrameCount == 0 && !isStopping() && !isStopped() && !isPaused() && !isOffloaded()) {
Andy Hung9d84af52018-09-12 18:03:44 -07001007 ALOGV("%s(%d): underrun, framesReady(%zu) < framesDesired(%zd), state: %d",
Andy Hung959b5b82021-09-24 10:46:20 -07001008 __func__, mId, buf.mFrameCount, desiredFrames, (int)mState);
Glenn Kasten82aaf942013-07-17 16:05:07 -07001009 mAudioTrackServerProxy->tallyUnderrunFrames(desiredFrames);
Phil Burk2812d9e2016-01-04 10:34:30 -08001010 } else {
1011 mAudioTrackServerProxy->tallyUnderrunFrames(0);
Eric Laurent81784c32012-11-19 14:55:58 -08001012 }
Glenn Kasten9f80dd22012-12-18 15:57:32 -08001013 return status;
Eric Laurent81784c32012-11-19 14:55:58 -08001014}
1015
Kevin Rocard153f92d2018-12-18 18:33:28 -08001016void AudioFlinger::PlaybackThread::Track::releaseBuffer(AudioBufferProvider::Buffer* buffer)
1017{
1018 interceptBuffer(*buffer);
1019 TrackBase::releaseBuffer(buffer);
1020}
1021
1022// TODO: compensate for time shift between HW modules.
1023void AudioFlinger::PlaybackThread::Track::interceptBuffer(
Kevin Rocarda134b002019-02-07 18:05:31 -08001024 const AudioBufferProvider::Buffer& sourceBuffer) {
Kevin Rocard6057fa22019-02-08 14:08:07 -08001025 auto start = std::chrono::steady_clock::now();
Kevin Rocarda134b002019-02-07 18:05:31 -08001026 const size_t frameCount = sourceBuffer.frameCount;
Kevin Rocardd83b08a2019-02-27 15:05:54 -08001027 if (frameCount == 0) {
1028 return; // No audio to intercept.
1029 // Additionally PatchProxyBufferProvider::obtainBuffer (called by PathTrack::getNextBuffer)
1030 // does not allow 0 frame size request contrary to getNextBuffer
1031 }
1032 for (auto& teePatch : mTeePatches) {
1033 RecordThread::PatchRecord* patchRecord = teePatch.patchRecord.get();
Mikhail Naganov8296c252019-09-25 14:59:54 -07001034 const size_t framesWritten = patchRecord->writeFrames(
1035 sourceBuffer.i8, frameCount, mFrameSize);
1036 const size_t framesLeft = frameCount - framesWritten;
Kevin Rocarda134b002019-02-07 18:05:31 -08001037 ALOGW_IF(framesLeft != 0, "%s(%d) PatchRecord %d can not provide big enough "
1038 "buffer %zu/%zu, dropping %zu frames", __func__, mId, patchRecord->mId,
1039 framesWritten, frameCount, framesLeft);
Kevin Rocard153f92d2018-12-18 18:33:28 -08001040 }
Kevin Rocard6057fa22019-02-08 14:08:07 -08001041 auto spent = ceil<std::chrono::microseconds>(std::chrono::steady_clock::now() - start);
1042 using namespace std::chrono_literals;
1043 // Average is ~20us per track, this should virtually never be logged (Logging takes >200us)
Kevin Rocard01c7d9e2019-09-18 11:24:52 +01001044 ALOGD_IF(spent > 500us, "%s: took %lldus to intercept %zu tracks", __func__,
Kevin Rocard6057fa22019-02-08 14:08:07 -08001045 spent.count(), mTeePatches.size());
Kevin Rocard153f92d2018-12-18 18:33:28 -08001046}
1047
Glenn Kasten6466c9e2013-08-23 10:54:07 -07001048// ExtendedAudioBufferProvider interface
1049
Andy Hung27876c02014-09-09 18:07:55 -07001050// framesReady() may return an approximation of the number of frames if called
1051// from a different thread than the one calling Proxy->obtainBuffer() and
1052// Proxy->releaseBuffer(). Also note there is no mutual exclusion in the
1053// AudioTrackServerProxy so be especially careful calling with FastTracks.
Eric Laurent81784c32012-11-19 14:55:58 -08001054size_t AudioFlinger::PlaybackThread::Track::framesReady() const {
Andy Hung27876c02014-09-09 18:07:55 -07001055 if (mSharedBuffer != 0 && (isStopped() || isStopping())) {
1056 // Static tracks return zero frames immediately upon stopping (for FastTracks).
1057 // The remainder of the buffer is not drained.
1058 return 0;
1059 }
Glenn Kasten9f80dd22012-12-18 15:57:32 -08001060 return mAudioTrackServerProxy->framesReady();
Eric Laurent81784c32012-11-19 14:55:58 -08001061}
1062
Andy Hung818e7a32016-02-16 18:08:07 -08001063int64_t AudioFlinger::PlaybackThread::Track::framesReleased() const
Glenn Kasten6466c9e2013-08-23 10:54:07 -07001064{
1065 return mAudioTrackServerProxy->framesReleased();
1066}
1067
Andy Hung818e7a32016-02-16 18:08:07 -08001068void AudioFlinger::PlaybackThread::Track::onTimestamp(const ExtendedTimestamp &timestamp)
Andy Hung6ae58432016-02-16 18:32:24 -08001069{
1070 // This call comes from a FastTrack and should be kept lockless.
1071 // The server side frames are already translated to client frames.
Andy Hung818e7a32016-02-16 18:08:07 -08001072 mAudioTrackServerProxy->setTimestamp(timestamp);
Andy Hung6ae58432016-02-16 18:32:24 -08001073
Andy Hung818e7a32016-02-16 18:08:07 -08001074 // We do not set drained here, as FastTrack timestamp may not go to very last frame.
Andy Hungcef2daa2018-06-01 15:31:49 -07001075
1076 // Compute latency.
1077 // TODO: Consider whether the server latency may be passed in by FastMixer
1078 // as a constant for all active FastTracks.
1079 const double latencyMs = timestamp.getOutputServerLatencyMs(sampleRate());
1080 mServerLatencyFromTrack.store(true);
1081 mServerLatencyMs.store(latencyMs);
Andy Hung6ae58432016-02-16 18:32:24 -08001082}
1083
Eric Laurent81784c32012-11-19 14:55:58 -08001084// Don't call for fast tracks; the framesReady() could result in priority inversion
1085bool AudioFlinger::PlaybackThread::Track::isReady() const {
Krishnankutty Kolathappilly8d6c2922014-02-04 16:23:42 -08001086 if (mFillingUpStatus != FS_FILLING || isStopped() || isPausing()) {
1087 return true;
1088 }
1089
Eric Laurent16498512014-03-17 17:22:08 -07001090 if (isStopping()) {
1091 if (framesReady() > 0) {
1092 mFillingUpStatus = FS_FILLED;
1093 }
Eric Laurent81784c32012-11-19 14:55:58 -08001094 return true;
1095 }
1096
Kevin Rocard01c7d9e2019-09-18 11:24:52 +01001097 size_t bufferSizeInFrames = mServerProxy->getBufferSizeInFrames();
Andy Hung3c7f47a2021-03-16 17:30:09 -07001098 // Note: mServerProxy->getStartThresholdInFrames() is clamped.
1099 const size_t startThresholdInFrames = mServerProxy->getStartThresholdInFrames();
1100 const size_t framesToBeReady = std::clamp( // clamp again to validate client values.
1101 std::min(startThresholdInFrames, bufferSizeInFrames), size_t(1), mFrameCount);
Kevin Rocard01c7d9e2019-09-18 11:24:52 +01001102
1103 if (framesReady() >= framesToBeReady || (mCblk->mFlags & CBLK_FORCEREADY)) {
1104 ALOGV("%s(%d): consider track ready with %zu/%zu, target was %zu)",
1105 __func__, mId, framesReady(), bufferSizeInFrames, framesToBeReady);
Eric Laurent81784c32012-11-19 14:55:58 -08001106 mFillingUpStatus = FS_FILLED;
Glenn Kasten96f60d82013-07-12 10:21:18 -07001107 android_atomic_and(~CBLK_FORCEREADY, &mCblk->mFlags);
Eric Laurent81784c32012-11-19 14:55:58 -08001108 return true;
1109 }
1110 return false;
1111}
1112
Glenn Kasten0f11b512014-01-31 16:18:54 -08001113status_t AudioFlinger::PlaybackThread::Track::start(AudioSystem::sync_event_t event __unused,
Glenn Kastend848eb42016-03-08 13:42:11 -08001114 audio_session_t triggerSession __unused)
Eric Laurent81784c32012-11-19 14:55:58 -08001115{
1116 status_t status = NO_ERROR;
Andy Hungc0691382018-09-12 18:01:57 -07001117 ALOGV("%s(%d): calling pid %d session %d",
1118 __func__, mId, IPCThreadState::self()->getCallingPid(), mSessionId);
Eric Laurent81784c32012-11-19 14:55:58 -08001119
1120 sp<ThreadBase> thread = mThread.promote();
1121 if (thread != 0) {
Eric Laurent813e2a72013-08-31 12:59:48 -07001122 if (isOffloaded()) {
1123 Mutex::Autolock _laf(thread->mAudioFlinger->mLock);
1124 Mutex::Autolock _lth(thread->mLock);
Andy Hungbd72c542023-06-20 18:56:17 -07001125 sp<IAfEffectChain> ec = thread->getEffectChain_l(mSessionId);
Eric Laurent5baf2af2013-09-12 17:37:00 -07001126 if (thread->mAudioFlinger->isNonOffloadableGlobalEffectEnabled_l() ||
1127 (ec != 0 && ec->isNonOffloadableEnabled())) {
Eric Laurent813e2a72013-08-31 12:59:48 -07001128 invalidate();
1129 return PERMISSION_DENIED;
1130 }
1131 }
1132 Mutex::Autolock _lth(thread->mLock);
Eric Laurent81784c32012-11-19 14:55:58 -08001133 track_state state = mState;
1134 // here the track could be either new, or restarted
1135 // in both cases "unstop" the track
Eric Laurentbfb1b832013-01-07 09:53:42 -08001136
Krishnankutty Kolathappilly8d6c2922014-02-04 16:23:42 -08001137 // initial state-stopping. next state-pausing.
1138 // What if resume is called ?
1139
Zhou Song1ed46a22020-08-17 15:36:56 +08001140 if (state == FLUSHED) {
1141 // avoid underrun glitches when starting after flush
1142 reset();
1143 }
1144
kuowei.li576f1362021-05-11 18:02:32 +08001145 // clear mPauseHwPending because of pause (and possibly flush) during underrun.
1146 mPauseHwPending = false;
Krishnankutty Kolathappilly8d6c2922014-02-04 16:23:42 -08001147 if (state == PAUSED || state == PAUSING) {
Eric Laurentbfb1b832013-01-07 09:53:42 -08001148 if (mResumeToStopping) {
1149 // happened we need to resume to STOPPING_1
1150 mState = TrackBase::STOPPING_1;
Andy Hungc0691382018-09-12 18:01:57 -07001151 ALOGV("%s(%d): PAUSED => STOPPING_1 on thread %d",
1152 __func__, mId, (int)mThreadIoHandle);
Eric Laurentbfb1b832013-01-07 09:53:42 -08001153 } else {
1154 mState = TrackBase::RESUMING;
Andy Hungc0691382018-09-12 18:01:57 -07001155 ALOGV("%s(%d): PAUSED => RESUMING on thread %d",
1156 __func__, mId, (int)mThreadIoHandle);
Eric Laurentbfb1b832013-01-07 09:53:42 -08001157 }
Eric Laurent81784c32012-11-19 14:55:58 -08001158 } else {
1159 mState = TrackBase::ACTIVE;
Andy Hungc0691382018-09-12 18:01:57 -07001160 ALOGV("%s(%d): ? => ACTIVE on thread %d",
1161 __func__, mId, (int)mThreadIoHandle);
Eric Laurent81784c32012-11-19 14:55:58 -08001162 }
1163
yucliu91503922022-07-20 17:40:39 -07001164 PlaybackThread *playbackThread = (PlaybackThread *)thread.get();
1165
1166 // states to reset position info for pcm tracks
1167 if (audio_is_linear_pcm(mFormat)
Andy Hunge10393e2015-06-12 13:59:33 -07001168 && (state == IDLE || state == STOPPED || state == FLUSHED)) {
1169 mFrameMap.reset();
yucliu91503922022-07-20 17:40:39 -07001170
1171 if (!isFastTrack() && (isDirect() || isOffloaded())) {
1172 // Start point of track -> sink frame map. If the HAL returns a
1173 // frame position smaller than the first written frame in
1174 // updateTrackFrameInfo, the timestamp can be interpolated
1175 // instead of using a larger value.
1176 mFrameMap.push(mAudioTrackServerProxy->framesReleased(),
1177 playbackThread->framesWritten());
1178 }
Andy Hunge10393e2015-06-12 13:59:33 -07001179 }
Haynes Mathew George240934b2015-03-11 18:25:50 -07001180 if (isFastTrack()) {
1181 // refresh fast track underruns on start because that field is never cleared
1182 // by the fast mixer; furthermore, the same track can be recycled, i.e. start
1183 // after stop.
1184 mObservedUnderruns = playbackThread->getFastTrackUnderruns(mFastIndex);
1185 }
Eric Laurentbfb1b832013-01-07 09:53:42 -08001186 status = playbackThread->addTrack_l(this);
jiabina84c3d32022-12-02 18:59:55 +00001187 if (status == INVALID_OPERATION || status == PERMISSION_DENIED || status == DEAD_OBJECT) {
Eric Laurent81784c32012-11-19 14:55:58 -08001188 triggerEvents(AudioSystem::SYNC_EVENT_PRESENTATION_COMPLETE);
Eric Laurentbfb1b832013-01-07 09:53:42 -08001189 // restore previous state if start was rejected by policy manager
jiabina84c3d32022-12-02 18:59:55 +00001190 if (status == PERMISSION_DENIED || status == DEAD_OBJECT) {
Eric Laurentbfb1b832013-01-07 09:53:42 -08001191 mState = state;
1192 }
1193 }
Andy Hung1d3556d2018-03-29 16:30:14 -07001194
Andy Hungb68f5eb2019-12-03 16:49:17 -08001195 // Audio timing metrics are computed a few mix cycles after starting.
1196 {
1197 mLogStartCountdown = LOG_START_COUNTDOWN;
1198 mLogStartTimeNs = systemTime();
1199 mLogStartFrames = mAudioTrackServerProxy->getTimestamp()
Andy Hung62921122020-05-18 10:47:31 -07001200 .mPosition[ExtendedTimestamp::LOCATION_KERNEL];
1201 mLogLatencyMs = 0.;
Andy Hungb68f5eb2019-12-03 16:49:17 -08001202 }
Andy Hungcb6cc752022-05-19 19:24:51 -07001203 mLogForceVolumeUpdate = true; // at least one volume logged for metrics when starting.
Andy Hungb68f5eb2019-12-03 16:49:17 -08001204
Andy Hung1d3556d2018-03-29 16:30:14 -07001205 if (status == NO_ERROR || status == ALREADY_EXISTS) {
1206 // for streaming tracks, remove the buffer read stop limit.
1207 mAudioTrackServerProxy->start();
1208 }
1209
Eric Laurentbfb1b832013-01-07 09:53:42 -08001210 // track was already in the active list, not a problem
1211 if (status == ALREADY_EXISTS) {
1212 status = NO_ERROR;
Glenn Kasten12022ff2013-10-17 11:32:39 -07001213 } else {
1214 // Acknowledge any pending flush(), so that subsequent new data isn't discarded.
1215 // It is usually unsafe to access the server proxy from a binder thread.
1216 // But in this case we know the mixer thread (whether normal mixer or fast mixer)
1217 // isn't looking at this track yet: we still hold the normal mixer thread lock,
1218 // and for fast tracks the track is not yet in the fast mixer thread's active set.
Andy Hunge6fb82a2015-09-09 14:39:02 -07001219 // For static tracks, this is used to acknowledge change in position or loop.
Eric Laurent564d1442015-09-09 12:26:52 -07001220 ServerProxy::Buffer buffer;
1221 buffer.mFrameCount = 1;
1222 (void) mAudioTrackServerProxy->obtainBuffer(&buffer, true /*ackFlush*/);
Eric Laurent81784c32012-11-19 14:55:58 -08001223 }
1224 } else {
1225 status = BAD_VALUE;
1226 }
Kevin Rocardc43ea142019-01-31 18:17:37 -08001227 if (status == NO_ERROR) {
1228 forEachTeePatchTrack([](auto patchTrack) { patchTrack->start(); });
Jean-Michel Trivi16395ca2022-12-11 22:10:11 +00001229
1230 // send format to AudioManager for playback activity monitoring
1231 sp<IAudioManager> audioManager = thread->mAudioFlinger->getOrCreateAudioManager();
1232 if (audioManager && mPortId != AUDIO_PORT_HANDLE_NONE) {
1233 std::unique_ptr<os::PersistableBundle> bundle =
1234 std::make_unique<os::PersistableBundle>();
1235 bundle->putBoolean(String16(kExtraPlayerEventSpatializedKey),
1236 isSpatialized());
1237 bundle->putInt(String16(kExtraPlayerEventSampleRateKey), mSampleRate);
1238 bundle->putInt(String16(kExtraPlayerEventChannelMaskKey), mChannelMask);
1239 status_t result = audioManager->portEvent(mPortId,
1240 PLAYER_UPDATE_FORMAT, bundle);
1241 if (result != OK) {
1242 ALOGE("%s: unable to send playback format for port ID %d, status error %d",
1243 __func__, mPortId, result);
1244 }
1245 }
Kevin Rocardc43ea142019-01-31 18:17:37 -08001246 }
Eric Laurent81784c32012-11-19 14:55:58 -08001247 return status;
1248}
1249
1250void AudioFlinger::PlaybackThread::Track::stop()
1251{
Andy Hungc0691382018-09-12 18:01:57 -07001252 ALOGV("%s(%d): calling pid %d", __func__, mId, IPCThreadState::self()->getCallingPid());
Eric Laurent81784c32012-11-19 14:55:58 -08001253 sp<ThreadBase> thread = mThread.promote();
1254 if (thread != 0) {
1255 Mutex::Autolock _l(thread->mLock);
1256 track_state state = mState;
1257 if (state == RESUMING || state == ACTIVE || state == PAUSING || state == PAUSED) {
1258 // If the track is not active (PAUSED and buffers full), flush buffers
1259 PlaybackThread *playbackThread = (PlaybackThread *)thread.get();
1260 if (playbackThread->mActiveTracks.indexOf(this) < 0) {
1261 reset();
1262 mState = STOPPED;
Eric Laurentab5cdba2014-06-09 17:22:27 -07001263 } else if (!isFastTrack() && !isOffloaded() && !isDirect()) {
Eric Laurent81784c32012-11-19 14:55:58 -08001264 mState = STOPPED;
1265 } else {
Eric Laurentbfb1b832013-01-07 09:53:42 -08001266 // For fast tracks prepareTracks_l() will set state to STOPPING_2
1267 // presentation is complete
1268 // For an offloaded track this starts a drain and state will
1269 // move to STOPPING_2 when drain completes and then STOPPED
Eric Laurent81784c32012-11-19 14:55:58 -08001270 mState = STOPPING_1;
Eric Laurente93cc032016-05-05 10:15:10 -07001271 if (isOffloaded()) {
1272 mRetryCount = PlaybackThread::kMaxTrackStopRetriesOffload;
1273 }
Eric Laurent81784c32012-11-19 14:55:58 -08001274 }
Eric Laurentb369caf2015-03-30 20:51:47 -07001275 playbackThread->broadcast_l();
Andy Hungc0691382018-09-12 18:01:57 -07001276 ALOGV("%s(%d): not stopping/stopped => stopping/stopped on thread %d",
1277 __func__, mId, (int)mThreadIoHandle);
Eric Laurent81784c32012-11-19 14:55:58 -08001278 }
Eric Laurent81784c32012-11-19 14:55:58 -08001279 }
Kevin Rocardc43ea142019-01-31 18:17:37 -08001280 forEachTeePatchTrack([](auto patchTrack) { patchTrack->stop(); });
Eric Laurent81784c32012-11-19 14:55:58 -08001281}
1282
1283void AudioFlinger::PlaybackThread::Track::pause()
1284{
Andy Hungc0691382018-09-12 18:01:57 -07001285 ALOGV("%s(%d): calling pid %d", __func__, mId, IPCThreadState::self()->getCallingPid());
Eric Laurent81784c32012-11-19 14:55:58 -08001286 sp<ThreadBase> thread = mThread.promote();
1287 if (thread != 0) {
1288 Mutex::Autolock _l(thread->mLock);
Eric Laurentbfb1b832013-01-07 09:53:42 -08001289 PlaybackThread *playbackThread = (PlaybackThread *)thread.get();
1290 switch (mState) {
1291 case STOPPING_1:
1292 case STOPPING_2:
1293 if (!isOffloaded()) {
1294 /* nothing to do if track is not offloaded */
1295 break;
1296 }
1297
1298 // Offloaded track was draining, we need to carry on draining when resumed
1299 mResumeToStopping = true;
Chih-Hung Hsieh2b487032018-09-13 14:16:02 -07001300 FALLTHROUGH_INTENDED;
Eric Laurentbfb1b832013-01-07 09:53:42 -08001301 case ACTIVE:
1302 case RESUMING:
Eric Laurent81784c32012-11-19 14:55:58 -08001303 mState = PAUSING;
Andy Hungc0691382018-09-12 18:01:57 -07001304 ALOGV("%s(%d): ACTIVE/RESUMING => PAUSING on thread %d",
1305 __func__, mId, (int)mThreadIoHandle);
Kuowei Li23666472021-01-20 10:23:25 +08001306 if (isOffloadedOrDirect()) {
1307 mPauseHwPending = true;
1308 }
Eric Laurentede6c3b2013-09-19 14:37:46 -07001309 playbackThread->broadcast_l();
Eric Laurentbfb1b832013-01-07 09:53:42 -08001310 break;
Eric Laurent81784c32012-11-19 14:55:58 -08001311
Eric Laurentbfb1b832013-01-07 09:53:42 -08001312 default:
1313 break;
Eric Laurent81784c32012-11-19 14:55:58 -08001314 }
1315 }
Kevin Rocardc43ea142019-01-31 18:17:37 -08001316 // Pausing the TeePatch to avoid a glitch on underrun, at the cost of buffered audio loss.
1317 forEachTeePatchTrack([](auto patchTrack) { patchTrack->pause(); });
Eric Laurent81784c32012-11-19 14:55:58 -08001318}
1319
1320void AudioFlinger::PlaybackThread::Track::flush()
1321{
Andy Hungc0691382018-09-12 18:01:57 -07001322 ALOGV("%s(%d)", __func__, mId);
Eric Laurent81784c32012-11-19 14:55:58 -08001323 sp<ThreadBase> thread = mThread.promote();
1324 if (thread != 0) {
1325 Mutex::Autolock _l(thread->mLock);
Eric Laurent81784c32012-11-19 14:55:58 -08001326 PlaybackThread *playbackThread = (PlaybackThread *)thread.get();
Eric Laurentbfb1b832013-01-07 09:53:42 -08001327
Phil Burk4bb650b2016-09-09 12:11:17 -07001328 // Flush the ring buffer now if the track is not active in the PlaybackThread.
1329 // Otherwise the flush would not be done until the track is resumed.
1330 // Requires FastTrack removal be BLOCK_UNTIL_ACKED
1331 if (playbackThread->mActiveTracks.indexOf(this) < 0) {
1332 (void)mServerProxy->flushBufferIfNeeded();
1333 }
1334
Eric Laurentbfb1b832013-01-07 09:53:42 -08001335 if (isOffloaded()) {
1336 // If offloaded we allow flush during any state except terminated
1337 // and keep the track active to avoid problems if user is seeking
1338 // rapidly and underlying hardware has a significant delay handling
1339 // a pause
1340 if (isTerminated()) {
1341 return;
1342 }
1343
Andy Hung9d84af52018-09-12 18:03:44 -07001344 ALOGV("%s(%d): offload flush", __func__, mId);
Eric Laurent81784c32012-11-19 14:55:58 -08001345 reset();
Eric Laurentbfb1b832013-01-07 09:53:42 -08001346
1347 if (mState == STOPPING_1 || mState == STOPPING_2) {
Andy Hung9d84af52018-09-12 18:03:44 -07001348 ALOGV("%s(%d): flushed in STOPPING_1 or 2 state, change state to ACTIVE",
1349 __func__, mId);
Eric Laurentbfb1b832013-01-07 09:53:42 -08001350 mState = ACTIVE;
1351 }
1352
Haynes Mathew George7844f672014-01-15 12:32:55 -08001353 mFlushHwPending = true;
Eric Laurentbfb1b832013-01-07 09:53:42 -08001354 mResumeToStopping = false;
1355 } else {
1356 if (mState != STOPPING_1 && mState != STOPPING_2 && mState != STOPPED &&
1357 mState != PAUSED && mState != PAUSING && mState != IDLE && mState != FLUSHED) {
1358 return;
1359 }
1360 // No point remaining in PAUSED state after a flush => go to
1361 // FLUSHED state
1362 mState = FLUSHED;
1363 // do not reset the track if it is still in the process of being stopped or paused.
1364 // this will be done by prepareTracks_l() when the track is stopped.
1365 // prepareTracks_l() will see mState == FLUSHED, then
1366 // remove from active track list, reset(), and trigger presentation complete
Eric Laurentd1f69b02014-12-15 14:33:13 -08001367 if (isDirect()) {
1368 mFlushHwPending = true;
1369 }
Eric Laurentbfb1b832013-01-07 09:53:42 -08001370 if (playbackThread->mActiveTracks.indexOf(this) < 0) {
1371 reset();
1372 }
Eric Laurent81784c32012-11-19 14:55:58 -08001373 }
Eric Laurentbfb1b832013-01-07 09:53:42 -08001374 // Prevent flush being lost if the track is flushed and then resumed
1375 // before mixer thread can run. This is important when offloading
1376 // because the hardware buffer could hold a large amount of audio
Eric Laurentede6c3b2013-09-19 14:37:46 -07001377 playbackThread->broadcast_l();
Eric Laurent81784c32012-11-19 14:55:58 -08001378 }
Kevin Rocardc43ea142019-01-31 18:17:37 -08001379 // Flush the Tee to avoid on resume playing old data and glitching on the transition to new data
1380 forEachTeePatchTrack([](auto patchTrack) { patchTrack->flush(); });
Eric Laurent81784c32012-11-19 14:55:58 -08001381}
1382
Haynes Mathew George7844f672014-01-15 12:32:55 -08001383// must be called with thread lock held
1384void AudioFlinger::PlaybackThread::Track::flushAck()
1385{
Andy Hung71ba4b32022-10-06 12:09:49 -07001386 if (!isOffloaded() && !isDirect()) {
Haynes Mathew George7844f672014-01-15 12:32:55 -08001387 return;
Andy Hung71ba4b32022-10-06 12:09:49 -07001388 }
Haynes Mathew George7844f672014-01-15 12:32:55 -08001389
Phil Burk4bb650b2016-09-09 12:11:17 -07001390 // Clear the client ring buffer so that the app can prime the buffer while paused.
1391 // Otherwise it might not get cleared until playback is resumed and obtainBuffer() is called.
1392 mServerProxy->flushBufferIfNeeded();
1393
Haynes Mathew George7844f672014-01-15 12:32:55 -08001394 mFlushHwPending = false;
1395}
1396
Kuowei Li23666472021-01-20 10:23:25 +08001397void AudioFlinger::PlaybackThread::Track::pauseAck()
1398{
1399 mPauseHwPending = false;
1400}
1401
Eric Laurent81784c32012-11-19 14:55:58 -08001402void AudioFlinger::PlaybackThread::Track::reset()
1403{
1404 // Do not reset twice to avoid discarding data written just after a flush and before
1405 // the audioflinger thread detects the track is stopped.
1406 if (!mResetDone) {
Eric Laurent81784c32012-11-19 14:55:58 -08001407 // Force underrun condition to avoid false underrun callback until first data is
1408 // written to buffer
Glenn Kasten96f60d82013-07-12 10:21:18 -07001409 android_atomic_and(~CBLK_FORCEREADY, &mCblk->mFlags);
Eric Laurent81784c32012-11-19 14:55:58 -08001410 mFillingUpStatus = FS_FILLING;
1411 mResetDone = true;
1412 if (mState == FLUSHED) {
1413 mState = IDLE;
1414 }
1415 }
1416}
1417
Eric Laurentbfb1b832013-01-07 09:53:42 -08001418status_t AudioFlinger::PlaybackThread::Track::setParameters(const String8& keyValuePairs)
1419{
1420 sp<ThreadBase> thread = mThread.promote();
1421 if (thread == 0) {
Andy Hung9d84af52018-09-12 18:03:44 -07001422 ALOGE("%s(%d): thread is dead", __func__, mId);
Eric Laurentbfb1b832013-01-07 09:53:42 -08001423 return FAILED_TRANSACTION;
1424 } else if ((thread->type() == ThreadBase::DIRECT) ||
1425 (thread->type() == ThreadBase::OFFLOAD)) {
1426 return thread->setParameters(keyValuePairs);
1427 } else {
1428 return PERMISSION_DENIED;
1429 }
1430}
1431
Mikhail Naganovac917ac2018-11-28 14:03:52 -08001432status_t AudioFlinger::PlaybackThread::Track::selectPresentation(int presentationId,
1433 int programId) {
1434 sp<ThreadBase> thread = mThread.promote();
1435 if (thread == 0) {
1436 ALOGE("thread is dead");
1437 return FAILED_TRANSACTION;
1438 } else if ((thread->type() == ThreadBase::DIRECT) || (thread->type() == ThreadBase::OFFLOAD)) {
1439 DirectOutputThread *directOutputThread = static_cast<DirectOutputThread*>(thread.get());
1440 return directOutputThread->selectPresentation(presentationId, programId);
1441 }
1442 return INVALID_OPERATION;
1443}
1444
Andy Hung9fc8b5c2017-01-24 13:36:48 -08001445VolumeShaper::Status AudioFlinger::PlaybackThread::Track::applyVolumeShaper(
1446 const sp<VolumeShaper::Configuration>& configuration,
1447 const sp<VolumeShaper::Operation>& operation)
1448{
Andy Hungee86cee2022-12-13 19:19:53 -08001449 VolumeShaper::Status status = mVolumeHandler->applyVolumeShaper(configuration, operation);
Andy Hung10cbff12017-02-21 17:30:14 -08001450
1451 if (isOffloadedOrDirect()) {
1452 // Signal thread to fetch new volume.
1453 sp<ThreadBase> thread = mThread.promote();
1454 if (thread != 0) {
Kevin Rocard5f2136e2018-05-11 22:03:00 -07001455 Mutex::Autolock _l(thread->mLock);
Andy Hung10cbff12017-02-21 17:30:14 -08001456 thread->broadcast_l();
1457 }
1458 }
1459 return status;
Andy Hung9fc8b5c2017-01-24 13:36:48 -08001460}
1461
Andy Hung02a6c4e2023-06-23 19:27:19 -07001462sp<VolumeShaper::State> AudioFlinger::PlaybackThread::Track::getVolumeShaperState(int id) const
Andy Hung9fc8b5c2017-01-24 13:36:48 -08001463{
1464 // Note: We don't check if Thread exists.
1465
1466 // mVolumeHandler is thread safe.
1467 return mVolumeHandler->getVolumeShaperState(id);
1468}
1469
jiabin76d94692022-12-15 21:51:21 +00001470void AudioFlinger::PlaybackThread::Track::setFinalVolume(float volumeLeft, float volumeRight)
Kevin Rocard12381092018-04-11 09:19:59 -07001471{
jiabin76d94692022-12-15 21:51:21 +00001472 mFinalVolumeLeft = volumeLeft;
1473 mFinalVolumeRight = volumeRight;
1474 const float volume = (volumeLeft + volumeRight) * 0.5f;
Kevin Rocard12381092018-04-11 09:19:59 -07001475 if (mFinalVolume != volume) { // Compare to an epsilon if too many meaningless updates
1476 mFinalVolume = volume;
1477 setMetadataHasChanged();
Andy Hungcb6cc752022-05-19 19:24:51 -07001478 mLogForceVolumeUpdate = true;
1479 }
1480 if (mLogForceVolumeUpdate) {
1481 mLogForceVolumeUpdate = false;
1482 mTrackMetrics.logVolume(mFinalVolume);
Kevin Rocard12381092018-04-11 09:19:59 -07001483 }
1484}
1485
1486void AudioFlinger::PlaybackThread::Track::copyMetadataTo(MetadataInserter& backInserter) const
1487{
Eric Laurent49e39282022-06-24 18:42:45 +02001488 // Do not forward metadata for PatchTrack with unspecified stream type
1489 if (mStreamType == AUDIO_STREAM_PATCH) {
1490 return;
1491 }
1492
Eric Laurent94579172020-11-20 18:41:04 +01001493 playback_track_metadata_v7_t metadata;
1494 metadata.base = {
Kevin Rocard12381092018-04-11 09:19:59 -07001495 .usage = mAttr.usage,
1496 .content_type = mAttr.content_type,
1497 .gain = mFinalVolume,
1498 };
Eric Laurentfdf99502021-11-26 19:05:02 +01001499
1500 // When attributes are undefined, derive default values from stream type.
1501 // See AudioAttributes.java, usageForStreamType() and Builder.setInternalLegacyStreamType()
1502 if (mAttr.usage == AUDIO_USAGE_UNKNOWN) {
1503 switch (mStreamType) {
1504 case AUDIO_STREAM_VOICE_CALL:
1505 metadata.base.usage = AUDIO_USAGE_VOICE_COMMUNICATION;
1506 metadata.base.content_type = AUDIO_CONTENT_TYPE_SPEECH;
1507 break;
1508 case AUDIO_STREAM_SYSTEM:
1509 metadata.base.usage = AUDIO_USAGE_ASSISTANCE_SONIFICATION;
1510 metadata.base.content_type = AUDIO_CONTENT_TYPE_SONIFICATION;
1511 break;
1512 case AUDIO_STREAM_RING:
1513 metadata.base.usage = AUDIO_USAGE_NOTIFICATION_TELEPHONY_RINGTONE;
1514 metadata.base.content_type = AUDIO_CONTENT_TYPE_SONIFICATION;
1515 break;
1516 case AUDIO_STREAM_MUSIC:
1517 metadata.base.usage = AUDIO_USAGE_MEDIA;
1518 metadata.base.content_type = AUDIO_CONTENT_TYPE_MUSIC;
1519 break;
1520 case AUDIO_STREAM_ALARM:
1521 metadata.base.usage = AUDIO_USAGE_ALARM;
1522 metadata.base.content_type = AUDIO_CONTENT_TYPE_SONIFICATION;
1523 break;
1524 case AUDIO_STREAM_NOTIFICATION:
1525 metadata.base.usage = AUDIO_USAGE_NOTIFICATION;
1526 metadata.base.content_type = AUDIO_CONTENT_TYPE_SONIFICATION;
1527 break;
1528 case AUDIO_STREAM_DTMF:
1529 metadata.base.usage = AUDIO_USAGE_VOICE_COMMUNICATION_SIGNALLING;
1530 metadata.base.content_type = AUDIO_CONTENT_TYPE_SONIFICATION;
1531 break;
1532 case AUDIO_STREAM_ACCESSIBILITY:
1533 metadata.base.usage = AUDIO_USAGE_ASSISTANCE_ACCESSIBILITY;
1534 metadata.base.content_type = AUDIO_CONTENT_TYPE_SPEECH;
1535 break;
1536 case AUDIO_STREAM_ASSISTANT:
1537 metadata.base.usage = AUDIO_USAGE_ASSISTANT;
1538 metadata.base.content_type = AUDIO_CONTENT_TYPE_SPEECH;
1539 break;
1540 case AUDIO_STREAM_REROUTING:
1541 metadata.base.usage = AUDIO_USAGE_VIRTUAL_SOURCE;
1542 // unknown content type
1543 break;
1544 case AUDIO_STREAM_CALL_ASSISTANT:
1545 metadata.base.usage = AUDIO_USAGE_CALL_ASSISTANT;
1546 metadata.base.content_type = AUDIO_CONTENT_TYPE_SPEECH;
1547 break;
1548 default:
1549 break;
1550 }
1551 }
1552
Eric Laurent78b07302022-10-07 16:20:34 +02001553 metadata.channel_mask = mChannelMask;
Eric Laurent94579172020-11-20 18:41:04 +01001554 strncpy(metadata.tags, mAttr.tags, AUDIO_ATTRIBUTES_TAGS_MAX_SIZE);
1555 *backInserter++ = metadata;
Kevin Rocard12381092018-04-11 09:19:59 -07001556}
1557
Jiabin Huangfb476842022-12-06 03:18:10 +00001558void AudioFlinger::PlaybackThread::Track::updateTeePatches() {
1559 if (mTeePatchesToUpdate.has_value()) {
1560 forEachTeePatchTrack([](auto patchTrack) { patchTrack->destroy(); });
1561 mTeePatches = mTeePatchesToUpdate.value();
1562 if (mState == TrackBase::ACTIVE || mState == TrackBase::RESUMING ||
1563 mState == TrackBase::STOPPING_1) {
1564 forEachTeePatchTrack([](auto patchTrack) { patchTrack->start(); });
1565 }
1566 mTeePatchesToUpdate.reset();
jiabinf042b9b2021-05-07 23:46:28 +00001567 }
Kevin Rocard153f92d2018-12-18 18:33:28 -08001568}
1569
Jiabin Huangfb476842022-12-06 03:18:10 +00001570void AudioFlinger::PlaybackThread::Track::setTeePatchesToUpdate(TeePatches teePatchesToUpdate) {
1571 ALOGW_IF(mTeePatchesToUpdate.has_value(),
1572 "%s, existing tee patches to update will be ignored", __func__);
1573 mTeePatchesToUpdate = std::move(teePatchesToUpdate);
1574}
1575
Vlad Popae8d99472022-06-30 16:02:48 +02001576// must be called with player thread lock held
1577void AudioFlinger::PlaybackThread::Track::processMuteEvent_l(const sp<
1578 IAudioManager>& audioManager, mute_state_t muteState)
1579{
1580 if (mMuteState == muteState) {
1581 // mute state did not change, do nothing
1582 return;
1583 }
1584
1585 status_t result = UNKNOWN_ERROR;
1586 if (audioManager && mPortId != AUDIO_PORT_HANDLE_NONE) {
1587 if (mMuteEventExtras == nullptr) {
1588 mMuteEventExtras = std::make_unique<os::PersistableBundle>();
1589 }
1590 mMuteEventExtras->putInt(String16(kExtraPlayerEventMuteKey),
1591 static_cast<int>(muteState));
1592
1593 result = audioManager->portEvent(mPortId,
1594 PLAYER_UPDATE_MUTED,
1595 mMuteEventExtras);
1596 }
1597
1598 if (result == OK) {
1599 mMuteState = muteState;
1600 } else {
1601 ALOGW("%s(%d): cannot process mute state for port ID %d, status error %d",
1602 __func__,
1603 id(),
1604 mPortId,
1605 result);
Andy Hung818e7a32016-02-16 18:08:07 -08001606 }
Glenn Kastenfe346c72013-08-30 13:28:22 -07001607}
Glenn Kasten573d80a2013-08-26 09:36:23 -07001608
1609status_t AudioFlinger::PlaybackThread::Track::getTimestamp(AudioTimestamp& timestamp)
Glenn Kastenfe346c72013-08-30 13:28:22 -07001610{
Glenn Kasten573d80a2013-08-26 09:36:23 -07001611 if (!isOffloaded() && !isDirect()) {
Phil Burk6140c792015-03-19 14:30:21 -07001612 return INVALID_OPERATION; // normal tracks handled through SSQ
Glenn Kasten573d80a2013-08-26 09:36:23 -07001613 }
1614 sp<ThreadBase> thread = mThread.promote();
Andy Hung818e7a32016-02-16 18:08:07 -08001615 if (thread == 0) {
Glenn Kasten573d80a2013-08-26 09:36:23 -07001616 return INVALID_OPERATION;
1617 }
Eric Laurent81784c32012-11-19 14:55:58 -08001618
1619 Mutex::Autolock _l(thread->mLock);
Eric Laurent81784c32012-11-19 14:55:58 -08001620 PlaybackThread *playbackThread = (PlaybackThread *)thread.get();
Eric Laurent6c796322019-04-09 14:13:17 -07001621 return playbackThread->getTimestamp_l(timestamp);
1622}
1623
Eric Laurent81784c32012-11-19 14:55:58 -08001624status_t AudioFlinger::PlaybackThread::Track::attachAuxEffect(int EffectId)
Eric Laurent6c796322019-04-09 14:13:17 -07001625{
1626 sp<ThreadBase> thread = mThread.promote();
1627 if (thread == nullptr) {
1628 return DEAD_OBJECT;
Eric Laurent81784c32012-11-19 14:55:58 -08001629 }
Eric Laurent6c796322019-04-09 14:13:17 -07001630
1631 sp<PlaybackThread> dstThread = (PlaybackThread *)thread.get();
1632 sp<PlaybackThread> srcThread; // srcThread is initialized by call to moveAuxEffectToIo()
1633 sp<AudioFlinger> af = mClient->audioFlinger();
Eric Laurent81784c32012-11-19 14:55:58 -08001634 status_t status = af->moveAuxEffectToIo(EffectId, dstThread, &srcThread);
Eric Laurent6c796322019-04-09 14:13:17 -07001635
1636 if (EffectId != 0 && status == NO_ERROR) {
1637 status = dstThread->attachAuxEffect(this, EffectId);
1638 if (status == NO_ERROR) {
Eric Laurent81784c32012-11-19 14:55:58 -08001639 AudioSystem::moveEffectsToIo(std::vector<int>(EffectId), dstThread->id());
1640 }
1641 }
1642
1643 if (status != NO_ERROR && srcThread != nullptr) {
1644 af->moveAuxEffectToIo(EffectId, srcThread, &dstThread);
1645 }
1646 return status;
1647}
1648
Andy Hung818e7a32016-02-16 18:08:07 -08001649void AudioFlinger::PlaybackThread::Track::setAuxBuffer(int EffectId, int32_t *buffer)
1650{
Eric Laurent81784c32012-11-19 14:55:58 -08001651 mAuxEffectId = EffectId;
Andy Hung818e7a32016-02-16 18:08:07 -08001652 mAuxBuffer = buffer;
1653}
1654
Andy Hung59de4262021-06-14 10:53:54 -07001655// presentationComplete verified by frames, used by Mixed tracks.
Eric Laurent81784c32012-11-19 14:55:58 -08001656bool AudioFlinger::PlaybackThread::Track::presentationComplete(
1657 int64_t framesWritten, size_t audioHalFrames)
1658{
1659 // TODO: improve this based on FrameMap if it exists, to ensure full drain.
1660 // This assists in proper timestamp computation as well as wakelock management.
1661
1662 // a track is considered presented when the total number of frames written to audio HAL
1663 // corresponds to the number of frames written when presentationComplete() is called for the
1664 // first time (mPresentationCompleteFrames == 0) plus the buffer filling status at that time.
Eric Laurentbfb1b832013-01-07 09:53:42 -08001665 // For an offloaded track the HAL+h/w delay is variable so a HAL drain() is used
1666 // to detect when all frames have been played. In this case framesWritten isn't
1667 // useful because it doesn't always reflect whether there is data in the h/w
1668 // buffers, particularly if a track has been paused and resumed during draining
Andy Hung9d84af52018-09-12 18:03:44 -07001669 ALOGV("%s(%d): presentationComplete() mPresentationCompleteFrames %lld framesWritten %lld",
1670 __func__, mId,
Andy Hung818e7a32016-02-16 18:08:07 -08001671 (long long)mPresentationCompleteFrames, (long long)framesWritten);
Eric Laurent81784c32012-11-19 14:55:58 -08001672 if (mPresentationCompleteFrames == 0) {
1673 mPresentationCompleteFrames = framesWritten + audioHalFrames;
Andy Hung59de4262021-06-14 10:53:54 -07001674 ALOGV("%s(%d): set:"
Andy Hung9d84af52018-09-12 18:03:44 -07001675 " mPresentationCompleteFrames %lld audioHalFrames %zu",
1676 __func__, mId,
Andy Hung818e7a32016-02-16 18:08:07 -08001677 (long long)mPresentationCompleteFrames, audioHalFrames);
Eric Laurent81784c32012-11-19 14:55:58 -08001678 }
Eric Laurentbfb1b832013-01-07 09:53:42 -08001679
Andy Hungc54b1ff2016-02-23 14:07:07 -08001680 bool complete;
Andy Hung59de4262021-06-14 10:53:54 -07001681 if (isFastTrack()) { // does not go through linear map
Glenn Kastenc42e9b42016-03-21 11:35:03 -07001682 complete = framesWritten >= (int64_t) mPresentationCompleteFrames;
Andy Hung59de4262021-06-14 10:53:54 -07001683 ALOGV("%s(%d): %s framesWritten:%lld mPresentationCompleteFrames:%lld",
1684 __func__, mId, (complete ? "complete" : "waiting"),
1685 (long long) framesWritten, (long long) mPresentationCompleteFrames);
Andy Hungc54b1ff2016-02-23 14:07:07 -08001686 } else { // Normal tracks, OutputTracks, and PatchTracks
Glenn Kastenc42e9b42016-03-21 11:35:03 -07001687 complete = framesWritten >= (int64_t) mPresentationCompleteFrames
Andy Hungc54b1ff2016-02-23 14:07:07 -08001688 && mAudioTrackServerProxy->isDrained();
1689 }
1690
1691 if (complete) {
Andy Hung59de4262021-06-14 10:53:54 -07001692 notifyPresentationComplete();
Eric Laurent81784c32012-11-19 14:55:58 -08001693 return true;
1694 }
1695 return false;
1696}
1697
Andy Hung59de4262021-06-14 10:53:54 -07001698// presentationComplete checked by time, used by DirectTracks.
1699bool AudioFlinger::PlaybackThread::Track::presentationComplete(uint32_t latencyMs)
1700{
1701 // For Offloaded or Direct tracks.
1702
1703 // For a direct track, we incorporated time based testing for presentationComplete.
1704
1705 // For an offloaded track the HAL+h/w delay is variable so a HAL drain() is used
1706 // to detect when all frames have been played. In this case latencyMs isn't
1707 // useful because it doesn't always reflect whether there is data in the h/w
1708 // buffers, particularly if a track has been paused and resumed during draining
1709
1710 constexpr float MIN_SPEED = 0.125f; // min speed scaling allowed for timely response.
1711 if (mPresentationCompleteTimeNs == 0) {
1712 mPresentationCompleteTimeNs = systemTime() + latencyMs * 1e6 / fmax(mSpeed, MIN_SPEED);
1713 ALOGV("%s(%d): set: latencyMs %u mPresentationCompleteTimeNs:%lld",
1714 __func__, mId, latencyMs, (long long) mPresentationCompleteTimeNs);
1715 }
1716
1717 bool complete;
1718 if (isOffloaded()) {
1719 complete = true;
1720 } else { // Direct
1721 complete = systemTime() >= mPresentationCompleteTimeNs;
1722 ALOGV("%s(%d): %s", __func__, mId, (complete ? "complete" : "waiting"));
1723 }
1724 if (complete) {
1725 notifyPresentationComplete();
1726 return true;
1727 }
1728 return false;
1729}
1730
1731void AudioFlinger::PlaybackThread::Track::notifyPresentationComplete()
1732{
1733 // This only triggers once. TODO: should we enforce this?
1734 triggerEvents(AudioSystem::SYNC_EVENT_PRESENTATION_COMPLETE);
1735 mAudioTrackServerProxy->setStreamEndDone();
1736}
1737
Eric Laurent81784c32012-11-19 14:55:58 -08001738void AudioFlinger::PlaybackThread::Track::triggerEvents(AudioSystem::sync_event_t type)
1739{
Andy Hung068e08e2023-05-15 19:02:55 -07001740 for (auto it = mSyncEvents.begin(); it != mSyncEvents.end();) {
1741 if ((*it)->type() == type) {
Andy Hung93bb5732023-05-04 21:16:34 -07001742 ALOGV("%s: triggering SyncEvent type %d", __func__, type);
Andy Hung068e08e2023-05-15 19:02:55 -07001743 (*it)->trigger();
1744 it = mSyncEvents.erase(it);
Ivan Lozano5ec161b2017-12-06 10:00:28 -08001745 } else {
Andy Hung068e08e2023-05-15 19:02:55 -07001746 ++it;
Eric Laurent81784c32012-11-19 14:55:58 -08001747 }
1748 }
1749}
1750
1751// implement VolumeBufferProvider interface
1752
Andy Hung02a6c4e2023-06-23 19:27:19 -07001753gain_minifloat_packed_t AudioFlinger::PlaybackThread::Track::getVolumeLR() const
Eric Laurent81784c32012-11-19 14:55:58 -08001754{
1755 // called by FastMixer, so not allowed to take any locks, block, or do I/O including logs
1756 ALOG_ASSERT(isFastTrack() && (mCblk != NULL));
Glenn Kastenc56f3422014-03-21 17:53:17 -07001757 gain_minifloat_packed_t vlr = mAudioTrackServerProxy->getVolumeLR();
1758 float vl = float_from_gain(gain_minifloat_unpack_left(vlr));
1759 float vr = float_from_gain(gain_minifloat_unpack_right(vlr));
Eric Laurent81784c32012-11-19 14:55:58 -08001760 // track volumes come from shared memory, so can't be trusted and must be clamped
Glenn Kastenc56f3422014-03-21 17:53:17 -07001761 if (vl > GAIN_FLOAT_UNITY) {
1762 vl = GAIN_FLOAT_UNITY;
Eric Laurent81784c32012-11-19 14:55:58 -08001763 }
Glenn Kastenc56f3422014-03-21 17:53:17 -07001764 if (vr > GAIN_FLOAT_UNITY) {
1765 vr = GAIN_FLOAT_UNITY;
Eric Laurent81784c32012-11-19 14:55:58 -08001766 }
1767 // now apply the cached master volume and stream type volume;
1768 // this is trusted but lacks any synchronization or barrier so may be stale
1769 float v = mCachedVolume;
1770 vl *= v;
1771 vr *= v;
Glenn Kastenc56f3422014-03-21 17:53:17 -07001772 // re-combine into packed minifloat
1773 vlr = gain_minifloat_pack(gain_from_float(vl), gain_from_float(vr));
Eric Laurent81784c32012-11-19 14:55:58 -08001774 // FIXME look at mute, pause, and stop flags
1775 return vlr;
1776}
1777
Andy Hung068e08e2023-05-15 19:02:55 -07001778status_t AudioFlinger::PlaybackThread::Track::setSyncEvent(
1779 const sp<audioflinger::SyncEvent>& event)
Eric Laurent81784c32012-11-19 14:55:58 -08001780{
Eric Laurentbfb1b832013-01-07 09:53:42 -08001781 if (isTerminated() || mState == PAUSED ||
Eric Laurent81784c32012-11-19 14:55:58 -08001782 ((framesReady() == 0) && ((mSharedBuffer != 0) ||
1783 (mState == STOPPED)))) {
Andy Hung9d84af52018-09-12 18:03:44 -07001784 ALOGW("%s(%d): in invalid state %d on session %d %s mode, framesReady %zu",
1785 __func__, mId,
Andy Hung959b5b82021-09-24 10:46:20 -07001786 (int)mState, mSessionId, (mSharedBuffer != 0) ? "static" : "stream", framesReady());
Eric Laurent81784c32012-11-19 14:55:58 -08001787 event->cancel();
1788 return INVALID_OPERATION;
1789 }
1790 (void) TrackBase::setSyncEvent(event);
1791 return NO_ERROR;
1792}
1793
Glenn Kasten5736c352012-12-04 12:12:34 -08001794void AudioFlinger::PlaybackThread::Track::invalidate()
1795{
Eric Laurent6acd1d42017-01-04 14:23:29 -08001796 TrackBase::invalidate();
Eric Laurent4d231dc2016-03-11 18:38:23 -08001797 signalClientFlag(CBLK_INVALID);
Eric Laurent4d231dc2016-03-11 18:38:23 -08001798}
1799
1800void AudioFlinger::PlaybackThread::Track::disable()
1801{
Kevin Rocard01c7d9e2019-09-18 11:24:52 +01001802 // TODO(b/142394888): the filling status should also be reset to filling
Eric Laurent4d231dc2016-03-11 18:38:23 -08001803 signalClientFlag(CBLK_DISABLED);
1804}
1805
1806void AudioFlinger::PlaybackThread::Track::signalClientFlag(int32_t flag)
1807{
Glenn Kasten9f80dd22012-12-18 15:57:32 -08001808 // FIXME should use proxy, and needs work
1809 audio_track_cblk_t* cblk = mCblk;
Eric Laurent4d231dc2016-03-11 18:38:23 -08001810 android_atomic_or(flag, &cblk->mFlags);
Glenn Kasten9f80dd22012-12-18 15:57:32 -08001811 android_atomic_release_store(0x40000000, &cblk->mFutex);
1812 // client is not in server, so FUTEX_WAKE is needed instead of FUTEX_WAKE_PRIVATE
Elliott Hughesee499292014-05-21 17:55:51 -07001813 (void) syscall(__NR_futex, &cblk->mFutex, FUTEX_WAKE, INT_MAX);
Glenn Kasten5736c352012-12-04 12:12:34 -08001814}
1815
Eric Laurent59fe0102013-09-27 18:48:26 -07001816void AudioFlinger::PlaybackThread::Track::signal()
1817{
1818 sp<ThreadBase> thread = mThread.promote();
1819 if (thread != 0) {
1820 PlaybackThread *t = (PlaybackThread *)thread.get();
1821 Mutex::Autolock _l(t->mLock);
1822 t->broadcast_l();
1823 }
1824}
1825
Andy Hung02a6c4e2023-06-23 19:27:19 -07001826status_t AudioFlinger::PlaybackThread::Track::getDualMonoMode(audio_dual_mono_mode_t* mode) const
Kuowei Lid4adbdb2020-08-13 14:44:25 +08001827{
1828 status_t status = INVALID_OPERATION;
1829 if (isOffloadedOrDirect()) {
1830 sp<ThreadBase> thread = mThread.promote();
1831 if (thread != nullptr) {
1832 PlaybackThread *t = (PlaybackThread *)thread.get();
1833 Mutex::Autolock _l(t->mLock);
1834 status = t->mOutput->stream->getDualMonoMode(mode);
1835 ALOGD_IF((status == NO_ERROR) && (mDualMonoMode != *mode),
1836 "%s: mode %d inconsistent", __func__, mDualMonoMode);
1837 }
1838 }
1839 return status;
1840}
1841
1842status_t AudioFlinger::PlaybackThread::Track::setDualMonoMode(audio_dual_mono_mode_t mode)
1843{
1844 status_t status = INVALID_OPERATION;
1845 if (isOffloadedOrDirect()) {
1846 sp<ThreadBase> thread = mThread.promote();
1847 if (thread != nullptr) {
1848 auto t = static_cast<PlaybackThread *>(thread.get());
1849 Mutex::Autolock lock(t->mLock);
1850 status = t->mOutput->stream->setDualMonoMode(mode);
1851 if (status == NO_ERROR) {
1852 mDualMonoMode = mode;
1853 }
1854 }
1855 }
1856 return status;
1857}
1858
Andy Hung02a6c4e2023-06-23 19:27:19 -07001859status_t AudioFlinger::PlaybackThread::Track::getAudioDescriptionMixLevel(float* leveldB) const
Kuowei Lid4adbdb2020-08-13 14:44:25 +08001860{
1861 status_t status = INVALID_OPERATION;
1862 if (isOffloadedOrDirect()) {
1863 sp<ThreadBase> thread = mThread.promote();
1864 if (thread != nullptr) {
1865 auto t = static_cast<PlaybackThread *>(thread.get());
1866 Mutex::Autolock lock(t->mLock);
1867 status = t->mOutput->stream->getAudioDescriptionMixLevel(leveldB);
1868 ALOGD_IF((status == NO_ERROR) && (mAudioDescriptionMixLevel != *leveldB),
1869 "%s: level %.3f inconsistent", __func__, mAudioDescriptionMixLevel);
1870 }
1871 }
1872 return status;
1873}
1874
1875status_t AudioFlinger::PlaybackThread::Track::setAudioDescriptionMixLevel(float leveldB)
1876{
1877 status_t status = INVALID_OPERATION;
1878 if (isOffloadedOrDirect()) {
1879 sp<ThreadBase> thread = mThread.promote();
1880 if (thread != nullptr) {
1881 auto t = static_cast<PlaybackThread *>(thread.get());
1882 Mutex::Autolock lock(t->mLock);
1883 status = t->mOutput->stream->setAudioDescriptionMixLevel(leveldB);
1884 if (status == NO_ERROR) {
1885 mAudioDescriptionMixLevel = leveldB;
1886 }
1887 }
1888 }
1889 return status;
1890}
1891
1892status_t AudioFlinger::PlaybackThread::Track::getPlaybackRateParameters(
Andy Hung02a6c4e2023-06-23 19:27:19 -07001893 audio_playback_rate_t* playbackRate) const
Kuowei Lid4adbdb2020-08-13 14:44:25 +08001894{
1895 status_t status = INVALID_OPERATION;
1896 if (isOffloadedOrDirect()) {
1897 sp<ThreadBase> thread = mThread.promote();
1898 if (thread != nullptr) {
1899 auto t = static_cast<PlaybackThread *>(thread.get());
1900 Mutex::Autolock lock(t->mLock);
1901 status = t->mOutput->stream->getPlaybackRateParameters(playbackRate);
1902 ALOGD_IF((status == NO_ERROR) &&
1903 !isAudioPlaybackRateEqual(mPlaybackRateParameters, *playbackRate),
1904 "%s: playbackRate inconsistent", __func__);
1905 }
1906 }
1907 return status;
1908}
1909
1910status_t AudioFlinger::PlaybackThread::Track::setPlaybackRateParameters(
1911 const audio_playback_rate_t& playbackRate)
1912{
1913 status_t status = INVALID_OPERATION;
1914 if (isOffloadedOrDirect()) {
1915 sp<ThreadBase> thread = mThread.promote();
1916 if (thread != nullptr) {
1917 auto t = static_cast<PlaybackThread *>(thread.get());
1918 Mutex::Autolock lock(t->mLock);
1919 status = t->mOutput->stream->setPlaybackRateParameters(playbackRate);
1920 if (status == NO_ERROR) {
1921 mPlaybackRateParameters = playbackRate;
1922 }
1923 }
1924 }
1925 return status;
1926}
1927
Krishnankutty Kolathappilly8d6c2922014-02-04 16:23:42 -08001928//To be called with thread lock held
1929bool AudioFlinger::PlaybackThread::Track::isResumePending() {
Andy Hung71ba4b32022-10-06 12:09:49 -07001930 if (mState == RESUMING) {
Krishnankutty Kolathappilly8d6c2922014-02-04 16:23:42 -08001931 return true;
Andy Hung71ba4b32022-10-06 12:09:49 -07001932 }
Krishnankutty Kolathappilly8d6c2922014-02-04 16:23:42 -08001933 /* Resume is pending if track was stopping before pause was called */
1934 if (mState == STOPPING_1 &&
Andy Hung71ba4b32022-10-06 12:09:49 -07001935 mResumeToStopping) {
Krishnankutty Kolathappilly8d6c2922014-02-04 16:23:42 -08001936 return true;
Andy Hung71ba4b32022-10-06 12:09:49 -07001937 }
Krishnankutty Kolathappilly8d6c2922014-02-04 16:23:42 -08001938
1939 return false;
1940}
1941
1942//To be called with thread lock held
1943void AudioFlinger::PlaybackThread::Track::resumeAck() {
Andy Hung71ba4b32022-10-06 12:09:49 -07001944 if (mState == RESUMING) {
Krishnankutty Kolathappilly8d6c2922014-02-04 16:23:42 -08001945 mState = ACTIVE;
Andy Hung71ba4b32022-10-06 12:09:49 -07001946 }
Haynes Mathew George2d3ca682014-03-07 13:43:49 -08001947
Krishnankutty Kolathappilly8d6c2922014-02-04 16:23:42 -08001948 // Other possibility of pending resume is stopping_1 state
1949 // Do not update the state from stopping as this prevents
Haynes Mathew George2d3ca682014-03-07 13:43:49 -08001950 // drain being called.
1951 if (mState == STOPPING_1) {
1952 mResumeToStopping = false;
1953 }
Krishnankutty Kolathappilly8d6c2922014-02-04 16:23:42 -08001954}
Andy Hunge10393e2015-06-12 13:59:33 -07001955
1956//To be called with thread lock held
1957void AudioFlinger::PlaybackThread::Track::updateTrackFrameInfo(
Andy Hung818e7a32016-02-16 18:08:07 -08001958 int64_t trackFramesReleased, int64_t sinkFramesWritten,
Andy Hungcef2daa2018-06-01 15:31:49 -07001959 uint32_t halSampleRate, const ExtendedTimestamp &timeStamp) {
Andy Hung30282562018-08-08 18:27:03 -07001960 // Make the kernel frametime available.
1961 const FrameTime ft{
1962 timeStamp.mPosition[ExtendedTimestamp::LOCATION_KERNEL],
1963 timeStamp.mTimeNs[ExtendedTimestamp::LOCATION_KERNEL]};
1964 // ALOGD("FrameTime: %lld %lld", (long long)ft.frames, (long long)ft.timeNs);
1965 mKernelFrameTime.store(ft);
1966 if (!audio_is_linear_pcm(mFormat)) {
1967 return;
1968 }
1969
Andy Hung818e7a32016-02-16 18:08:07 -08001970 //update frame map
Andy Hunge10393e2015-06-12 13:59:33 -07001971 mFrameMap.push(trackFramesReleased, sinkFramesWritten);
Andy Hung818e7a32016-02-16 18:08:07 -08001972
1973 // adjust server times and set drained state.
1974 //
1975 // Our timestamps are only updated when the track is on the Thread active list.
1976 // We need to ensure that tracks are not removed before full drain.
1977 ExtendedTimestamp local = timeStamp;
Andy Hungcef2daa2018-06-01 15:31:49 -07001978 bool drained = true; // default assume drained, if no server info found
Andy Hung818e7a32016-02-16 18:08:07 -08001979 bool checked = false;
1980 for (int i = ExtendedTimestamp::LOCATION_MAX - 1;
1981 i >= ExtendedTimestamp::LOCATION_SERVER; --i) {
1982 // Lookup the track frame corresponding to the sink frame position.
1983 if (local.mTimeNs[i] > 0) {
1984 local.mPosition[i] = mFrameMap.findX(local.mPosition[i]);
1985 // check drain state from the latest stage in the pipeline.
Andy Hung6d7b1192016-05-07 22:59:48 -07001986 if (!checked && i <= ExtendedTimestamp::LOCATION_KERNEL) {
Andy Hungcef2daa2018-06-01 15:31:49 -07001987 drained = local.mPosition[i] >= mAudioTrackServerProxy->framesReleased();
Andy Hung818e7a32016-02-16 18:08:07 -08001988 checked = true;
1989 }
1990 }
Andy Hunge10393e2015-06-12 13:59:33 -07001991 }
Andy Hungcef2daa2018-06-01 15:31:49 -07001992
Andy Hung93bb5732023-05-04 21:16:34 -07001993 ALOGV("%s: trackFramesReleased:%lld sinkFramesWritten:%lld setDrained: %d",
1994 __func__, (long long)trackFramesReleased, (long long)sinkFramesWritten, drained);
Andy Hungcef2daa2018-06-01 15:31:49 -07001995 mAudioTrackServerProxy->setDrained(drained);
Andy Hungea2b9c02016-02-12 17:06:53 -08001996 // Set correction for flushed frames that are not accounted for in released.
Andy Hungea2b9c02016-02-12 17:06:53 -08001997 local.mFlushed = mAudioTrackServerProxy->framesFlushed();
Andy Hung818e7a32016-02-16 18:08:07 -08001998 mServerProxy->setTimestamp(local);
Andy Hungcef2daa2018-06-01 15:31:49 -07001999
2000 // Compute latency info.
2001 const bool useTrackTimestamp = !drained;
2002 const double latencyMs = useTrackTimestamp
2003 ? local.getOutputServerLatencyMs(sampleRate())
2004 : timeStamp.getOutputServerLatencyMs(halSampleRate);
2005
2006 mServerLatencyFromTrack.store(useTrackTimestamp);
2007 mServerLatencyMs.store(latencyMs);
Andy Hungb68f5eb2019-12-03 16:49:17 -08002008
Andy Hung62921122020-05-18 10:47:31 -07002009 if (mLogStartCountdown > 0
2010 && local.mTimeNs[ExtendedTimestamp::LOCATION_KERNEL] > 0
2011 && local.mPosition[ExtendedTimestamp::LOCATION_KERNEL] > 0)
2012 {
2013 if (mLogStartCountdown > 1) {
2014 --mLogStartCountdown;
2015 } else if (latencyMs < mLogLatencyMs) { // wait for latency to stabilize (dip)
2016 mLogStartCountdown = 0;
Andy Hungb68f5eb2019-12-03 16:49:17 -08002017 // startup is the difference in times for the current timestamp and our start
2018 double startUpMs =
Andy Hung62921122020-05-18 10:47:31 -07002019 (local.mTimeNs[ExtendedTimestamp::LOCATION_KERNEL] - mLogStartTimeNs) * 1e-6;
Andy Hungb68f5eb2019-12-03 16:49:17 -08002020 // adjust for frames played.
Andy Hung62921122020-05-18 10:47:31 -07002021 startUpMs -= (local.mPosition[ExtendedTimestamp::LOCATION_KERNEL] - mLogStartFrames)
2022 * 1e3 / mSampleRate;
2023 ALOGV("%s: latencyMs:%lf startUpMs:%lf"
2024 " localTime:%lld startTime:%lld"
2025 " localPosition:%lld startPosition:%lld",
2026 __func__, latencyMs, startUpMs,
2027 (long long)local.mTimeNs[ExtendedTimestamp::LOCATION_KERNEL],
Andy Hungb68f5eb2019-12-03 16:49:17 -08002028 (long long)mLogStartTimeNs,
Andy Hung62921122020-05-18 10:47:31 -07002029 (long long)local.mPosition[ExtendedTimestamp::LOCATION_KERNEL],
Andy Hungb68f5eb2019-12-03 16:49:17 -08002030 (long long)mLogStartFrames);
Andy Hungc2b11cb2020-04-22 09:04:01 -07002031 mTrackMetrics.logLatencyAndStartup(latencyMs, startUpMs);
Andy Hungb68f5eb2019-12-03 16:49:17 -08002032 }
Andy Hung62921122020-05-18 10:47:31 -07002033 mLogLatencyMs = latencyMs;
Andy Hungb68f5eb2019-12-03 16:49:17 -08002034 }
Andy Hunge10393e2015-06-12 13:59:33 -07002035}
2036
SPeak Shen0db56b32022-11-11 00:28:50 +08002037bool AudioFlinger::PlaybackThread::Track::AudioVibrationController::setMute(bool muted) {
jiabin57303cc2018-12-18 15:45:57 -08002038 sp<ThreadBase> thread = mTrack->mThread.promote();
2039 if (thread != 0) {
2040 // Lock for updating mHapticPlaybackEnabled.
2041 Mutex::Autolock _l(thread->mLock);
2042 PlaybackThread *playbackThread = (PlaybackThread *)thread.get();
2043 if ((mTrack->channelMask() & AUDIO_CHANNEL_HAPTIC_ALL) != AUDIO_CHANNEL_NONE
2044 && playbackThread->mHapticChannelCount > 0) {
SPeak Shenc19aa9e2022-11-11 00:28:50 +08002045 ALOGD("%s, haptic playback was %s for track %d",
2046 __func__, muted ? "muted" : "unmuted", mTrack->id());
SPeak Shen0db56b32022-11-11 00:28:50 +08002047 mTrack->setHapticPlaybackEnabled(!muted);
2048 return true;
jiabin57303cc2018-12-18 15:45:57 -08002049 }
2050 }
SPeak Shen0db56b32022-11-11 00:28:50 +08002051 return false;
2052}
2053
2054binder::Status AudioFlinger::PlaybackThread::Track::AudioVibrationController::mute(
2055 /*out*/ bool *ret) {
2056 *ret = setMute(true);
jiabin57303cc2018-12-18 15:45:57 -08002057 return binder::Status::ok();
2058}
2059
2060binder::Status AudioFlinger::PlaybackThread::Track::AudioVibrationController::unmute(
2061 /*out*/ bool *ret) {
SPeak Shen0db56b32022-11-11 00:28:50 +08002062 *ret = setMute(false);
jiabin57303cc2018-12-18 15:45:57 -08002063 return binder::Status::ok();
2064}
2065
Eric Laurent81784c32012-11-19 14:55:58 -08002066// ----------------------------------------------------------------------------
Andy Hung9d84af52018-09-12 18:03:44 -07002067#undef LOG_TAG
2068#define LOG_TAG "AF::OutputTrack"
Eric Laurent81784c32012-11-19 14:55:58 -08002069
Eric Laurent81784c32012-11-19 14:55:58 -08002070AudioFlinger::PlaybackThread::OutputTrack::OutputTrack(
2071 PlaybackThread *playbackThread,
2072 DuplicatingThread *sourceThread,
2073 uint32_t sampleRate,
2074 audio_format_t format,
2075 audio_channel_mask_t channelMask,
Marco Nelissen462fd2f2013-01-14 14:12:05 -08002076 size_t frameCount,
Svet Ganov33761132021-05-13 22:51:08 +00002077 const AttributionSourceState& attributionSource)
Eric Laurent223fd5c2014-11-11 13:43:36 -08002078 : Track(playbackThread, NULL, AUDIO_STREAM_PATCH,
Kevin Rocard1f564ac2018-03-29 13:53:10 -07002079 audio_attributes_t{} /* currently unused for output track */,
Eric Laurent223fd5c2014-11-11 13:43:36 -08002080 sampleRate, format, channelMask, frameCount,
Andy Hung8fe68032017-06-05 16:17:51 -07002081 nullptr /* buffer */, (size_t)0 /* bufferSize */, nullptr /* sharedBuffer */,
Svet Ganov33761132021-05-13 22:51:08 +00002082 AUDIO_SESSION_NONE, getpid(), attributionSource, AUDIO_OUTPUT_FLAG_NONE,
Glenn Kastend848eb42016-03-08 13:42:11 -08002083 TYPE_OUTPUT),
Eric Laurent5bba2f62016-03-18 11:14:14 -07002084 mActive(false), mSourceThread(sourceThread)
Eric Laurent81784c32012-11-19 14:55:58 -08002085{
2086
2087 if (mCblk != NULL) {
Eric Laurent81784c32012-11-19 14:55:58 -08002088 mOutBuffer.frameCount = 0;
2089 playbackThread->mTracks.add(this);
Andy Hung9d84af52018-09-12 18:03:44 -07002090 ALOGV("%s(): mCblk %p, mBuffer %p, "
Glenn Kastenc42e9b42016-03-21 11:35:03 -07002091 "frameCount %zu, mChannelMask 0x%08x",
Andy Hung9d84af52018-09-12 18:03:44 -07002092 __func__, mCblk, mBuffer,
Glenn Kasten74935e42013-12-19 08:56:45 -08002093 frameCount, mChannelMask);
Glenn Kastene3aa6592012-12-04 12:22:46 -08002094 // since client and server are in the same process,
2095 // the buffer has the same virtual address on both sides
Glenn Kasten529c61b2014-07-18 15:31:02 -07002096 mClientProxy = new AudioTrackClientProxy(mCblk, mBuffer, mFrameCount, mFrameSize,
2097 true /*clientInServer*/);
Glenn Kastenc56f3422014-03-21 17:53:17 -07002098 mClientProxy->setVolumeLR(GAIN_MINIFLOAT_PACKED_UNITY);
Eric Laurent8d2d4932013-04-25 12:56:18 -07002099 mClientProxy->setSendLevel(0.0);
2100 mClientProxy->setSampleRate(sampleRate);
Eric Laurent81784c32012-11-19 14:55:58 -08002101 } else {
Andy Hung9d84af52018-09-12 18:03:44 -07002102 ALOGW("%s(%d): Error creating output track on thread %d",
2103 __func__, mId, (int)mThreadIoHandle);
Eric Laurent81784c32012-11-19 14:55:58 -08002104 }
2105}
2106
2107AudioFlinger::PlaybackThread::OutputTrack::~OutputTrack()
2108{
2109 clearBufferQueue();
Glenn Kastene3aa6592012-12-04 12:22:46 -08002110 // superclass destructor will now delete the server proxy and shared memory both refer to
Eric Laurent81784c32012-11-19 14:55:58 -08002111}
2112
2113status_t AudioFlinger::PlaybackThread::OutputTrack::start(AudioSystem::sync_event_t event,
Glenn Kastend848eb42016-03-08 13:42:11 -08002114 audio_session_t triggerSession)
Eric Laurent81784c32012-11-19 14:55:58 -08002115{
2116 status_t status = Track::start(event, triggerSession);
2117 if (status != NO_ERROR) {
2118 return status;
2119 }
2120
2121 mActive = true;
2122 mRetryCount = 127;
2123 return status;
2124}
2125
2126void AudioFlinger::PlaybackThread::OutputTrack::stop()
2127{
2128 Track::stop();
2129 clearBufferQueue();
2130 mOutBuffer.frameCount = 0;
2131 mActive = false;
2132}
2133
Andy Hung1c86ebe2018-05-29 20:29:08 -07002134ssize_t AudioFlinger::PlaybackThread::OutputTrack::write(void* data, uint32_t frames)
Eric Laurent81784c32012-11-19 14:55:58 -08002135{
Eric Laurent19952e12023-04-20 10:08:29 +02002136 if (!mActive && frames != 0) {
2137 sp<ThreadBase> thread = mThread.promote();
2138 if (thread != nullptr && thread->standby()) {
2139 // preload one silent buffer to trigger mixer on start()
2140 ClientProxy::Buffer buf { .mFrameCount = mClientProxy->getStartThresholdInFrames() };
2141 status_t status = mClientProxy->obtainBuffer(&buf);
2142 if (status != NO_ERROR && status != NOT_ENOUGH_DATA && status != WOULD_BLOCK) {
2143 ALOGE("%s(%d): could not obtain buffer on start", __func__, mId);
2144 return 0;
2145 }
2146 memset(buf.mRaw, 0, buf.mFrameCount * mFrameSize);
2147 mClientProxy->releaseBuffer(&buf);
2148
2149 (void) start();
2150
2151 // wait for HAL stream to start before sending actual audio. Doing this on each
2152 // OutputTrack makes that playback start on all output streams is synchronized.
2153 // If another OutputTrack has already started it can underrun but this is OK
2154 // as only silence has been played so far and the retry count is very high on
2155 // OutputTrack.
2156 auto pt = static_cast<PlaybackThread *>(thread.get());
2157 if (!pt->waitForHalStart()) {
2158 ALOGW("%s(%d): timeout waiting for thread to exit standby", __func__, mId);
2159 stop();
2160 return 0;
2161 }
2162
2163 // enqueue the first buffer and exit so that other OutputTracks will also start before
2164 // write() is called again and this buffer actually consumed.
2165 Buffer firstBuffer;
2166 firstBuffer.frameCount = frames;
2167 firstBuffer.raw = data;
2168 queueBuffer(firstBuffer);
2169 return frames;
2170 } else {
2171 (void) start();
2172 }
2173 }
2174
Eric Laurent81784c32012-11-19 14:55:58 -08002175 Buffer *pInBuffer;
2176 Buffer inBuffer;
Eric Laurent81784c32012-11-19 14:55:58 -08002177 inBuffer.frameCount = frames;
Andy Hungc25b84a2015-01-14 19:04:10 -08002178 inBuffer.raw = data;
Eric Laurent81784c32012-11-19 14:55:58 -08002179 uint32_t waitTimeLeftMs = mSourceThread->waitTimeMs();
Eric Laurent81784c32012-11-19 14:55:58 -08002180 while (waitTimeLeftMs) {
2181 // First write pending buffers, then new data
2182 if (mBufferQueue.size()) {
2183 pInBuffer = mBufferQueue.itemAt(0);
2184 } else {
2185 pInBuffer = &inBuffer;
2186 }
2187
2188 if (pInBuffer->frameCount == 0) {
2189 break;
2190 }
2191
2192 if (mOutBuffer.frameCount == 0) {
2193 mOutBuffer.frameCount = pInBuffer->frameCount;
2194 nsecs_t startTime = systemTime();
Glenn Kasten9f80dd22012-12-18 15:57:32 -08002195 status_t status = obtainBuffer(&mOutBuffer, waitTimeLeftMs);
Eric Laurent4d231dc2016-03-11 18:38:23 -08002196 if (status != NO_ERROR && status != NOT_ENOUGH_DATA) {
Andy Hung9d84af52018-09-12 18:03:44 -07002197 ALOGV("%s(%d): thread %d no more output buffers; status %d",
2198 __func__, mId,
2199 (int)mThreadIoHandle, status);
Eric Laurent81784c32012-11-19 14:55:58 -08002200 break;
2201 }
2202 uint32_t waitTimeMs = (uint32_t)ns2ms(systemTime() - startTime);
2203 if (waitTimeLeftMs >= waitTimeMs) {
2204 waitTimeLeftMs -= waitTimeMs;
2205 } else {
2206 waitTimeLeftMs = 0;
2207 }
Eric Laurent4d231dc2016-03-11 18:38:23 -08002208 if (status == NOT_ENOUGH_DATA) {
2209 restartIfDisabled();
2210 continue;
2211 }
Eric Laurent81784c32012-11-19 14:55:58 -08002212 }
2213
2214 uint32_t outFrames = pInBuffer->frameCount > mOutBuffer.frameCount ? mOutBuffer.frameCount :
2215 pInBuffer->frameCount;
Andy Hungc25b84a2015-01-14 19:04:10 -08002216 memcpy(mOutBuffer.raw, pInBuffer->raw, outFrames * mFrameSize);
Glenn Kasten9f80dd22012-12-18 15:57:32 -08002217 Proxy::Buffer buf;
2218 buf.mFrameCount = outFrames;
2219 buf.mRaw = NULL;
2220 mClientProxy->releaseBuffer(&buf);
Eric Laurent4d231dc2016-03-11 18:38:23 -08002221 restartIfDisabled();
Eric Laurent81784c32012-11-19 14:55:58 -08002222 pInBuffer->frameCount -= outFrames;
Andy Hungc25b84a2015-01-14 19:04:10 -08002223 pInBuffer->raw = (int8_t *)pInBuffer->raw + outFrames * mFrameSize;
Eric Laurent81784c32012-11-19 14:55:58 -08002224 mOutBuffer.frameCount -= outFrames;
Andy Hungc25b84a2015-01-14 19:04:10 -08002225 mOutBuffer.raw = (int8_t *)mOutBuffer.raw + outFrames * mFrameSize;
Eric Laurent81784c32012-11-19 14:55:58 -08002226
2227 if (pInBuffer->frameCount == 0) {
2228 if (mBufferQueue.size()) {
2229 mBufferQueue.removeAt(0);
Andy Hungc25b84a2015-01-14 19:04:10 -08002230 free(pInBuffer->mBuffer);
Yunlian Jiang8adc8082017-06-06 15:59:44 -07002231 if (pInBuffer != &inBuffer) {
2232 delete pInBuffer;
2233 }
Andy Hung9d84af52018-09-12 18:03:44 -07002234 ALOGV("%s(%d): thread %d released overflow buffer %zu",
2235 __func__, mId,
2236 (int)mThreadIoHandle, mBufferQueue.size());
Eric Laurent81784c32012-11-19 14:55:58 -08002237 } else {
2238 break;
2239 }
2240 }
2241 }
2242
2243 // If we could not write all frames, allocate a buffer and queue it for next time.
2244 if (inBuffer.frameCount) {
2245 sp<ThreadBase> thread = mThread.promote();
2246 if (thread != 0 && !thread->standby()) {
Eric Laurent19952e12023-04-20 10:08:29 +02002247 queueBuffer(inBuffer);
Eric Laurent81784c32012-11-19 14:55:58 -08002248 }
2249 }
2250
Andy Hungc25b84a2015-01-14 19:04:10 -08002251 // Calling write() with a 0 length buffer means that no more data will be written:
2252 // We rely on stop() to set the appropriate flags to allow the remaining frames to play out.
2253 if (frames == 0 && mBufferQueue.size() == 0 && mActive) {
2254 stop();
Eric Laurent81784c32012-11-19 14:55:58 -08002255 }
2256
Andy Hung1c86ebe2018-05-29 20:29:08 -07002257 return frames - inBuffer.frameCount; // number of frames consumed.
Eric Laurent81784c32012-11-19 14:55:58 -08002258}
2259
Eric Laurent19952e12023-04-20 10:08:29 +02002260void AudioFlinger::PlaybackThread::OutputTrack::queueBuffer(Buffer& inBuffer) {
2261
2262 if (mBufferQueue.size() < kMaxOverFlowBuffers) {
2263 Buffer *pInBuffer = new Buffer;
2264 const size_t bufferSize = inBuffer.frameCount * mFrameSize;
2265 pInBuffer->mBuffer = malloc(bufferSize);
2266 LOG_ALWAYS_FATAL_IF(pInBuffer->mBuffer == nullptr,
2267 "%s: Unable to malloc size %zu", __func__, bufferSize);
2268 pInBuffer->frameCount = inBuffer.frameCount;
2269 pInBuffer->raw = pInBuffer->mBuffer;
2270 memcpy(pInBuffer->raw, inBuffer.raw, inBuffer.frameCount * mFrameSize);
2271 mBufferQueue.add(pInBuffer);
2272 ALOGV("%s(%d): thread %d adding overflow buffer %zu", __func__, mId,
2273 (int)mThreadIoHandle, mBufferQueue.size());
2274 // audio data is consumed (stored locally); set frameCount to 0.
2275 inBuffer.frameCount = 0;
2276 } else {
2277 ALOGW("%s(%d): thread %d no more overflow buffers",
2278 __func__, mId, (int)mThreadIoHandle);
2279 // TODO: return error for this.
2280 }
2281}
2282
Kevin Rocard12381092018-04-11 09:19:59 -07002283void AudioFlinger::PlaybackThread::OutputTrack::copyMetadataTo(MetadataInserter& backInserter) const
2284{
2285 std::lock_guard<std::mutex> lock(mTrackMetadatasMutex);
2286 backInserter = std::copy(mTrackMetadatas.begin(), mTrackMetadatas.end(), backInserter);
2287}
2288
2289void AudioFlinger::PlaybackThread::OutputTrack::setMetadatas(const SourceMetadatas& metadatas) {
2290 {
2291 std::lock_guard<std::mutex> lock(mTrackMetadatasMutex);
2292 mTrackMetadatas = metadatas;
2293 }
2294 // No need to adjust metadata track volumes as OutputTrack volumes are always 0dBFS.
2295 setMetadataHasChanged();
2296}
2297
Eric Laurent81784c32012-11-19 14:55:58 -08002298status_t AudioFlinger::PlaybackThread::OutputTrack::obtainBuffer(
2299 AudioBufferProvider::Buffer* buffer, uint32_t waitTimeMs)
2300{
Glenn Kasten9f80dd22012-12-18 15:57:32 -08002301 ClientProxy::Buffer buf;
2302 buf.mFrameCount = buffer->frameCount;
2303 struct timespec timeout;
2304 timeout.tv_sec = waitTimeMs / 1000;
2305 timeout.tv_nsec = (int) (waitTimeMs % 1000) * 1000000;
2306 status_t status = mClientProxy->obtainBuffer(&buf, &timeout);
2307 buffer->frameCount = buf.mFrameCount;
2308 buffer->raw = buf.mRaw;
2309 return status;
Eric Laurent81784c32012-11-19 14:55:58 -08002310}
2311
Eric Laurent81784c32012-11-19 14:55:58 -08002312void AudioFlinger::PlaybackThread::OutputTrack::clearBufferQueue()
2313{
2314 size_t size = mBufferQueue.size();
2315
2316 for (size_t i = 0; i < size; i++) {
2317 Buffer *pBuffer = mBufferQueue.itemAt(i);
Andy Hungc25b84a2015-01-14 19:04:10 -08002318 free(pBuffer->mBuffer);
Eric Laurent81784c32012-11-19 14:55:58 -08002319 delete pBuffer;
2320 }
2321 mBufferQueue.clear();
2322}
2323
Eric Laurent4d231dc2016-03-11 18:38:23 -08002324void AudioFlinger::PlaybackThread::OutputTrack::restartIfDisabled()
2325{
2326 int32_t flags = android_atomic_and(~CBLK_DISABLED, &mCblk->mFlags);
2327 if (mActive && (flags & CBLK_DISABLED)) {
2328 start();
2329 }
2330}
Eric Laurent81784c32012-11-19 14:55:58 -08002331
Andy Hung9d84af52018-09-12 18:03:44 -07002332// ----------------------------------------------------------------------------
2333#undef LOG_TAG
2334#define LOG_TAG "AF::PatchTrack"
2335
Eric Laurent83b88082014-06-20 18:31:16 -07002336AudioFlinger::PlaybackThread::PatchTrack::PatchTrack(PlaybackThread *playbackThread,
Eric Laurent3bcf8592015-04-03 12:13:24 -07002337 audio_stream_type_t streamType,
Eric Laurent83b88082014-06-20 18:31:16 -07002338 uint32_t sampleRate,
2339 audio_channel_mask_t channelMask,
2340 audio_format_t format,
2341 size_t frameCount,
2342 void *buffer,
Andy Hung8fe68032017-06-05 16:17:51 -07002343 size_t bufferSize,
Kevin Rocard45986c72018-12-18 18:22:59 -08002344 audio_output_flags_t flags,
Kevin Rocard01c7d9e2019-09-18 11:24:52 +01002345 const Timeout& timeout,
2346 size_t frameCountToBeReady)
Eric Laurent3bcf8592015-04-03 12:13:24 -07002347 : Track(playbackThread, NULL, streamType,
Kevin Rocard1f564ac2018-03-29 13:53:10 -07002348 audio_attributes_t{} /* currently unused for patch track */,
Eric Laurent223fd5c2014-11-11 13:43:36 -08002349 sampleRate, format, channelMask, frameCount,
Andy Hung8fe68032017-06-05 16:17:51 -07002350 buffer, bufferSize, nullptr /* sharedBuffer */,
Svet Ganov33761132021-05-13 22:51:08 +00002351 AUDIO_SESSION_NONE, getpid(), audioServerAttributionSource(getpid()), flags,
Philip P. Moltmannbda45752020-07-17 16:41:18 -07002352 TYPE_PATCH, AUDIO_PORT_HANDLE_NONE, frameCountToBeReady),
gaoxiupei8e3a5682023-07-07 20:30:23 +08002353 PatchTrackBase(mCblk ? new ClientProxy(mCblk, mBuffer, frameCount, mFrameSize, true, true)
2354 : nullptr,
Kevin Rocard45986c72018-12-18 18:22:59 -08002355 *playbackThread, timeout)
Eric Laurent83b88082014-06-20 18:31:16 -07002356{
Andy Hung9d84af52018-09-12 18:03:44 -07002357 ALOGV("%s(%d): sampleRate %d mPeerTimeout %d.%03d sec",
2358 __func__, mId, sampleRate,
Eric Laurent83b88082014-06-20 18:31:16 -07002359 (int)mPeerTimeout.tv_sec,
2360 (int)(mPeerTimeout.tv_nsec / 1000000));
2361}
2362
2363AudioFlinger::PlaybackThread::PatchTrack::~PatchTrack()
2364{
Andy Hungabfab202019-03-07 19:45:54 -08002365 ALOGV("%s(%d)", __func__, mId);
Eric Laurent83b88082014-06-20 18:31:16 -07002366}
2367
Mikhail Naganovcaf59942019-09-25 14:05:29 -07002368size_t AudioFlinger::PlaybackThread::PatchTrack::framesReady() const
2369{
2370 if (mPeerProxy && mPeerProxy->producesBufferOnDemand()) {
2371 return std::numeric_limits<size_t>::max();
2372 } else {
2373 return Track::framesReady();
2374 }
2375}
2376
Eric Laurent4d231dc2016-03-11 18:38:23 -08002377status_t AudioFlinger::PlaybackThread::PatchTrack::start(AudioSystem::sync_event_t event,
Kevin Rocard5f2136e2018-05-11 22:03:00 -07002378 audio_session_t triggerSession)
Eric Laurent4d231dc2016-03-11 18:38:23 -08002379{
2380 status_t status = Track::start(event, triggerSession);
2381 if (status != NO_ERROR) {
2382 return status;
2383 }
2384 android_atomic_and(~CBLK_DISABLED, &mCblk->mFlags);
2385 return status;
2386}
2387
Eric Laurent83b88082014-06-20 18:31:16 -07002388// AudioBufferProvider interface
2389status_t AudioFlinger::PlaybackThread::PatchTrack::getNextBuffer(
Glenn Kastend79072e2016-01-06 08:41:20 -08002390 AudioBufferProvider::Buffer* buffer)
Eric Laurent83b88082014-06-20 18:31:16 -07002391{
Andy Hung9d84af52018-09-12 18:03:44 -07002392 ALOG_ASSERT(mPeerProxy != 0, "%s(%d): called without peer proxy", __func__, mId);
Eric Laurent83b88082014-06-20 18:31:16 -07002393 Proxy::Buffer buf;
2394 buf.mFrameCount = buffer->frameCount;
Mikhail Naganov938be412019-09-04 11:38:47 -07002395 if (ATRACE_ENABLED()) {
2396 std::string traceName("PTnReq");
2397 traceName += std::to_string(id());
2398 ATRACE_INT(traceName.c_str(), buf.mFrameCount);
2399 }
Eric Laurent83b88082014-06-20 18:31:16 -07002400 status_t status = mPeerProxy->obtainBuffer(&buf, &mPeerTimeout);
Andy Hung9d84af52018-09-12 18:03:44 -07002401 ALOGV_IF(status != NO_ERROR, "%s(%d): getNextBuffer status %d", __func__, mId, status);
Eric Laurentc2730ba2014-07-20 15:47:07 -07002402 buffer->frameCount = buf.mFrameCount;
Mikhail Naganov938be412019-09-04 11:38:47 -07002403 if (ATRACE_ENABLED()) {
2404 std::string traceName("PTnObt");
2405 traceName += std::to_string(id());
2406 ATRACE_INT(traceName.c_str(), buf.mFrameCount);
2407 }
Eric Laurent83b88082014-06-20 18:31:16 -07002408 if (buf.mFrameCount == 0) {
2409 return WOULD_BLOCK;
2410 }
Glenn Kastend79072e2016-01-06 08:41:20 -08002411 status = Track::getNextBuffer(buffer);
Eric Laurent83b88082014-06-20 18:31:16 -07002412 return status;
2413}
2414
2415void AudioFlinger::PlaybackThread::PatchTrack::releaseBuffer(AudioBufferProvider::Buffer* buffer)
2416{
Andy Hung9d84af52018-09-12 18:03:44 -07002417 ALOG_ASSERT(mPeerProxy != 0, "%s(%d): called without peer proxy", __func__, mId);
Eric Laurent83b88082014-06-20 18:31:16 -07002418 Proxy::Buffer buf;
2419 buf.mFrameCount = buffer->frameCount;
2420 buf.mRaw = buffer->raw;
2421 mPeerProxy->releaseBuffer(&buf);
Andy Hung71ba4b32022-10-06 12:09:49 -07002422 TrackBase::releaseBuffer(buffer); // Note: this is the base class.
Eric Laurent83b88082014-06-20 18:31:16 -07002423}
2424
2425status_t AudioFlinger::PlaybackThread::PatchTrack::obtainBuffer(Proxy::Buffer* buffer,
2426 const struct timespec *timeOut)
2427{
Eric Laurent4d231dc2016-03-11 18:38:23 -08002428 status_t status = NO_ERROR;
2429 static const int32_t kMaxTries = 5;
2430 int32_t tryCounter = kMaxTries;
Andy Hungf62e1a22018-05-08 18:32:11 -07002431 const size_t originalFrameCount = buffer->mFrameCount;
Eric Laurent4d231dc2016-03-11 18:38:23 -08002432 do {
2433 if (status == NOT_ENOUGH_DATA) {
2434 restartIfDisabled();
Andy Hungf62e1a22018-05-08 18:32:11 -07002435 buffer->mFrameCount = originalFrameCount; // cleared on error, must be restored.
Eric Laurent4d231dc2016-03-11 18:38:23 -08002436 }
2437 status = mProxy->obtainBuffer(buffer, timeOut);
2438 } while ((status == NOT_ENOUGH_DATA) && (tryCounter-- > 0));
2439 return status;
Eric Laurent83b88082014-06-20 18:31:16 -07002440}
2441
2442void AudioFlinger::PlaybackThread::PatchTrack::releaseBuffer(Proxy::Buffer* buffer)
2443{
2444 mProxy->releaseBuffer(buffer);
Eric Laurent4d231dc2016-03-11 18:38:23 -08002445 restartIfDisabled();
naoki miyazuf37f9982019-11-28 11:18:18 +09002446
2447 // Check if the PatchTrack has enough data to write once in releaseBuffer().
2448 // If not, prevent an underrun from occurring by moving the track into FS_FILLING;
2449 // this logic avoids glitches when suspending A2DP with AudioPlaybackCapture.
2450 // TODO: perhaps underrun avoidance could be a track property checked in isReady() instead.
2451 if (mFillingUpStatus == FS_ACTIVE
2452 && audio_is_linear_pcm(mFormat)
2453 && !isOffloadedOrDirect()) {
2454 if (sp<ThreadBase> thread = mThread.promote();
2455 thread != 0) {
2456 PlaybackThread *playbackThread = (PlaybackThread *)thread.get();
2457 const size_t frameCount = playbackThread->frameCount() * sampleRate()
2458 / playbackThread->sampleRate();
2459 if (framesReady() < frameCount) {
2460 ALOGD("%s(%d) Not enough data, wait for buffer to fill", __func__, mId);
2461 mFillingUpStatus = FS_FILLING;
2462 }
2463 }
2464 }
Eric Laurent4d231dc2016-03-11 18:38:23 -08002465}
2466
2467void AudioFlinger::PlaybackThread::PatchTrack::restartIfDisabled()
2468{
Eric Laurent83b88082014-06-20 18:31:16 -07002469 if (android_atomic_and(~CBLK_DISABLED, &mCblk->mFlags) & CBLK_DISABLED) {
Andy Hung9d84af52018-09-12 18:03:44 -07002470 ALOGW("%s(%d): disabled due to previous underrun, restarting", __func__, mId);
Eric Laurent83b88082014-06-20 18:31:16 -07002471 start();
2472 }
Eric Laurent83b88082014-06-20 18:31:16 -07002473}
2474
Eric Laurent81784c32012-11-19 14:55:58 -08002475// ----------------------------------------------------------------------------
2476// Record
2477// ----------------------------------------------------------------------------
Jean-Michel Trividdf87ef2019-08-20 15:42:04 -07002478
2479
Andy Hung9d84af52018-09-12 18:03:44 -07002480#undef LOG_TAG
2481#define LOG_TAG "AF::RecordHandle"
Eric Laurent81784c32012-11-19 14:55:58 -08002482
Andy Hungaaa18282023-06-23 19:27:19 -07002483class RecordHandle : public android::media::BnAudioRecord {
2484public:
Andy Hung02a6c4e2023-06-23 19:27:19 -07002485 explicit RecordHandle(const sp<IAfRecordTrack>& recordTrack);
Andy Hungaaa18282023-06-23 19:27:19 -07002486 ~RecordHandle() override;
2487 binder::Status start(int /*AudioSystem::sync_event_t*/ event,
2488 int /*audio_session_t*/ triggerSession) final;
2489 binder::Status stop() final;
2490 binder::Status getActiveMicrophones(
2491 std::vector<media::MicrophoneInfoFw>* activeMicrophones) final;
2492 binder::Status setPreferredMicrophoneDirection(
2493 int /*audio_microphone_direction_t*/ direction) final;
2494 binder::Status setPreferredMicrophoneFieldDimension(float zoom) final;
2495 binder::Status shareAudioHistory(
2496 const std::string& sharedAudioPackageName, int64_t sharedAudioStartMs) final;
2497
2498private:
Andy Hung02a6c4e2023-06-23 19:27:19 -07002499 const sp<IAfRecordTrack> mRecordTrack;
Andy Hungaaa18282023-06-23 19:27:19 -07002500
2501 // for use from destructor
2502 void stop_nonvirtual();
2503};
2504
2505/* static */
Andy Hung02a6c4e2023-06-23 19:27:19 -07002506sp<media::IAudioRecord> IAfRecordTrack::createIAudioRecordAdapter(
2507 const sp<IAfRecordTrack>& recordTrack) {
Andy Hungaaa18282023-06-23 19:27:19 -07002508 return sp<RecordHandle>::make(recordTrack);
2509}
2510
2511RecordHandle::RecordHandle(
Andy Hung02a6c4e2023-06-23 19:27:19 -07002512 const sp<IAfRecordTrack>& recordTrack)
Eric Laurent81784c32012-11-19 14:55:58 -08002513 : BnAudioRecord(),
2514 mRecordTrack(recordTrack)
2515{
Andy Hungaaa18282023-06-23 19:27:19 -07002516 // TODO(b/288339104) binder thread priority change not needed.
Andy Hung225aef62022-12-06 16:33:20 -08002517 setMinSchedulerPolicy(SCHED_NORMAL, ANDROID_PRIORITY_AUDIO);
Eric Laurent81784c32012-11-19 14:55:58 -08002518}
2519
Andy Hungaaa18282023-06-23 19:27:19 -07002520RecordHandle::~RecordHandle() {
Eric Laurent81784c32012-11-19 14:55:58 -08002521 stop_nonvirtual();
2522 mRecordTrack->destroy();
2523}
2524
Andy Hungaaa18282023-06-23 19:27:19 -07002525binder::Status RecordHandle::start(int /*AudioSystem::sync_event_t*/ event,
Ivan Lozanoff6900d2017-08-01 15:47:38 -07002526 int /*audio_session_t*/ triggerSession) {
Andy Hung9d84af52018-09-12 18:03:44 -07002527 ALOGV("%s()", __func__);
Andy Hung1131b6e2020-12-08 20:47:45 -08002528 return binderStatusFromStatusT(
Ivan Lozanoff6900d2017-08-01 15:47:38 -07002529 mRecordTrack->start((AudioSystem::sync_event_t)event, (audio_session_t) triggerSession));
Eric Laurent81784c32012-11-19 14:55:58 -08002530}
2531
Andy Hungaaa18282023-06-23 19:27:19 -07002532binder::Status RecordHandle::stop() {
Eric Laurent81784c32012-11-19 14:55:58 -08002533 stop_nonvirtual();
Ivan Lozanoff6900d2017-08-01 15:47:38 -07002534 return binder::Status::ok();
Eric Laurent81784c32012-11-19 14:55:58 -08002535}
2536
Andy Hungaaa18282023-06-23 19:27:19 -07002537void RecordHandle::stop_nonvirtual() {
Andy Hung9d84af52018-09-12 18:03:44 -07002538 ALOGV("%s()", __func__);
Eric Laurent81784c32012-11-19 14:55:58 -08002539 mRecordTrack->stop();
2540}
2541
Andy Hungaaa18282023-06-23 19:27:19 -07002542binder::Status RecordHandle::getActiveMicrophones(
Mikhail Naganov2a6a3012023-02-13 11:45:03 -08002543 std::vector<media::MicrophoneInfoFw>* activeMicrophones) {
Andy Hung9d84af52018-09-12 18:03:44 -07002544 ALOGV("%s()", __func__);
Mikhail Naganov2a6a3012023-02-13 11:45:03 -08002545 return binderStatusFromStatusT(mRecordTrack->getActiveMicrophones(activeMicrophones));
jiabin653cc0a2018-01-17 17:54:10 -08002546}
2547
Andy Hungaaa18282023-06-23 19:27:19 -07002548binder::Status RecordHandle::setPreferredMicrophoneDirection(
Paul McLean03a6e6a2018-12-04 10:54:13 -07002549 int /*audio_microphone_direction_t*/ direction) {
2550 ALOGV("%s()", __func__);
Andy Hung1131b6e2020-12-08 20:47:45 -08002551 return binderStatusFromStatusT(mRecordTrack->setPreferredMicrophoneDirection(
Paul McLean03a6e6a2018-12-04 10:54:13 -07002552 static_cast<audio_microphone_direction_t>(direction)));
2553}
2554
Andy Hungaaa18282023-06-23 19:27:19 -07002555binder::Status RecordHandle::setPreferredMicrophoneFieldDimension(float zoom) {
Paul McLean03a6e6a2018-12-04 10:54:13 -07002556 ALOGV("%s()", __func__);
Andy Hung1131b6e2020-12-08 20:47:45 -08002557 return binderStatusFromStatusT(mRecordTrack->setPreferredMicrophoneFieldDimension(zoom));
Paul McLean03a6e6a2018-12-04 10:54:13 -07002558}
2559
Andy Hungaaa18282023-06-23 19:27:19 -07002560binder::Status RecordHandle::shareAudioHistory(
Eric Laurentec376dc2021-04-08 20:41:22 +02002561 const std::string& sharedAudioPackageName, int64_t sharedAudioStartMs) {
2562 return binderStatusFromStatusT(
2563 mRecordTrack->shareAudioHistory(sharedAudioPackageName, sharedAudioStartMs));
2564}
2565
Eric Laurent81784c32012-11-19 14:55:58 -08002566// ----------------------------------------------------------------------------
Andy Hung9d84af52018-09-12 18:03:44 -07002567#undef LOG_TAG
2568#define LOG_TAG "AF::RecordTrack"
Eric Laurent81784c32012-11-19 14:55:58 -08002569
Glenn Kasten05997e22014-03-13 15:08:33 -07002570// RecordTrack constructor must be called with AudioFlinger::mLock and ThreadBase::mLock held
Eric Laurent81784c32012-11-19 14:55:58 -08002571AudioFlinger::RecordThread::RecordTrack::RecordTrack(
2572 RecordThread *thread,
2573 const sp<Client>& client,
Kevin Rocard1f564ac2018-03-29 13:53:10 -07002574 const audio_attributes_t& attr,
Eric Laurent81784c32012-11-19 14:55:58 -08002575 uint32_t sampleRate,
2576 audio_format_t format,
2577 audio_channel_mask_t channelMask,
2578 size_t frameCount,
Eric Laurent83b88082014-06-20 18:31:16 -07002579 void *buffer,
Andy Hung8fe68032017-06-05 16:17:51 -07002580 size_t bufferSize,
Glenn Kastend848eb42016-03-08 13:42:11 -08002581 audio_session_t sessionId,
Eric Laurent09f1ed22019-04-24 17:45:17 -07002582 pid_t creatorPid,
Svet Ganov33761132021-05-13 22:51:08 +00002583 const AttributionSourceState& attributionSource,
Eric Laurent05067782016-06-01 18:27:28 -07002584 audio_input_flags_t flags,
Eric Laurent20b9ef02016-12-05 11:03:16 -08002585 track_type type,
Eric Laurentec376dc2021-04-08 20:41:22 +02002586 audio_port_handle_t portId,
Eric Laurent2407ce32021-04-26 14:56:03 +02002587 int32_t startFrames)
Kevin Rocard1f564ac2018-03-29 13:53:10 -07002588 : TrackBase(thread, client, attr, sampleRate, format,
Eric Laurent09f1ed22019-04-24 17:45:17 -07002589 channelMask, frameCount, buffer, bufferSize, sessionId,
Philip P. Moltmannbda45752020-07-17 16:41:18 -07002590 creatorPid,
Svet Ganov33761132021-05-13 22:51:08 +00002591 VALUE_OR_FATAL(aidl2legacy_int32_t_uid_t(attributionSource.uid)),
Philip P. Moltmannbda45752020-07-17 16:41:18 -07002592 false /*isOut*/,
Eric Laurent83b88082014-06-20 18:31:16 -07002593 (type == TYPE_DEFAULT) ?
Eric Laurent05067782016-06-01 18:27:28 -07002594 ((flags & AUDIO_INPUT_FLAG_FAST) ? ALLOC_PIPE : ALLOC_CBLK) :
Eric Laurent83b88082014-06-20 18:31:16 -07002595 ((buffer == NULL) ? ALLOC_LOCAL : ALLOC_NONE),
Andy Hungb68f5eb2019-12-03 16:49:17 -08002596 type, portId,
2597 std::string(AMEDIAMETRICS_KEY_PREFIX_AUDIO_RECORD) + std::to_string(portId)),
Andy Hung97a893e2015-03-29 01:03:07 -07002598 mOverflow(false),
Andy Hung4c6afaf2015-06-12 18:23:35 -07002599 mResamplerBufferProvider(NULL), // initialize in case of early constructor exit
Eric Laurent05067782016-06-01 18:27:28 -07002600 mRecordBufferConverter(NULL),
jiabin9378eb92018-05-02 15:26:35 -07002601 mFlags(flags),
Jean-Michel Trividdf87ef2019-08-20 15:42:04 -07002602 mSilenced(false),
Eric Laurent2407ce32021-04-26 14:56:03 +02002603 mStartFrames(startFrames)
Eric Laurent81784c32012-11-19 14:55:58 -08002604{
Glenn Kasten3ef14ef2014-03-13 15:08:51 -07002605 if (mCblk == NULL) {
2606 return;
Glenn Kasten9f80dd22012-12-18 15:57:32 -08002607 }
Glenn Kasten6dd62fb2013-12-05 16:35:58 -08002608
Mikhail Naganov7c6ae982018-06-14 12:33:38 -07002609 if (!isDirect()) {
2610 mRecordBufferConverter = new RecordBufferConverter(
2611 thread->mChannelMask, thread->mFormat, thread->mSampleRate,
2612 channelMask, format, sampleRate);
2613 // Check if the RecordBufferConverter construction was successful.
2614 // If not, don't continue with construction.
2615 //
2616 // NOTE: It would be extremely rare that the record track cannot be created
2617 // for the current device, but a pending or future device change would make
2618 // the record track configuration valid.
2619 if (mRecordBufferConverter->initCheck() != NO_ERROR) {
Andy Hung9d84af52018-09-12 18:03:44 -07002620 ALOGE("%s(%d): RecordTrack unable to create record buffer converter", __func__, mId);
Mikhail Naganov7c6ae982018-06-14 12:33:38 -07002621 return;
2622 }
Andy Hung97a893e2015-03-29 01:03:07 -07002623 }
2624
Andy Hung6ae58432016-02-16 18:32:24 -08002625 mServerProxy = new AudioRecordServerProxy(mCblk, mBuffer, frameCount,
Andy Hung3f0c9022016-01-15 17:49:46 -08002626 mFrameSize, !isExternalTrack());
Andy Hung3f0c9022016-01-15 17:49:46 -08002627
Andy Hung97a893e2015-03-29 01:03:07 -07002628 mResamplerBufferProvider = new ResamplerBufferProvider(this);
Glenn Kastenc263ca02014-06-04 20:31:46 -07002629
Eric Laurent05067782016-06-01 18:27:28 -07002630 if (flags & AUDIO_INPUT_FLAG_FAST) {
Glenn Kastenc263ca02014-06-04 20:31:46 -07002631 ALOG_ASSERT(thread->mFastTrackAvail);
2632 thread->mFastTrackAvail = false;
Andy Hung000adb52018-06-01 15:43:26 -07002633 } else {
2634 // TODO: only Normal Record has timestamps (Fast Record does not).
Andy Hung5d3d9562018-10-04 19:27:26 -07002635 mServerLatencySupported = checkServerLatencySupported(mFormat, flags);
Glenn Kastenc263ca02014-06-04 20:31:46 -07002636 }
Andy Hung8946a282018-04-19 20:04:56 -07002637#ifdef TEE_SINK
2638 mTee.setId(std::string("_") + std::to_string(mThreadIoHandle)
2639 + "_" + std::to_string(mId)
2640 + "_R");
2641#endif
Andy Hungb68f5eb2019-12-03 16:49:17 -08002642
2643 // Once this item is logged by the server, the client can add properties.
Andy Hung94235282021-03-24 15:50:14 -07002644 mTrackMetrics.logConstructor(creatorPid, uid(), id());
Eric Laurent81784c32012-11-19 14:55:58 -08002645}
2646
2647AudioFlinger::RecordThread::RecordTrack::~RecordTrack()
2648{
Andy Hung9d84af52018-09-12 18:03:44 -07002649 ALOGV("%s()", __func__);
Andy Hung97a893e2015-03-29 01:03:07 -07002650 delete mRecordBufferConverter;
Glenn Kasten6dd62fb2013-12-05 16:35:58 -08002651 delete mResamplerBufferProvider;
Eric Laurent81784c32012-11-19 14:55:58 -08002652}
2653
Andy Hung97a893e2015-03-29 01:03:07 -07002654status_t AudioFlinger::RecordThread::RecordTrack::initCheck() const
2655{
2656 status_t status = TrackBase::initCheck();
2657 if (status == NO_ERROR && mServerProxy == 0) {
2658 status = BAD_VALUE;
2659 }
2660 return status;
2661}
2662
Eric Laurent81784c32012-11-19 14:55:58 -08002663// AudioBufferProvider interface
Glenn Kastend79072e2016-01-06 08:41:20 -08002664status_t AudioFlinger::RecordThread::RecordTrack::getNextBuffer(AudioBufferProvider::Buffer* buffer)
Eric Laurent81784c32012-11-19 14:55:58 -08002665{
Glenn Kasten9f80dd22012-12-18 15:57:32 -08002666 ServerProxy::Buffer buf;
2667 buf.mFrameCount = buffer->frameCount;
2668 status_t status = mServerProxy->obtainBuffer(&buf);
2669 buffer->frameCount = buf.mFrameCount;
2670 buffer->raw = buf.mRaw;
2671 if (buf.mFrameCount == 0) {
2672 // FIXME also wake futex so that overrun is noticed more quickly
Glenn Kasten96f60d82013-07-12 10:21:18 -07002673 (void) android_atomic_or(CBLK_OVERRUN, &mCblk->mFlags);
Eric Laurent81784c32012-11-19 14:55:58 -08002674 }
Glenn Kasten9f80dd22012-12-18 15:57:32 -08002675 return status;
Eric Laurent81784c32012-11-19 14:55:58 -08002676}
2677
2678status_t AudioFlinger::RecordThread::RecordTrack::start(AudioSystem::sync_event_t event,
Glenn Kastend848eb42016-03-08 13:42:11 -08002679 audio_session_t triggerSession)
Eric Laurent81784c32012-11-19 14:55:58 -08002680{
2681 sp<ThreadBase> thread = mThread.promote();
2682 if (thread != 0) {
2683 RecordThread *recordThread = (RecordThread *)thread.get();
2684 return recordThread->start(this, event, triggerSession);
2685 } else {
Eric Laurentd52a28c2020-08-21 17:10:39 -07002686 ALOGW("%s track %d: thread was destroyed", __func__, portId());
2687 return DEAD_OBJECT;
Eric Laurent81784c32012-11-19 14:55:58 -08002688 }
2689}
2690
2691void AudioFlinger::RecordThread::RecordTrack::stop()
2692{
2693 sp<ThreadBase> thread = mThread.promote();
2694 if (thread != 0) {
2695 RecordThread *recordThread = (RecordThread *)thread.get();
Eric Laurent83b88082014-06-20 18:31:16 -07002696 if (recordThread->stop(this) && isExternalTrack()) {
Eric Laurentfee19762018-01-29 18:44:13 -08002697 AudioSystem::stopInput(mPortId);
Eric Laurent81784c32012-11-19 14:55:58 -08002698 }
2699 }
2700}
2701
2702void AudioFlinger::RecordThread::RecordTrack::destroy()
2703{
2704 // see comments at AudioFlinger::PlaybackThread::Track::destroy()
2705 sp<RecordTrack> keep(this);
2706 {
Andy Hungce685402018-10-05 17:23:27 -07002707 track_state priorState = mState;
Eric Laurent81784c32012-11-19 14:55:58 -08002708 sp<ThreadBase> thread = mThread.promote();
2709 if (thread != 0) {
Eric Laurent81784c32012-11-19 14:55:58 -08002710 Mutex::Autolock _l(thread->mLock);
2711 RecordThread *recordThread = (RecordThread *) thread.get();
Andy Hungce685402018-10-05 17:23:27 -07002712 priorState = mState;
Eric Laurentec376dc2021-04-08 20:41:22 +02002713 if (!mSharedAudioPackageName.empty()) {
Eric Laurent92d0a322021-07-16 15:32:33 +02002714 recordThread->resetAudioHistory_l();
Eric Laurentec376dc2021-04-08 20:41:22 +02002715 }
Andy Hungce685402018-10-05 17:23:27 -07002716 recordThread->destroyTrack_l(this); // move mState to STOPPED, terminate
2717 }
2718 // APM portid/client management done outside of lock.
2719 // NOTE: if thread doesn't exist, the input descriptor probably doesn't either.
2720 if (isExternalTrack()) {
2721 switch (priorState) {
2722 case ACTIVE: // invalidated while still active
2723 case STARTING_2: // invalidated/start-aborted after startInput successfully called
2724 case PAUSING: // invalidated while in the middle of stop() pausing (still active)
2725 AudioSystem::stopInput(mPortId);
2726 break;
2727
2728 case STARTING_1: // invalidated/start-aborted and startInput not successful
2729 case PAUSED: // OK, not active
2730 case IDLE: // OK, not active
2731 break;
2732
2733 case STOPPED: // unexpected (destroyed)
2734 default:
2735 LOG_ALWAYS_FATAL("%s(%d): invalid prior state: %d", __func__, mId, priorState);
2736 }
2737 AudioSystem::releaseInput(mPortId);
Eric Laurent81784c32012-11-19 14:55:58 -08002738 }
2739 }
2740}
2741
Eric Laurent9a54bc22013-09-09 09:08:44 -07002742void AudioFlinger::RecordThread::RecordTrack::invalidate()
2743{
Eric Laurent6acd1d42017-01-04 14:23:29 -08002744 TrackBase::invalidate();
Eric Laurent9a54bc22013-09-09 09:08:44 -07002745 // FIXME should use proxy, and needs work
2746 audio_track_cblk_t* cblk = mCblk;
2747 android_atomic_or(CBLK_INVALID, &cblk->mFlags);
2748 android_atomic_release_store(0x40000000, &cblk->mFutex);
2749 // client is not in server, so FUTEX_WAKE is needed instead of FUTEX_WAKE_PRIVATE
Elliott Hughesee499292014-05-21 17:55:51 -07002750 (void) syscall(__NR_futex, &cblk->mFutex, FUTEX_WAKE, INT_MAX);
Eric Laurent9a54bc22013-09-09 09:08:44 -07002751}
2752
Eric Laurent81784c32012-11-19 14:55:58 -08002753
Andy Hung02a6c4e2023-06-23 19:27:19 -07002754void AudioFlinger::RecordThread::RecordTrack::appendDumpHeader(String8& result) const
Eric Laurent81784c32012-11-19 14:55:58 -08002755{
Eric Laurent973db022018-11-20 14:54:31 -08002756 result.appendFormat("Active Id Client Session Port Id S Flags "
Andy Hung9d84af52018-09-12 18:03:44 -07002757 " Format Chn mask SRate Source "
Kevin Rocard5f2136e2018-05-11 22:03:00 -07002758 " Server FrmCnt FrmRdy Sil%s\n",
2759 isServerLatencySupported() ? " Latency" : "");
Eric Laurent81784c32012-11-19 14:55:58 -08002760}
2761
Andy Hung02a6c4e2023-06-23 19:27:19 -07002762void AudioFlinger::RecordThread::RecordTrack::appendDump(String8& result, bool active) const
Eric Laurent81784c32012-11-19 14:55:58 -08002763{
Eric Laurent973db022018-11-20 14:54:31 -08002764 result.appendFormat("%c%5s %6d %6u %7u %7u %2s 0x%03X "
Kevin Rocard5f2136e2018-05-11 22:03:00 -07002765 "%08X %08X %6u %6X "
Andy Hung000adb52018-06-01 15:43:26 -07002766 "%08X %6zu %6zu %3c",
Andy Hung2c6c3bb2017-06-16 14:01:45 -07002767 isFastTrack() ? 'F' : ' ',
Marco Nelissenb2208842014-02-07 14:00:50 -08002768 active ? "yes" : "no",
Andy Hung9d84af52018-09-12 18:03:44 -07002769 mId,
Andy Hung4ef19fa2018-05-15 19:35:29 -07002770 (mClient == 0) ? getpid() : mClient->pid(),
Andy Hung2c6c3bb2017-06-16 14:01:45 -07002771 mSessionId,
Eric Laurent973db022018-11-20 14:54:31 -08002772 mPortId,
Andy Hunge2e830f2019-12-03 12:54:46 -08002773 getTrackStateAsCodedString(),
Andy Hung2c6c3bb2017-06-16 14:01:45 -07002774 mCblk->mFlags,
2775
Eric Laurent81784c32012-11-19 14:55:58 -08002776 mFormat,
2777 mChannelMask,
Andy Hung2c6c3bb2017-06-16 14:01:45 -07002778 mSampleRate,
Kevin Rocard5f2136e2018-05-11 22:03:00 -07002779 mAttr.source,
Glenn Kasten6dd62fb2013-12-05 16:35:58 -08002780
Andy Hung2c6c3bb2017-06-16 14:01:45 -07002781 mCblk->mServer,
Jean-Michel Trivi7d665ab2018-04-11 17:26:51 -07002782 mFrameCount,
Andy Hung000adb52018-06-01 15:43:26 -07002783 mServerProxy->framesReadySafe(),
Jean-Michel Trivi7d665ab2018-04-11 17:26:51 -07002784 isSilenced() ? 's' : 'n'
Andy Hung2c6c3bb2017-06-16 14:01:45 -07002785 );
Andy Hung000adb52018-06-01 15:43:26 -07002786 if (isServerLatencySupported()) {
2787 double latencyMs;
2788 bool fromTrack;
2789 if (getTrackLatencyMs(&latencyMs, &fromTrack) == OK) {
2790 // Show latency in msec, followed by 't' if from track timestamp (the most accurate)
2791 // or 'k' if estimated from kernel (usually for debugging).
2792 result.appendFormat(" %7.2lf %c", latencyMs, fromTrack ? 't' : 'k');
2793 } else {
2794 result.appendFormat("%10s", mCblk->mServer != 0 ? "unavail" : "new");
2795 }
2796 }
2797 result.append("\n");
Eric Laurent81784c32012-11-19 14:55:58 -08002798}
2799
Andy Hung93bb5732023-05-04 21:16:34 -07002800// This is invoked by SyncEvent callback.
Andy Hung068e08e2023-05-15 19:02:55 -07002801void AudioFlinger::RecordThread::RecordTrack::handleSyncStartEvent(
2802 const sp<audioflinger::SyncEvent>& event)
Glenn Kasten25f4aa82014-02-07 10:50:43 -08002803{
Andy Hung93bb5732023-05-04 21:16:34 -07002804 size_t framesToDrop = 0;
2805 sp<ThreadBase> threadBase = mThread.promote();
2806 if (threadBase != 0) {
2807 // TODO: use actual buffer filling status instead of 2 buffers when info is available
2808 // from audio HAL
2809 framesToDrop = threadBase->mFrameCount * 2;
Glenn Kasten25f4aa82014-02-07 10:50:43 -08002810 }
Andy Hung93bb5732023-05-04 21:16:34 -07002811
2812 mSynchronizedRecordState.onPlaybackFinished(event, framesToDrop);
Glenn Kasten25f4aa82014-02-07 10:50:43 -08002813}
2814
2815void AudioFlinger::RecordThread::RecordTrack::clearSyncStartEvent()
2816{
Andy Hung93bb5732023-05-04 21:16:34 -07002817 mSynchronizedRecordState.clear();
Glenn Kasten25f4aa82014-02-07 10:50:43 -08002818}
2819
Andy Hung3f0c9022016-01-15 17:49:46 -08002820void AudioFlinger::RecordThread::RecordTrack::updateTrackFrameInfo(
2821 int64_t trackFramesReleased, int64_t sourceFramesRead,
2822 uint32_t halSampleRate, const ExtendedTimestamp &timestamp)
2823{
Andy Hung30282562018-08-08 18:27:03 -07002824 // Make the kernel frametime available.
2825 const FrameTime ft{
2826 timestamp.mPosition[ExtendedTimestamp::LOCATION_KERNEL],
2827 timestamp.mTimeNs[ExtendedTimestamp::LOCATION_KERNEL]};
2828 // ALOGD("FrameTime: %lld %lld", (long long)ft.frames, (long long)ft.timeNs);
2829 mKernelFrameTime.store(ft);
2830 if (!audio_is_linear_pcm(mFormat)) {
Atneya Nair497fff12022-01-18 16:23:04 -05002831 // Stream is direct, return provided timestamp with no conversion
2832 mServerProxy->setTimestamp(timestamp);
Andy Hung30282562018-08-08 18:27:03 -07002833 return;
2834 }
2835
Andy Hung3f0c9022016-01-15 17:49:46 -08002836 ExtendedTimestamp local = timestamp;
2837
2838 // Convert HAL frames to server-side track frames at track sample rate.
2839 // We use trackFramesReleased and sourceFramesRead as an anchor point.
2840 for (int i = ExtendedTimestamp::LOCATION_SERVER; i < ExtendedTimestamp::LOCATION_MAX; ++i) {
2841 if (local.mTimeNs[i] != 0) {
2842 const int64_t relativeServerFrames = local.mPosition[i] - sourceFramesRead;
2843 const int64_t relativeTrackFrames = relativeServerFrames
2844 * mSampleRate / halSampleRate; // TODO: potential computation overflow
2845 local.mPosition[i] = relativeTrackFrames + trackFramesReleased;
2846 }
2847 }
Andy Hung6ae58432016-02-16 18:32:24 -08002848 mServerProxy->setTimestamp(local);
Andy Hung000adb52018-06-01 15:43:26 -07002849
2850 // Compute latency info.
2851 const bool useTrackTimestamp = true; // use track unless debugging.
2852 const double latencyMs = - (useTrackTimestamp
2853 ? local.getOutputServerLatencyMs(sampleRate())
2854 : timestamp.getOutputServerLatencyMs(halSampleRate));
2855
2856 mServerLatencyFromTrack.store(useTrackTimestamp);
2857 mServerLatencyMs.store(latencyMs);
Andy Hung3f0c9022016-01-15 17:49:46 -08002858}
Eric Laurent83b88082014-06-20 18:31:16 -07002859
jiabin653cc0a2018-01-17 17:54:10 -08002860status_t AudioFlinger::RecordThread::RecordTrack::getActiveMicrophones(
Andy Hung02a6c4e2023-06-23 19:27:19 -07002861 std::vector<media::MicrophoneInfoFw>* activeMicrophones) const
jiabin653cc0a2018-01-17 17:54:10 -08002862{
2863 sp<ThreadBase> thread = mThread.promote();
2864 if (thread != 0) {
2865 RecordThread *recordThread = (RecordThread *)thread.get();
2866 return recordThread->getActiveMicrophones(activeMicrophones);
2867 } else {
2868 return BAD_VALUE;
2869 }
2870}
2871
Paul McLean12340082019-03-19 09:35:05 -06002872status_t AudioFlinger::RecordThread::RecordTrack::setPreferredMicrophoneDirection(
Paul McLean03a6e6a2018-12-04 10:54:13 -07002873 audio_microphone_direction_t direction) {
2874 sp<ThreadBase> thread = mThread.promote();
2875 if (thread != 0) {
2876 RecordThread *recordThread = (RecordThread *)thread.get();
Paul McLean12340082019-03-19 09:35:05 -06002877 return recordThread->setPreferredMicrophoneDirection(direction);
Paul McLean03a6e6a2018-12-04 10:54:13 -07002878 } else {
2879 return BAD_VALUE;
2880 }
2881}
2882
Paul McLean12340082019-03-19 09:35:05 -06002883status_t AudioFlinger::RecordThread::RecordTrack::setPreferredMicrophoneFieldDimension(float zoom) {
Paul McLean03a6e6a2018-12-04 10:54:13 -07002884 sp<ThreadBase> thread = mThread.promote();
2885 if (thread != 0) {
2886 RecordThread *recordThread = (RecordThread *)thread.get();
Paul McLean12340082019-03-19 09:35:05 -06002887 return recordThread->setPreferredMicrophoneFieldDimension(zoom);
Paul McLean03a6e6a2018-12-04 10:54:13 -07002888 } else {
2889 return BAD_VALUE;
2890 }
2891}
2892
Eric Laurentec376dc2021-04-08 20:41:22 +02002893status_t AudioFlinger::RecordThread::RecordTrack::shareAudioHistory(
2894 const std::string& sharedAudioPackageName, int64_t sharedAudioStartMs) {
2895
2896 const uid_t callingUid = IPCThreadState::self()->getCallingUid();
2897 const pid_t callingPid = IPCThreadState::self()->getCallingPid();
2898 if (callingUid != mUid || callingPid != mCreatorPid) {
2899 return PERMISSION_DENIED;
2900 }
2901
Svet Ganov33761132021-05-13 22:51:08 +00002902 AttributionSourceState attributionSource{};
2903 attributionSource.uid = VALUE_OR_RETURN_STATUS(legacy2aidl_uid_t_int32_t(callingUid));
2904 attributionSource.pid = VALUE_OR_RETURN_STATUS(legacy2aidl_uid_t_int32_t(callingPid));
2905 attributionSource.token = sp<BBinder>::make();
2906 if (!captureHotwordAllowed(attributionSource)) {
Eric Laurentec376dc2021-04-08 20:41:22 +02002907 return PERMISSION_DENIED;
2908 }
2909
2910 sp<ThreadBase> thread = mThread.promote();
2911 if (thread != 0) {
2912 RecordThread *recordThread = (RecordThread *)thread.get();
2913 status_t status = recordThread->shareAudioHistory(
2914 sharedAudioPackageName, mSessionId, sharedAudioStartMs);
2915 if (status == NO_ERROR) {
2916 mSharedAudioPackageName = sharedAudioPackageName;
2917 }
2918 return status;
2919 } else {
2920 return BAD_VALUE;
2921 }
2922}
2923
Eric Laurent78b07302022-10-07 16:20:34 +02002924void AudioFlinger::RecordThread::RecordTrack::copyMetadataTo(MetadataInserter& backInserter) const
2925{
2926
2927 // Do not forward PatchRecord metadata with unspecified audio source
2928 if (mAttr.source == AUDIO_SOURCE_DEFAULT) {
2929 return;
2930 }
2931
2932 // No track is invalid as this is called after prepareTrack_l in the same critical section
2933 record_track_metadata_v7_t metadata;
2934 metadata.base = {
2935 .source = mAttr.source,
2936 .gain = 1, // capture tracks do not have volumes
2937 };
2938 metadata.channel_mask = mChannelMask;
2939 strncpy(metadata.tags, mAttr.tags, AUDIO_ATTRIBUTES_TAGS_MAX_SIZE);
2940
2941 *backInserter++ = metadata;
2942}
Eric Laurentec376dc2021-04-08 20:41:22 +02002943
Andy Hung9d84af52018-09-12 18:03:44 -07002944// ----------------------------------------------------------------------------
2945#undef LOG_TAG
2946#define LOG_TAG "AF::PatchRecord"
2947
Eric Laurent83b88082014-06-20 18:31:16 -07002948AudioFlinger::RecordThread::PatchRecord::PatchRecord(RecordThread *recordThread,
2949 uint32_t sampleRate,
2950 audio_channel_mask_t channelMask,
2951 audio_format_t format,
2952 size_t frameCount,
2953 void *buffer,
Andy Hung8fe68032017-06-05 16:17:51 -07002954 size_t bufferSize,
Kevin Rocard45986c72018-12-18 18:22:59 -08002955 audio_input_flags_t flags,
Eric Laurent78b07302022-10-07 16:20:34 +02002956 const Timeout& timeout,
2957 audio_source_t source)
Kevin Rocard1f564ac2018-03-29 13:53:10 -07002958 : RecordTrack(recordThread, NULL,
Eric Laurent78b07302022-10-07 16:20:34 +02002959 audio_attributes_t{ .source = source } ,
Kevin Rocard1f564ac2018-03-29 13:53:10 -07002960 sampleRate, format, channelMask, frameCount,
Philip P. Moltmannbda45752020-07-17 16:41:18 -07002961 buffer, bufferSize, AUDIO_SESSION_NONE, getpid(),
Svet Ganov33761132021-05-13 22:51:08 +00002962 audioServerAttributionSource(getpid()), flags, TYPE_PATCH),
gaoxiupei8e3a5682023-07-07 20:30:23 +08002963 PatchTrackBase(mCblk ? new ClientProxy(mCblk, mBuffer, frameCount, mFrameSize, false, true)
2964 : nullptr,
Kevin Rocard45986c72018-12-18 18:22:59 -08002965 *recordThread, timeout)
Eric Laurent83b88082014-06-20 18:31:16 -07002966{
Andy Hung9d84af52018-09-12 18:03:44 -07002967 ALOGV("%s(%d): sampleRate %d mPeerTimeout %d.%03d sec",
2968 __func__, mId, sampleRate,
Eric Laurent83b88082014-06-20 18:31:16 -07002969 (int)mPeerTimeout.tv_sec,
2970 (int)(mPeerTimeout.tv_nsec / 1000000));
2971}
2972
2973AudioFlinger::RecordThread::PatchRecord::~PatchRecord()
2974{
Andy Hungabfab202019-03-07 19:45:54 -08002975 ALOGV("%s(%d)", __func__, mId);
Eric Laurent83b88082014-06-20 18:31:16 -07002976}
2977
Mikhail Naganov8296c252019-09-25 14:59:54 -07002978static size_t writeFramesHelper(
2979 AudioBufferProvider* dest, const void* src, size_t frameCount, size_t frameSize)
2980{
2981 AudioBufferProvider::Buffer patchBuffer;
2982 patchBuffer.frameCount = frameCount;
2983 auto status = dest->getNextBuffer(&patchBuffer);
2984 if (status != NO_ERROR) {
2985 ALOGW("%s PathRecord getNextBuffer failed with error %d: %s",
2986 __func__, status, strerror(-status));
2987 return 0;
2988 }
2989 ALOG_ASSERT(patchBuffer.frameCount <= frameCount);
2990 memcpy(patchBuffer.raw, src, patchBuffer.frameCount * frameSize);
2991 size_t framesWritten = patchBuffer.frameCount;
2992 dest->releaseBuffer(&patchBuffer);
2993 return framesWritten;
2994}
2995
2996// static
2997size_t AudioFlinger::RecordThread::PatchRecord::writeFrames(
2998 AudioBufferProvider* dest, const void* src, size_t frameCount, size_t frameSize)
2999{
3000 size_t framesWritten = writeFramesHelper(dest, src, frameCount, frameSize);
3001 // On buffer wrap, the buffer frame count will be less than requested,
3002 // when this happens a second buffer needs to be used to write the leftover audio
3003 const size_t framesLeft = frameCount - framesWritten;
3004 if (framesWritten != 0 && framesLeft != 0) {
3005 framesWritten += writeFramesHelper(dest, (const char*)src + framesWritten * frameSize,
3006 framesLeft, frameSize);
3007 }
3008 return framesWritten;
3009}
3010
Eric Laurent83b88082014-06-20 18:31:16 -07003011// AudioBufferProvider interface
3012status_t AudioFlinger::RecordThread::PatchRecord::getNextBuffer(
Glenn Kastend79072e2016-01-06 08:41:20 -08003013 AudioBufferProvider::Buffer* buffer)
Eric Laurent83b88082014-06-20 18:31:16 -07003014{
Andy Hung9d84af52018-09-12 18:03:44 -07003015 ALOG_ASSERT(mPeerProxy != 0, "%s(%d): called without peer proxy", __func__, mId);
Eric Laurent83b88082014-06-20 18:31:16 -07003016 Proxy::Buffer buf;
3017 buf.mFrameCount = buffer->frameCount;
3018 status_t status = mPeerProxy->obtainBuffer(&buf, &mPeerTimeout);
3019 ALOGV_IF(status != NO_ERROR,
Andy Hung9d84af52018-09-12 18:03:44 -07003020 "%s(%d): mPeerProxy->obtainBuffer status %d", __func__, mId, status);
Eric Laurentc2730ba2014-07-20 15:47:07 -07003021 buffer->frameCount = buf.mFrameCount;
Mikhail Naganov938be412019-09-04 11:38:47 -07003022 if (ATRACE_ENABLED()) {
3023 std::string traceName("PRnObt");
3024 traceName += std::to_string(id());
3025 ATRACE_INT(traceName.c_str(), buf.mFrameCount);
3026 }
Eric Laurent83b88082014-06-20 18:31:16 -07003027 if (buf.mFrameCount == 0) {
3028 return WOULD_BLOCK;
3029 }
Glenn Kastend79072e2016-01-06 08:41:20 -08003030 status = RecordTrack::getNextBuffer(buffer);
Eric Laurent83b88082014-06-20 18:31:16 -07003031 return status;
3032}
3033
3034void AudioFlinger::RecordThread::PatchRecord::releaseBuffer(AudioBufferProvider::Buffer* buffer)
3035{
Andy Hung9d84af52018-09-12 18:03:44 -07003036 ALOG_ASSERT(mPeerProxy != 0, "%s(%d): called without peer proxy", __func__, mId);
Eric Laurent83b88082014-06-20 18:31:16 -07003037 Proxy::Buffer buf;
3038 buf.mFrameCount = buffer->frameCount;
3039 buf.mRaw = buffer->raw;
3040 mPeerProxy->releaseBuffer(&buf);
3041 TrackBase::releaseBuffer(buffer);
3042}
3043
3044status_t AudioFlinger::RecordThread::PatchRecord::obtainBuffer(Proxy::Buffer* buffer,
3045 const struct timespec *timeOut)
3046{
3047 return mProxy->obtainBuffer(buffer, timeOut);
3048}
3049
3050void AudioFlinger::RecordThread::PatchRecord::releaseBuffer(Proxy::Buffer* buffer)
3051{
3052 mProxy->releaseBuffer(buffer);
3053}
3054
Mikhail Naganovcaf59942019-09-25 14:05:29 -07003055#undef LOG_TAG
3056#define LOG_TAG "AF::PthrPatchRecord"
3057
3058static std::unique_ptr<void, decltype(free)*> allocAligned(size_t alignment, size_t size)
3059{
3060 void *ptr = nullptr;
3061 (void)posix_memalign(&ptr, alignment, size);
Andy Hung71ba4b32022-10-06 12:09:49 -07003062 return {ptr, free};
Mikhail Naganovcaf59942019-09-25 14:05:29 -07003063}
3064
3065AudioFlinger::RecordThread::PassthruPatchRecord::PassthruPatchRecord(
3066 RecordThread *recordThread,
3067 uint32_t sampleRate,
3068 audio_channel_mask_t channelMask,
3069 audio_format_t format,
3070 size_t frameCount,
Eric Laurent78b07302022-10-07 16:20:34 +02003071 audio_input_flags_t flags,
3072 audio_source_t source)
Mikhail Naganovcaf59942019-09-25 14:05:29 -07003073 : PatchRecord(recordThread, sampleRate, channelMask, format, frameCount,
Eric Laurent78b07302022-10-07 16:20:34 +02003074 nullptr /*buffer*/, 0 /*bufferSize*/, flags, {} /* timeout */, source),
Mikhail Naganovcaf59942019-09-25 14:05:29 -07003075 mPatchRecordAudioBufferProvider(*this),
3076 mSinkBuffer(allocAligned(32, mFrameCount * mFrameSize)),
3077 mStubBuffer(allocAligned(32, mFrameCount * mFrameSize))
3078{
3079 memset(mStubBuffer.get(), 0, mFrameCount * mFrameSize);
3080}
3081
3082sp<StreamInHalInterface> AudioFlinger::RecordThread::PassthruPatchRecord::obtainStream(
3083 sp<ThreadBase>* thread)
3084{
3085 *thread = mThread.promote();
3086 if (!*thread) return nullptr;
3087 RecordThread *recordThread = static_cast<RecordThread*>((*thread).get());
3088 Mutex::Autolock _l(recordThread->mLock);
3089 return recordThread->mInput ? recordThread->mInput->stream : nullptr;
3090}
3091
3092// PatchProxyBufferProvider methods are called on DirectOutputThread
3093status_t AudioFlinger::RecordThread::PassthruPatchRecord::obtainBuffer(
3094 Proxy::Buffer* buffer, const struct timespec* timeOut)
3095{
3096 if (mUnconsumedFrames) {
3097 buffer->mFrameCount = std::min(buffer->mFrameCount, mUnconsumedFrames);
3098 // mUnconsumedFrames is decreased in releaseBuffer to use actual frame consumption figure.
3099 return PatchRecord::obtainBuffer(buffer, timeOut);
3100 }
3101
3102 // Otherwise, execute a read from HAL and write into the buffer.
3103 nsecs_t startTimeNs = 0;
3104 if (timeOut && (timeOut->tv_sec != 0 || timeOut->tv_nsec != 0) && timeOut->tv_sec != INT_MAX) {
3105 // Will need to correct timeOut by elapsed time.
3106 startTimeNs = systemTime();
3107 }
3108 const size_t framesToRead = std::min(buffer->mFrameCount, mFrameCount);
3109 buffer->mFrameCount = 0;
3110 buffer->mRaw = nullptr;
3111 sp<ThreadBase> thread;
3112 sp<StreamInHalInterface> stream = obtainStream(&thread);
3113 if (!stream) return NO_INIT; // If there is no stream, RecordThread is not reading.
3114
3115 status_t result = NO_ERROR;
Mikhail Naganovcaf59942019-09-25 14:05:29 -07003116 size_t bytesRead = 0;
3117 {
3118 ATRACE_NAME("read");
3119 result = stream->read(mSinkBuffer.get(), framesToRead * mFrameSize, &bytesRead);
3120 if (result != NO_ERROR) goto stream_error;
3121 if (bytesRead == 0) return NO_ERROR;
3122 }
3123
3124 {
3125 std::lock_guard<std::mutex> lock(mReadLock);
3126 mReadBytes += bytesRead;
3127 mReadError = NO_ERROR;
3128 }
3129 mReadCV.notify_one();
3130 // writeFrames handles wraparound and should write all the provided frames.
3131 // If it couldn't, there is something wrong with the client/server buffer of the software patch.
3132 buffer->mFrameCount = writeFrames(
3133 &mPatchRecordAudioBufferProvider,
3134 mSinkBuffer.get(), bytesRead / mFrameSize, mFrameSize);
3135 ALOGW_IF(buffer->mFrameCount < bytesRead / mFrameSize,
3136 "Lost %zu frames obtained from HAL", bytesRead / mFrameSize - buffer->mFrameCount);
3137 mUnconsumedFrames = buffer->mFrameCount;
Mikhail Naganov4de49972019-10-07 09:53:58 -07003138 struct timespec newTimeOut;
Mikhail Naganovcaf59942019-09-25 14:05:29 -07003139 if (startTimeNs) {
Mikhail Naganov4de49972019-10-07 09:53:58 -07003140 // Correct the timeout by elapsed time.
3141 nsecs_t newTimeOutNs = audio_utils_ns_from_timespec(timeOut) - (systemTime() - startTimeNs);
Mikhail Naganovcaf59942019-09-25 14:05:29 -07003142 if (newTimeOutNs < 0) newTimeOutNs = 0;
3143 newTimeOut.tv_sec = newTimeOutNs / NANOS_PER_SECOND;
3144 newTimeOut.tv_nsec = newTimeOutNs - newTimeOut.tv_sec * NANOS_PER_SECOND;
Mikhail Naganov4de49972019-10-07 09:53:58 -07003145 timeOut = &newTimeOut;
Mikhail Naganovcaf59942019-09-25 14:05:29 -07003146 }
Mikhail Naganov4de49972019-10-07 09:53:58 -07003147 return PatchRecord::obtainBuffer(buffer, timeOut);
Mikhail Naganovcaf59942019-09-25 14:05:29 -07003148
3149stream_error:
3150 stream->standby();
3151 {
3152 std::lock_guard<std::mutex> lock(mReadLock);
3153 mReadError = result;
3154 }
3155 mReadCV.notify_one();
3156 return result;
3157}
3158
3159void AudioFlinger::RecordThread::PassthruPatchRecord::releaseBuffer(Proxy::Buffer* buffer)
3160{
3161 if (buffer->mFrameCount <= mUnconsumedFrames) {
3162 mUnconsumedFrames -= buffer->mFrameCount;
3163 } else {
3164 ALOGW("Write side has consumed more frames than we had: %zu > %zu",
3165 buffer->mFrameCount, mUnconsumedFrames);
3166 mUnconsumedFrames = 0;
3167 }
3168 PatchRecord::releaseBuffer(buffer);
3169}
3170
3171// AudioBufferProvider and Source methods are called on RecordThread
3172// 'read' emulates actual audio data with 0's. This is OK as 'getNextBuffer'
3173// and 'releaseBuffer' are stubbed out and ignore their input.
3174// It's not possible to retrieve actual data here w/o blocking 'obtainBuffer'
3175// until we copy it.
3176status_t AudioFlinger::RecordThread::PassthruPatchRecord::read(
3177 void* buffer, size_t bytes, size_t* read)
3178{
3179 bytes = std::min(bytes, mFrameCount * mFrameSize);
3180 {
3181 std::unique_lock<std::mutex> lock(mReadLock);
3182 mReadCV.wait(lock, [&]{ return mReadError != NO_ERROR || mReadBytes != 0; });
3183 if (mReadError != NO_ERROR) {
3184 mLastReadFrames = 0;
3185 return mReadError;
3186 }
3187 *read = std::min(bytes, mReadBytes);
3188 mReadBytes -= *read;
3189 }
3190 mLastReadFrames = *read / mFrameSize;
3191 memset(buffer, 0, *read);
3192 return 0;
3193}
3194
3195status_t AudioFlinger::RecordThread::PassthruPatchRecord::getCapturePosition(
3196 int64_t* frames, int64_t* time)
3197{
3198 sp<ThreadBase> thread;
3199 sp<StreamInHalInterface> stream = obtainStream(&thread);
3200 return stream ? stream->getCapturePosition(frames, time) : NO_INIT;
3201}
3202
3203status_t AudioFlinger::RecordThread::PassthruPatchRecord::standby()
3204{
3205 // RecordThread issues 'standby' command in two major cases:
3206 // 1. Error on read--this case is handled in 'obtainBuffer'.
3207 // 2. Track is stopping--as PassthruPatchRecord assumes continuous
3208 // output, this can only happen when the software patch
3209 // is being torn down. In this case, the RecordThread
3210 // will terminate and close the HAL stream.
3211 return 0;
3212}
3213
3214// As the buffer gets filled in obtainBuffer, here we only simulate data consumption.
3215status_t AudioFlinger::RecordThread::PassthruPatchRecord::getNextBuffer(
3216 AudioBufferProvider::Buffer* buffer)
3217{
3218 buffer->frameCount = mLastReadFrames;
3219 buffer->raw = buffer->frameCount != 0 ? mStubBuffer.get() : nullptr;
3220 return NO_ERROR;
3221}
3222
3223void AudioFlinger::RecordThread::PassthruPatchRecord::releaseBuffer(
3224 AudioBufferProvider::Buffer* buffer)
3225{
3226 buffer->frameCount = 0;
3227 buffer->raw = nullptr;
3228}
3229
Andy Hung9d84af52018-09-12 18:03:44 -07003230// ----------------------------------------------------------------------------
3231#undef LOG_TAG
3232#define LOG_TAG "AF::MmapTrack"
Eric Laurent6acd1d42017-01-04 14:23:29 -08003233
3234AudioFlinger::MmapThread::MmapTrack::MmapTrack(ThreadBase *thread,
Kevin Rocard1f564ac2018-03-29 13:53:10 -07003235 const audio_attributes_t& attr,
Eric Laurent6acd1d42017-01-04 14:23:29 -08003236 uint32_t sampleRate,
3237 audio_format_t format,
3238 audio_channel_mask_t channelMask,
3239 audio_session_t sessionId,
Kevin Rocard5f2136e2018-05-11 22:03:00 -07003240 bool isOut,
Svet Ganov33761132021-05-13 22:51:08 +00003241 const AttributionSourceState& attributionSource,
Eric Laurent09f1ed22019-04-24 17:45:17 -07003242 pid_t creatorPid,
Eric Laurent6acd1d42017-01-04 14:23:29 -08003243 audio_port_handle_t portId)
Kevin Rocard1f564ac2018-03-29 13:53:10 -07003244 : TrackBase(thread, NULL, attr, sampleRate, format,
Andy Hung8fe68032017-06-05 16:17:51 -07003245 channelMask, (size_t)0 /* frameCount */,
3246 nullptr /* buffer */, (size_t)0 /* bufferSize */,
Philip P. Moltmannbda45752020-07-17 16:41:18 -07003247 sessionId, creatorPid,
Svet Ganov33761132021-05-13 22:51:08 +00003248 VALUE_OR_FATAL(aidl2legacy_int32_t_uid_t(attributionSource.uid)),
Philip P. Moltmannbda45752020-07-17 16:41:18 -07003249 isOut,
Eric Laurent6acd1d42017-01-04 14:23:29 -08003250 ALLOC_NONE,
Andy Hungc2b11cb2020-04-22 09:04:01 -07003251 TYPE_DEFAULT, portId,
3252 std::string(AMEDIAMETRICS_KEY_PREFIX_AUDIO_MMAP) + std::to_string(portId)),
Svet Ganov33761132021-05-13 22:51:08 +00003253 mPid(VALUE_OR_FATAL(aidl2legacy_int32_t_uid_t(attributionSource.pid))),
Philip P. Moltmannbda45752020-07-17 16:41:18 -07003254 mSilenced(false), mSilencedNotified(false)
Eric Laurent6acd1d42017-01-04 14:23:29 -08003255{
Andy Hungc2b11cb2020-04-22 09:04:01 -07003256 // Once this item is logged by the server, the client can add properties.
Andy Hung94235282021-03-24 15:50:14 -07003257 mTrackMetrics.logConstructor(creatorPid, uid(), id());
Eric Laurent6acd1d42017-01-04 14:23:29 -08003258}
3259
3260AudioFlinger::MmapThread::MmapTrack::~MmapTrack()
3261{
3262}
3263
3264status_t AudioFlinger::MmapThread::MmapTrack::initCheck() const
3265{
3266 return NO_ERROR;
3267}
3268
3269status_t AudioFlinger::MmapThread::MmapTrack::start(AudioSystem::sync_event_t event __unused,
Kevin Rocard5f2136e2018-05-11 22:03:00 -07003270 audio_session_t triggerSession __unused)
Eric Laurent6acd1d42017-01-04 14:23:29 -08003271{
3272 return NO_ERROR;
3273}
3274
3275void AudioFlinger::MmapThread::MmapTrack::stop()
3276{
3277}
3278
3279// AudioBufferProvider interface
3280status_t AudioFlinger::MmapThread::MmapTrack::getNextBuffer(AudioBufferProvider::Buffer* buffer)
3281{
3282 buffer->frameCount = 0;
3283 buffer->raw = nullptr;
3284 return INVALID_OPERATION;
3285}
3286
3287// ExtendedAudioBufferProvider interface
3288size_t AudioFlinger::MmapThread::MmapTrack::framesReady() const {
3289 return 0;
3290}
3291
3292int64_t AudioFlinger::MmapThread::MmapTrack::framesReleased() const
3293{
3294 return 0;
3295}
3296
3297void AudioFlinger::MmapThread::MmapTrack::onTimestamp(const ExtendedTimestamp &timestamp __unused)
3298{
3299}
3300
Vlad Popaec1788e2022-08-04 11:23:30 +02003301void AudioFlinger::MmapThread::MmapTrack::processMuteEvent_l(const sp<
3302 IAudioManager>& audioManager, mute_state_t muteState)
3303{
3304 if (mMuteState == muteState) {
3305 // mute state did not change, do nothing
3306 return;
3307 }
3308
3309 status_t result = UNKNOWN_ERROR;
3310 if (audioManager && mPortId != AUDIO_PORT_HANDLE_NONE) {
3311 if (mMuteEventExtras == nullptr) {
3312 mMuteEventExtras = std::make_unique<os::PersistableBundle>();
3313 }
3314 mMuteEventExtras->putInt(String16(kExtraPlayerEventMuteKey),
3315 static_cast<int>(muteState));
3316
3317 result = audioManager->portEvent(mPortId,
3318 PLAYER_UPDATE_MUTED,
3319 mMuteEventExtras);
3320 }
3321
3322 if (result == OK) {
3323 mMuteState = muteState;
3324 } else {
3325 ALOGW("%s(%d): cannot process mute state for port ID %d, status error %d",
3326 __func__,
3327 id(),
3328 mPortId,
3329 result);
3330 }
3331}
3332
Andy Hung02a6c4e2023-06-23 19:27:19 -07003333void AudioFlinger::MmapThread::MmapTrack::appendDumpHeader(String8& result) const
Eric Laurent6acd1d42017-01-04 14:23:29 -08003334{
Eric Laurent973db022018-11-20 14:54:31 -08003335 result.appendFormat("Client Session Port Id Format Chn mask SRate Flags %s\n",
Kevin Rocard5f2136e2018-05-11 22:03:00 -07003336 isOut() ? "Usg CT": "Source");
Eric Laurent6acd1d42017-01-04 14:23:29 -08003337}
3338
Andy Hung02a6c4e2023-06-23 19:27:19 -07003339void AudioFlinger::MmapThread::MmapTrack::appendDump(String8& result, bool active __unused) const
Eric Laurent6acd1d42017-01-04 14:23:29 -08003340{
Eric Laurent973db022018-11-20 14:54:31 -08003341 result.appendFormat("%6u %7u %7u %08X %08X %6u 0x%03X ",
Andy Hung2c6c3bb2017-06-16 14:01:45 -07003342 mPid,
3343 mSessionId,
Eric Laurent973db022018-11-20 14:54:31 -08003344 mPortId,
Eric Laurent6acd1d42017-01-04 14:23:29 -08003345 mFormat,
3346 mChannelMask,
Kevin Rocard5f2136e2018-05-11 22:03:00 -07003347 mSampleRate,
3348 mAttr.flags);
3349 if (isOut()) {
3350 result.appendFormat("%3x %2x", mAttr.usage, mAttr.content_type);
3351 } else {
3352 result.appendFormat("%6x", mAttr.source);
3353 }
3354 result.append("\n");
Eric Laurent6acd1d42017-01-04 14:23:29 -08003355}
3356
Glenn Kasten63238ef2015-03-02 15:50:29 -08003357} // namespace android