blob: 7040af43df3745543180305e753fbcf0543dae93 [file] [log] [blame]
Glenn Kasten99e53b82012-01-19 08:59:58 -08001/*
Mathias Agopian65ab4712010-07-14 17:59:35 -07002**
3** Copyright 2007, The Android Open Source Project
4**
5** Licensed under the Apache License, Version 2.0 (the "License");
6** you may not use this file except in compliance with the License.
7** You may obtain a copy of the License at
8**
9** http://www.apache.org/licenses/LICENSE-2.0
10**
11** Unless required by applicable law or agreed to in writing, software
12** distributed under the License is distributed on an "AS IS" BASIS,
13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14** See the License for the specific language governing permissions and
15** limitations under the License.
16*/
17
18#define LOG_TAG "AudioMixer"
Glenn Kasten7f5d3352013-02-15 23:55:04 +000019//#define LOG_NDEBUG 0
Mathias Agopian65ab4712010-07-14 17:59:35 -070020
Glenn Kasten153b9fe2013-07-15 11:23:36 -070021#include "Configuration.h"
Mathias Agopian65ab4712010-07-14 17:59:35 -070022#include <stdint.h>
23#include <string.h>
24#include <stdlib.h>
Andy Hung5e58b0a2014-06-23 19:07:29 -070025#include <math.h>
Mathias Agopian65ab4712010-07-14 17:59:35 -070026#include <sys/types.h>
27
28#include <utils/Errors.h>
29#include <utils/Log.h>
30
Jean-Michel Trivi0d255b22011-05-24 15:53:33 -070031#include <cutils/bitops.h>
Glenn Kastenf6b16782011-12-15 09:51:17 -080032#include <cutils/compiler.h>
Glenn Kasten5798d4e2012-03-08 12:18:35 -080033#include <utils/Debug.h>
Jean-Michel Trivi0d255b22011-05-24 15:53:33 -070034
35#include <system/audio.h>
36
Glenn Kasten3b21c502011-12-15 09:52:39 -080037#include <audio_utils/primitives.h>
Andy Hungef7c7fb2014-05-12 16:51:41 -070038#include <audio_utils/format.h>
John Grossman4ff14ba2012-02-08 16:37:41 -080039#include <common_time/local_clock.h>
40#include <common_time/cc_helper.h>
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -070041
Andy Hung296b7412014-06-17 15:25:47 -070042#include "AudioMixerOps.h"
Mathias Agopian65ab4712010-07-14 17:59:35 -070043#include "AudioMixer.h"
44
Andy Hunge93b6b72014-07-17 21:30:53 -070045// The FCC_2 macro refers to the Fixed Channel Count of 2 for the legacy integer mixer.
Andy Hung296b7412014-06-17 15:25:47 -070046#ifndef FCC_2
47#define FCC_2 2
48#endif
49
Andy Hunge93b6b72014-07-17 21:30:53 -070050// Look for MONO_HACK for any Mono hack involving legacy mono channel to
51// stereo channel conversion.
52
Andy Hung296b7412014-06-17 15:25:47 -070053/* VERY_VERY_VERBOSE_LOGGING will show exactly which process hook and track hook is
54 * being used. This is a considerable amount of log spam, so don't enable unless you
55 * are verifying the hook based code.
56 */
57//#define VERY_VERY_VERBOSE_LOGGING
58#ifdef VERY_VERY_VERBOSE_LOGGING
59#define ALOGVV ALOGV
60//define ALOGVV printf // for test-mixer.cpp
61#else
62#define ALOGVV(a...) do { } while (0)
63#endif
64
Andy Hunga08810b2014-07-16 21:53:43 -070065#ifndef ARRAY_SIZE
66#define ARRAY_SIZE(x) (sizeof(x)/sizeof((x)[0]))
67#endif
68
Andy Hung5b8fde72014-09-02 21:14:34 -070069// Set kUseNewMixer to true to use the new mixer engine always. Otherwise the
70// original code will be used for stereo sinks, the new mixer for multichannel.
71static const bool kUseNewMixer = true;
Andy Hung296b7412014-06-17 15:25:47 -070072
73// Set kUseFloat to true to allow floating input into the mixer engine.
74// If kUseNewMixer is false, this is ignored or may be overridden internally
75// because of downmix/upmix support.
76static const bool kUseFloat = true;
77
Andy Hung1b2fdcb2014-07-16 17:44:34 -070078// Set to default copy buffer size in frames for input processing.
79static const size_t kCopyBufferFrameCount = 256;
80
Mathias Agopian65ab4712010-07-14 17:59:35 -070081namespace android {
Mathias Agopian65ab4712010-07-14 17:59:35 -070082
83// ----------------------------------------------------------------------------
Andy Hung1b2fdcb2014-07-16 17:44:34 -070084
85template <typename T>
86T min(const T& a, const T& b)
87{
88 return a < b ? a : b;
89}
90
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -070091// ----------------------------------------------------------------------------
Mathias Agopian65ab4712010-07-14 17:59:35 -070092
Paul Lind3c0a0e82012-08-01 18:49:49 -070093// Ensure mConfiguredNames bitmask is initialized properly on all architectures.
94// The value of 1 << x is undefined in C when x >= 32.
95
Glenn Kasten5c94b6c2012-03-20 17:01:29 -070096AudioMixer::AudioMixer(size_t frameCount, uint32_t sampleRate, uint32_t maxNumTracks)
Paul Lind3c0a0e82012-08-01 18:49:49 -070097 : mTrackNames(0), mConfiguredNames((maxNumTracks >= 32 ? 0 : 1 << maxNumTracks) - 1),
Glenn Kasten7f5d3352013-02-15 23:55:04 +000098 mSampleRate(sampleRate)
Mathias Agopian65ab4712010-07-14 17:59:35 -070099{
Glenn Kasten5c94b6c2012-03-20 17:01:29 -0700100 ALOG_ASSERT(maxNumTracks <= MAX_NUM_TRACKS, "maxNumTracks %u > MAX_NUM_TRACKS %u",
101 maxNumTracks, MAX_NUM_TRACKS);
102
Glenn Kasten599fabc2012-03-08 12:33:37 -0800103 // AudioMixer is not yet capable of more than 32 active track inputs
104 ALOG_ASSERT(32 >= MAX_NUM_TRACKS, "bad MAX_NUM_TRACKS %d", MAX_NUM_TRACKS);
105
Glenn Kasten52008f82012-03-18 09:34:41 -0700106 pthread_once(&sOnceControl, &sInitRoutine);
107
Mathias Agopian65ab4712010-07-14 17:59:35 -0700108 mState.enabledTracks= 0;
109 mState.needsChanged = 0;
110 mState.frameCount = frameCount;
Glenn Kasten84afa3b2012-01-25 15:28:08 -0800111 mState.hook = process__nop;
Glenn Kastene0feee32011-12-13 11:53:26 -0800112 mState.outputTemp = NULL;
113 mState.resampleTemp = NULL;
Glenn Kastenab7d72f2013-02-27 09:05:28 -0800114 mState.mLog = &mDummyLog;
Glenn Kasten84afa3b2012-01-25 15:28:08 -0800115 // mState.reserved
Glenn Kasten17a736c2012-02-14 08:52:15 -0800116
117 // FIXME Most of the following initialization is probably redundant since
118 // tracks[i] should only be referenced if (mTrackNames & (1 << i)) != 0
119 // and mTrackNames is initially 0. However, leave it here until that's verified.
Mathias Agopian65ab4712010-07-14 17:59:35 -0700120 track_t* t = mState.tracks;
Glenn Kastenbf71f1e2011-12-13 11:52:35 -0800121 for (unsigned i=0 ; i < MAX_NUM_TRACKS ; i++) {
Eric Laurenta5e82142012-04-16 13:47:17 -0700122 t->resampler = NULL;
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700123 t->downmixerBufferProvider = NULL;
Andy Hung1b2fdcb2014-07-16 17:44:34 -0700124 t->mReformatBufferProvider = NULL;
Andy Hungc5656cc2015-03-26 19:04:33 -0700125 t->mTimestretchBufferProvider = NULL;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700126 t++;
127 }
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700128
Mathias Agopian65ab4712010-07-14 17:59:35 -0700129}
130
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800131AudioMixer::~AudioMixer()
132{
133 track_t* t = mState.tracks;
Glenn Kastenbf71f1e2011-12-13 11:52:35 -0800134 for (unsigned i=0 ; i < MAX_NUM_TRACKS ; i++) {
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800135 delete t->resampler;
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700136 delete t->downmixerBufferProvider;
Andy Hung1b2fdcb2014-07-16 17:44:34 -0700137 delete t->mReformatBufferProvider;
Andy Hungc5656cc2015-03-26 19:04:33 -0700138 delete t->mTimestretchBufferProvider;
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800139 t++;
140 }
141 delete [] mState.outputTemp;
142 delete [] mState.resampleTemp;
143}
Mathias Agopian65ab4712010-07-14 17:59:35 -0700144
Glenn Kastenab7d72f2013-02-27 09:05:28 -0800145void AudioMixer::setLog(NBLog::Writer *log)
146{
147 mState.mLog = log;
148}
149
Andy Hung7f475492014-08-25 16:36:37 -0700150static inline audio_format_t selectMixerInFormat(audio_format_t inputFormat __unused) {
151 return kUseFloat && kUseNewMixer ? AUDIO_FORMAT_PCM_FLOAT : AUDIO_FORMAT_PCM_16_BIT;
152}
153
Andy Hunge8a1ced2014-05-09 15:02:21 -0700154int AudioMixer::getTrackName(audio_channel_mask_t channelMask,
155 audio_format_t format, int sessionId)
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800156{
Andy Hunge8a1ced2014-05-09 15:02:21 -0700157 if (!isValidPcmTrackFormat(format)) {
158 ALOGE("AudioMixer::getTrackName invalid format (%#x)", format);
159 return -1;
160 }
Glenn Kasten5c94b6c2012-03-20 17:01:29 -0700161 uint32_t names = (~mTrackNames) & mConfiguredNames;
Glenn Kasten98dd5422011-12-15 14:38:29 -0800162 if (names != 0) {
163 int n = __builtin_ctz(names);
Steve Block3856b092011-10-20 11:56:00 +0100164 ALOGV("add track (%d)", n);
Glenn Kastendeeb1282012-03-25 11:59:31 -0700165 // assume default parameters for the track, except where noted below
166 track_t* t = &mState.tracks[n];
167 t->needs = 0;
Andy Hung5e58b0a2014-06-23 19:07:29 -0700168
169 // Integer volume.
170 // Currently integer volume is kept for the legacy integer mixer.
171 // Will be removed when the legacy mixer path is removed.
Andy Hung97ae8242014-05-30 10:35:47 -0700172 t->volume[0] = UNITY_GAIN_INT;
173 t->volume[1] = UNITY_GAIN_INT;
Andy Hung5e58b0a2014-06-23 19:07:29 -0700174 t->prevVolume[0] = UNITY_GAIN_INT << 16;
175 t->prevVolume[1] = UNITY_GAIN_INT << 16;
Glenn Kastendeeb1282012-03-25 11:59:31 -0700176 t->volumeInc[0] = 0;
177 t->volumeInc[1] = 0;
178 t->auxLevel = 0;
179 t->auxInc = 0;
Andy Hung5e58b0a2014-06-23 19:07:29 -0700180 t->prevAuxLevel = 0;
181
182 // Floating point volume.
183 t->mVolume[0] = UNITY_GAIN_FLOAT;
184 t->mVolume[1] = UNITY_GAIN_FLOAT;
185 t->mPrevVolume[0] = UNITY_GAIN_FLOAT;
186 t->mPrevVolume[1] = UNITY_GAIN_FLOAT;
187 t->mVolumeInc[0] = 0.;
188 t->mVolumeInc[1] = 0.;
189 t->mAuxLevel = 0.;
190 t->mAuxInc = 0.;
191 t->mPrevAuxLevel = 0.;
192
Glenn Kastendeeb1282012-03-25 11:59:31 -0700193 // no initialization needed
Glenn Kastendeeb1282012-03-25 11:59:31 -0700194 // t->frameCount
Andy Hung68112fc2014-05-14 14:13:23 -0700195 t->channelCount = audio_channel_count_from_out_mask(channelMask);
Glenn Kastendeeb1282012-03-25 11:59:31 -0700196 t->enabled = false;
Andy Hunge93b6b72014-07-17 21:30:53 -0700197 ALOGV_IF(audio_channel_mask_get_bits(channelMask) != AUDIO_CHANNEL_OUT_STEREO,
Andy Hungef7c7fb2014-05-12 16:51:41 -0700198 "Non-stereo channel mask: %d\n", channelMask);
Andy Hung68112fc2014-05-14 14:13:23 -0700199 t->channelMask = channelMask;
Jean-Michel Trivid06e1322012-09-12 15:47:07 -0700200 t->sessionId = sessionId;
Glenn Kastendeeb1282012-03-25 11:59:31 -0700201 // setBufferProvider(name, AudioBufferProvider *) is required before enable(name)
202 t->bufferProvider = NULL;
203 t->buffer.raw = NULL;
204 // no initialization needed
205 // t->buffer.frameCount
206 t->hook = NULL;
207 t->in = NULL;
208 t->resampler = NULL;
209 t->sampleRate = mSampleRate;
210 // setParameter(name, TRACK, MAIN_BUFFER, mixBuffer) is required before enable(name)
211 t->mainBuffer = NULL;
212 t->auxBuffer = NULL;
Andy Hungef7c7fb2014-05-12 16:51:41 -0700213 t->mInputBufferProvider = NULL;
214 t->mReformatBufferProvider = NULL;
Glenn Kasten52008f82012-03-18 09:34:41 -0700215 t->downmixerBufferProvider = NULL;
Andy Hung7f475492014-08-25 16:36:37 -0700216 t->mPostDownmixReformatBufferProvider = NULL;
Andy Hungc5656cc2015-03-26 19:04:33 -0700217 t->mTimestretchBufferProvider = NULL;
Andy Hung78820702014-02-28 16:23:02 -0800218 t->mMixerFormat = AUDIO_FORMAT_PCM_16_BIT;
Andy Hunge8a1ced2014-05-09 15:02:21 -0700219 t->mFormat = format;
Andy Hung7f475492014-08-25 16:36:37 -0700220 t->mMixerInFormat = selectMixerInFormat(format);
221 t->mDownmixRequiresFormat = AUDIO_FORMAT_INVALID; // no format required
Andy Hunge93b6b72014-07-17 21:30:53 -0700222 t->mMixerChannelMask = audio_channel_mask_from_representation_and_bits(
223 AUDIO_CHANNEL_REPRESENTATION_POSITION, AUDIO_CHANNEL_OUT_STEREO);
224 t->mMixerChannelCount = audio_channel_count_from_out_mask(t->mMixerChannelMask);
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700225 t->mPlaybackRate = AUDIO_PLAYBACK_RATE_DEFAULT;
Andy Hung296b7412014-06-17 15:25:47 -0700226 // Check the downmixing (or upmixing) requirements.
Andy Hung0f451e92014-08-04 21:28:47 -0700227 status_t status = t->prepareForDownmix();
Andy Hung68112fc2014-05-14 14:13:23 -0700228 if (status != OK) {
229 ALOGE("AudioMixer::getTrackName invalid channelMask (%#x)", channelMask);
230 return -1;
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700231 }
Andy Hung7f475492014-08-25 16:36:37 -0700232 // prepareForDownmix() may change mDownmixRequiresFormat
Andy Hung296b7412014-06-17 15:25:47 -0700233 ALOGVV("mMixerFormat:%#x mMixerInFormat:%#x\n", t->mMixerFormat, t->mMixerInFormat);
Andy Hung0f451e92014-08-04 21:28:47 -0700234 t->prepareForReformat();
Andy Hung68112fc2014-05-14 14:13:23 -0700235 mTrackNames |= 1 << n;
236 return TRACK0 + n;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700237 }
Andy Hung68112fc2014-05-14 14:13:23 -0700238 ALOGE("AudioMixer::getTrackName out of available tracks");
Mathias Agopian65ab4712010-07-14 17:59:35 -0700239 return -1;
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800240}
Mathias Agopian65ab4712010-07-14 17:59:35 -0700241
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800242void AudioMixer::invalidateState(uint32_t mask)
243{
Glenn Kasten34fca342013-08-13 09:48:14 -0700244 if (mask != 0) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700245 mState.needsChanged |= mask;
246 mState.hook = process__validate;
247 }
248 }
249
Andy Hunge93b6b72014-07-17 21:30:53 -0700250// Called when channel masks have changed for a track name
Andy Hung7f475492014-08-25 16:36:37 -0700251// TODO: Fix DownmixerBufferProvider not to (possibly) change mixer input format,
Andy Hunge93b6b72014-07-17 21:30:53 -0700252// which will simplify this logic.
253bool AudioMixer::setChannelMasks(int name,
254 audio_channel_mask_t trackChannelMask, audio_channel_mask_t mixerChannelMask) {
255 track_t &track = mState.tracks[name];
256
257 if (trackChannelMask == track.channelMask
258 && mixerChannelMask == track.mMixerChannelMask) {
259 return false; // no need to change
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700260 }
Andy Hunge93b6b72014-07-17 21:30:53 -0700261 // always recompute for both channel masks even if only one has changed.
262 const uint32_t trackChannelCount = audio_channel_count_from_out_mask(trackChannelMask);
263 const uint32_t mixerChannelCount = audio_channel_count_from_out_mask(mixerChannelMask);
264 const bool mixerChannelCountChanged = track.mMixerChannelCount != mixerChannelCount;
265
266 ALOG_ASSERT((trackChannelCount <= MAX_NUM_CHANNELS_TO_DOWNMIX)
267 && trackChannelCount
268 && mixerChannelCount);
269 track.channelMask = trackChannelMask;
270 track.channelCount = trackChannelCount;
271 track.mMixerChannelMask = mixerChannelMask;
272 track.mMixerChannelCount = mixerChannelCount;
273
274 // channel masks have changed, does this track need a downmixer?
275 // update to try using our desired format (if we aren't already using it)
Andy Hung7f475492014-08-25 16:36:37 -0700276 const audio_format_t prevDownmixerFormat = track.mDownmixRequiresFormat;
Andy Hung0f451e92014-08-04 21:28:47 -0700277 const status_t status = mState.tracks[name].prepareForDownmix();
Andy Hunge93b6b72014-07-17 21:30:53 -0700278 ALOGE_IF(status != OK,
Andy Hung0f451e92014-08-04 21:28:47 -0700279 "prepareForDownmix error %d, track channel mask %#x, mixer channel mask %#x",
Andy Hunge93b6b72014-07-17 21:30:53 -0700280 status, track.channelMask, track.mMixerChannelMask);
281
Andy Hung7f475492014-08-25 16:36:37 -0700282 if (prevDownmixerFormat != track.mDownmixRequiresFormat) {
Andy Hung0f451e92014-08-04 21:28:47 -0700283 track.prepareForReformat(); // because of downmixer, track format may change!
Andy Hunge93b6b72014-07-17 21:30:53 -0700284 }
285
Andy Hung7f475492014-08-25 16:36:37 -0700286 if (track.resampler && mixerChannelCountChanged) {
287 // resampler channels may have changed.
Andy Hunge93b6b72014-07-17 21:30:53 -0700288 const uint32_t resetToSampleRate = track.sampleRate;
289 delete track.resampler;
290 track.resampler = NULL;
291 track.sampleRate = mSampleRate; // without resampler, track rate is device sample rate.
292 // recreate the resampler with updated format, channels, saved sampleRate.
293 track.setResampler(resetToSampleRate /*trackSampleRate*/, mSampleRate /*devSampleRate*/);
294 }
295 return true;
296}
297
Andy Hung0f451e92014-08-04 21:28:47 -0700298void AudioMixer::track_t::unprepareForDownmix() {
299 ALOGV("AudioMixer::unprepareForDownmix(%p)", this);
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700300
Andy Hung7f475492014-08-25 16:36:37 -0700301 mDownmixRequiresFormat = AUDIO_FORMAT_INVALID;
Andy Hung0f451e92014-08-04 21:28:47 -0700302 if (downmixerBufferProvider != NULL) {
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700303 // this track had previously been configured with a downmixer, delete it
304 ALOGV(" deleting old downmixer");
Andy Hung0f451e92014-08-04 21:28:47 -0700305 delete downmixerBufferProvider;
306 downmixerBufferProvider = NULL;
307 reconfigureBufferProviders();
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700308 } else {
309 ALOGV(" nothing to do, no downmixer to delete");
310 }
311}
312
Andy Hung0f451e92014-08-04 21:28:47 -0700313status_t AudioMixer::track_t::prepareForDownmix()
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700314{
Andy Hung0f451e92014-08-04 21:28:47 -0700315 ALOGV("AudioMixer::prepareForDownmix(%p) with mask 0x%x",
316 this, channelMask);
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700317
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700318 // discard the previous downmixer if there was one
Andy Hung0f451e92014-08-04 21:28:47 -0700319 unprepareForDownmix();
Andy Hung73e62e22015-04-20 12:06:38 -0700320 // MONO_HACK Only remix (upmix or downmix) if the track and mixer/device channel masks
Andy Hung0f451e92014-08-04 21:28:47 -0700321 // are not the same and not handled internally, as mono -> stereo currently is.
322 if (channelMask == mMixerChannelMask
323 || (channelMask == AUDIO_CHANNEL_OUT_MONO
324 && mMixerChannelMask == AUDIO_CHANNEL_OUT_STEREO)) {
325 return NO_ERROR;
326 }
Andy Hung650ceb92015-01-29 13:31:12 -0800327 // DownmixerBufferProvider is only used for position masks.
328 if (audio_channel_mask_get_representation(channelMask)
329 == AUDIO_CHANNEL_REPRESENTATION_POSITION
330 && DownmixerBufferProvider::isMultichannelCapable()) {
Andy Hung0f451e92014-08-04 21:28:47 -0700331 DownmixerBufferProvider* pDbp = new DownmixerBufferProvider(channelMask,
332 mMixerChannelMask,
333 AUDIO_FORMAT_PCM_16_BIT /* TODO: use mMixerInFormat, now only PCM 16 */,
334 sampleRate, sessionId, kCopyBufferFrameCount);
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700335
Andy Hung34803d52014-07-16 21:41:35 -0700336 if (pDbp->isValid()) { // if constructor completed properly
Andy Hung7f475492014-08-25 16:36:37 -0700337 mDownmixRequiresFormat = AUDIO_FORMAT_PCM_16_BIT; // PCM 16 bit required for downmix
Andy Hung0f451e92014-08-04 21:28:47 -0700338 downmixerBufferProvider = pDbp;
339 reconfigureBufferProviders();
Andy Hung34803d52014-07-16 21:41:35 -0700340 return NO_ERROR;
341 }
342 delete pDbp;
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700343 }
Andy Hunge93b6b72014-07-17 21:30:53 -0700344
345 // Effect downmixer does not accept the channel conversion. Let's use our remixer.
Andy Hung0f451e92014-08-04 21:28:47 -0700346 RemixBufferProvider* pRbp = new RemixBufferProvider(channelMask,
347 mMixerChannelMask, mMixerInFormat, kCopyBufferFrameCount);
Andy Hunge93b6b72014-07-17 21:30:53 -0700348 // Remix always finds a conversion whereas Downmixer effect above may fail.
Andy Hung0f451e92014-08-04 21:28:47 -0700349 downmixerBufferProvider = pRbp;
350 reconfigureBufferProviders();
Andy Hunge93b6b72014-07-17 21:30:53 -0700351 return NO_ERROR;
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700352}
353
Andy Hung0f451e92014-08-04 21:28:47 -0700354void AudioMixer::track_t::unprepareForReformat() {
355 ALOGV("AudioMixer::unprepareForReformat(%p)", this);
Andy Hung7f475492014-08-25 16:36:37 -0700356 bool requiresReconfigure = false;
Andy Hung0f451e92014-08-04 21:28:47 -0700357 if (mReformatBufferProvider != NULL) {
358 delete mReformatBufferProvider;
359 mReformatBufferProvider = NULL;
Andy Hung7f475492014-08-25 16:36:37 -0700360 requiresReconfigure = true;
361 }
362 if (mPostDownmixReformatBufferProvider != NULL) {
363 delete mPostDownmixReformatBufferProvider;
364 mPostDownmixReformatBufferProvider = NULL;
365 requiresReconfigure = true;
366 }
367 if (requiresReconfigure) {
Andy Hung0f451e92014-08-04 21:28:47 -0700368 reconfigureBufferProviders();
Andy Hungef7c7fb2014-05-12 16:51:41 -0700369 }
370}
371
Andy Hung0f451e92014-08-04 21:28:47 -0700372status_t AudioMixer::track_t::prepareForReformat()
Andy Hungef7c7fb2014-05-12 16:51:41 -0700373{
Andy Hung0f451e92014-08-04 21:28:47 -0700374 ALOGV("AudioMixer::prepareForReformat(%p) with format %#x", this, mFormat);
Andy Hung7f475492014-08-25 16:36:37 -0700375 // discard previous reformatters
Andy Hung0f451e92014-08-04 21:28:47 -0700376 unprepareForReformat();
Andy Hung7f475492014-08-25 16:36:37 -0700377 // only configure reformatters as needed
378 const audio_format_t targetFormat = mDownmixRequiresFormat != AUDIO_FORMAT_INVALID
379 ? mDownmixRequiresFormat : mMixerInFormat;
380 bool requiresReconfigure = false;
381 if (mFormat != targetFormat) {
Andy Hung0f451e92014-08-04 21:28:47 -0700382 mReformatBufferProvider = new ReformatBufferProvider(
383 audio_channel_count_from_out_mask(channelMask),
Andy Hung7f475492014-08-25 16:36:37 -0700384 mFormat,
385 targetFormat,
Andy Hung1b2fdcb2014-07-16 17:44:34 -0700386 kCopyBufferFrameCount);
Andy Hung7f475492014-08-25 16:36:37 -0700387 requiresReconfigure = true;
388 }
389 if (targetFormat != mMixerInFormat) {
390 mPostDownmixReformatBufferProvider = new ReformatBufferProvider(
391 audio_channel_count_from_out_mask(mMixerChannelMask),
392 targetFormat,
393 mMixerInFormat,
394 kCopyBufferFrameCount);
395 requiresReconfigure = true;
396 }
397 if (requiresReconfigure) {
Andy Hung0f451e92014-08-04 21:28:47 -0700398 reconfigureBufferProviders();
Andy Hung296b7412014-06-17 15:25:47 -0700399 }
400 return NO_ERROR;
Andy Hungef7c7fb2014-05-12 16:51:41 -0700401}
402
Andy Hung0f451e92014-08-04 21:28:47 -0700403void AudioMixer::track_t::reconfigureBufferProviders()
Andy Hungef7c7fb2014-05-12 16:51:41 -0700404{
Andy Hung0f451e92014-08-04 21:28:47 -0700405 bufferProvider = mInputBufferProvider;
406 if (mReformatBufferProvider) {
407 mReformatBufferProvider->setBufferProvider(bufferProvider);
408 bufferProvider = mReformatBufferProvider;
Andy Hungef7c7fb2014-05-12 16:51:41 -0700409 }
Andy Hung0f451e92014-08-04 21:28:47 -0700410 if (downmixerBufferProvider) {
411 downmixerBufferProvider->setBufferProvider(bufferProvider);
412 bufferProvider = downmixerBufferProvider;
Andy Hungef7c7fb2014-05-12 16:51:41 -0700413 }
Andy Hung7f475492014-08-25 16:36:37 -0700414 if (mPostDownmixReformatBufferProvider) {
415 mPostDownmixReformatBufferProvider->setBufferProvider(bufferProvider);
416 bufferProvider = mPostDownmixReformatBufferProvider;
417 }
Andy Hungc5656cc2015-03-26 19:04:33 -0700418 if (mTimestretchBufferProvider) {
419 mTimestretchBufferProvider->setBufferProvider(bufferProvider);
420 bufferProvider = mTimestretchBufferProvider;
421 }
Andy Hungef7c7fb2014-05-12 16:51:41 -0700422}
423
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800424void AudioMixer::deleteTrackName(int name)
425{
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700426 ALOGV("AudioMixer::deleteTrackName(%d)", name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700427 name -= TRACK0;
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800428 ALOG_ASSERT(uint32_t(name) < MAX_NUM_TRACKS, "bad track name %d", name);
Glenn Kasten237a6242011-12-15 15:32:27 -0800429 ALOGV("deleteTrackName(%d)", name);
430 track_t& track(mState.tracks[ name ]);
Glenn Kasten4c340c62012-01-27 12:33:54 -0800431 if (track.enabled) {
432 track.enabled = false;
Glenn Kasten237a6242011-12-15 15:32:27 -0800433 invalidateState(1<<name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700434 }
Glenn Kasten4e2293f2012-04-12 09:39:07 -0700435 // delete the resampler
436 delete track.resampler;
437 track.resampler = NULL;
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700438 // delete the downmixer
Andy Hung0f451e92014-08-04 21:28:47 -0700439 mState.tracks[name].unprepareForDownmix();
Andy Hungef7c7fb2014-05-12 16:51:41 -0700440 // delete the reformatter
Andy Hung0f451e92014-08-04 21:28:47 -0700441 mState.tracks[name].unprepareForReformat();
Andy Hungc5656cc2015-03-26 19:04:33 -0700442 // delete the timestretch provider
443 delete track.mTimestretchBufferProvider;
444 track.mTimestretchBufferProvider = NULL;
Glenn Kasten237a6242011-12-15 15:32:27 -0800445 mTrackNames &= ~(1<<name);
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800446}
Mathias Agopian65ab4712010-07-14 17:59:35 -0700447
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800448void AudioMixer::enable(int name)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700449{
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800450 name -= TRACK0;
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800451 ALOG_ASSERT(uint32_t(name) < MAX_NUM_TRACKS, "bad track name %d", name);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800452 track_t& track = mState.tracks[name];
453
Glenn Kasten4c340c62012-01-27 12:33:54 -0800454 if (!track.enabled) {
455 track.enabled = true;
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800456 ALOGV("enable(%d)", name);
457 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700458 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700459}
460
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800461void AudioMixer::disable(int name)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700462{
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800463 name -= TRACK0;
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800464 ALOG_ASSERT(uint32_t(name) < MAX_NUM_TRACKS, "bad track name %d", name);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800465 track_t& track = mState.tracks[name];
466
Glenn Kasten4c340c62012-01-27 12:33:54 -0800467 if (track.enabled) {
468 track.enabled = false;
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800469 ALOGV("disable(%d)", name);
470 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700471 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700472}
473
Andy Hung5866a3b2014-05-29 21:33:13 -0700474/* Sets the volume ramp variables for the AudioMixer.
475 *
Andy Hung5e58b0a2014-06-23 19:07:29 -0700476 * The volume ramp variables are used to transition from the previous
477 * volume to the set volume. ramp controls the duration of the transition.
478 * Its value is typically one state framecount period, but may also be 0,
479 * meaning "immediate."
Andy Hung5866a3b2014-05-29 21:33:13 -0700480 *
Andy Hung5e58b0a2014-06-23 19:07:29 -0700481 * FIXME: 1) Volume ramp is enabled only if there is a nonzero integer increment
482 * even if there is a nonzero floating point increment (in that case, the volume
483 * change is immediate). This restriction should be changed when the legacy mixer
484 * is removed (see #2).
485 * FIXME: 2) Integer volume variables are used for Legacy mixing and should be removed
486 * when no longer needed.
487 *
488 * @param newVolume set volume target in floating point [0.0, 1.0].
489 * @param ramp number of frames to increment over. if ramp is 0, the volume
490 * should be set immediately. Currently ramp should not exceed 65535 (frames).
491 * @param pIntSetVolume pointer to the U4.12 integer target volume, set on return.
492 * @param pIntPrevVolume pointer to the U4.28 integer previous volume, set on return.
493 * @param pIntVolumeInc pointer to the U4.28 increment per output audio frame, set on return.
494 * @param pSetVolume pointer to the float target volume, set on return.
495 * @param pPrevVolume pointer to the float previous volume, set on return.
496 * @param pVolumeInc pointer to the float increment per output audio frame, set on return.
Andy Hung5866a3b2014-05-29 21:33:13 -0700497 * @return true if the volume has changed, false if volume is same.
498 */
Andy Hung5e58b0a2014-06-23 19:07:29 -0700499static inline bool setVolumeRampVariables(float newVolume, int32_t ramp,
500 int16_t *pIntSetVolume, int32_t *pIntPrevVolume, int32_t *pIntVolumeInc,
501 float *pSetVolume, float *pPrevVolume, float *pVolumeInc) {
502 if (newVolume == *pSetVolume) {
Andy Hung5866a3b2014-05-29 21:33:13 -0700503 return false;
504 }
Andy Hung5e58b0a2014-06-23 19:07:29 -0700505 /* set the floating point volume variables */
Andy Hung5866a3b2014-05-29 21:33:13 -0700506 if (ramp != 0) {
Andy Hung5e58b0a2014-06-23 19:07:29 -0700507 *pVolumeInc = (newVolume - *pSetVolume) / ramp;
508 *pPrevVolume = *pSetVolume;
Andy Hung5866a3b2014-05-29 21:33:13 -0700509 } else {
Andy Hung5e58b0a2014-06-23 19:07:29 -0700510 *pVolumeInc = 0;
511 *pPrevVolume = newVolume;
Andy Hung5866a3b2014-05-29 21:33:13 -0700512 }
Andy Hung5e58b0a2014-06-23 19:07:29 -0700513 *pSetVolume = newVolume;
514
515 /* set the legacy integer volume variables */
516 int32_t intVolume = newVolume * AudioMixer::UNITY_GAIN_INT;
517 if (intVolume > AudioMixer::UNITY_GAIN_INT) {
518 intVolume = AudioMixer::UNITY_GAIN_INT;
519 } else if (intVolume < 0) {
520 ALOGE("negative volume %.7g", newVolume);
521 intVolume = 0; // should never happen, but for safety check.
522 }
523 if (intVolume == *pIntSetVolume) {
524 *pIntVolumeInc = 0;
525 /* TODO: integer/float workaround: ignore floating volume ramp */
526 *pVolumeInc = 0;
527 *pPrevVolume = newVolume;
528 return true;
529 }
530 if (ramp != 0) {
531 *pIntVolumeInc = ((intVolume - *pIntSetVolume) << 16) / ramp;
532 *pIntPrevVolume = (*pIntVolumeInc == 0 ? intVolume : *pIntSetVolume) << 16;
533 } else {
534 *pIntVolumeInc = 0;
535 *pIntPrevVolume = intVolume << 16;
536 }
537 *pIntSetVolume = intVolume;
Andy Hung5866a3b2014-05-29 21:33:13 -0700538 return true;
539}
540
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800541void AudioMixer::setParameter(int name, int target, int param, void *value)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700542{
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800543 name -= TRACK0;
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800544 ALOG_ASSERT(uint32_t(name) < MAX_NUM_TRACKS, "bad track name %d", name);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800545 track_t& track = mState.tracks[name];
Mathias Agopian65ab4712010-07-14 17:59:35 -0700546
Kévin PETIT377b2ec2014-02-03 12:35:36 +0000547 int valueInt = static_cast<int>(reinterpret_cast<uintptr_t>(value));
548 int32_t *valueBuf = reinterpret_cast<int32_t*>(value);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700549
550 switch (target) {
Glenn Kasten788040c2011-05-05 08:19:00 -0700551
Mathias Agopian65ab4712010-07-14 17:59:35 -0700552 case TRACK:
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800553 switch (param) {
Glenn Kasten788040c2011-05-05 08:19:00 -0700554 case CHANNEL_MASK: {
Andy Hunge93b6b72014-07-17 21:30:53 -0700555 const audio_channel_mask_t trackChannelMask =
556 static_cast<audio_channel_mask_t>(valueInt);
557 if (setChannelMasks(name, trackChannelMask, track.mMixerChannelMask)) {
558 ALOGV("setParameter(TRACK, CHANNEL_MASK, %x)", trackChannelMask);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800559 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700560 }
Glenn Kasten788040c2011-05-05 08:19:00 -0700561 } break;
562 case MAIN_BUFFER:
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800563 if (track.mainBuffer != valueBuf) {
564 track.mainBuffer = valueBuf;
Steve Block3856b092011-10-20 11:56:00 +0100565 ALOGV("setParameter(TRACK, MAIN_BUFFER, %p)", valueBuf);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800566 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700567 }
Glenn Kasten788040c2011-05-05 08:19:00 -0700568 break;
569 case AUX_BUFFER:
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800570 if (track.auxBuffer != valueBuf) {
571 track.auxBuffer = valueBuf;
Steve Block3856b092011-10-20 11:56:00 +0100572 ALOGV("setParameter(TRACK, AUX_BUFFER, %p)", valueBuf);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800573 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700574 }
Glenn Kasten788040c2011-05-05 08:19:00 -0700575 break;
Andy Hungef7c7fb2014-05-12 16:51:41 -0700576 case FORMAT: {
577 audio_format_t format = static_cast<audio_format_t>(valueInt);
578 if (track.mFormat != format) {
579 ALOG_ASSERT(audio_is_linear_pcm(format), "Invalid format %#x", format);
580 track.mFormat = format;
581 ALOGV("setParameter(TRACK, FORMAT, %#x)", format);
Andy Hung0f451e92014-08-04 21:28:47 -0700582 track.prepareForReformat();
Andy Hungef7c7fb2014-05-12 16:51:41 -0700583 invalidateState(1 << name);
584 }
585 } break;
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700586 // FIXME do we want to support setting the downmix type from AudioFlinger?
587 // for a specific track? or per mixer?
588 /* case DOWNMIX_TYPE:
589 break */
Andy Hung78820702014-02-28 16:23:02 -0800590 case MIXER_FORMAT: {
Andy Hunga1ab7cc2014-02-24 19:26:52 -0800591 audio_format_t format = static_cast<audio_format_t>(valueInt);
Andy Hung78820702014-02-28 16:23:02 -0800592 if (track.mMixerFormat != format) {
593 track.mMixerFormat = format;
594 ALOGV("setParameter(TRACK, MIXER_FORMAT, %#x)", format);
Andy Hunga1ab7cc2014-02-24 19:26:52 -0800595 }
596 } break;
Andy Hunge93b6b72014-07-17 21:30:53 -0700597 case MIXER_CHANNEL_MASK: {
598 const audio_channel_mask_t mixerChannelMask =
599 static_cast<audio_channel_mask_t>(valueInt);
600 if (setChannelMasks(name, track.channelMask, mixerChannelMask)) {
601 ALOGV("setParameter(TRACK, MIXER_CHANNEL_MASK, %#x)", mixerChannelMask);
602 invalidateState(1 << name);
603 }
604 } break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700605 default:
Glenn Kastenadad3d72014-02-21 14:51:43 -0800606 LOG_ALWAYS_FATAL("setParameter track: bad param %d", param);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700607 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700608 break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700609
Mathias Agopian65ab4712010-07-14 17:59:35 -0700610 case RESAMPLE:
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800611 switch (param) {
612 case SAMPLE_RATE:
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800613 ALOG_ASSERT(valueInt > 0, "bad sample rate %d", valueInt);
Glenn Kasten788040c2011-05-05 08:19:00 -0700614 if (track.setResampler(uint32_t(valueInt), mSampleRate)) {
615 ALOGV("setParameter(RESAMPLE, SAMPLE_RATE, %u)",
616 uint32_t(valueInt));
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800617 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700618 }
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800619 break;
620 case RESET:
Eric Laurent243f5f92011-02-28 16:52:51 -0800621 track.resetResampler();
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800622 invalidateState(1 << name);
623 break;
Glenn Kasten4e2293f2012-04-12 09:39:07 -0700624 case REMOVE:
625 delete track.resampler;
626 track.resampler = NULL;
627 track.sampleRate = mSampleRate;
628 invalidateState(1 << name);
629 break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700630 default:
Glenn Kastenadad3d72014-02-21 14:51:43 -0800631 LOG_ALWAYS_FATAL("setParameter resample: bad param %d", param);
Eric Laurent243f5f92011-02-28 16:52:51 -0800632 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700633 break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700634
Mathias Agopian65ab4712010-07-14 17:59:35 -0700635 case RAMP_VOLUME:
636 case VOLUME:
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800637 switch (param) {
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800638 case AUXLEVEL:
Andy Hung6be49402014-05-30 10:42:03 -0700639 if (setVolumeRampVariables(*reinterpret_cast<float*>(value),
Andy Hung5866a3b2014-05-29 21:33:13 -0700640 target == RAMP_VOLUME ? mState.frameCount : 0,
Andy Hung5e58b0a2014-06-23 19:07:29 -0700641 &track.auxLevel, &track.prevAuxLevel, &track.auxInc,
642 &track.mAuxLevel, &track.mPrevAuxLevel, &track.mAuxInc)) {
Andy Hung5866a3b2014-05-29 21:33:13 -0700643 ALOGV("setParameter(%s, AUXLEVEL: %04x)",
Andy Hung6be49402014-05-30 10:42:03 -0700644 target == VOLUME ? "VOLUME" : "RAMP_VOLUME", track.auxLevel);
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800645 invalidateState(1 << name);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700646 }
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800647 break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700648 default:
Andy Hunge93b6b72014-07-17 21:30:53 -0700649 if ((unsigned)param >= VOLUME0 && (unsigned)param < VOLUME0 + MAX_NUM_VOLUMES) {
650 if (setVolumeRampVariables(*reinterpret_cast<float*>(value),
651 target == RAMP_VOLUME ? mState.frameCount : 0,
652 &track.volume[param - VOLUME0], &track.prevVolume[param - VOLUME0],
653 &track.volumeInc[param - VOLUME0],
654 &track.mVolume[param - VOLUME0], &track.mPrevVolume[param - VOLUME0],
655 &track.mVolumeInc[param - VOLUME0])) {
656 ALOGV("setParameter(%s, VOLUME%d: %04x)",
657 target == VOLUME ? "VOLUME" : "RAMP_VOLUME", param - VOLUME0,
658 track.volume[param - VOLUME0]);
659 invalidateState(1 << name);
660 }
661 } else {
662 LOG_ALWAYS_FATAL("setParameter volume: bad param %d", param);
663 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700664 }
665 break;
Andy Hungc5656cc2015-03-26 19:04:33 -0700666 case TIMESTRETCH:
667 switch (param) {
668 case PLAYBACK_RATE: {
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700669 const AudioPlaybackRate *playbackRate =
670 reinterpret_cast<AudioPlaybackRate*>(value);
671 ALOG_ASSERT(AUDIO_TIMESTRETCH_SPEED_MIN <= playbackRate->mSpeed
672 && playbackRate->mSpeed <= AUDIO_TIMESTRETCH_SPEED_MAX,
673 "bad speed %f", playbackRate->mSpeed);
674 ALOG_ASSERT(AUDIO_TIMESTRETCH_PITCH_MIN <= playbackRate->mPitch
675 && playbackRate->mPitch <= AUDIO_TIMESTRETCH_PITCH_MAX,
676 "bad pitch %f", playbackRate->mPitch);
677 //TODO: use function from AudioResamplerPublic.h to test validity.
678 if (track.setPlaybackRate(*playbackRate)) {
679 ALOGV("setParameter(TIMESTRETCH, PLAYBACK_RATE, STRETCH_MODE, FALLBACK_MODE "
680 "%f %f %d %d",
681 playbackRate->mSpeed,
682 playbackRate->mPitch,
683 playbackRate->mStretchMode,
684 playbackRate->mFallbackMode);
Andy Hungc5656cc2015-03-26 19:04:33 -0700685 // invalidateState(1 << name);
686 }
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700687 } break;
Andy Hungc5656cc2015-03-26 19:04:33 -0700688 default:
689 LOG_ALWAYS_FATAL("setParameter timestretch: bad param %d", param);
690 }
691 break;
Glenn Kasten788040c2011-05-05 08:19:00 -0700692
693 default:
Glenn Kastenadad3d72014-02-21 14:51:43 -0800694 LOG_ALWAYS_FATAL("setParameter: bad target %d", target);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700695 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700696}
697
Andy Hunge93b6b72014-07-17 21:30:53 -0700698bool AudioMixer::track_t::setResampler(uint32_t trackSampleRate, uint32_t devSampleRate)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700699{
Andy Hunge93b6b72014-07-17 21:30:53 -0700700 if (trackSampleRate != devSampleRate || resampler != NULL) {
701 if (sampleRate != trackSampleRate) {
702 sampleRate = trackSampleRate;
Glenn Kastene0feee32011-12-13 11:53:26 -0800703 if (resampler == NULL) {
Andy Hunge93b6b72014-07-17 21:30:53 -0700704 ALOGV("Creating resampler from track %d Hz to device %d Hz",
705 trackSampleRate, devSampleRate);
Glenn Kastenac602052012-10-01 14:04:31 -0700706 AudioResampler::src_quality quality;
707 // force lowest quality level resampler if use case isn't music or video
708 // FIXME this is flawed for dynamic sample rates, as we choose the resampler
709 // quality level based on the initial ratio, but that could change later.
710 // Should have a way to distinguish tracks with static ratios vs. dynamic ratios.
Andy Hunge93b6b72014-07-17 21:30:53 -0700711 if (!((trackSampleRate == 44100 && devSampleRate == 48000) ||
712 (trackSampleRate == 48000 && devSampleRate == 44100))) {
Andy Hung9e0308c2014-01-30 14:32:31 -0800713 quality = AudioResampler::DYN_LOW_QUALITY;
Glenn Kastenac602052012-10-01 14:04:31 -0700714 } else {
715 quality = AudioResampler::DEFAULT_QUALITY;
716 }
Andy Hung296b7412014-06-17 15:25:47 -0700717
Andy Hunge93b6b72014-07-17 21:30:53 -0700718 // TODO: Remove MONO_HACK. Resampler sees #channels after the downmixer
719 // but if none exists, it is the channel count (1 for mono).
720 const int resamplerChannelCount = downmixerBufferProvider != NULL
721 ? mMixerChannelCount : channelCount;
Andy Hung9a592762014-07-21 21:56:01 -0700722 ALOGVV("Creating resampler:"
723 " format(%#x) channels(%d) devSampleRate(%u) quality(%d)\n",
724 mMixerInFormat, resamplerChannelCount, devSampleRate, quality);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700725 resampler = AudioResampler::create(
Andy Hung3348e362014-07-07 10:21:44 -0700726 mMixerInFormat,
Andy Hunge93b6b72014-07-17 21:30:53 -0700727 resamplerChannelCount,
Glenn Kastenac602052012-10-01 14:04:31 -0700728 devSampleRate, quality);
Glenn Kasten52008f82012-03-18 09:34:41 -0700729 resampler->setLocalTimeFreq(sLocalTimeFreq);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700730 }
731 return true;
732 }
733 }
734 return false;
735}
736
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700737bool AudioMixer::track_t::setPlaybackRate(const AudioPlaybackRate &playbackRate)
Andy Hungc5656cc2015-03-26 19:04:33 -0700738{
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700739 if ((mTimestretchBufferProvider == NULL &&
740 fabs(playbackRate.mSpeed - mPlaybackRate.mSpeed) < AUDIO_TIMESTRETCH_SPEED_MIN_DELTA &&
741 fabs(playbackRate.mPitch - mPlaybackRate.mPitch) < AUDIO_TIMESTRETCH_PITCH_MIN_DELTA) ||
742 isAudioPlaybackRateEqual(playbackRate, mPlaybackRate)) {
Andy Hungc5656cc2015-03-26 19:04:33 -0700743 return false;
744 }
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700745 mPlaybackRate = playbackRate;
Andy Hungc5656cc2015-03-26 19:04:33 -0700746 if (mTimestretchBufferProvider == NULL) {
747 // TODO: Remove MONO_HACK. Resampler sees #channels after the downmixer
748 // but if none exists, it is the channel count (1 for mono).
749 const int timestretchChannelCount = downmixerBufferProvider != NULL
750 ? mMixerChannelCount : channelCount;
751 mTimestretchBufferProvider = new TimestretchBufferProvider(timestretchChannelCount,
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700752 mMixerInFormat, sampleRate, playbackRate);
Andy Hungc5656cc2015-03-26 19:04:33 -0700753 reconfigureBufferProviders();
754 } else {
755 reinterpret_cast<TimestretchBufferProvider*>(mTimestretchBufferProvider)
Ricardo Garcia5a8a95d2015-04-18 14:47:04 -0700756 ->setPlaybackRate(playbackRate);
Andy Hungc5656cc2015-03-26 19:04:33 -0700757 }
758 return true;
759}
760
Andy Hung5e58b0a2014-06-23 19:07:29 -0700761/* Checks to see if the volume ramp has completed and clears the increment
762 * variables appropriately.
763 *
764 * FIXME: There is code to handle int/float ramp variable switchover should it not
765 * complete within a mixer buffer processing call, but it is preferred to avoid switchover
766 * due to precision issues. The switchover code is included for legacy code purposes
767 * and can be removed once the integer volume is removed.
768 *
769 * It is not sufficient to clear only the volumeInc integer variable because
770 * if one channel requires ramping, all channels are ramped.
771 *
772 * There is a bit of duplicated code here, but it keeps backward compatibility.
773 */
774inline void AudioMixer::track_t::adjustVolumeRamp(bool aux, bool useFloat)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700775{
Andy Hung5e58b0a2014-06-23 19:07:29 -0700776 if (useFloat) {
Andy Hunge93b6b72014-07-17 21:30:53 -0700777 for (uint32_t i = 0; i < MAX_NUM_VOLUMES; i++) {
Andy Hung5e58b0a2014-06-23 19:07:29 -0700778 if (mVolumeInc[i] != 0 && fabs(mVolume[i] - mPrevVolume[i]) <= fabs(mVolumeInc[i])) {
779 volumeInc[i] = 0;
780 prevVolume[i] = volume[i] << 16;
781 mVolumeInc[i] = 0.;
782 mPrevVolume[i] = mVolume[i];
Andy Hung5e58b0a2014-06-23 19:07:29 -0700783 } else {
784 //ALOGV("ramp: %f %f %f", mVolume[i], mPrevVolume[i], mVolumeInc[i]);
785 prevVolume[i] = u4_28_from_float(mPrevVolume[i]);
786 }
787 }
788 } else {
Andy Hunge93b6b72014-07-17 21:30:53 -0700789 for (uint32_t i = 0; i < MAX_NUM_VOLUMES; i++) {
Andy Hung5e58b0a2014-06-23 19:07:29 -0700790 if (((volumeInc[i]>0) && (((prevVolume[i]+volumeInc[i])>>16) >= volume[i])) ||
791 ((volumeInc[i]<0) && (((prevVolume[i]+volumeInc[i])>>16) <= volume[i]))) {
792 volumeInc[i] = 0;
793 prevVolume[i] = volume[i] << 16;
794 mVolumeInc[i] = 0.;
795 mPrevVolume[i] = mVolume[i];
796 } else {
797 //ALOGV("ramp: %d %d %d", volume[i] << 16, prevVolume[i], volumeInc[i]);
798 mPrevVolume[i] = float_from_u4_28(prevVolume[i]);
799 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700800 }
801 }
Andy Hung5e58b0a2014-06-23 19:07:29 -0700802 /* TODO: aux is always integer regardless of output buffer type */
Mathias Agopian65ab4712010-07-14 17:59:35 -0700803 if (aux) {
804 if (((auxInc>0) && (((prevAuxLevel+auxInc)>>16) >= auxLevel)) ||
Andy Hung5e58b0a2014-06-23 19:07:29 -0700805 ((auxInc<0) && (((prevAuxLevel+auxInc)>>16) <= auxLevel))) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700806 auxInc = 0;
Andy Hung5e58b0a2014-06-23 19:07:29 -0700807 prevAuxLevel = auxLevel << 16;
808 mAuxInc = 0.;
809 mPrevAuxLevel = mAuxLevel;
810 } else {
811 //ALOGV("aux ramp: %d %d %d", auxLevel << 16, prevAuxLevel, auxInc);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700812 }
813 }
814}
815
Glenn Kastenc59c0042012-02-02 14:06:11 -0800816size_t AudioMixer::getUnreleasedFrames(int name) const
Eric Laurent071ccd52011-12-22 16:08:41 -0800817{
818 name -= TRACK0;
819 if (uint32_t(name) < MAX_NUM_TRACKS) {
Glenn Kastenc59c0042012-02-02 14:06:11 -0800820 return mState.tracks[name].getUnreleasedFrames();
Eric Laurent071ccd52011-12-22 16:08:41 -0800821 }
822 return 0;
823}
Mathias Agopian65ab4712010-07-14 17:59:35 -0700824
Glenn Kasten01c4ebf2012-02-22 10:47:35 -0800825void AudioMixer::setBufferProvider(int name, AudioBufferProvider* bufferProvider)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700826{
Glenn Kasten9c56d4a2011-12-19 15:06:39 -0800827 name -= TRACK0;
Glenn Kasten5798d4e2012-03-08 12:18:35 -0800828 ALOG_ASSERT(uint32_t(name) < MAX_NUM_TRACKS, "bad track name %d", name);
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700829
Andy Hung1d26ddf2014-05-29 15:53:09 -0700830 if (mState.tracks[name].mInputBufferProvider == bufferProvider) {
831 return; // don't reset any buffer providers if identical.
832 }
Andy Hungef7c7fb2014-05-12 16:51:41 -0700833 if (mState.tracks[name].mReformatBufferProvider != NULL) {
834 mState.tracks[name].mReformatBufferProvider->reset();
835 } else if (mState.tracks[name].downmixerBufferProvider != NULL) {
Andy Hung7f475492014-08-25 16:36:37 -0700836 mState.tracks[name].downmixerBufferProvider->reset();
837 } else if (mState.tracks[name].mPostDownmixReformatBufferProvider != NULL) {
838 mState.tracks[name].mPostDownmixReformatBufferProvider->reset();
Andy Hungc5656cc2015-03-26 19:04:33 -0700839 } else if (mState.tracks[name].mTimestretchBufferProvider != NULL) {
840 mState.tracks[name].mTimestretchBufferProvider->reset();
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700841 }
Andy Hungef7c7fb2014-05-12 16:51:41 -0700842
843 mState.tracks[name].mInputBufferProvider = bufferProvider;
Andy Hung0f451e92014-08-04 21:28:47 -0700844 mState.tracks[name].reconfigureBufferProviders();
Mathias Agopian65ab4712010-07-14 17:59:35 -0700845}
846
847
John Grossman4ff14ba2012-02-08 16:37:41 -0800848void AudioMixer::process(int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700849{
John Grossman4ff14ba2012-02-08 16:37:41 -0800850 mState.hook(&mState, pts);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700851}
852
853
John Grossman4ff14ba2012-02-08 16:37:41 -0800854void AudioMixer::process__validate(state_t* state, int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700855{
Steve Block5ff1dd52012-01-05 23:22:43 +0000856 ALOGW_IF(!state->needsChanged,
Mathias Agopian65ab4712010-07-14 17:59:35 -0700857 "in process__validate() but nothing's invalid");
858
859 uint32_t changed = state->needsChanged;
860 state->needsChanged = 0; // clear the validation flag
861
862 // recompute which tracks are enabled / disabled
863 uint32_t enabled = 0;
864 uint32_t disabled = 0;
865 while (changed) {
866 const int i = 31 - __builtin_clz(changed);
867 const uint32_t mask = 1<<i;
868 changed &= ~mask;
869 track_t& t = state->tracks[i];
870 (t.enabled ? enabled : disabled) |= mask;
871 }
872 state->enabledTracks &= ~disabled;
873 state->enabledTracks |= enabled;
874
875 // compute everything we need...
876 int countActiveTracks = 0;
Andy Hung395db4b2014-08-25 17:15:29 -0700877 // TODO: fix all16BitsStereNoResample logic to
878 // either properly handle muted tracks (it should ignore them)
879 // or remove altogether as an obsolete optimization.
Glenn Kasten4c340c62012-01-27 12:33:54 -0800880 bool all16BitsStereoNoResample = true;
881 bool resampling = false;
882 bool volumeRamp = false;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700883 uint32_t en = state->enabledTracks;
884 while (en) {
885 const int i = 31 - __builtin_clz(en);
886 en &= ~(1<<i);
887
888 countActiveTracks++;
889 track_t& t = state->tracks[i];
890 uint32_t n = 0;
Glenn Kastend6fadf02013-10-30 14:37:29 -0700891 // FIXME can overflow (mask is only 3 bits)
Mathias Agopian65ab4712010-07-14 17:59:35 -0700892 n |= NEEDS_CHANNEL_1 + t.channelCount - 1;
Glenn Kastend6fadf02013-10-30 14:37:29 -0700893 if (t.doesResample()) {
894 n |= NEEDS_RESAMPLE;
895 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700896 if (t.auxLevel != 0 && t.auxBuffer != NULL) {
Glenn Kastend6fadf02013-10-30 14:37:29 -0700897 n |= NEEDS_AUX;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700898 }
899
900 if (t.volumeInc[0]|t.volumeInc[1]) {
Glenn Kasten4c340c62012-01-27 12:33:54 -0800901 volumeRamp = true;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700902 } else if (!t.doesResample() && t.volumeRL == 0) {
Glenn Kastend6fadf02013-10-30 14:37:29 -0700903 n |= NEEDS_MUTE;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700904 }
905 t.needs = n;
906
Glenn Kastend6fadf02013-10-30 14:37:29 -0700907 if (n & NEEDS_MUTE) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700908 t.hook = track__nop;
909 } else {
Glenn Kastend6fadf02013-10-30 14:37:29 -0700910 if (n & NEEDS_AUX) {
Glenn Kasten4c340c62012-01-27 12:33:54 -0800911 all16BitsStereoNoResample = false;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700912 }
Glenn Kastend6fadf02013-10-30 14:37:29 -0700913 if (n & NEEDS_RESAMPLE) {
Glenn Kasten4c340c62012-01-27 12:33:54 -0800914 all16BitsStereoNoResample = false;
915 resampling = true;
Andy Hunge93b6b72014-07-17 21:30:53 -0700916 t.hook = getTrackHook(TRACKTYPE_RESAMPLE, t.mMixerChannelCount,
Andy Hung296b7412014-06-17 15:25:47 -0700917 t.mMixerInFormat, t.mMixerFormat);
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700918 ALOGV_IF((n & NEEDS_CHANNEL_COUNT__MASK) > NEEDS_CHANNEL_2,
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700919 "Track %d needs downmix + resample", i);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700920 } else {
921 if ((n & NEEDS_CHANNEL_COUNT__MASK) == NEEDS_CHANNEL_1){
Andy Hunge93b6b72014-07-17 21:30:53 -0700922 t.hook = getTrackHook(
Andy Hung73e62e22015-04-20 12:06:38 -0700923 (t.mMixerChannelMask == AUDIO_CHANNEL_OUT_STEREO // TODO: MONO_HACK
924 && t.channelMask == AUDIO_CHANNEL_OUT_MONO)
Andy Hunge93b6b72014-07-17 21:30:53 -0700925 ? TRACKTYPE_NORESAMPLEMONO : TRACKTYPE_NORESAMPLE,
926 t.mMixerChannelCount,
Andy Hung296b7412014-06-17 15:25:47 -0700927 t.mMixerInFormat, t.mMixerFormat);
Glenn Kasten4c340c62012-01-27 12:33:54 -0800928 all16BitsStereoNoResample = false;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700929 }
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700930 if ((n & NEEDS_CHANNEL_COUNT__MASK) >= NEEDS_CHANNEL_2){
Andy Hunge93b6b72014-07-17 21:30:53 -0700931 t.hook = getTrackHook(TRACKTYPE_NORESAMPLE, t.mMixerChannelCount,
Andy Hung296b7412014-06-17 15:25:47 -0700932 t.mMixerInFormat, t.mMixerFormat);
Jean-Michel Trivi7d5b2622012-04-04 18:54:36 -0700933 ALOGV_IF((n & NEEDS_CHANNEL_COUNT__MASK) > NEEDS_CHANNEL_2,
Jean-Michel Trivi9bd23222012-04-16 13:43:48 -0700934 "Track %d needs downmix", i);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700935 }
936 }
937 }
938 }
939
940 // select the processing hooks
941 state->hook = process__nop;
Glenn Kasten34fca342013-08-13 09:48:14 -0700942 if (countActiveTracks > 0) {
Mathias Agopian65ab4712010-07-14 17:59:35 -0700943 if (resampling) {
944 if (!state->outputTemp) {
945 state->outputTemp = new int32_t[MAX_NUM_CHANNELS * state->frameCount];
946 }
947 if (!state->resampleTemp) {
948 state->resampleTemp = new int32_t[MAX_NUM_CHANNELS * state->frameCount];
949 }
950 state->hook = process__genericResampling;
951 } else {
952 if (state->outputTemp) {
953 delete [] state->outputTemp;
Glenn Kastene0feee32011-12-13 11:53:26 -0800954 state->outputTemp = NULL;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700955 }
956 if (state->resampleTemp) {
957 delete [] state->resampleTemp;
Glenn Kastene0feee32011-12-13 11:53:26 -0800958 state->resampleTemp = NULL;
Mathias Agopian65ab4712010-07-14 17:59:35 -0700959 }
960 state->hook = process__genericNoResampling;
961 if (all16BitsStereoNoResample && !volumeRamp) {
962 if (countActiveTracks == 1) {
Andy Hung296b7412014-06-17 15:25:47 -0700963 const int i = 31 - __builtin_clz(state->enabledTracks);
964 track_t& t = state->tracks[i];
Andy Hung395db4b2014-08-25 17:15:29 -0700965 if ((t.needs & NEEDS_MUTE) == 0) {
966 // The check prevents a muted track from acquiring a process hook.
967 //
968 // This is dangerous if the track is MONO as that requires
969 // special case handling due to implicit channel duplication.
970 // Stereo or Multichannel should actually be fine here.
971 state->hook = getProcessHook(PROCESSTYPE_NORESAMPLEONETRACK,
972 t.mMixerChannelCount, t.mMixerInFormat, t.mMixerFormat);
973 }
Mathias Agopian65ab4712010-07-14 17:59:35 -0700974 }
975 }
976 }
977 }
978
Steve Block3856b092011-10-20 11:56:00 +0100979 ALOGV("mixer configuration change: %d activeTracks (%08x) "
Mathias Agopian65ab4712010-07-14 17:59:35 -0700980 "all16BitsStereoNoResample=%d, resampling=%d, volumeRamp=%d",
981 countActiveTracks, state->enabledTracks,
982 all16BitsStereoNoResample, resampling, volumeRamp);
983
John Grossman4ff14ba2012-02-08 16:37:41 -0800984 state->hook(state, pts);
Mathias Agopian65ab4712010-07-14 17:59:35 -0700985
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800986 // Now that the volume ramp has been done, set optimal state and
987 // track hooks for subsequent mixer process
Glenn Kasten34fca342013-08-13 09:48:14 -0700988 if (countActiveTracks > 0) {
Glenn Kasten4c340c62012-01-27 12:33:54 -0800989 bool allMuted = true;
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800990 uint32_t en = state->enabledTracks;
991 while (en) {
992 const int i = 31 - __builtin_clz(en);
993 en &= ~(1<<i);
994 track_t& t = state->tracks[i];
Glenn Kasten6e2ebe92013-08-13 09:14:51 -0700995 if (!t.doesResample() && t.volumeRL == 0) {
Glenn Kastend6fadf02013-10-30 14:37:29 -0700996 t.needs |= NEEDS_MUTE;
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -0800997 t.hook = track__nop;
998 } else {
Glenn Kasten4c340c62012-01-27 12:33:54 -0800999 allMuted = false;
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -08001000 }
1001 }
1002 if (allMuted) {
1003 state->hook = process__nop;
1004 } else if (all16BitsStereoNoResample) {
1005 if (countActiveTracks == 1) {
Andy Hunge93b6b72014-07-17 21:30:53 -07001006 const int i = 31 - __builtin_clz(state->enabledTracks);
1007 track_t& t = state->tracks[i];
Andy Hung395db4b2014-08-25 17:15:29 -07001008 // Muted single tracks handled by allMuted above.
Andy Hunge93b6b72014-07-17 21:30:53 -07001009 state->hook = getProcessHook(PROCESSTYPE_NORESAMPLEONETRACK,
1010 t.mMixerChannelCount, t.mMixerInFormat, t.mMixerFormat);
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -08001011 }
1012 }
1013 }
Mathias Agopian65ab4712010-07-14 17:59:35 -07001014}
1015
Mathias Agopian65ab4712010-07-14 17:59:35 -07001016
Glenn Kasten85ab62c2012-11-01 11:11:38 -07001017void AudioMixer::track__genericResample(track_t* t, int32_t* out, size_t outFrameCount,
1018 int32_t* temp, int32_t* aux)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001019{
Andy Hung296b7412014-06-17 15:25:47 -07001020 ALOGVV("track__genericResample\n");
Mathias Agopian65ab4712010-07-14 17:59:35 -07001021 t->resampler->setSampleRate(t->sampleRate);
1022
1023 // ramp gain - resample to temp buffer and scale/mix in 2nd step
1024 if (aux != NULL) {
1025 // always resample with unity gain when sending to auxiliary buffer to be able
1026 // to apply send level after resampling
Andy Hung5e58b0a2014-06-23 19:07:29 -07001027 t->resampler->setVolume(UNITY_GAIN_FLOAT, UNITY_GAIN_FLOAT);
Andy Hunge93b6b72014-07-17 21:30:53 -07001028 memset(temp, 0, outFrameCount * t->mMixerChannelCount * sizeof(int32_t));
Mathias Agopian65ab4712010-07-14 17:59:35 -07001029 t->resampler->resample(temp, outFrameCount, t->bufferProvider);
Glenn Kastenf6b16782011-12-15 09:51:17 -08001030 if (CC_UNLIKELY(t->volumeInc[0]|t->volumeInc[1]|t->auxInc)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001031 volumeRampStereo(t, out, outFrameCount, temp, aux);
1032 } else {
1033 volumeStereo(t, out, outFrameCount, temp, aux);
1034 }
1035 } else {
Glenn Kastenf6b16782011-12-15 09:51:17 -08001036 if (CC_UNLIKELY(t->volumeInc[0]|t->volumeInc[1])) {
Andy Hung5e58b0a2014-06-23 19:07:29 -07001037 t->resampler->setVolume(UNITY_GAIN_FLOAT, UNITY_GAIN_FLOAT);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001038 memset(temp, 0, outFrameCount * MAX_NUM_CHANNELS * sizeof(int32_t));
1039 t->resampler->resample(temp, outFrameCount, t->bufferProvider);
1040 volumeRampStereo(t, out, outFrameCount, temp, aux);
1041 }
1042
1043 // constant gain
1044 else {
Andy Hung5e58b0a2014-06-23 19:07:29 -07001045 t->resampler->setVolume(t->mVolume[0], t->mVolume[1]);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001046 t->resampler->resample(out, outFrameCount, t->bufferProvider);
1047 }
1048 }
1049}
1050
Andy Hungee931ff2014-01-28 13:44:14 -08001051void AudioMixer::track__nop(track_t* t __unused, int32_t* out __unused,
1052 size_t outFrameCount __unused, int32_t* temp __unused, int32_t* aux __unused)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001053{
1054}
1055
Glenn Kasten85ab62c2012-11-01 11:11:38 -07001056void AudioMixer::volumeRampStereo(track_t* t, int32_t* out, size_t frameCount, int32_t* temp,
1057 int32_t* aux)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001058{
1059 int32_t vl = t->prevVolume[0];
1060 int32_t vr = t->prevVolume[1];
1061 const int32_t vlInc = t->volumeInc[0];
1062 const int32_t vrInc = t->volumeInc[1];
1063
Steve Blockb8a80522011-12-20 16:23:08 +00001064 //ALOGD("[0] %p: inc=%f, v0=%f, v1=%d, final=%f, count=%d",
Mathias Agopian65ab4712010-07-14 17:59:35 -07001065 // t, vlInc/65536.0f, vl/65536.0f, t->volume[0],
1066 // (vl + vlInc*frameCount)/65536.0f, frameCount);
1067
1068 // ramp volume
Glenn Kastenf6b16782011-12-15 09:51:17 -08001069 if (CC_UNLIKELY(aux != NULL)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001070 int32_t va = t->prevAuxLevel;
1071 const int32_t vaInc = t->auxInc;
1072 int32_t l;
1073 int32_t r;
1074
1075 do {
1076 l = (*temp++ >> 12);
1077 r = (*temp++ >> 12);
1078 *out++ += (vl >> 16) * l;
1079 *out++ += (vr >> 16) * r;
1080 *aux++ += (va >> 17) * (l + r);
1081 vl += vlInc;
1082 vr += vrInc;
1083 va += vaInc;
1084 } while (--frameCount);
1085 t->prevAuxLevel = va;
1086 } else {
1087 do {
1088 *out++ += (vl >> 16) * (*temp++ >> 12);
1089 *out++ += (vr >> 16) * (*temp++ >> 12);
1090 vl += vlInc;
1091 vr += vrInc;
1092 } while (--frameCount);
1093 }
1094 t->prevVolume[0] = vl;
1095 t->prevVolume[1] = vr;
Glenn Kastena1117922012-01-26 10:53:32 -08001096 t->adjustVolumeRamp(aux != NULL);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001097}
1098
Glenn Kasten85ab62c2012-11-01 11:11:38 -07001099void AudioMixer::volumeStereo(track_t* t, int32_t* out, size_t frameCount, int32_t* temp,
1100 int32_t* aux)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001101{
1102 const int16_t vl = t->volume[0];
1103 const int16_t vr = t->volume[1];
1104
Glenn Kastenf6b16782011-12-15 09:51:17 -08001105 if (CC_UNLIKELY(aux != NULL)) {
Glenn Kasten3b81aca2012-01-27 15:26:23 -08001106 const int16_t va = t->auxLevel;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001107 do {
1108 int16_t l = (int16_t)(*temp++ >> 12);
1109 int16_t r = (int16_t)(*temp++ >> 12);
1110 out[0] = mulAdd(l, vl, out[0]);
1111 int16_t a = (int16_t)(((int32_t)l + r) >> 1);
1112 out[1] = mulAdd(r, vr, out[1]);
1113 out += 2;
1114 aux[0] = mulAdd(a, va, aux[0]);
1115 aux++;
1116 } while (--frameCount);
1117 } else {
1118 do {
1119 int16_t l = (int16_t)(*temp++ >> 12);
1120 int16_t r = (int16_t)(*temp++ >> 12);
1121 out[0] = mulAdd(l, vl, out[0]);
1122 out[1] = mulAdd(r, vr, out[1]);
1123 out += 2;
1124 } while (--frameCount);
1125 }
1126}
1127
Andy Hungee931ff2014-01-28 13:44:14 -08001128void AudioMixer::track__16BitsStereo(track_t* t, int32_t* out, size_t frameCount,
1129 int32_t* temp __unused, int32_t* aux)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001130{
Andy Hung296b7412014-06-17 15:25:47 -07001131 ALOGVV("track__16BitsStereo\n");
Glenn Kasten54c3b662012-01-06 07:46:30 -08001132 const int16_t *in = static_cast<const int16_t *>(t->in);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001133
Glenn Kastenf6b16782011-12-15 09:51:17 -08001134 if (CC_UNLIKELY(aux != NULL)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001135 int32_t l;
1136 int32_t r;
1137 // ramp gain
Glenn Kastenf6b16782011-12-15 09:51:17 -08001138 if (CC_UNLIKELY(t->volumeInc[0]|t->volumeInc[1]|t->auxInc)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001139 int32_t vl = t->prevVolume[0];
1140 int32_t vr = t->prevVolume[1];
1141 int32_t va = t->prevAuxLevel;
1142 const int32_t vlInc = t->volumeInc[0];
1143 const int32_t vrInc = t->volumeInc[1];
1144 const int32_t vaInc = t->auxInc;
Steve Blockb8a80522011-12-20 16:23:08 +00001145 // ALOGD("[1] %p: inc=%f, v0=%f, v1=%d, final=%f, count=%d",
Mathias Agopian65ab4712010-07-14 17:59:35 -07001146 // t, vlInc/65536.0f, vl/65536.0f, t->volume[0],
1147 // (vl + vlInc*frameCount)/65536.0f, frameCount);
1148
1149 do {
1150 l = (int32_t)*in++;
1151 r = (int32_t)*in++;
1152 *out++ += (vl >> 16) * l;
1153 *out++ += (vr >> 16) * r;
1154 *aux++ += (va >> 17) * (l + r);
1155 vl += vlInc;
1156 vr += vrInc;
1157 va += vaInc;
1158 } while (--frameCount);
1159
1160 t->prevVolume[0] = vl;
1161 t->prevVolume[1] = vr;
1162 t->prevAuxLevel = va;
1163 t->adjustVolumeRamp(true);
1164 }
1165
1166 // constant gain
1167 else {
1168 const uint32_t vrl = t->volumeRL;
1169 const int16_t va = (int16_t)t->auxLevel;
1170 do {
Glenn Kasten54c3b662012-01-06 07:46:30 -08001171 uint32_t rl = *reinterpret_cast<const uint32_t *>(in);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001172 int16_t a = (int16_t)(((int32_t)in[0] + in[1]) >> 1);
1173 in += 2;
1174 out[0] = mulAddRL(1, rl, vrl, out[0]);
1175 out[1] = mulAddRL(0, rl, vrl, out[1]);
1176 out += 2;
1177 aux[0] = mulAdd(a, va, aux[0]);
1178 aux++;
1179 } while (--frameCount);
1180 }
1181 } else {
1182 // ramp gain
Glenn Kastenf6b16782011-12-15 09:51:17 -08001183 if (CC_UNLIKELY(t->volumeInc[0]|t->volumeInc[1])) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001184 int32_t vl = t->prevVolume[0];
1185 int32_t vr = t->prevVolume[1];
1186 const int32_t vlInc = t->volumeInc[0];
1187 const int32_t vrInc = t->volumeInc[1];
1188
Steve Blockb8a80522011-12-20 16:23:08 +00001189 // ALOGD("[1] %p: inc=%f, v0=%f, v1=%d, final=%f, count=%d",
Mathias Agopian65ab4712010-07-14 17:59:35 -07001190 // t, vlInc/65536.0f, vl/65536.0f, t->volume[0],
1191 // (vl + vlInc*frameCount)/65536.0f, frameCount);
1192
1193 do {
1194 *out++ += (vl >> 16) * (int32_t) *in++;
1195 *out++ += (vr >> 16) * (int32_t) *in++;
1196 vl += vlInc;
1197 vr += vrInc;
1198 } while (--frameCount);
1199
1200 t->prevVolume[0] = vl;
1201 t->prevVolume[1] = vr;
1202 t->adjustVolumeRamp(false);
1203 }
1204
1205 // constant gain
1206 else {
1207 const uint32_t vrl = t->volumeRL;
1208 do {
Glenn Kasten54c3b662012-01-06 07:46:30 -08001209 uint32_t rl = *reinterpret_cast<const uint32_t *>(in);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001210 in += 2;
1211 out[0] = mulAddRL(1, rl, vrl, out[0]);
1212 out[1] = mulAddRL(0, rl, vrl, out[1]);
1213 out += 2;
1214 } while (--frameCount);
1215 }
1216 }
1217 t->in = in;
1218}
1219
Andy Hungee931ff2014-01-28 13:44:14 -08001220void AudioMixer::track__16BitsMono(track_t* t, int32_t* out, size_t frameCount,
1221 int32_t* temp __unused, int32_t* aux)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001222{
Andy Hung296b7412014-06-17 15:25:47 -07001223 ALOGVV("track__16BitsMono\n");
Glenn Kasten54c3b662012-01-06 07:46:30 -08001224 const int16_t *in = static_cast<int16_t const *>(t->in);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001225
Glenn Kastenf6b16782011-12-15 09:51:17 -08001226 if (CC_UNLIKELY(aux != NULL)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001227 // ramp gain
Glenn Kastenf6b16782011-12-15 09:51:17 -08001228 if (CC_UNLIKELY(t->volumeInc[0]|t->volumeInc[1]|t->auxInc)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001229 int32_t vl = t->prevVolume[0];
1230 int32_t vr = t->prevVolume[1];
1231 int32_t va = t->prevAuxLevel;
1232 const int32_t vlInc = t->volumeInc[0];
1233 const int32_t vrInc = t->volumeInc[1];
1234 const int32_t vaInc = t->auxInc;
1235
Steve Blockb8a80522011-12-20 16:23:08 +00001236 // ALOGD("[2] %p: inc=%f, v0=%f, v1=%d, final=%f, count=%d",
Mathias Agopian65ab4712010-07-14 17:59:35 -07001237 // t, vlInc/65536.0f, vl/65536.0f, t->volume[0],
1238 // (vl + vlInc*frameCount)/65536.0f, frameCount);
1239
1240 do {
1241 int32_t l = *in++;
1242 *out++ += (vl >> 16) * l;
1243 *out++ += (vr >> 16) * l;
1244 *aux++ += (va >> 16) * l;
1245 vl += vlInc;
1246 vr += vrInc;
1247 va += vaInc;
1248 } while (--frameCount);
1249
1250 t->prevVolume[0] = vl;
1251 t->prevVolume[1] = vr;
1252 t->prevAuxLevel = va;
1253 t->adjustVolumeRamp(true);
1254 }
1255 // constant gain
1256 else {
1257 const int16_t vl = t->volume[0];
1258 const int16_t vr = t->volume[1];
1259 const int16_t va = (int16_t)t->auxLevel;
1260 do {
1261 int16_t l = *in++;
1262 out[0] = mulAdd(l, vl, out[0]);
1263 out[1] = mulAdd(l, vr, out[1]);
1264 out += 2;
1265 aux[0] = mulAdd(l, va, aux[0]);
1266 aux++;
1267 } while (--frameCount);
1268 }
1269 } else {
1270 // ramp gain
Glenn Kastenf6b16782011-12-15 09:51:17 -08001271 if (CC_UNLIKELY(t->volumeInc[0]|t->volumeInc[1])) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001272 int32_t vl = t->prevVolume[0];
1273 int32_t vr = t->prevVolume[1];
1274 const int32_t vlInc = t->volumeInc[0];
1275 const int32_t vrInc = t->volumeInc[1];
1276
Steve Blockb8a80522011-12-20 16:23:08 +00001277 // ALOGD("[2] %p: inc=%f, v0=%f, v1=%d, final=%f, count=%d",
Mathias Agopian65ab4712010-07-14 17:59:35 -07001278 // t, vlInc/65536.0f, vl/65536.0f, t->volume[0],
1279 // (vl + vlInc*frameCount)/65536.0f, frameCount);
1280
1281 do {
1282 int32_t l = *in++;
1283 *out++ += (vl >> 16) * l;
1284 *out++ += (vr >> 16) * l;
1285 vl += vlInc;
1286 vr += vrInc;
1287 } while (--frameCount);
1288
1289 t->prevVolume[0] = vl;
1290 t->prevVolume[1] = vr;
1291 t->adjustVolumeRamp(false);
1292 }
1293 // constant gain
1294 else {
1295 const int16_t vl = t->volume[0];
1296 const int16_t vr = t->volume[1];
1297 do {
1298 int16_t l = *in++;
1299 out[0] = mulAdd(l, vl, out[0]);
1300 out[1] = mulAdd(l, vr, out[1]);
1301 out += 2;
1302 } while (--frameCount);
1303 }
1304 }
1305 t->in = in;
1306}
1307
Mathias Agopian65ab4712010-07-14 17:59:35 -07001308// no-op case
John Grossman4ff14ba2012-02-08 16:37:41 -08001309void AudioMixer::process__nop(state_t* state, int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001310{
Andy Hung296b7412014-06-17 15:25:47 -07001311 ALOGVV("process__nop\n");
Mathias Agopian65ab4712010-07-14 17:59:35 -07001312 uint32_t e0 = state->enabledTracks;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001313 while (e0) {
1314 // process by group of tracks with same output buffer to
1315 // avoid multiple memset() on same buffer
1316 uint32_t e1 = e0, e2 = e0;
1317 int i = 31 - __builtin_clz(e1);
Glenn Kastenfc900c92013-02-18 12:47:49 -08001318 {
1319 track_t& t1 = state->tracks[i];
Mathias Agopian65ab4712010-07-14 17:59:35 -07001320 e2 &= ~(1<<i);
Glenn Kastenfc900c92013-02-18 12:47:49 -08001321 while (e2) {
1322 i = 31 - __builtin_clz(e2);
1323 e2 &= ~(1<<i);
1324 track_t& t2 = state->tracks[i];
1325 if (CC_UNLIKELY(t2.mainBuffer != t1.mainBuffer)) {
1326 e1 &= ~(1<<i);
1327 }
Mathias Agopian65ab4712010-07-14 17:59:35 -07001328 }
Glenn Kastenfc900c92013-02-18 12:47:49 -08001329 e0 &= ~(e1);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001330
Andy Hunge93b6b72014-07-17 21:30:53 -07001331 memset(t1.mainBuffer, 0, state->frameCount * t1.mMixerChannelCount
Andy Hung78820702014-02-28 16:23:02 -08001332 * audio_bytes_per_sample(t1.mMixerFormat));
Glenn Kastenfc900c92013-02-18 12:47:49 -08001333 }
Mathias Agopian65ab4712010-07-14 17:59:35 -07001334
1335 while (e1) {
1336 i = 31 - __builtin_clz(e1);
1337 e1 &= ~(1<<i);
Glenn Kastenfc900c92013-02-18 12:47:49 -08001338 {
1339 track_t& t3 = state->tracks[i];
1340 size_t outFrames = state->frameCount;
1341 while (outFrames) {
1342 t3.buffer.frameCount = outFrames;
1343 int64_t outputPTS = calculateOutputPTS(
1344 t3, pts, state->frameCount - outFrames);
1345 t3.bufferProvider->getNextBuffer(&t3.buffer, outputPTS);
1346 if (t3.buffer.raw == NULL) break;
1347 outFrames -= t3.buffer.frameCount;
1348 t3.bufferProvider->releaseBuffer(&t3.buffer);
1349 }
Mathias Agopian65ab4712010-07-14 17:59:35 -07001350 }
1351 }
1352 }
1353}
1354
1355// generic code without resampling
John Grossman4ff14ba2012-02-08 16:37:41 -08001356void AudioMixer::process__genericNoResampling(state_t* state, int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001357{
Andy Hung296b7412014-06-17 15:25:47 -07001358 ALOGVV("process__genericNoResampling\n");
Mathias Agopian65ab4712010-07-14 17:59:35 -07001359 int32_t outTemp[BLOCKSIZE * MAX_NUM_CHANNELS] __attribute__((aligned(32)));
1360
1361 // acquire each track's buffer
1362 uint32_t enabledTracks = state->enabledTracks;
1363 uint32_t e0 = enabledTracks;
1364 while (e0) {
1365 const int i = 31 - __builtin_clz(e0);
1366 e0 &= ~(1<<i);
1367 track_t& t = state->tracks[i];
1368 t.buffer.frameCount = state->frameCount;
John Grossman4ff14ba2012-02-08 16:37:41 -08001369 t.bufferProvider->getNextBuffer(&t.buffer, pts);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001370 t.frameCount = t.buffer.frameCount;
1371 t.in = t.buffer.raw;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001372 }
1373
1374 e0 = enabledTracks;
1375 while (e0) {
1376 // process by group of tracks with same output buffer to
1377 // optimize cache use
1378 uint32_t e1 = e0, e2 = e0;
1379 int j = 31 - __builtin_clz(e1);
1380 track_t& t1 = state->tracks[j];
1381 e2 &= ~(1<<j);
1382 while (e2) {
1383 j = 31 - __builtin_clz(e2);
1384 e2 &= ~(1<<j);
1385 track_t& t2 = state->tracks[j];
Glenn Kastenf6b16782011-12-15 09:51:17 -08001386 if (CC_UNLIKELY(t2.mainBuffer != t1.mainBuffer)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001387 e1 &= ~(1<<j);
1388 }
1389 }
1390 e0 &= ~(e1);
1391 // this assumes output 16 bits stereo, no resampling
1392 int32_t *out = t1.mainBuffer;
1393 size_t numFrames = 0;
1394 do {
1395 memset(outTemp, 0, sizeof(outTemp));
1396 e2 = e1;
1397 while (e2) {
1398 const int i = 31 - __builtin_clz(e2);
1399 e2 &= ~(1<<i);
1400 track_t& t = state->tracks[i];
1401 size_t outFrames = BLOCKSIZE;
1402 int32_t *aux = NULL;
Glenn Kastend6fadf02013-10-30 14:37:29 -07001403 if (CC_UNLIKELY(t.needs & NEEDS_AUX)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001404 aux = t.auxBuffer + numFrames;
1405 }
1406 while (outFrames) {
Gaurav Kumar7e79cd22014-01-06 10:57:18 +05301407 // t.in == NULL can happen if the track was flushed just after having
1408 // been enabled for mixing.
1409 if (t.in == NULL) {
1410 enabledTracks &= ~(1<<i);
1411 e1 &= ~(1<<i);
1412 break;
1413 }
Mathias Agopian65ab4712010-07-14 17:59:35 -07001414 size_t inFrames = (t.frameCount > outFrames)?outFrames:t.frameCount;
Glenn Kasten34fca342013-08-13 09:48:14 -07001415 if (inFrames > 0) {
Andy Hunge93b6b72014-07-17 21:30:53 -07001416 t.hook(&t, outTemp + (BLOCKSIZE - outFrames) * t.mMixerChannelCount,
1417 inFrames, state->resampleTemp, aux);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001418 t.frameCount -= inFrames;
1419 outFrames -= inFrames;
Glenn Kastenf6b16782011-12-15 09:51:17 -08001420 if (CC_UNLIKELY(aux != NULL)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001421 aux += inFrames;
1422 }
1423 }
1424 if (t.frameCount == 0 && outFrames) {
1425 t.bufferProvider->releaseBuffer(&t.buffer);
Glenn Kasten85ab62c2012-11-01 11:11:38 -07001426 t.buffer.frameCount = (state->frameCount - numFrames) -
1427 (BLOCKSIZE - outFrames);
John Grossman4ff14ba2012-02-08 16:37:41 -08001428 int64_t outputPTS = calculateOutputPTS(
1429 t, pts, numFrames + (BLOCKSIZE - outFrames));
1430 t.bufferProvider->getNextBuffer(&t.buffer, outputPTS);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001431 t.in = t.buffer.raw;
1432 if (t.in == NULL) {
1433 enabledTracks &= ~(1<<i);
1434 e1 &= ~(1<<i);
1435 break;
1436 }
1437 t.frameCount = t.buffer.frameCount;
1438 }
1439 }
1440 }
Andy Hung296b7412014-06-17 15:25:47 -07001441
1442 convertMixerFormat(out, t1.mMixerFormat, outTemp, t1.mMixerInFormat,
Andy Hunge93b6b72014-07-17 21:30:53 -07001443 BLOCKSIZE * t1.mMixerChannelCount);
Andy Hung296b7412014-06-17 15:25:47 -07001444 // TODO: fix ugly casting due to choice of out pointer type
1445 out = reinterpret_cast<int32_t*>((uint8_t*)out
Andy Hunge93b6b72014-07-17 21:30:53 -07001446 + BLOCKSIZE * t1.mMixerChannelCount
1447 * audio_bytes_per_sample(t1.mMixerFormat));
Mathias Agopian65ab4712010-07-14 17:59:35 -07001448 numFrames += BLOCKSIZE;
1449 } while (numFrames < state->frameCount);
1450 }
1451
1452 // release each track's buffer
1453 e0 = enabledTracks;
1454 while (e0) {
1455 const int i = 31 - __builtin_clz(e0);
1456 e0 &= ~(1<<i);
1457 track_t& t = state->tracks[i];
1458 t.bufferProvider->releaseBuffer(&t.buffer);
1459 }
1460}
1461
1462
Glenn Kastenc5ac4cb2011-12-12 09:05:55 -08001463// generic code with resampling
John Grossman4ff14ba2012-02-08 16:37:41 -08001464void AudioMixer::process__genericResampling(state_t* state, int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001465{
Andy Hung296b7412014-06-17 15:25:47 -07001466 ALOGVV("process__genericResampling\n");
Glenn Kasten54c3b662012-01-06 07:46:30 -08001467 // this const just means that local variable outTemp doesn't change
Mathias Agopian65ab4712010-07-14 17:59:35 -07001468 int32_t* const outTemp = state->outputTemp;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001469 size_t numFrames = state->frameCount;
1470
1471 uint32_t e0 = state->enabledTracks;
1472 while (e0) {
1473 // process by group of tracks with same output buffer
1474 // to optimize cache use
1475 uint32_t e1 = e0, e2 = e0;
1476 int j = 31 - __builtin_clz(e1);
1477 track_t& t1 = state->tracks[j];
1478 e2 &= ~(1<<j);
1479 while (e2) {
1480 j = 31 - __builtin_clz(e2);
1481 e2 &= ~(1<<j);
1482 track_t& t2 = state->tracks[j];
Glenn Kastenf6b16782011-12-15 09:51:17 -08001483 if (CC_UNLIKELY(t2.mainBuffer != t1.mainBuffer)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001484 e1 &= ~(1<<j);
1485 }
1486 }
1487 e0 &= ~(e1);
1488 int32_t *out = t1.mainBuffer;
Andy Hunge93b6b72014-07-17 21:30:53 -07001489 memset(outTemp, 0, sizeof(*outTemp) * t1.mMixerChannelCount * state->frameCount);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001490 while (e1) {
1491 const int i = 31 - __builtin_clz(e1);
1492 e1 &= ~(1<<i);
1493 track_t& t = state->tracks[i];
1494 int32_t *aux = NULL;
Glenn Kastend6fadf02013-10-30 14:37:29 -07001495 if (CC_UNLIKELY(t.needs & NEEDS_AUX)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001496 aux = t.auxBuffer;
1497 }
1498
1499 // this is a little goofy, on the resampling case we don't
1500 // acquire/release the buffers because it's done by
1501 // the resampler.
Glenn Kastend6fadf02013-10-30 14:37:29 -07001502 if (t.needs & NEEDS_RESAMPLE) {
John Grossman4ff14ba2012-02-08 16:37:41 -08001503 t.resampler->setPTS(pts);
Glenn Kastena1117922012-01-26 10:53:32 -08001504 t.hook(&t, outTemp, numFrames, state->resampleTemp, aux);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001505 } else {
1506
1507 size_t outFrames = 0;
1508
1509 while (outFrames < numFrames) {
1510 t.buffer.frameCount = numFrames - outFrames;
John Grossman4ff14ba2012-02-08 16:37:41 -08001511 int64_t outputPTS = calculateOutputPTS(t, pts, outFrames);
1512 t.bufferProvider->getNextBuffer(&t.buffer, outputPTS);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001513 t.in = t.buffer.raw;
1514 // t.in == NULL can happen if the track was flushed just after having
1515 // been enabled for mixing.
1516 if (t.in == NULL) break;
1517
Glenn Kastenf6b16782011-12-15 09:51:17 -08001518 if (CC_UNLIKELY(aux != NULL)) {
Mathias Agopian65ab4712010-07-14 17:59:35 -07001519 aux += outFrames;
1520 }
Andy Hunge93b6b72014-07-17 21:30:53 -07001521 t.hook(&t, outTemp + outFrames * t.mMixerChannelCount, t.buffer.frameCount,
Glenn Kasten85ab62c2012-11-01 11:11:38 -07001522 state->resampleTemp, aux);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001523 outFrames += t.buffer.frameCount;
1524 t.bufferProvider->releaseBuffer(&t.buffer);
1525 }
1526 }
1527 }
Andy Hunge93b6b72014-07-17 21:30:53 -07001528 convertMixerFormat(out, t1.mMixerFormat,
1529 outTemp, t1.mMixerInFormat, numFrames * t1.mMixerChannelCount);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001530 }
1531}
1532
1533// one track, 16 bits stereo without resampling is the most common case
John Grossman4ff14ba2012-02-08 16:37:41 -08001534void AudioMixer::process__OneTrack16BitsStereoNoResampling(state_t* state,
1535 int64_t pts)
Mathias Agopian65ab4712010-07-14 17:59:35 -07001536{
Andy Hung296b7412014-06-17 15:25:47 -07001537 ALOGVV("process__OneTrack16BitsStereoNoResampling\n");
Glenn Kasten99e53b82012-01-19 08:59:58 -08001538 // This method is only called when state->enabledTracks has exactly
1539 // one bit set. The asserts below would verify this, but are commented out
1540 // since the whole point of this method is to optimize performance.
Glenn Kasten5798d4e2012-03-08 12:18:35 -08001541 //ALOG_ASSERT(0 != state->enabledTracks, "no tracks enabled");
Mathias Agopian65ab4712010-07-14 17:59:35 -07001542 const int i = 31 - __builtin_clz(state->enabledTracks);
Glenn Kasten5798d4e2012-03-08 12:18:35 -08001543 //ALOG_ASSERT((1 << i) == state->enabledTracks, "more than 1 track enabled");
Mathias Agopian65ab4712010-07-14 17:59:35 -07001544 const track_t& t = state->tracks[i];
1545
1546 AudioBufferProvider::Buffer& b(t.buffer);
1547
1548 int32_t* out = t.mainBuffer;
Andy Hungf8a106a2014-05-29 18:52:38 -07001549 float *fout = reinterpret_cast<float*>(out);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001550 size_t numFrames = state->frameCount;
1551
1552 const int16_t vl = t.volume[0];
1553 const int16_t vr = t.volume[1];
1554 const uint32_t vrl = t.volumeRL;
1555 while (numFrames) {
1556 b.frameCount = numFrames;
John Grossman4ff14ba2012-02-08 16:37:41 -08001557 int64_t outputPTS = calculateOutputPTS(t, pts, out - t.mainBuffer);
1558 t.bufferProvider->getNextBuffer(&b, outputPTS);
Glenn Kasten54c3b662012-01-06 07:46:30 -08001559 const int16_t *in = b.i16;
Mathias Agopian65ab4712010-07-14 17:59:35 -07001560
1561 // in == NULL can happen if the track was flushed just after having
1562 // been enabled for mixing.
Andy Hungf8a106a2014-05-29 18:52:38 -07001563 if (in == NULL || (((uintptr_t)in) & 3)) {
1564 memset(out, 0, numFrames
Andy Hunge93b6b72014-07-17 21:30:53 -07001565 * t.mMixerChannelCount * audio_bytes_per_sample(t.mMixerFormat));
Andy Hung395db4b2014-08-25 17:15:29 -07001566 ALOGE_IF((((uintptr_t)in) & 3),
1567 "process__OneTrack16BitsStereoNoResampling: misaligned buffer"
1568 " %p track %d, channels %d, needs %08x, volume %08x vfl %f vfr %f",
1569 in, i, t.channelCount, t.needs, vrl, t.mVolume[0], t.mVolume[1]);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001570 return;
1571 }
1572 size_t outFrames = b.frameCount;
1573
Andy Hung78820702014-02-28 16:23:02 -08001574 switch (t.mMixerFormat) {
Andy Hungf8a106a2014-05-29 18:52:38 -07001575 case AUDIO_FORMAT_PCM_FLOAT:
Mathias Agopian65ab4712010-07-14 17:59:35 -07001576 do {
Glenn Kasten54c3b662012-01-06 07:46:30 -08001577 uint32_t rl = *reinterpret_cast<const uint32_t *>(in);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001578 in += 2;
Andy Hunga1ab7cc2014-02-24 19:26:52 -08001579 int32_t l = mulRL(1, rl, vrl);
1580 int32_t r = mulRL(0, rl, vrl);
Andy Hung84a0c6e2014-04-02 11:24:53 -07001581 *fout++ = float_from_q4_27(l);
1582 *fout++ = float_from_q4_27(r);
Andy Hung3375bde2014-02-28 15:51:47 -08001583 // Note: In case of later int16_t sink output,
1584 // conversion and clamping is done by memcpy_to_i16_from_float().
Mathias Agopian65ab4712010-07-14 17:59:35 -07001585 } while (--outFrames);
Andy Hungf8a106a2014-05-29 18:52:38 -07001586 break;
Andy Hunga1ab7cc2014-02-24 19:26:52 -08001587 case AUDIO_FORMAT_PCM_16_BIT:
Andy Hung97ae8242014-05-30 10:35:47 -07001588 if (CC_UNLIKELY(uint32_t(vl) > UNITY_GAIN_INT || uint32_t(vr) > UNITY_GAIN_INT)) {
Andy Hunga1ab7cc2014-02-24 19:26:52 -08001589 // volume is boosted, so we might need to clamp even though
1590 // we process only one track.
1591 do {
1592 uint32_t rl = *reinterpret_cast<const uint32_t *>(in);
1593 in += 2;
1594 int32_t l = mulRL(1, rl, vrl) >> 12;
1595 int32_t r = mulRL(0, rl, vrl) >> 12;
1596 // clamping...
1597 l = clamp16(l);
1598 r = clamp16(r);
1599 *out++ = (r<<16) | (l & 0xFFFF);
1600 } while (--outFrames);
1601 } else {
1602 do {
1603 uint32_t rl = *reinterpret_cast<const uint32_t *>(in);
1604 in += 2;
1605 int32_t l = mulRL(1, rl, vrl) >> 12;
1606 int32_t r = mulRL(0, rl, vrl) >> 12;
1607 *out++ = (r<<16) | (l & 0xFFFF);
1608 } while (--outFrames);
1609 }
1610 break;
1611 default:
Andy Hung78820702014-02-28 16:23:02 -08001612 LOG_ALWAYS_FATAL("bad mixer format: %d", t.mMixerFormat);
Mathias Agopian65ab4712010-07-14 17:59:35 -07001613 }
1614 numFrames -= b.frameCount;
1615 t.bufferProvider->releaseBuffer(&b);
1616 }
1617}
1618
John Grossman4ff14ba2012-02-08 16:37:41 -08001619int64_t AudioMixer::calculateOutputPTS(const track_t& t, int64_t basePTS,
1620 int outputFrameIndex)
1621{
Glenn Kasten6e2ebe92013-08-13 09:14:51 -07001622 if (AudioBufferProvider::kInvalidPTS == basePTS) {
John Grossman4ff14ba2012-02-08 16:37:41 -08001623 return AudioBufferProvider::kInvalidPTS;
Glenn Kasten6e2ebe92013-08-13 09:14:51 -07001624 }
John Grossman4ff14ba2012-02-08 16:37:41 -08001625
Glenn Kasten52008f82012-03-18 09:34:41 -07001626 return basePTS + ((outputFrameIndex * sLocalTimeFreq) / t.sampleRate);
1627}
1628
1629/*static*/ uint64_t AudioMixer::sLocalTimeFreq;
1630/*static*/ pthread_once_t AudioMixer::sOnceControl = PTHREAD_ONCE_INIT;
1631
1632/*static*/ void AudioMixer::sInitRoutine()
1633{
1634 LocalClock lc;
Andy Hung34803d52014-07-16 21:41:35 -07001635 sLocalTimeFreq = lc.getLocalFreq(); // for the resampler
Glenn Kasten49c34ac2013-10-30 14:37:01 -07001636
Andy Hung34803d52014-07-16 21:41:35 -07001637 DownmixerBufferProvider::init(); // for the downmixer
John Grossman4ff14ba2012-02-08 16:37:41 -08001638}
1639
Andy Hunge93b6b72014-07-17 21:30:53 -07001640/* TODO: consider whether this level of optimization is necessary.
1641 * Perhaps just stick with a single for loop.
1642 */
1643
1644// Needs to derive a compile time constant (constexpr). Could be targeted to go
1645// to a MONOVOL mixtype based on MAX_NUM_VOLUMES, but that's an unnecessary complication.
1646#define MIXTYPE_MONOVOL(mixtype) (mixtype == MIXTYPE_MULTI ? MIXTYPE_MULTI_MONOVOL : \
1647 mixtype == MIXTYPE_MULTI_SAVEONLY ? MIXTYPE_MULTI_SAVEONLY_MONOVOL : mixtype)
1648
1649/* MIXTYPE (see AudioMixerOps.h MIXTYPE_* enumeration)
1650 * TO: int32_t (Q4.27) or float
1651 * TI: int32_t (Q4.27) or int16_t (Q0.15) or float
1652 * TA: int32_t (Q4.27)
1653 */
1654template <int MIXTYPE,
1655 typename TO, typename TI, typename TV, typename TA, typename TAV>
1656static void volumeRampMulti(uint32_t channels, TO* out, size_t frameCount,
1657 const TI* in, TA* aux, TV *vol, const TV *volinc, TAV *vola, TAV volainc)
1658{
1659 switch (channels) {
1660 case 1:
1661 volumeRampMulti<MIXTYPE, 1>(out, frameCount, in, aux, vol, volinc, vola, volainc);
1662 break;
1663 case 2:
1664 volumeRampMulti<MIXTYPE, 2>(out, frameCount, in, aux, vol, volinc, vola, volainc);
1665 break;
1666 case 3:
1667 volumeRampMulti<MIXTYPE_MONOVOL(MIXTYPE), 3>(out,
1668 frameCount, in, aux, vol, volinc, vola, volainc);
1669 break;
1670 case 4:
1671 volumeRampMulti<MIXTYPE_MONOVOL(MIXTYPE), 4>(out,
1672 frameCount, in, aux, vol, volinc, vola, volainc);
1673 break;
1674 case 5:
1675 volumeRampMulti<MIXTYPE_MONOVOL(MIXTYPE), 5>(out,
1676 frameCount, in, aux, vol, volinc, vola, volainc);
1677 break;
1678 case 6:
1679 volumeRampMulti<MIXTYPE_MONOVOL(MIXTYPE), 6>(out,
1680 frameCount, in, aux, vol, volinc, vola, volainc);
1681 break;
1682 case 7:
1683 volumeRampMulti<MIXTYPE_MONOVOL(MIXTYPE), 7>(out,
1684 frameCount, in, aux, vol, volinc, vola, volainc);
1685 break;
1686 case 8:
1687 volumeRampMulti<MIXTYPE_MONOVOL(MIXTYPE), 8>(out,
1688 frameCount, in, aux, vol, volinc, vola, volainc);
1689 break;
1690 }
1691}
1692
1693/* MIXTYPE (see AudioMixerOps.h MIXTYPE_* enumeration)
1694 * TO: int32_t (Q4.27) or float
1695 * TI: int32_t (Q4.27) or int16_t (Q0.15) or float
1696 * TA: int32_t (Q4.27)
1697 */
1698template <int MIXTYPE,
1699 typename TO, typename TI, typename TV, typename TA, typename TAV>
1700static void volumeMulti(uint32_t channels, TO* out, size_t frameCount,
1701 const TI* in, TA* aux, const TV *vol, TAV vola)
1702{
1703 switch (channels) {
1704 case 1:
1705 volumeMulti<MIXTYPE, 1>(out, frameCount, in, aux, vol, vola);
1706 break;
1707 case 2:
1708 volumeMulti<MIXTYPE, 2>(out, frameCount, in, aux, vol, vola);
1709 break;
1710 case 3:
1711 volumeMulti<MIXTYPE_MONOVOL(MIXTYPE), 3>(out, frameCount, in, aux, vol, vola);
1712 break;
1713 case 4:
1714 volumeMulti<MIXTYPE_MONOVOL(MIXTYPE), 4>(out, frameCount, in, aux, vol, vola);
1715 break;
1716 case 5:
1717 volumeMulti<MIXTYPE_MONOVOL(MIXTYPE), 5>(out, frameCount, in, aux, vol, vola);
1718 break;
1719 case 6:
1720 volumeMulti<MIXTYPE_MONOVOL(MIXTYPE), 6>(out, frameCount, in, aux, vol, vola);
1721 break;
1722 case 7:
1723 volumeMulti<MIXTYPE_MONOVOL(MIXTYPE), 7>(out, frameCount, in, aux, vol, vola);
1724 break;
1725 case 8:
1726 volumeMulti<MIXTYPE_MONOVOL(MIXTYPE), 8>(out, frameCount, in, aux, vol, vola);
1727 break;
1728 }
1729}
1730
1731/* MIXTYPE (see AudioMixerOps.h MIXTYPE_* enumeration)
1732 * USEFLOATVOL (set to true if float volume is used)
1733 * ADJUSTVOL (set to true if volume ramp parameters needs adjustment afterwards)
1734 * TO: int32_t (Q4.27) or float
1735 * TI: int32_t (Q4.27) or int16_t (Q0.15) or float
1736 * TA: int32_t (Q4.27)
1737 */
1738template <int MIXTYPE, bool USEFLOATVOL, bool ADJUSTVOL,
Andy Hung5e58b0a2014-06-23 19:07:29 -07001739 typename TO, typename TI, typename TA>
1740void AudioMixer::volumeMix(TO *out, size_t outFrames,
1741 const TI *in, TA *aux, bool ramp, AudioMixer::track_t *t)
1742{
1743 if (USEFLOATVOL) {
1744 if (ramp) {
Andy Hunge93b6b72014-07-17 21:30:53 -07001745 volumeRampMulti<MIXTYPE>(t->mMixerChannelCount, out, outFrames, in, aux,
Andy Hung5e58b0a2014-06-23 19:07:29 -07001746 t->mPrevVolume, t->mVolumeInc, &t->prevAuxLevel, t->auxInc);
1747 if (ADJUSTVOL) {
1748 t->adjustVolumeRamp(aux != NULL, true);
1749 }
1750 } else {
Andy Hunge93b6b72014-07-17 21:30:53 -07001751 volumeMulti<MIXTYPE>(t->mMixerChannelCount, out, outFrames, in, aux,
Andy Hung5e58b0a2014-06-23 19:07:29 -07001752 t->mVolume, t->auxLevel);
1753 }
1754 } else {
1755 if (ramp) {
Andy Hunge93b6b72014-07-17 21:30:53 -07001756 volumeRampMulti<MIXTYPE>(t->mMixerChannelCount, out, outFrames, in, aux,
Andy Hung5e58b0a2014-06-23 19:07:29 -07001757 t->prevVolume, t->volumeInc, &t->prevAuxLevel, t->auxInc);
1758 if (ADJUSTVOL) {
1759 t->adjustVolumeRamp(aux != NULL);
1760 }
1761 } else {
Andy Hunge93b6b72014-07-17 21:30:53 -07001762 volumeMulti<MIXTYPE>(t->mMixerChannelCount, out, outFrames, in, aux,
Andy Hung5e58b0a2014-06-23 19:07:29 -07001763 t->volume, t->auxLevel);
1764 }
1765 }
1766}
1767
Andy Hung296b7412014-06-17 15:25:47 -07001768/* This process hook is called when there is a single track without
1769 * aux buffer, volume ramp, or resampling.
1770 * TODO: Update the hook selection: this can properly handle aux and ramp.
Andy Hunge93b6b72014-07-17 21:30:53 -07001771 *
1772 * MIXTYPE (see AudioMixerOps.h MIXTYPE_* enumeration)
1773 * TO: int32_t (Q4.27) or float
1774 * TI: int32_t (Q4.27) or int16_t (Q0.15) or float
1775 * TA: int32_t (Q4.27)
Andy Hung296b7412014-06-17 15:25:47 -07001776 */
Andy Hunge93b6b72014-07-17 21:30:53 -07001777template <int MIXTYPE, typename TO, typename TI, typename TA>
Andy Hung296b7412014-06-17 15:25:47 -07001778void AudioMixer::process_NoResampleOneTrack(state_t* state, int64_t pts)
1779{
1780 ALOGVV("process_NoResampleOneTrack\n");
1781 // CLZ is faster than CTZ on ARM, though really not sure if true after 31 - clz.
1782 const int i = 31 - __builtin_clz(state->enabledTracks);
1783 ALOG_ASSERT((1 << i) == state->enabledTracks, "more than 1 track enabled");
1784 track_t *t = &state->tracks[i];
Andy Hunge93b6b72014-07-17 21:30:53 -07001785 const uint32_t channels = t->mMixerChannelCount;
Andy Hung296b7412014-06-17 15:25:47 -07001786 TO* out = reinterpret_cast<TO*>(t->mainBuffer);
1787 TA* aux = reinterpret_cast<TA*>(t->auxBuffer);
1788 const bool ramp = t->needsRamp();
1789
1790 for (size_t numFrames = state->frameCount; numFrames; ) {
1791 AudioBufferProvider::Buffer& b(t->buffer);
1792 // get input buffer
1793 b.frameCount = numFrames;
1794 const int64_t outputPTS = calculateOutputPTS(*t, pts, state->frameCount - numFrames);
1795 t->bufferProvider->getNextBuffer(&b, outputPTS);
1796 const TI *in = reinterpret_cast<TI*>(b.raw);
1797
1798 // in == NULL can happen if the track was flushed just after having
1799 // been enabled for mixing.
1800 if (in == NULL || (((uintptr_t)in) & 3)) {
1801 memset(out, 0, numFrames
Andy Hunge93b6b72014-07-17 21:30:53 -07001802 * channels * audio_bytes_per_sample(t->mMixerFormat));
Andy Hung296b7412014-06-17 15:25:47 -07001803 ALOGE_IF((((uintptr_t)in) & 3), "process_NoResampleOneTrack: bus error: "
1804 "buffer %p track %p, channels %d, needs %#x",
1805 in, t, t->channelCount, t->needs);
1806 return;
1807 }
1808
1809 const size_t outFrames = b.frameCount;
Andy Hunge93b6b72014-07-17 21:30:53 -07001810 volumeMix<MIXTYPE, is_same<TI, float>::value, false> (
1811 out, outFrames, in, aux, ramp, t);
Andy Hung5e58b0a2014-06-23 19:07:29 -07001812
Andy Hunge93b6b72014-07-17 21:30:53 -07001813 out += outFrames * channels;
Andy Hung296b7412014-06-17 15:25:47 -07001814 if (aux != NULL) {
Andy Hunge93b6b72014-07-17 21:30:53 -07001815 aux += channels;
Andy Hung296b7412014-06-17 15:25:47 -07001816 }
1817 numFrames -= b.frameCount;
1818
1819 // release buffer
1820 t->bufferProvider->releaseBuffer(&b);
1821 }
1822 if (ramp) {
Andy Hung5e58b0a2014-06-23 19:07:29 -07001823 t->adjustVolumeRamp(aux != NULL, is_same<TI, float>::value);
Andy Hung296b7412014-06-17 15:25:47 -07001824 }
1825}
1826
1827/* This track hook is called to do resampling then mixing,
1828 * pulling from the track's upstream AudioBufferProvider.
Andy Hunge93b6b72014-07-17 21:30:53 -07001829 *
1830 * MIXTYPE (see AudioMixerOps.h MIXTYPE_* enumeration)
1831 * TO: int32_t (Q4.27) or float
1832 * TI: int32_t (Q4.27) or int16_t (Q0.15) or float
1833 * TA: int32_t (Q4.27)
Andy Hung296b7412014-06-17 15:25:47 -07001834 */
Andy Hunge93b6b72014-07-17 21:30:53 -07001835template <int MIXTYPE, typename TO, typename TI, typename TA>
Andy Hung296b7412014-06-17 15:25:47 -07001836void AudioMixer::track__Resample(track_t* t, TO* out, size_t outFrameCount, TO* temp, TA* aux)
1837{
1838 ALOGVV("track__Resample\n");
1839 t->resampler->setSampleRate(t->sampleRate);
Andy Hung296b7412014-06-17 15:25:47 -07001840 const bool ramp = t->needsRamp();
1841 if (ramp || aux != NULL) {
1842 // if ramp: resample with unity gain to temp buffer and scale/mix in 2nd step.
1843 // if aux != NULL: resample with unity gain to temp buffer then apply send level.
1844
Andy Hung5e58b0a2014-06-23 19:07:29 -07001845 t->resampler->setVolume(UNITY_GAIN_FLOAT, UNITY_GAIN_FLOAT);
Andy Hunge93b6b72014-07-17 21:30:53 -07001846 memset(temp, 0, outFrameCount * t->mMixerChannelCount * sizeof(TO));
Andy Hung296b7412014-06-17 15:25:47 -07001847 t->resampler->resample((int32_t*)temp, outFrameCount, t->bufferProvider);
Andy Hung5e58b0a2014-06-23 19:07:29 -07001848
Andy Hunge93b6b72014-07-17 21:30:53 -07001849 volumeMix<MIXTYPE, is_same<TI, float>::value, true>(
1850 out, outFrameCount, temp, aux, ramp, t);
Andy Hung5e58b0a2014-06-23 19:07:29 -07001851
Andy Hung296b7412014-06-17 15:25:47 -07001852 } else { // constant volume gain
Andy Hung5e58b0a2014-06-23 19:07:29 -07001853 t->resampler->setVolume(t->mVolume[0], t->mVolume[1]);
Andy Hung296b7412014-06-17 15:25:47 -07001854 t->resampler->resample((int32_t*)out, outFrameCount, t->bufferProvider);
1855 }
1856}
1857
1858/* This track hook is called to mix a track, when no resampling is required.
1859 * The input buffer should be present in t->in.
Andy Hunge93b6b72014-07-17 21:30:53 -07001860 *
1861 * MIXTYPE (see AudioMixerOps.h MIXTYPE_* enumeration)
1862 * TO: int32_t (Q4.27) or float
1863 * TI: int32_t (Q4.27) or int16_t (Q0.15) or float
1864 * TA: int32_t (Q4.27)
Andy Hung296b7412014-06-17 15:25:47 -07001865 */
Andy Hunge93b6b72014-07-17 21:30:53 -07001866template <int MIXTYPE, typename TO, typename TI, typename TA>
Andy Hung296b7412014-06-17 15:25:47 -07001867void AudioMixer::track__NoResample(track_t* t, TO* out, size_t frameCount,
1868 TO* temp __unused, TA* aux)
1869{
1870 ALOGVV("track__NoResample\n");
1871 const TI *in = static_cast<const TI *>(t->in);
1872
Andy Hunge93b6b72014-07-17 21:30:53 -07001873 volumeMix<MIXTYPE, is_same<TI, float>::value, true>(
1874 out, frameCount, in, aux, t->needsRamp(), t);
Andy Hung5e58b0a2014-06-23 19:07:29 -07001875
Andy Hung296b7412014-06-17 15:25:47 -07001876 // MIXTYPE_MONOEXPAND reads a single input channel and expands to NCHAN output channels.
1877 // MIXTYPE_MULTI reads NCHAN input channels and places to NCHAN output channels.
Andy Hunge93b6b72014-07-17 21:30:53 -07001878 in += (MIXTYPE == MIXTYPE_MONOEXPAND) ? frameCount : frameCount * t->mMixerChannelCount;
Andy Hung296b7412014-06-17 15:25:47 -07001879 t->in = in;
1880}
1881
1882/* The Mixer engine generates either int32_t (Q4_27) or float data.
1883 * We use this function to convert the engine buffers
1884 * to the desired mixer output format, either int16_t (Q.15) or float.
1885 */
1886void AudioMixer::convertMixerFormat(void *out, audio_format_t mixerOutFormat,
1887 void *in, audio_format_t mixerInFormat, size_t sampleCount)
1888{
1889 switch (mixerInFormat) {
1890 case AUDIO_FORMAT_PCM_FLOAT:
1891 switch (mixerOutFormat) {
1892 case AUDIO_FORMAT_PCM_FLOAT:
1893 memcpy(out, in, sampleCount * sizeof(float)); // MEMCPY. TODO optimize out
1894 break;
1895 case AUDIO_FORMAT_PCM_16_BIT:
1896 memcpy_to_i16_from_float((int16_t*)out, (float*)in, sampleCount);
1897 break;
1898 default:
1899 LOG_ALWAYS_FATAL("bad mixerOutFormat: %#x", mixerOutFormat);
1900 break;
1901 }
1902 break;
1903 case AUDIO_FORMAT_PCM_16_BIT:
1904 switch (mixerOutFormat) {
1905 case AUDIO_FORMAT_PCM_FLOAT:
1906 memcpy_to_float_from_q4_27((float*)out, (int32_t*)in, sampleCount);
1907 break;
1908 case AUDIO_FORMAT_PCM_16_BIT:
1909 // two int16_t are produced per iteration
1910 ditherAndClamp((int32_t*)out, (int32_t*)in, sampleCount >> 1);
1911 break;
1912 default:
1913 LOG_ALWAYS_FATAL("bad mixerOutFormat: %#x", mixerOutFormat);
1914 break;
1915 }
1916 break;
1917 default:
1918 LOG_ALWAYS_FATAL("bad mixerInFormat: %#x", mixerInFormat);
1919 break;
1920 }
1921}
1922
1923/* Returns the proper track hook to use for mixing the track into the output buffer.
1924 */
Andy Hunge93b6b72014-07-17 21:30:53 -07001925AudioMixer::hook_t AudioMixer::getTrackHook(int trackType, uint32_t channelCount,
Andy Hung296b7412014-06-17 15:25:47 -07001926 audio_format_t mixerInFormat, audio_format_t mixerOutFormat __unused)
1927{
Andy Hunge93b6b72014-07-17 21:30:53 -07001928 if (!kUseNewMixer && channelCount == FCC_2 && mixerInFormat == AUDIO_FORMAT_PCM_16_BIT) {
Andy Hung296b7412014-06-17 15:25:47 -07001929 switch (trackType) {
1930 case TRACKTYPE_NOP:
1931 return track__nop;
1932 case TRACKTYPE_RESAMPLE:
1933 return track__genericResample;
1934 case TRACKTYPE_NORESAMPLEMONO:
1935 return track__16BitsMono;
1936 case TRACKTYPE_NORESAMPLE:
1937 return track__16BitsStereo;
1938 default:
1939 LOG_ALWAYS_FATAL("bad trackType: %d", trackType);
1940 break;
1941 }
1942 }
Andy Hunge93b6b72014-07-17 21:30:53 -07001943 LOG_ALWAYS_FATAL_IF(channelCount > MAX_NUM_CHANNELS);
Andy Hung296b7412014-06-17 15:25:47 -07001944 switch (trackType) {
1945 case TRACKTYPE_NOP:
1946 return track__nop;
1947 case TRACKTYPE_RESAMPLE:
1948 switch (mixerInFormat) {
1949 case AUDIO_FORMAT_PCM_FLOAT:
1950 return (AudioMixer::hook_t)
Andy Hunge93b6b72014-07-17 21:30:53 -07001951 track__Resample<MIXTYPE_MULTI, float /*TO*/, float /*TI*/, int32_t /*TA*/>;
Andy Hung296b7412014-06-17 15:25:47 -07001952 case AUDIO_FORMAT_PCM_16_BIT:
1953 return (AudioMixer::hook_t)\
Andy Hunge93b6b72014-07-17 21:30:53 -07001954 track__Resample<MIXTYPE_MULTI, int32_t, int16_t, int32_t>;
Andy Hung296b7412014-06-17 15:25:47 -07001955 default:
1956 LOG_ALWAYS_FATAL("bad mixerInFormat: %#x", mixerInFormat);
1957 break;
1958 }
1959 break;
1960 case TRACKTYPE_NORESAMPLEMONO:
1961 switch (mixerInFormat) {
1962 case AUDIO_FORMAT_PCM_FLOAT:
1963 return (AudioMixer::hook_t)
Andy Hunge93b6b72014-07-17 21:30:53 -07001964 track__NoResample<MIXTYPE_MONOEXPAND, float, float, int32_t>;
Andy Hung296b7412014-06-17 15:25:47 -07001965 case AUDIO_FORMAT_PCM_16_BIT:
1966 return (AudioMixer::hook_t)
Andy Hunge93b6b72014-07-17 21:30:53 -07001967 track__NoResample<MIXTYPE_MONOEXPAND, int32_t, int16_t, int32_t>;
Andy Hung296b7412014-06-17 15:25:47 -07001968 default:
1969 LOG_ALWAYS_FATAL("bad mixerInFormat: %#x", mixerInFormat);
1970 break;
1971 }
1972 break;
1973 case TRACKTYPE_NORESAMPLE:
1974 switch (mixerInFormat) {
1975 case AUDIO_FORMAT_PCM_FLOAT:
1976 return (AudioMixer::hook_t)
Andy Hunge93b6b72014-07-17 21:30:53 -07001977 track__NoResample<MIXTYPE_MULTI, float, float, int32_t>;
Andy Hung296b7412014-06-17 15:25:47 -07001978 case AUDIO_FORMAT_PCM_16_BIT:
1979 return (AudioMixer::hook_t)
Andy Hunge93b6b72014-07-17 21:30:53 -07001980 track__NoResample<MIXTYPE_MULTI, int32_t, int16_t, int32_t>;
Andy Hung296b7412014-06-17 15:25:47 -07001981 default:
1982 LOG_ALWAYS_FATAL("bad mixerInFormat: %#x", mixerInFormat);
1983 break;
1984 }
1985 break;
1986 default:
1987 LOG_ALWAYS_FATAL("bad trackType: %d", trackType);
1988 break;
1989 }
1990 return NULL;
1991}
1992
1993/* Returns the proper process hook for mixing tracks. Currently works only for
1994 * PROCESSTYPE_NORESAMPLEONETRACK, a mix involving one track, no resampling.
Andy Hung395db4b2014-08-25 17:15:29 -07001995 *
1996 * TODO: Due to the special mixing considerations of duplicating to
1997 * a stereo output track, the input track cannot be MONO. This should be
1998 * prevented by the caller.
Andy Hung296b7412014-06-17 15:25:47 -07001999 */
Andy Hunge93b6b72014-07-17 21:30:53 -07002000AudioMixer::process_hook_t AudioMixer::getProcessHook(int processType, uint32_t channelCount,
Andy Hung296b7412014-06-17 15:25:47 -07002001 audio_format_t mixerInFormat, audio_format_t mixerOutFormat)
2002{
2003 if (processType != PROCESSTYPE_NORESAMPLEONETRACK) { // Only NORESAMPLEONETRACK
2004 LOG_ALWAYS_FATAL("bad processType: %d", processType);
2005 return NULL;
2006 }
Andy Hunge93b6b72014-07-17 21:30:53 -07002007 if (!kUseNewMixer && channelCount == FCC_2 && mixerInFormat == AUDIO_FORMAT_PCM_16_BIT) {
Andy Hung296b7412014-06-17 15:25:47 -07002008 return process__OneTrack16BitsStereoNoResampling;
2009 }
Andy Hunge93b6b72014-07-17 21:30:53 -07002010 LOG_ALWAYS_FATAL_IF(channelCount > MAX_NUM_CHANNELS);
Andy Hung296b7412014-06-17 15:25:47 -07002011 switch (mixerInFormat) {
2012 case AUDIO_FORMAT_PCM_FLOAT:
2013 switch (mixerOutFormat) {
2014 case AUDIO_FORMAT_PCM_FLOAT:
Andy Hunge93b6b72014-07-17 21:30:53 -07002015 return process_NoResampleOneTrack<MIXTYPE_MULTI_SAVEONLY,
2016 float /*TO*/, float /*TI*/, int32_t /*TA*/>;
Andy Hung296b7412014-06-17 15:25:47 -07002017 case AUDIO_FORMAT_PCM_16_BIT:
Andy Hunge93b6b72014-07-17 21:30:53 -07002018 return process_NoResampleOneTrack<MIXTYPE_MULTI_SAVEONLY,
Andy Hung296b7412014-06-17 15:25:47 -07002019 int16_t, float, int32_t>;
2020 default:
2021 LOG_ALWAYS_FATAL("bad mixerOutFormat: %#x", mixerOutFormat);
2022 break;
2023 }
2024 break;
2025 case AUDIO_FORMAT_PCM_16_BIT:
2026 switch (mixerOutFormat) {
2027 case AUDIO_FORMAT_PCM_FLOAT:
Andy Hunge93b6b72014-07-17 21:30:53 -07002028 return process_NoResampleOneTrack<MIXTYPE_MULTI_SAVEONLY,
Andy Hung296b7412014-06-17 15:25:47 -07002029 float, int16_t, int32_t>;
2030 case AUDIO_FORMAT_PCM_16_BIT:
Andy Hunge93b6b72014-07-17 21:30:53 -07002031 return process_NoResampleOneTrack<MIXTYPE_MULTI_SAVEONLY,
Andy Hung296b7412014-06-17 15:25:47 -07002032 int16_t, int16_t, int32_t>;
2033 default:
2034 LOG_ALWAYS_FATAL("bad mixerOutFormat: %#x", mixerOutFormat);
2035 break;
2036 }
2037 break;
2038 default:
2039 LOG_ALWAYS_FATAL("bad mixerInFormat: %#x", mixerInFormat);
2040 break;
2041 }
2042 return NULL;
2043}
2044
Mathias Agopian65ab4712010-07-14 17:59:35 -07002045// ----------------------------------------------------------------------------
Glenn Kasten63238ef2015-03-02 15:50:29 -08002046} // namespace android