AudioPlayer_to_android.cpp revision 09aeff183fa1353298c47fcb18ff33b0d08a990d
1/* 2 * Copyright (C) 2010 The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17#include "sles_allinclusive.h" 18#include "android_prompts.h" 19#include "android/android_AudioToCbRenderer.h" 20#include "android/android_StreamPlayer.h" 21#include "android/android_LocAVPlayer.h" 22#include "android/include/AacBqToPcmCbRenderer.h" 23 24#include <fcntl.h> 25#include <sys/stat.h> 26 27#include <system/audio.h> 28 29template class android::KeyedVector<SLuint32, android::AudioEffect* > ; 30 31#define KEY_STREAM_TYPE_PARAMSIZE sizeof(SLint32) 32 33#define AUDIOTRACK_MIN_PLAYBACKRATE_PERMILLE 500 34#define AUDIOTRACK_MAX_PLAYBACKRATE_PERMILLE 2000 35 36#define MEDIAPLAYER_MIN_PLAYBACKRATE_PERMILLE AUDIOTRACK_MIN_PLAYBACKRATE_PERMILLE 37#define MEDIAPLAYER_MAX_PLAYBACKRATE_PERMILLE AUDIOTRACK_MAX_PLAYBACKRATE_PERMILLE 38 39//----------------------------------------------------------------------------- 40// FIXME this method will be absorbed into android_audioPlayer_setPlayState() once 41// bufferqueue and uri/fd playback are moved under the GenericPlayer C++ object 42SLresult aplayer_setPlayState(const android::sp<android::GenericPlayer> &ap, SLuint32 playState, 43 AndroidObjectState* pObjState) { 44 SLresult result = SL_RESULT_SUCCESS; 45 AndroidObjectState objState = *pObjState; 46 47 switch (playState) { 48 case SL_PLAYSTATE_STOPPED: 49 SL_LOGV("setting GenericPlayer to SL_PLAYSTATE_STOPPED"); 50 ap->stop(); 51 break; 52 case SL_PLAYSTATE_PAUSED: 53 SL_LOGV("setting GenericPlayer to SL_PLAYSTATE_PAUSED"); 54 switch (objState) { 55 case ANDROID_UNINITIALIZED: 56 *pObjState = ANDROID_PREPARING; 57 ap->prepare(); 58 break; 59 case ANDROID_PREPARING: 60 break; 61 case ANDROID_READY: 62 ap->pause(); 63 break; 64 default: 65 SL_LOGE(ERROR_PLAYERSETPLAYSTATE_INVALID_OBJECT_STATE_D, playState); 66 result = SL_RESULT_INTERNAL_ERROR; 67 break; 68 } 69 break; 70 case SL_PLAYSTATE_PLAYING: { 71 SL_LOGV("setting GenericPlayer to SL_PLAYSTATE_PLAYING"); 72 switch (objState) { 73 case ANDROID_UNINITIALIZED: 74 *pObjState = ANDROID_PREPARING; 75 ap->prepare(); 76 // intended fall through 77 case ANDROID_PREPARING: 78 // intended fall through 79 case ANDROID_READY: 80 ap->play(); 81 break; 82 default: 83 SL_LOGE(ERROR_PLAYERSETPLAYSTATE_INVALID_OBJECT_STATE_D, playState); 84 result = SL_RESULT_INTERNAL_ERROR; 85 break; 86 } 87 } 88 break; 89 default: 90 // checked by caller, should not happen 91 SL_LOGE(ERROR_SHOULDNT_BE_HERE_S, "aplayer_setPlayState"); 92 result = SL_RESULT_INTERNAL_ERROR; 93 break; 94 } 95 96 return result; 97} 98 99 100//----------------------------------------------------------------------------- 101// Callback associated with a AudioToCbRenderer of an SL ES AudioPlayer that gets its data 102// from a URI or FD, to write the decoded audio data to a buffer queue 103static size_t adecoder_writeToBufferQueue(const uint8_t *data, size_t size, CAudioPlayer* ap) { 104 if (!android::CallbackProtector::enterCbIfOk(ap->mCallbackProtector)) { 105 // it is not safe to enter the callback (the player is about to go away) 106 return 0; 107 } 108 size_t sizeConsumed = 0; 109 SL_LOGD("received %d bytes from decoder", size); 110 slBufferQueueCallback callback = NULL; 111 void * callbackPContext = NULL; 112 113 // push decoded data to the buffer queue 114 object_lock_exclusive(&ap->mObject); 115 116 if (ap->mBufferQueue.mState.count != 0) { 117 assert(ap->mBufferQueue.mFront != ap->mBufferQueue.mRear); 118 119 BufferHeader *oldFront = ap->mBufferQueue.mFront; 120 BufferHeader *newFront = &oldFront[1]; 121 122 uint8_t *pDest = (uint8_t *)oldFront->mBuffer + ap->mBufferQueue.mSizeConsumed; 123 if (ap->mBufferQueue.mSizeConsumed + size < oldFront->mSize) { 124 // room to consume the whole or rest of the decoded data in one shot 125 ap->mBufferQueue.mSizeConsumed += size; 126 // consume data but no callback to the BufferQueue interface here 127 memcpy(pDest, data, size); 128 sizeConsumed = size; 129 } else { 130 // push as much as possible of the decoded data into the buffer queue 131 sizeConsumed = oldFront->mSize - ap->mBufferQueue.mSizeConsumed; 132 133 // the buffer at the head of the buffer queue is full, update the state 134 ap->mBufferQueue.mSizeConsumed = 0; 135 if (newFront == &ap->mBufferQueue.mArray[ap->mBufferQueue.mNumBuffers + 1]) { 136 newFront = ap->mBufferQueue.mArray; 137 } 138 ap->mBufferQueue.mFront = newFront; 139 140 ap->mBufferQueue.mState.count--; 141 ap->mBufferQueue.mState.playIndex++; 142 // consume data 143 memcpy(pDest, data, sizeConsumed); 144 // data has been copied to the buffer, and the buffer queue state has been updated 145 // we will notify the client if applicable 146 callback = ap->mBufferQueue.mCallback; 147 // save callback data 148 callbackPContext = ap->mBufferQueue.mContext; 149 } 150 151 } else { 152 // no available buffers in the queue to write the decoded data 153 sizeConsumed = 0; 154 } 155 156 object_unlock_exclusive(&ap->mObject); 157 // notify client 158 if (NULL != callback) { 159 (*callback)(&ap->mBufferQueue.mItf, callbackPContext); 160 } 161 162 ap->mCallbackProtector->exitCb(); 163 return sizeConsumed; 164} 165 166 167//----------------------------------------------------------------------------- 168#define LEFT_CHANNEL_MASK 0x1 << 0 169#define RIGHT_CHANNEL_MASK 0x1 << 1 170 171void android_audioPlayer_volumeUpdate(CAudioPlayer* ap) 172{ 173 assert(ap != NULL); 174 175 // the source's channel count, where zero means unknown 176 SLuint8 channelCount = ap->mNumChannels; 177 178 // whether each channel is audible 179 bool leftAudibilityFactor, rightAudibilityFactor; 180 181 // mute has priority over solo 182 if (channelCount >= STEREO_CHANNELS) { 183 if (ap->mMuteMask & LEFT_CHANNEL_MASK) { 184 // left muted 185 leftAudibilityFactor = false; 186 } else { 187 // left not muted 188 if (ap->mSoloMask & LEFT_CHANNEL_MASK) { 189 // left soloed 190 leftAudibilityFactor = true; 191 } else { 192 // left not soloed 193 if (ap->mSoloMask & RIGHT_CHANNEL_MASK) { 194 // right solo silences left 195 leftAudibilityFactor = false; 196 } else { 197 // left and right are not soloed, and left is not muted 198 leftAudibilityFactor = true; 199 } 200 } 201 } 202 203 if (ap->mMuteMask & RIGHT_CHANNEL_MASK) { 204 // right muted 205 rightAudibilityFactor = false; 206 } else { 207 // right not muted 208 if (ap->mSoloMask & RIGHT_CHANNEL_MASK) { 209 // right soloed 210 rightAudibilityFactor = true; 211 } else { 212 // right not soloed 213 if (ap->mSoloMask & LEFT_CHANNEL_MASK) { 214 // left solo silences right 215 rightAudibilityFactor = false; 216 } else { 217 // left and right are not soloed, and right is not muted 218 rightAudibilityFactor = true; 219 } 220 } 221 } 222 223 // channel mute and solo are ignored for mono and unknown channel count sources 224 } else { 225 leftAudibilityFactor = true; 226 rightAudibilityFactor = true; 227 } 228 229 // compute volumes without setting 230 const bool audibilityFactors[2] = {leftAudibilityFactor, rightAudibilityFactor}; 231 float volumes[2]; 232 android_player_volumeUpdate(volumes, &ap->mVolume, channelCount, ap->mAmplFromDirectLevel, 233 audibilityFactors); 234 float leftVol = volumes[0], rightVol = volumes[1]; 235 236 // set volume on the underlying media player or audio track 237 if (ap->mAPlayer != 0) { 238 ap->mAPlayer->setVolume(leftVol, rightVol); 239 } else if (ap->mAudioTrack != 0) { 240 ap->mAudioTrack->setVolume(leftVol, rightVol); 241 } 242 243 // changes in the AudioPlayer volume must be reflected in the send level: 244 // in SLEffectSendItf or in SLAndroidEffectSendItf? 245 // FIXME replace interface test by an internal API once we have one. 246 if (NULL != ap->mEffectSend.mItf) { 247 for (unsigned int i=0 ; i<AUX_MAX ; i++) { 248 if (ap->mEffectSend.mEnableLevels[i].mEnable) { 249 android_fxSend_setSendLevel(ap, 250 ap->mEffectSend.mEnableLevels[i].mSendLevel + ap->mVolume.mLevel); 251 // there's a single aux bus on Android, so we can stop looking once the first 252 // aux effect is found. 253 break; 254 } 255 } 256 } else if (NULL != ap->mAndroidEffectSend.mItf) { 257 android_fxSend_setSendLevel(ap, ap->mAndroidEffectSend.mSendLevel + ap->mVolume.mLevel); 258 } 259} 260 261// Called by android_audioPlayer_volumeUpdate and android_mediaPlayer_volumeUpdate to compute 262// volumes, but setting volumes is handled by the caller. 263 264void android_player_volumeUpdate(float *pVolumes /*[2]*/, const IVolume *volumeItf, unsigned 265channelCount, float amplFromDirectLevel, const bool *audibilityFactors /*[2]*/) 266{ 267 assert(pVolumes != NULL); 268 assert(volumeItf != NULL); 269 // OK for audibilityFactors to be NULL 270 271 bool leftAudibilityFactor, rightAudibilityFactor; 272 273 // apply player mute factor 274 // note that AudioTrack has mute() but not MediaPlayer, so it's easier to use volume 275 // to mute for both rather than calling mute() for AudioTrack 276 277 // player is muted 278 if (volumeItf->mMute) { 279 leftAudibilityFactor = false; 280 rightAudibilityFactor = false; 281 // player isn't muted, and channel mute/solo audibility factors are available (AudioPlayer) 282 } else if (audibilityFactors != NULL) { 283 leftAudibilityFactor = audibilityFactors[0]; 284 rightAudibilityFactor = audibilityFactors[1]; 285 // player isn't muted, and channel mute/solo audibility factors aren't available (MediaPlayer) 286 } else { 287 leftAudibilityFactor = true; 288 rightAudibilityFactor = true; 289 } 290 291 // compute amplification as the combination of volume level and stereo position 292 // amplification (or attenuation) from volume level 293 float amplFromVolLevel = sles_to_android_amplification(volumeItf->mLevel); 294 // amplification from direct level (changed in SLEffectSendtItf and SLAndroidEffectSendItf) 295 float leftVol = amplFromVolLevel * amplFromDirectLevel; 296 float rightVol = leftVol; 297 298 // amplification from stereo position 299 if (volumeItf->mEnableStereoPosition) { 300 // Left/right amplification (can be attenuations) factors derived for the StereoPosition 301 float amplFromStereoPos[STEREO_CHANNELS]; 302 // panning law depends on content channel count: mono to stereo panning vs stereo balance 303 if (1 == channelCount) { 304 // mono to stereo panning 305 double theta = (1000+volumeItf->mStereoPosition)*M_PI_4/1000.0f; // 0 <= theta <= Pi/2 306 amplFromStereoPos[0] = cos(theta); 307 amplFromStereoPos[1] = sin(theta); 308 // channel count is 0 (unknown), 2 (stereo), or > 2 (multi-channel) 309 } else { 310 // stereo balance 311 if (volumeItf->mStereoPosition > 0) { 312 amplFromStereoPos[0] = (1000-volumeItf->mStereoPosition)/1000.0f; 313 amplFromStereoPos[1] = 1.0f; 314 } else { 315 amplFromStereoPos[0] = 1.0f; 316 amplFromStereoPos[1] = (1000+volumeItf->mStereoPosition)/1000.0f; 317 } 318 } 319 leftVol *= amplFromStereoPos[0]; 320 rightVol *= amplFromStereoPos[1]; 321 } 322 323 // apply audibility factors 324 if (!leftAudibilityFactor) { 325 leftVol = 0.0; 326 } 327 if (!rightAudibilityFactor) { 328 rightVol = 0.0; 329 } 330 331 // return the computed volumes 332 pVolumes[0] = leftVol; 333 pVolumes[1] = rightVol; 334} 335 336//----------------------------------------------------------------------------- 337void audioTrack_handleMarker_lockPlay(CAudioPlayer* ap) { 338 //SL_LOGV("received event EVENT_MARKER from AudioTrack"); 339 slPlayCallback callback = NULL; 340 void* callbackPContext = NULL; 341 342 interface_lock_shared(&ap->mPlay); 343 callback = ap->mPlay.mCallback; 344 callbackPContext = ap->mPlay.mContext; 345 interface_unlock_shared(&ap->mPlay); 346 347 if (NULL != callback) { 348 // getting this event implies SL_PLAYEVENT_HEADATMARKER was set in the event mask 349 (*callback)(&ap->mPlay.mItf, callbackPContext, SL_PLAYEVENT_HEADATMARKER); 350 } 351} 352 353//----------------------------------------------------------------------------- 354void audioTrack_handleNewPos_lockPlay(CAudioPlayer* ap) { 355 //SL_LOGV("received event EVENT_NEW_POS from AudioTrack"); 356 slPlayCallback callback = NULL; 357 void* callbackPContext = NULL; 358 359 interface_lock_shared(&ap->mPlay); 360 callback = ap->mPlay.mCallback; 361 callbackPContext = ap->mPlay.mContext; 362 interface_unlock_shared(&ap->mPlay); 363 364 if (NULL != callback) { 365 // getting this event implies SL_PLAYEVENT_HEADATNEWPOS was set in the event mask 366 (*callback)(&ap->mPlay.mItf, callbackPContext, SL_PLAYEVENT_HEADATNEWPOS); 367 } 368} 369 370 371//----------------------------------------------------------------------------- 372void audioTrack_handleUnderrun_lockPlay(CAudioPlayer* ap) { 373 slPlayCallback callback = NULL; 374 void* callbackPContext = NULL; 375 376 interface_lock_shared(&ap->mPlay); 377 callback = ap->mPlay.mCallback; 378 callbackPContext = ap->mPlay.mContext; 379 bool headStalled = (ap->mPlay.mEventFlags & SL_PLAYEVENT_HEADSTALLED) != 0; 380 interface_unlock_shared(&ap->mPlay); 381 382 if ((NULL != callback) && headStalled) { 383 (*callback)(&ap->mPlay.mItf, callbackPContext, SL_PLAYEVENT_HEADSTALLED); 384 } 385} 386 387 388//----------------------------------------------------------------------------- 389/** 390 * post-condition: play state of AudioPlayer is SL_PLAYSTATE_PAUSED if setPlayStateToPaused is true 391 * 392 * note: a conditional flag, setPlayStateToPaused, is used here to specify whether the play state 393 * needs to be changed when the player reaches the end of the content to play. This is 394 * relative to what the specification describes for buffer queues vs the 395 * SL_PLAYEVENT_HEADATEND event. In the OpenSL ES specification 1.0.1: 396 * - section 8.12 SLBufferQueueItf states "In the case of starvation due to insufficient 397 * buffers in the queue, the playing of audio data stops. The player remains in the 398 * SL_PLAYSTATE_PLAYING state." 399 * - section 9.2.31 SL_PLAYEVENT states "SL_PLAYEVENT_HEADATEND Playback head is at the end 400 * of the current content and the player has paused." 401 */ 402void audioPlayer_dispatch_headAtEnd_lockPlay(CAudioPlayer *ap, bool setPlayStateToPaused, 403 bool needToLock) { 404 //SL_LOGV("ap=%p, setPlayStateToPaused=%d, needToLock=%d", ap, setPlayStateToPaused, 405 // needToLock); 406 slPlayCallback playCallback = NULL; 407 void * playContext = NULL; 408 // SLPlayItf callback or no callback? 409 if (needToLock) { 410 interface_lock_exclusive(&ap->mPlay); 411 } 412 if (ap->mPlay.mEventFlags & SL_PLAYEVENT_HEADATEND) { 413 playCallback = ap->mPlay.mCallback; 414 playContext = ap->mPlay.mContext; 415 } 416 if (setPlayStateToPaused) { 417 ap->mPlay.mState = SL_PLAYSTATE_PAUSED; 418 } 419 if (needToLock) { 420 interface_unlock_exclusive(&ap->mPlay); 421 } 422 // enqueue callback with no lock held 423 if (NULL != playCallback) { 424#ifndef USE_ASYNCHRONOUS_PLAY_CALLBACK 425 (*playCallback)(&ap->mPlay.mItf, playContext, SL_PLAYEVENT_HEADATEND); 426#else 427 SLresult result = EnqueueAsyncCallback_ppi(ap, playCallback, &ap->mPlay.mItf, playContext, 428 SL_PLAYEVENT_HEADATEND); 429 if (SL_RESULT_SUCCESS != result) { 430 ALOGW("Callback %p(%p, %p, SL_PLAYEVENT_HEADATEND) dropped", playCallback, 431 &ap->mPlay.mItf, playContext); 432 } 433#endif 434 } 435 436} 437 438 439//----------------------------------------------------------------------------- 440SLresult audioPlayer_setStreamType(CAudioPlayer* ap, SLint32 type) { 441 SLresult result = SL_RESULT_SUCCESS; 442 SL_LOGV("type %d", type); 443 444 audio_stream_type_t newStreamType = ANDROID_DEFAULT_OUTPUT_STREAM_TYPE; 445 switch (type) { 446 case SL_ANDROID_STREAM_VOICE: 447 newStreamType = AUDIO_STREAM_VOICE_CALL; 448 break; 449 case SL_ANDROID_STREAM_SYSTEM: 450 newStreamType = AUDIO_STREAM_SYSTEM; 451 break; 452 case SL_ANDROID_STREAM_RING: 453 newStreamType = AUDIO_STREAM_RING; 454 break; 455 case SL_ANDROID_STREAM_MEDIA: 456 newStreamType = AUDIO_STREAM_MUSIC; 457 break; 458 case SL_ANDROID_STREAM_ALARM: 459 newStreamType = AUDIO_STREAM_ALARM; 460 break; 461 case SL_ANDROID_STREAM_NOTIFICATION: 462 newStreamType = AUDIO_STREAM_NOTIFICATION; 463 break; 464 default: 465 SL_LOGE(ERROR_PLAYERSTREAMTYPE_SET_UNKNOWN_TYPE); 466 result = SL_RESULT_PARAMETER_INVALID; 467 break; 468 } 469 470 // stream type needs to be set before the object is realized 471 // (ap->mAudioTrack is supposed to be NULL until then) 472 if (SL_OBJECT_STATE_UNREALIZED != ap->mObject.mState) { 473 SL_LOGE(ERROR_PLAYERSTREAMTYPE_REALIZED); 474 result = SL_RESULT_PRECONDITIONS_VIOLATED; 475 } else { 476 ap->mStreamType = newStreamType; 477 } 478 479 return result; 480} 481 482 483//----------------------------------------------------------------------------- 484SLresult audioPlayer_getStreamType(CAudioPlayer* ap, SLint32 *pType) { 485 SLresult result = SL_RESULT_SUCCESS; 486 487 switch (ap->mStreamType) { 488 case AUDIO_STREAM_VOICE_CALL: 489 *pType = SL_ANDROID_STREAM_VOICE; 490 break; 491 case AUDIO_STREAM_SYSTEM: 492 *pType = SL_ANDROID_STREAM_SYSTEM; 493 break; 494 case AUDIO_STREAM_RING: 495 *pType = SL_ANDROID_STREAM_RING; 496 break; 497 case AUDIO_STREAM_DEFAULT: 498 case AUDIO_STREAM_MUSIC: 499 *pType = SL_ANDROID_STREAM_MEDIA; 500 break; 501 case AUDIO_STREAM_ALARM: 502 *pType = SL_ANDROID_STREAM_ALARM; 503 break; 504 case AUDIO_STREAM_NOTIFICATION: 505 *pType = SL_ANDROID_STREAM_NOTIFICATION; 506 break; 507 default: 508 result = SL_RESULT_INTERNAL_ERROR; 509 *pType = SL_ANDROID_STREAM_MEDIA; 510 break; 511 } 512 513 return result; 514} 515 516 517//----------------------------------------------------------------------------- 518void audioPlayer_auxEffectUpdate(CAudioPlayer* ap) { 519 if ((ap->mAudioTrack != 0) && (ap->mAuxEffect != 0)) { 520 android_fxSend_attach(ap, true, ap->mAuxEffect, ap->mVolume.mLevel + ap->mAuxSendLevel); 521 } 522} 523 524 525//----------------------------------------------------------------------------- 526/* 527 * returns true if the given data sink is supported by AudioPlayer that doesn't 528 * play to an OutputMix object, false otherwise 529 * 530 * pre-condition: the locator of the audio sink is not SL_DATALOCATOR_OUTPUTMIX 531 */ 532bool audioPlayer_isSupportedNonOutputMixSink(const SLDataSink* pAudioSink) { 533 bool result = true; 534 const SLuint32 sinkLocatorType = *(SLuint32 *)pAudioSink->pLocator; 535 const SLuint32 sinkFormatType = *(SLuint32 *)pAudioSink->pFormat; 536 537 switch (sinkLocatorType) { 538 539 case SL_DATALOCATOR_BUFFERQUEUE: 540 case SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE: 541 if (SL_DATAFORMAT_PCM != sinkFormatType) { 542 SL_LOGE("Unsupported sink format 0x%x, expected SL_DATAFORMAT_PCM", 543 (unsigned)sinkFormatType); 544 result = false; 545 } 546 // it's no use checking the PCM format fields because additional characteristics 547 // such as the number of channels, or sample size are unknown to the player at this stage 548 break; 549 550 default: 551 SL_LOGE("Unsupported sink locator type 0x%x", (unsigned)sinkLocatorType); 552 result = false; 553 break; 554 } 555 556 return result; 557} 558 559 560//----------------------------------------------------------------------------- 561/* 562 * returns the Android object type if the locator type combinations for the source and sinks 563 * are supported by this implementation, INVALID_TYPE otherwise 564 */ 565static 566AndroidObjectType audioPlayer_getAndroidObjectTypeForSourceSink(const CAudioPlayer *ap) { 567 568 const SLDataSource *pAudioSrc = &ap->mDataSource.u.mSource; 569 const SLDataSink *pAudioSnk = &ap->mDataSink.u.mSink; 570 const SLuint32 sourceLocatorType = *(SLuint32 *)pAudioSrc->pLocator; 571 const SLuint32 sinkLocatorType = *(SLuint32 *)pAudioSnk->pLocator; 572 AndroidObjectType type = INVALID_TYPE; 573 574 //-------------------------------------- 575 // Sink / source matching check: 576 // the following source / sink combinations are supported 577 // SL_DATALOCATOR_BUFFERQUEUE / SL_DATALOCATOR_OUTPUTMIX 578 // SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE / SL_DATALOCATOR_OUTPUTMIX 579 // SL_DATALOCATOR_URI / SL_DATALOCATOR_OUTPUTMIX 580 // SL_DATALOCATOR_ANDROIDFD / SL_DATALOCATOR_OUTPUTMIX 581 // SL_DATALOCATOR_ANDROIDBUFFERQUEUE / SL_DATALOCATOR_OUTPUTMIX 582 // SL_DATALOCATOR_ANDROIDBUFFERQUEUE / SL_DATALOCATOR_BUFFERQUEUE 583 // SL_DATALOCATOR_URI / SL_DATALOCATOR_BUFFERQUEUE 584 // SL_DATALOCATOR_ANDROIDFD / SL_DATALOCATOR_BUFFERQUEUE 585 // SL_DATALOCATOR_URI / SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE 586 // SL_DATALOCATOR_ANDROIDFD / SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE 587 switch (sinkLocatorType) { 588 589 case SL_DATALOCATOR_OUTPUTMIX: { 590 switch (sourceLocatorType) { 591 592 // Buffer Queue to AudioTrack 593 case SL_DATALOCATOR_BUFFERQUEUE: 594 case SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE: 595 type = AUDIOPLAYER_FROM_PCM_BUFFERQUEUE; 596 break; 597 598 // URI or FD to MediaPlayer 599 case SL_DATALOCATOR_URI: 600 case SL_DATALOCATOR_ANDROIDFD: 601 type = AUDIOPLAYER_FROM_URIFD; 602 break; 603 604 // Android BufferQueue to MediaPlayer (shared memory streaming) 605 case SL_DATALOCATOR_ANDROIDBUFFERQUEUE: 606 type = AUDIOPLAYER_FROM_TS_ANDROIDBUFFERQUEUE; 607 break; 608 609 default: 610 SL_LOGE("Source data locator 0x%x not supported with SL_DATALOCATOR_OUTPUTMIX sink", 611 (unsigned)sourceLocatorType); 612 break; 613 } 614 } 615 break; 616 617 case SL_DATALOCATOR_BUFFERQUEUE: 618 case SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE: 619 switch (sourceLocatorType) { 620 621 // URI or FD decoded to PCM in a buffer queue 622 case SL_DATALOCATOR_URI: 623 case SL_DATALOCATOR_ANDROIDFD: 624 type = AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE; 625 break; 626 627 // AAC ADTS Android buffer queue decoded to PCM in a buffer queue 628 case SL_DATALOCATOR_ANDROIDBUFFERQUEUE: 629 type = AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE; 630 break; 631 632 default: 633 SL_LOGE("Source data locator 0x%x not supported with SL_DATALOCATOR_BUFFERQUEUE sink", 634 (unsigned)sourceLocatorType); 635 break; 636 } 637 break; 638 639 default: 640 SL_LOGE("Sink data locator 0x%x not supported", (unsigned)sinkLocatorType); 641 break; 642 } 643 644 return type; 645} 646 647 648//----------------------------------------------------------------------------- 649/* 650 * Callback associated with an SfPlayer of an SL ES AudioPlayer that gets its data 651 * from a URI or FD, for prepare, prefetch, and play events 652 */ 653static void sfplayer_handlePrefetchEvent(int event, int data1, int data2, void* user) { 654 655 // FIXME see similar code and comment in player_handleMediaPlayerEventNotifications 656 657 if (NULL == user) { 658 return; 659 } 660 661 CAudioPlayer *ap = (CAudioPlayer *)user; 662 if (!android::CallbackProtector::enterCbIfOk(ap->mCallbackProtector)) { 663 // it is not safe to enter the callback (the track is about to go away) 664 return; 665 } 666 union { 667 char c[sizeof(int)]; 668 int i; 669 } u; 670 u.i = event; 671 SL_LOGV("sfplayer_handlePrefetchEvent(event='%c%c%c%c' (%d), data1=%d, data2=%d, user=%p) from " 672 "SfAudioPlayer", u.c[3], u.c[2], u.c[1], u.c[0], event, data1, data2, user); 673 switch (event) { 674 675 case android::GenericPlayer::kEventPrepared: { 676 SL_LOGV("Received GenericPlayer::kEventPrepared for CAudioPlayer %p", ap); 677 678 // assume no callback 679 slPrefetchCallback callback = NULL; 680 void* callbackPContext; 681 SLuint32 events; 682 683 object_lock_exclusive(&ap->mObject); 684 685 // mark object as prepared; same state is used for successful or unsuccessful prepare 686 assert(ap->mAndroidObjState == ANDROID_PREPARING); 687 ap->mAndroidObjState = ANDROID_READY; 688 689 if (PLAYER_SUCCESS == data1) { 690 // Most of successful prepare completion for ap->mAPlayer 691 // is handled by GenericPlayer and its subclasses. 692 } else { 693 // SfPlayer prepare() failed prefetching, there is no event in SLPrefetchStatus to 694 // indicate a prefetch error, so we signal it by sending simultaneously two events: 695 // - SL_PREFETCHEVENT_FILLLEVELCHANGE with a level of 0 696 // - SL_PREFETCHEVENT_STATUSCHANGE with a status of SL_PREFETCHSTATUS_UNDERFLOW 697 SL_LOGE(ERROR_PLAYER_PREFETCH_d, data1); 698 if (IsInterfaceInitialized(&ap->mObject, MPH_PREFETCHSTATUS)) { 699 ap->mPrefetchStatus.mLevel = 0; 700 ap->mPrefetchStatus.mStatus = SL_PREFETCHSTATUS_UNDERFLOW; 701 if (!(~ap->mPrefetchStatus.mCallbackEventsMask & 702 (SL_PREFETCHEVENT_FILLLEVELCHANGE | SL_PREFETCHEVENT_STATUSCHANGE))) { 703 callback = ap->mPrefetchStatus.mCallback; 704 callbackPContext = ap->mPrefetchStatus.mContext; 705 events = SL_PREFETCHEVENT_FILLLEVELCHANGE | SL_PREFETCHEVENT_STATUSCHANGE; 706 } 707 } 708 } 709 710 object_unlock_exclusive(&ap->mObject); 711 712 // callback with no lock held 713 if (NULL != callback) { 714 (*callback)(&ap->mPrefetchStatus.mItf, callbackPContext, events); 715 } 716 717 } 718 break; 719 720 case android::GenericPlayer::kEventPrefetchFillLevelUpdate : { 721 if (!IsInterfaceInitialized(&ap->mObject, MPH_PREFETCHSTATUS)) { 722 break; 723 } 724 slPrefetchCallback callback = NULL; 725 void* callbackPContext = NULL; 726 727 // SLPrefetchStatusItf callback or no callback? 728 interface_lock_exclusive(&ap->mPrefetchStatus); 729 if (ap->mPrefetchStatus.mCallbackEventsMask & SL_PREFETCHEVENT_FILLLEVELCHANGE) { 730 callback = ap->mPrefetchStatus.mCallback; 731 callbackPContext = ap->mPrefetchStatus.mContext; 732 } 733 ap->mPrefetchStatus.mLevel = (SLpermille)data1; 734 interface_unlock_exclusive(&ap->mPrefetchStatus); 735 736 // callback with no lock held 737 if (NULL != callback) { 738 (*callback)(&ap->mPrefetchStatus.mItf, callbackPContext, 739 SL_PREFETCHEVENT_FILLLEVELCHANGE); 740 } 741 } 742 break; 743 744 case android::GenericPlayer::kEventPrefetchStatusChange: { 745 if (!IsInterfaceInitialized(&ap->mObject, MPH_PREFETCHSTATUS)) { 746 break; 747 } 748 slPrefetchCallback callback = NULL; 749 void* callbackPContext = NULL; 750 751 // SLPrefetchStatusItf callback or no callback? 752 object_lock_exclusive(&ap->mObject); 753 if (ap->mPrefetchStatus.mCallbackEventsMask & SL_PREFETCHEVENT_STATUSCHANGE) { 754 callback = ap->mPrefetchStatus.mCallback; 755 callbackPContext = ap->mPrefetchStatus.mContext; 756 } 757 if (data1 >= android::kStatusIntermediate) { 758 ap->mPrefetchStatus.mStatus = SL_PREFETCHSTATUS_SUFFICIENTDATA; 759 } else if (data1 < android::kStatusIntermediate) { 760 ap->mPrefetchStatus.mStatus = SL_PREFETCHSTATUS_UNDERFLOW; 761 } 762 object_unlock_exclusive(&ap->mObject); 763 764 // callback with no lock held 765 if (NULL != callback) { 766 (*callback)(&ap->mPrefetchStatus.mItf, callbackPContext, SL_PREFETCHEVENT_STATUSCHANGE); 767 } 768 } 769 break; 770 771 case android::GenericPlayer::kEventEndOfStream: { 772 audioPlayer_dispatch_headAtEnd_lockPlay(ap, true /*set state to paused?*/, true); 773 if ((ap->mAudioTrack != 0) && (!ap->mSeek.mLoopEnabled)) { 774 ap->mAudioTrack->stop(); 775 } 776 } 777 break; 778 779 case android::GenericPlayer::kEventChannelCount: { 780 object_lock_exclusive(&ap->mObject); 781 if (UNKNOWN_NUMCHANNELS == ap->mNumChannels && UNKNOWN_NUMCHANNELS != data1) { 782 ap->mNumChannels = data1; 783 android_audioPlayer_volumeUpdate(ap); 784 } 785 object_unlock_exclusive(&ap->mObject); 786 } 787 break; 788 789 case android::GenericPlayer::kEventPlay: { 790 slPlayCallback callback = NULL; 791 void* callbackPContext = NULL; 792 793 interface_lock_shared(&ap->mPlay); 794 callback = ap->mPlay.mCallback; 795 callbackPContext = ap->mPlay.mContext; 796 interface_unlock_shared(&ap->mPlay); 797 798 if (NULL != callback) { 799 SLuint32 event = (SLuint32) data1; // SL_PLAYEVENT_HEAD* 800#ifndef USE_ASYNCHRONOUS_PLAY_CALLBACK 801 // synchronous callback requires a synchronous GetPosition implementation 802 (*callback)(&ap->mPlay.mItf, callbackPContext, event); 803#else 804 // asynchronous callback works with any GetPosition implementation 805 SLresult result = EnqueueAsyncCallback_ppi(ap, callback, &ap->mPlay.mItf, 806 callbackPContext, event); 807 if (SL_RESULT_SUCCESS != result) { 808 ALOGW("Callback %p(%p, %p, 0x%x) dropped", callback, 809 &ap->mPlay.mItf, callbackPContext, event); 810 } 811#endif 812 } 813 } 814 break; 815 816 case android::GenericPlayer::kEventErrorAfterPrepare: { 817 SL_LOGV("kEventErrorAfterPrepare"); 818 819 // assume no callback 820 slPrefetchCallback callback = NULL; 821 void* callbackPContext = NULL; 822 823 object_lock_exclusive(&ap->mObject); 824 if (IsInterfaceInitialized(&ap->mObject, MPH_PREFETCHSTATUS)) { 825 ap->mPrefetchStatus.mLevel = 0; 826 ap->mPrefetchStatus.mStatus = SL_PREFETCHSTATUS_UNDERFLOW; 827 if (!(~ap->mPrefetchStatus.mCallbackEventsMask & 828 (SL_PREFETCHEVENT_FILLLEVELCHANGE | SL_PREFETCHEVENT_STATUSCHANGE))) { 829 callback = ap->mPrefetchStatus.mCallback; 830 callbackPContext = ap->mPrefetchStatus.mContext; 831 } 832 } 833 object_unlock_exclusive(&ap->mObject); 834 835 // FIXME there's interesting information in data1, but no API to convey it to client 836 SL_LOGE("Error after prepare: %d", data1); 837 838 // callback with no lock held 839 if (NULL != callback) { 840 (*callback)(&ap->mPrefetchStatus.mItf, callbackPContext, 841 SL_PREFETCHEVENT_FILLLEVELCHANGE | SL_PREFETCHEVENT_STATUSCHANGE); 842 } 843 844 } 845 break; 846 847 case android::GenericPlayer::kEventHasVideoSize: 848 //SL_LOGW("Unexpected kEventHasVideoSize"); 849 break; 850 851 default: 852 break; 853 } 854 855 ap->mCallbackProtector->exitCb(); 856} 857 858// From EffectDownmix.h 859const uint32_t kSides = AUDIO_CHANNEL_OUT_SIDE_LEFT | AUDIO_CHANNEL_OUT_SIDE_RIGHT; 860const uint32_t kBacks = AUDIO_CHANNEL_OUT_BACK_LEFT | AUDIO_CHANNEL_OUT_BACK_RIGHT; 861const uint32_t kUnsupported = 862 AUDIO_CHANNEL_OUT_FRONT_LEFT_OF_CENTER | AUDIO_CHANNEL_OUT_FRONT_RIGHT_OF_CENTER | 863 AUDIO_CHANNEL_OUT_TOP_CENTER | 864 AUDIO_CHANNEL_OUT_TOP_FRONT_LEFT | 865 AUDIO_CHANNEL_OUT_TOP_FRONT_CENTER | 866 AUDIO_CHANNEL_OUT_TOP_FRONT_RIGHT | 867 AUDIO_CHANNEL_OUT_TOP_BACK_LEFT | 868 AUDIO_CHANNEL_OUT_TOP_BACK_CENTER | 869 AUDIO_CHANNEL_OUT_TOP_BACK_RIGHT; 870 871//TODO(pmclean) This will need to be revisited when arbitrary N-channel support is added. 872SLresult android_audioPlayer_validateChannelMask(uint32_t mask, int numChans) { 873 // Check that the number of channels falls within bounds. 874 if (numChans < 0 || numChans > 8) { 875 return SL_RESULT_CONTENT_UNSUPPORTED; 876 } 877 // Are there the right number of channels in the mask? 878 if (audio_channel_count_from_out_mask(mask) != numChans) { 879 return SL_RESULT_CONTENT_UNSUPPORTED; 880 } 881 // check against unsupported channels 882 if (mask & kUnsupported) { 883 ALOGE("Unsupported channels (top or front left/right of center)"); 884 return SL_RESULT_CONTENT_UNSUPPORTED; 885 } 886 // verify has FL/FR if more than one channel 887 if (numChans > 1 && (mask & AUDIO_CHANNEL_OUT_STEREO) != AUDIO_CHANNEL_OUT_STEREO) { 888 ALOGE("Front channels must be present"); 889 return SL_RESULT_CONTENT_UNSUPPORTED; 890 } 891 // verify uses SIDE as a pair (ok if not using SIDE at all) 892 bool hasSides = false; 893 if ((mask & kSides) != 0) { 894 if ((mask & kSides) != kSides) { 895 ALOGE("Side channels must be used as a pair"); 896 return SL_RESULT_CONTENT_UNSUPPORTED; 897 } 898 hasSides = true; 899 } 900 // verify uses BACK as a pair (ok if not using BACK at all) 901 bool hasBacks = false; 902 if ((mask & kBacks) != 0) { 903 if ((mask & kBacks) != kBacks) { 904 ALOGE("Back channels must be used as a pair"); 905 return SL_RESULT_CONTENT_UNSUPPORTED; 906 } 907 hasBacks = true; 908 } 909 910 return SL_RESULT_SUCCESS; 911} 912 913//----------------------------------------------------------------------------- 914SLresult android_audioPlayer_checkSourceSink(CAudioPlayer *pAudioPlayer) 915{ 916 // verify that the locator types for the source / sink combination is supported 917 pAudioPlayer->mAndroidObjType = audioPlayer_getAndroidObjectTypeForSourceSink(pAudioPlayer); 918 if (INVALID_TYPE == pAudioPlayer->mAndroidObjType) { 919 return SL_RESULT_PARAMETER_INVALID; 920 } 921 922 const SLDataSource *pAudioSrc = &pAudioPlayer->mDataSource.u.mSource; 923 const SLDataSink *pAudioSnk = &pAudioPlayer->mDataSink.u.mSink; 924 925 // format check: 926 const SLuint32 sourceLocatorType = *(SLuint32 *)pAudioSrc->pLocator; 927 const SLuint32 sinkLocatorType = *(SLuint32 *)pAudioSnk->pLocator; 928 const SLuint32 sourceFormatType = *(SLuint32 *)pAudioSrc->pFormat; 929 const SLuint32 sinkFormatType = *(SLuint32 *)pAudioSnk->pFormat; 930 931 const SLuint32 *df_representation = NULL; // pointer to representation field, if it exists 932 933 switch (sourceLocatorType) { 934 //------------------ 935 // Buffer Queues 936 case SL_DATALOCATOR_BUFFERQUEUE: 937 case SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE: 938 { 939 SLDataLocator_BufferQueue *dl_bq = (SLDataLocator_BufferQueue *) pAudioSrc->pLocator; 940 941 // Buffer format 942 switch (sourceFormatType) { 943 // currently only PCM buffer queues are supported, 944 case SL_ANDROID_DATAFORMAT_PCM_EX: { 945 const SLAndroidDataFormat_PCM_EX *df_pcm = 946 (const SLAndroidDataFormat_PCM_EX *) pAudioSrc->pFormat; 947 switch (df_pcm->representation) { 948 case SL_ANDROID_PCM_REPRESENTATION_SIGNED_INT: 949 case SL_ANDROID_PCM_REPRESENTATION_UNSIGNED_INT: 950 case SL_ANDROID_PCM_REPRESENTATION_FLOAT: 951 df_representation = &df_pcm->representation; 952 break; 953 default: 954 SL_LOGE("Cannot create audio player: unsupported representation: %d", 955 df_pcm->representation); 956 return SL_RESULT_CONTENT_UNSUPPORTED; 957 } 958 } // SL_ANDROID_DATAFORMAT_PCM_EX - fall through to next test. 959 case SL_DATAFORMAT_PCM: { 960 const SLDataFormat_PCM *df_pcm = (const SLDataFormat_PCM *) pAudioSrc->pFormat; 961 SLresult result = android_audioPlayer_validateChannelMask(df_pcm->channelMask, 962 df_pcm->numChannels); 963 if (result != SL_RESULT_SUCCESS) { 964 SL_LOGE("Cannot create audio player: unsupported PCM data source with %u channels", 965 (unsigned) df_pcm->numChannels); 966 return result; 967 } 968 969 if (df_pcm->samplesPerSec < SL_SAMPLINGRATE_8 || 970 df_pcm->samplesPerSec > SL_SAMPLINGRATE_192) { 971 SL_LOGE("Cannot create audio player: unsupported sample rate %u milliHz", 972 (unsigned) df_pcm->samplesPerSec); 973 return SL_RESULT_CONTENT_UNSUPPORTED; 974 } 975 switch (df_pcm->bitsPerSample) { 976 case SL_PCMSAMPLEFORMAT_FIXED_8: 977 if (df_representation != NULL && 978 *df_representation != SL_ANDROID_PCM_REPRESENTATION_UNSIGNED_INT) { 979 goto default_err; 980 } 981 break; 982 case SL_PCMSAMPLEFORMAT_FIXED_16: 983 case SL_PCMSAMPLEFORMAT_FIXED_24: 984 if (df_representation != NULL && 985 *df_representation != SL_ANDROID_PCM_REPRESENTATION_SIGNED_INT) { 986 goto default_err; 987 } 988 break; 989 case SL_PCMSAMPLEFORMAT_FIXED_32: 990 if (df_representation != NULL 991 && *df_representation != SL_ANDROID_PCM_REPRESENTATION_SIGNED_INT 992 && *df_representation != SL_ANDROID_PCM_REPRESENTATION_FLOAT) { 993 goto default_err; 994 } 995 break; 996 // others 997 default: 998 default_err: 999 // this should have already been rejected by checkDataFormat 1000 SL_LOGE("Cannot create audio player: unsupported sample bit depth %u", 1001 (SLuint32)df_pcm->bitsPerSample); 1002 return SL_RESULT_CONTENT_UNSUPPORTED; 1003 } 1004 switch (df_pcm->containerSize) { 1005 case 8: 1006 case 16: 1007 case 24: 1008 case 32: 1009 break; 1010 // others 1011 default: 1012 SL_LOGE("Cannot create audio player: unsupported container size %u", 1013 (unsigned) df_pcm->containerSize); 1014 return SL_RESULT_CONTENT_UNSUPPORTED; 1015 } 1016 // df_pcm->channelMask: the earlier platform-independent check and the 1017 // upcoming check by sles_to_android_channelMaskOut are sufficient 1018 switch (df_pcm->endianness) { 1019 case SL_BYTEORDER_LITTLEENDIAN: 1020 break; 1021 case SL_BYTEORDER_BIGENDIAN: 1022 SL_LOGE("Cannot create audio player: unsupported big-endian byte order"); 1023 return SL_RESULT_CONTENT_UNSUPPORTED; 1024 // native is proposed but not yet in spec 1025 default: 1026 SL_LOGE("Cannot create audio player: unsupported byte order %u", 1027 (unsigned) df_pcm->endianness); 1028 return SL_RESULT_CONTENT_UNSUPPORTED; 1029 } 1030 } //case SL_DATAFORMAT_PCM 1031 break; 1032 case SL_DATAFORMAT_MIME: 1033 case XA_DATAFORMAT_RAWIMAGE: 1034 SL_LOGE("Cannot create audio player with buffer queue data source " 1035 "without SL_DATAFORMAT_PCM format"); 1036 return SL_RESULT_CONTENT_UNSUPPORTED; 1037 default: 1038 // invalid data format is detected earlier 1039 assert(false); 1040 return SL_RESULT_INTERNAL_ERROR; 1041 } // switch (sourceFormatType) 1042 } // case SL_DATALOCATOR_BUFFERQUEUE or SL_DATALOCATOR_ANDROIDSIMPLEBUFFERQUEUE 1043 break; 1044 //------------------ 1045 // URI 1046 case SL_DATALOCATOR_URI: 1047 { 1048 SLDataLocator_URI *dl_uri = (SLDataLocator_URI *) pAudioSrc->pLocator; 1049 if (NULL == dl_uri->URI) { 1050 return SL_RESULT_PARAMETER_INVALID; 1051 } 1052 // URI format 1053 switch (sourceFormatType) { 1054 case SL_DATAFORMAT_MIME: 1055 break; 1056 default: 1057 SL_LOGE("Cannot create audio player with SL_DATALOCATOR_URI data source without " 1058 "SL_DATAFORMAT_MIME format"); 1059 return SL_RESULT_CONTENT_UNSUPPORTED; 1060 } // switch (sourceFormatType) 1061 // decoding format check 1062 if ((sinkLocatorType != SL_DATALOCATOR_OUTPUTMIX) && 1063 !audioPlayer_isSupportedNonOutputMixSink(pAudioSnk)) { 1064 return SL_RESULT_CONTENT_UNSUPPORTED; 1065 } 1066 } // case SL_DATALOCATOR_URI 1067 break; 1068 //------------------ 1069 // File Descriptor 1070 case SL_DATALOCATOR_ANDROIDFD: 1071 { 1072 // fd is already non null 1073 switch (sourceFormatType) { 1074 case SL_DATAFORMAT_MIME: 1075 break; 1076 default: 1077 SL_LOGE("Cannot create audio player with SL_DATALOCATOR_ANDROIDFD data source " 1078 "without SL_DATAFORMAT_MIME format"); 1079 return SL_RESULT_CONTENT_UNSUPPORTED; 1080 } // switch (sourceFormatType) 1081 if ((sinkLocatorType != SL_DATALOCATOR_OUTPUTMIX) && 1082 !audioPlayer_isSupportedNonOutputMixSink(pAudioSnk)) { 1083 return SL_RESULT_CONTENT_UNSUPPORTED; 1084 } 1085 } // case SL_DATALOCATOR_ANDROIDFD 1086 break; 1087 //------------------ 1088 // Stream 1089 case SL_DATALOCATOR_ANDROIDBUFFERQUEUE: 1090 { 1091 switch (sourceFormatType) { 1092 case SL_DATAFORMAT_MIME: 1093 { 1094 SLDataFormat_MIME *df_mime = (SLDataFormat_MIME *) pAudioSrc->pFormat; 1095 if (NULL == df_mime) { 1096 SL_LOGE("MIME type null invalid"); 1097 return SL_RESULT_CONTENT_UNSUPPORTED; 1098 } 1099 SL_LOGD("source MIME is %s", (char*)df_mime->mimeType); 1100 switch (df_mime->containerType) { 1101 case SL_CONTAINERTYPE_MPEG_TS: 1102 if (strcasecmp((char*)df_mime->mimeType, (const char *)XA_ANDROID_MIME_MP2TS)) { 1103 SL_LOGE("Invalid MIME (%s) for container SL_CONTAINERTYPE_MPEG_TS, expects %s", 1104 (char*)df_mime->mimeType, XA_ANDROID_MIME_MP2TS); 1105 return SL_RESULT_CONTENT_UNSUPPORTED; 1106 } 1107 if (pAudioPlayer->mAndroidObjType != AUDIOPLAYER_FROM_TS_ANDROIDBUFFERQUEUE) { 1108 SL_LOGE("Invalid sink for container SL_CONTAINERTYPE_MPEG_TS"); 1109 return SL_RESULT_PARAMETER_INVALID; 1110 } 1111 break; 1112 case SL_CONTAINERTYPE_RAW: 1113 case SL_CONTAINERTYPE_AAC: 1114 if (strcasecmp((char*)df_mime->mimeType, (const char *)SL_ANDROID_MIME_AACADTS) && 1115 strcasecmp((char*)df_mime->mimeType, 1116 ANDROID_MIME_AACADTS_ANDROID_FRAMEWORK)) { 1117 SL_LOGE("Invalid MIME (%s) for container type %d, expects %s", 1118 (char*)df_mime->mimeType, df_mime->containerType, 1119 SL_ANDROID_MIME_AACADTS); 1120 return SL_RESULT_CONTENT_UNSUPPORTED; 1121 } 1122 if (pAudioPlayer->mAndroidObjType != AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE) { 1123 SL_LOGE("Invalid sink for container SL_CONTAINERTYPE_AAC"); 1124 return SL_RESULT_PARAMETER_INVALID; 1125 } 1126 break; 1127 default: 1128 SL_LOGE("Cannot create player with SL_DATALOCATOR_ANDROIDBUFFERQUEUE data source " 1129 "that is not fed MPEG-2 TS data or AAC ADTS data"); 1130 return SL_RESULT_CONTENT_UNSUPPORTED; 1131 } 1132 } 1133 break; 1134 default: 1135 SL_LOGE("Cannot create player with SL_DATALOCATOR_ANDROIDBUFFERQUEUE data source " 1136 "without SL_DATAFORMAT_MIME format"); 1137 return SL_RESULT_CONTENT_UNSUPPORTED; 1138 } 1139 } 1140 break; // case SL_DATALOCATOR_ANDROIDBUFFERQUEUE 1141 //------------------ 1142 // Address 1143 case SL_DATALOCATOR_ADDRESS: 1144 case SL_DATALOCATOR_IODEVICE: 1145 case SL_DATALOCATOR_OUTPUTMIX: 1146 case XA_DATALOCATOR_NATIVEDISPLAY: 1147 case SL_DATALOCATOR_MIDIBUFFERQUEUE: 1148 SL_LOGE("Cannot create audio player with data locator type 0x%x", 1149 (unsigned) sourceLocatorType); 1150 return SL_RESULT_CONTENT_UNSUPPORTED; 1151 default: 1152 SL_LOGE("Cannot create audio player with invalid data locator type 0x%x", 1153 (unsigned) sourceLocatorType); 1154 return SL_RESULT_PARAMETER_INVALID; 1155 }// switch (locatorType) 1156 1157 return SL_RESULT_SUCCESS; 1158} 1159 1160 1161//----------------------------------------------------------------------------- 1162// Callback associated with an AudioTrack of an SL ES AudioPlayer that gets its data 1163// from a buffer queue. This will not be called once the AudioTrack has been destroyed. 1164static void audioTrack_callBack_pullFromBuffQueue(int event, void* user, void *info) { 1165 CAudioPlayer *ap = (CAudioPlayer *)user; 1166 1167 if (!android::CallbackProtector::enterCbIfOk(ap->mCallbackProtector)) { 1168 // it is not safe to enter the callback (the track is about to go away) 1169 return; 1170 } 1171 1172 void * callbackPContext = NULL; 1173 switch (event) { 1174 1175 case android::AudioTrack::EVENT_MORE_DATA: { 1176 //SL_LOGV("received event EVENT_MORE_DATA from AudioTrack TID=%d", gettid()); 1177 slPrefetchCallback prefetchCallback = NULL; 1178 void *prefetchContext = NULL; 1179 SLuint32 prefetchEvents = SL_PREFETCHEVENT_NONE; 1180 android::AudioTrack::Buffer* pBuff = (android::AudioTrack::Buffer*)info; 1181 1182 // retrieve data from the buffer queue 1183 interface_lock_exclusive(&ap->mBufferQueue); 1184 1185 if (ap->mBufferQueue.mCallbackPending) { 1186 // call callback with lock not held 1187 slBufferQueueCallback callback = ap->mBufferQueue.mCallback; 1188 if (NULL != callback) { 1189 callbackPContext = ap->mBufferQueue.mContext; 1190 interface_unlock_exclusive(&ap->mBufferQueue); 1191 (*callback)(&ap->mBufferQueue.mItf, callbackPContext); 1192 interface_lock_exclusive(&ap->mBufferQueue); 1193 ap->mBufferQueue.mCallbackPending = false; 1194 } 1195 } 1196 1197 if (ap->mBufferQueue.mState.count != 0) { 1198 //SL_LOGV("nbBuffers in queue = %u",ap->mBufferQueue.mState.count); 1199 assert(ap->mBufferQueue.mFront != ap->mBufferQueue.mRear); 1200 1201 BufferHeader *oldFront = ap->mBufferQueue.mFront; 1202 BufferHeader *newFront = &oldFront[1]; 1203 1204 size_t availSource = oldFront->mSize - ap->mBufferQueue.mSizeConsumed; 1205 size_t availSink = pBuff->size; 1206 size_t bytesToCopy = availSource < availSink ? availSource : availSink; 1207 void *pSrc = (char *)oldFront->mBuffer + ap->mBufferQueue.mSizeConsumed; 1208 memcpy(pBuff->raw, pSrc, bytesToCopy); 1209 1210 if (bytesToCopy < availSource) { 1211 ap->mBufferQueue.mSizeConsumed += bytesToCopy; 1212 // pBuff->size is already equal to bytesToCopy in this case 1213 } else { 1214 // consumed an entire buffer, dequeue 1215 pBuff->size = bytesToCopy; 1216 ap->mBufferQueue.mSizeConsumed = 0; 1217 if (newFront == 1218 &ap->mBufferQueue.mArray 1219 [ap->mBufferQueue.mNumBuffers + 1]) 1220 { 1221 newFront = ap->mBufferQueue.mArray; 1222 } 1223 ap->mBufferQueue.mFront = newFront; 1224 1225 ap->mBufferQueue.mState.count--; 1226 ap->mBufferQueue.mState.playIndex++; 1227 ap->mBufferQueue.mCallbackPending = true; 1228 } 1229 } else { // empty queue 1230 // signal no data available 1231 pBuff->size = 0; 1232 1233 // signal we're at the end of the content, but don't pause (see note in function) 1234 audioPlayer_dispatch_headAtEnd_lockPlay(ap, false /*set state to paused?*/, false); 1235 1236 // signal underflow to prefetch status itf 1237 if (IsInterfaceInitialized(&ap->mObject, MPH_PREFETCHSTATUS)) { 1238 ap->mPrefetchStatus.mStatus = SL_PREFETCHSTATUS_UNDERFLOW; 1239 ap->mPrefetchStatus.mLevel = 0; 1240 // callback or no callback? 1241 prefetchEvents = ap->mPrefetchStatus.mCallbackEventsMask & 1242 (SL_PREFETCHEVENT_STATUSCHANGE | SL_PREFETCHEVENT_FILLLEVELCHANGE); 1243 if (SL_PREFETCHEVENT_NONE != prefetchEvents) { 1244 prefetchCallback = ap->mPrefetchStatus.mCallback; 1245 prefetchContext = ap->mPrefetchStatus.mContext; 1246 } 1247 } 1248 1249 // stop the track so it restarts playing faster when new data is enqueued 1250 ap->mAudioTrack->stop(); 1251 } 1252 interface_unlock_exclusive(&ap->mBufferQueue); 1253 1254 // notify client 1255 if (NULL != prefetchCallback) { 1256 assert(SL_PREFETCHEVENT_NONE != prefetchEvents); 1257 // spec requires separate callbacks for each event 1258 if (prefetchEvents & SL_PREFETCHEVENT_STATUSCHANGE) { 1259 (*prefetchCallback)(&ap->mPrefetchStatus.mItf, prefetchContext, 1260 SL_PREFETCHEVENT_STATUSCHANGE); 1261 } 1262 if (prefetchEvents & SL_PREFETCHEVENT_FILLLEVELCHANGE) { 1263 (*prefetchCallback)(&ap->mPrefetchStatus.mItf, prefetchContext, 1264 SL_PREFETCHEVENT_FILLLEVELCHANGE); 1265 } 1266 } 1267 } 1268 break; 1269 1270 case android::AudioTrack::EVENT_MARKER: 1271 //SL_LOGI("received event EVENT_MARKER from AudioTrack"); 1272 audioTrack_handleMarker_lockPlay(ap); 1273 break; 1274 1275 case android::AudioTrack::EVENT_NEW_POS: 1276 //SL_LOGI("received event EVENT_NEW_POS from AudioTrack"); 1277 audioTrack_handleNewPos_lockPlay(ap); 1278 break; 1279 1280 case android::AudioTrack::EVENT_UNDERRUN: 1281 //SL_LOGI("received event EVENT_UNDERRUN from AudioTrack"); 1282 audioTrack_handleUnderrun_lockPlay(ap); 1283 break; 1284 1285 case android::AudioTrack::EVENT_NEW_IAUDIOTRACK: 1286 // ignore for now 1287 break; 1288 1289 case android::AudioTrack::EVENT_BUFFER_END: 1290 case android::AudioTrack::EVENT_LOOP_END: 1291 case android::AudioTrack::EVENT_STREAM_END: 1292 // These are unexpected so fall through 1293 default: 1294 // FIXME where does the notification of SL_PLAYEVENT_HEADMOVING fit? 1295 SL_LOGE("Encountered unknown AudioTrack event %d for CAudioPlayer %p", event, 1296 (CAudioPlayer *)user); 1297 break; 1298 } 1299 1300 ap->mCallbackProtector->exitCb(); 1301} 1302 1303 1304//----------------------------------------------------------------------------- 1305void android_audioPlayer_create(CAudioPlayer *pAudioPlayer) { 1306 1307 // pAudioPlayer->mAndroidObjType has been set in android_audioPlayer_checkSourceSink() 1308 // and if it was == INVALID_TYPE, then IEngine_CreateAudioPlayer would never call us 1309 assert(INVALID_TYPE != pAudioPlayer->mAndroidObjType); 1310 1311 // These initializations are in the same order as the field declarations in classes.h 1312 1313 // FIXME Consolidate initializations (many of these already in IEngine_CreateAudioPlayer) 1314 // mAndroidObjType: see above comment 1315 pAudioPlayer->mAndroidObjState = ANDROID_UNINITIALIZED; 1316 pAudioPlayer->mSessionId = android::AudioSystem::newAudioUniqueId(); 1317 1318 // placeholder: not necessary yet as session ID lifetime doesn't extend beyond player 1319 // android::AudioSystem::acquireAudioSessionId(pAudioPlayer->mSessionId); 1320 1321 pAudioPlayer->mStreamType = ANDROID_DEFAULT_OUTPUT_STREAM_TYPE; 1322 1323 // mAudioTrack 1324 pAudioPlayer->mCallbackProtector = new android::CallbackProtector(); 1325 // mAPLayer 1326 // mAuxEffect 1327 1328 pAudioPlayer->mAuxSendLevel = 0; 1329 pAudioPlayer->mAmplFromDirectLevel = 1.0f; // matches initial mDirectLevel value 1330 pAudioPlayer->mDeferredStart = false; 1331 1332 // This section re-initializes interface-specific fields that 1333 // can be set or used regardless of whether the interface is 1334 // exposed on the AudioPlayer or not 1335 1336 switch (pAudioPlayer->mAndroidObjType) { 1337 case AUDIOPLAYER_FROM_PCM_BUFFERQUEUE: 1338 pAudioPlayer->mPlaybackRate.mMinRate = AUDIOTRACK_MIN_PLAYBACKRATE_PERMILLE; 1339 pAudioPlayer->mPlaybackRate.mMaxRate = AUDIOTRACK_MAX_PLAYBACKRATE_PERMILLE; 1340 break; 1341 case AUDIOPLAYER_FROM_URIFD: 1342 pAudioPlayer->mPlaybackRate.mMinRate = MEDIAPLAYER_MIN_PLAYBACKRATE_PERMILLE; 1343 pAudioPlayer->mPlaybackRate.mMaxRate = MEDIAPLAYER_MAX_PLAYBACKRATE_PERMILLE; 1344 break; 1345 default: 1346 // use the default range 1347 break; 1348 } 1349 1350} 1351 1352 1353//----------------------------------------------------------------------------- 1354SLresult android_audioPlayer_setConfig(CAudioPlayer *ap, const SLchar *configKey, 1355 const void *pConfigValue, SLuint32 valueSize) { 1356 1357 SLresult result; 1358 1359 assert(NULL != ap && NULL != configKey && NULL != pConfigValue); 1360 if (strcmp((const char*)configKey, (const char*)SL_ANDROID_KEY_STREAM_TYPE) == 0) { 1361 1362 // stream type 1363 if (KEY_STREAM_TYPE_PARAMSIZE > valueSize) { 1364 SL_LOGE(ERROR_CONFIG_VALUESIZE_TOO_LOW); 1365 result = SL_RESULT_BUFFER_INSUFFICIENT; 1366 } else { 1367 result = audioPlayer_setStreamType(ap, *(SLuint32*)pConfigValue); 1368 } 1369 1370 } else { 1371 SL_LOGE(ERROR_CONFIG_UNKNOWN_KEY); 1372 result = SL_RESULT_PARAMETER_INVALID; 1373 } 1374 1375 return result; 1376} 1377 1378 1379//----------------------------------------------------------------------------- 1380SLresult android_audioPlayer_getConfig(CAudioPlayer* ap, const SLchar *configKey, 1381 SLuint32* pValueSize, void *pConfigValue) { 1382 1383 SLresult result; 1384 1385 assert(NULL != ap && NULL != configKey && NULL != pValueSize); 1386 if (strcmp((const char*)configKey, (const char*)SL_ANDROID_KEY_STREAM_TYPE) == 0) { 1387 1388 // stream type 1389 if (NULL == pConfigValue) { 1390 result = SL_RESULT_SUCCESS; 1391 } else if (KEY_STREAM_TYPE_PARAMSIZE > *pValueSize) { 1392 SL_LOGE(ERROR_CONFIG_VALUESIZE_TOO_LOW); 1393 result = SL_RESULT_BUFFER_INSUFFICIENT; 1394 } else { 1395 result = audioPlayer_getStreamType(ap, (SLint32*)pConfigValue); 1396 } 1397 *pValueSize = KEY_STREAM_TYPE_PARAMSIZE; 1398 1399 } else { 1400 SL_LOGE(ERROR_CONFIG_UNKNOWN_KEY); 1401 result = SL_RESULT_PARAMETER_INVALID; 1402 } 1403 1404 return result; 1405} 1406 1407 1408// Called from android_audioPlayer_realize for a PCM buffer queue player 1409// to determine if it can use a fast track. 1410static bool canUseFastTrack(CAudioPlayer *pAudioPlayer) 1411{ 1412 assert(pAudioPlayer->mAndroidObjType == AUDIOPLAYER_FROM_PCM_BUFFERQUEUE); 1413 1414 // no need to check the buffer queue size, application side 1415 // double-buffering (and more) is not a requirement for using fast tracks 1416 1417 // Check a blacklist of interfaces that are incompatible with fast tracks. 1418 // The alternative, to check a whitelist of compatible interfaces, is 1419 // more maintainable but is too slow. As a compromise, in a debug build 1420 // we use both methods and warn if they produce different results. 1421 // In release builds, we only use the blacklist method. 1422 // If a blacklisted interface is added after realization using 1423 // DynamicInterfaceManagement::AddInterface, 1424 // then this won't be detected but the interface will be ineffective. 1425 bool blacklistResult = true; 1426 static const unsigned blacklist[] = { 1427 MPH_BASSBOOST, 1428 MPH_EFFECTSEND, 1429 MPH_ENVIRONMENTALREVERB, 1430 MPH_EQUALIZER, 1431 MPH_PLAYBACKRATE, 1432 MPH_PRESETREVERB, 1433 MPH_VIRTUALIZER, 1434 MPH_ANDROIDEFFECT, 1435 MPH_ANDROIDEFFECTSEND, 1436 // FIXME The problem with a blacklist is remembering to add new interfaces here 1437 }; 1438 for (unsigned i = 0; i < sizeof(blacklist)/sizeof(blacklist[0]); ++i) { 1439 if (IsInterfaceInitialized(&pAudioPlayer->mObject, blacklist[i])) { 1440 blacklistResult = false; 1441 break; 1442 } 1443 } 1444#if LOG_NDEBUG == 0 1445 bool whitelistResult = true; 1446 static const unsigned whitelist[] = { 1447 MPH_BUFFERQUEUE, 1448 MPH_DYNAMICINTERFACEMANAGEMENT, 1449 MPH_METADATAEXTRACTION, 1450 MPH_MUTESOLO, 1451 MPH_OBJECT, 1452 MPH_PLAY, 1453 MPH_PREFETCHSTATUS, 1454 MPH_VOLUME, 1455 MPH_ANDROIDCONFIGURATION, 1456 MPH_ANDROIDSIMPLEBUFFERQUEUE, 1457 MPH_ANDROIDBUFFERQUEUESOURCE, 1458 }; 1459 for (unsigned mph = MPH_MIN; mph < MPH_MAX; ++mph) { 1460 for (unsigned i = 0; i < sizeof(whitelist)/sizeof(whitelist[0]); ++i) { 1461 if (mph == whitelist[i]) { 1462 goto compatible; 1463 } 1464 } 1465 if (IsInterfaceInitialized(&pAudioPlayer->mObject, mph)) { 1466 whitelistResult = false; 1467 break; 1468 } 1469compatible: ; 1470 } 1471 if (whitelistResult != blacklistResult) { 1472 ALOGW("whitelistResult != blacklistResult"); 1473 // and use blacklistResult below 1474 } 1475#endif 1476 return blacklistResult; 1477} 1478 1479 1480//----------------------------------------------------------------------------- 1481// FIXME abstract out the diff between CMediaPlayer and CAudioPlayer 1482SLresult android_audioPlayer_realize(CAudioPlayer *pAudioPlayer, SLboolean async) { 1483 1484 SLresult result = SL_RESULT_SUCCESS; 1485 SL_LOGV("Realize pAudioPlayer=%p", pAudioPlayer); 1486 1487 AudioPlayback_Parameters app; 1488 app.sessionId = pAudioPlayer->mSessionId; 1489 app.streamType = pAudioPlayer->mStreamType; 1490 1491 switch (pAudioPlayer->mAndroidObjType) { 1492 1493 //----------------------------------- 1494 // AudioTrack 1495 case AUDIOPLAYER_FROM_PCM_BUFFERQUEUE: 1496 { 1497 // initialize platform-specific CAudioPlayer fields 1498 1499 SLDataLocator_BufferQueue *dl_bq = (SLDataLocator_BufferQueue *) 1500 pAudioPlayer->mDynamicSource.mDataSource; 1501 SLDataFormat_PCM *df_pcm = (SLDataFormat_PCM *) 1502 pAudioPlayer->mDynamicSource.mDataSource->pFormat; 1503 1504 uint32_t sampleRate = sles_to_android_sampleRate(df_pcm->samplesPerSec); 1505 1506 audio_output_flags_t policy; 1507 if (canUseFastTrack(pAudioPlayer)) { 1508 policy = AUDIO_OUTPUT_FLAG_FAST; 1509 } else { 1510 policy = AUDIO_OUTPUT_FLAG_NONE; 1511 } 1512 1513 pAudioPlayer->mAudioTrack = new android::AudioTrack( 1514 pAudioPlayer->mStreamType, // streamType 1515 sampleRate, // sampleRate 1516 sles_to_android_sampleFormat(df_pcm), // format 1517 sles_to_android_channelMaskOut(df_pcm->numChannels, df_pcm->channelMask), 1518 // channel mask 1519 0, // frameCount 1520 policy, // flags 1521 audioTrack_callBack_pullFromBuffQueue, // callback 1522 (void *) pAudioPlayer, // user 1523 0, // FIXME find appropriate frame count // notificationFrame 1524 pAudioPlayer->mSessionId); 1525 android::status_t status = pAudioPlayer->mAudioTrack->initCheck(); 1526 if (status != android::NO_ERROR) { 1527 SL_LOGE("AudioTrack::initCheck status %u", status); 1528 // FIXME should return a more specific result depending on status 1529 result = SL_RESULT_CONTENT_UNSUPPORTED; 1530 pAudioPlayer->mAudioTrack.clear(); 1531 return result; 1532 } 1533 1534 // initialize platform-independent CAudioPlayer fields 1535 1536 pAudioPlayer->mNumChannels = df_pcm->numChannels; 1537 pAudioPlayer->mSampleRateMilliHz = df_pcm->samplesPerSec; // Note: bad field name in SL ES 1538 1539 // This use case does not have a separate "prepare" step 1540 pAudioPlayer->mAndroidObjState = ANDROID_READY; 1541 } 1542 break; 1543 1544 //----------------------------------- 1545 // MediaPlayer 1546 case AUDIOPLAYER_FROM_URIFD: { 1547 pAudioPlayer->mAPlayer = new android::LocAVPlayer(&app, false /*hasVideo*/); 1548 pAudioPlayer->mAPlayer->init(sfplayer_handlePrefetchEvent, 1549 (void*)pAudioPlayer /*notifUSer*/); 1550 1551 switch (pAudioPlayer->mDataSource.mLocator.mLocatorType) { 1552 case SL_DATALOCATOR_URI: { 1553 // The legacy implementation ran Stagefright within the application process, and 1554 // so allowed local pathnames specified by URI that were openable by 1555 // the application but were not openable by mediaserver. 1556 // The current implementation runs Stagefright (mostly) within mediaserver, 1557 // which runs as a different UID and likely a different current working directory. 1558 // For backwards compatibility with any applications which may have relied on the 1559 // previous behavior, we convert an openable file URI into an FD. 1560 // Note that unlike SL_DATALOCATOR_ANDROIDFD, this FD is owned by us 1561 // and so we close it as soon as we've passed it (via Binder dup) to mediaserver. 1562 const char *uri = (const char *)pAudioPlayer->mDataSource.mLocator.mURI.URI; 1563 if (!isDistantProtocol(uri)) { 1564 // don't touch the original uri, we may need it later 1565 const char *pathname = uri; 1566 // skip over an optional leading file:// prefix 1567 if (!strncasecmp(pathname, "file://", 7)) { 1568 pathname += 7; 1569 } 1570 // attempt to open it as a file using the application's credentials 1571 int fd = ::open(pathname, O_RDONLY); 1572 if (fd >= 0) { 1573 // if open is successful, then check to see if it's a regular file 1574 struct stat statbuf; 1575 if (!::fstat(fd, &statbuf) && S_ISREG(statbuf.st_mode)) { 1576 // treat similarly to an FD data locator, but 1577 // let setDataSource take responsibility for closing fd 1578 pAudioPlayer->mAPlayer->setDataSource(fd, 0, statbuf.st_size, true); 1579 break; 1580 } 1581 // we were able to open it, but it's not a file, so let mediaserver try 1582 (void) ::close(fd); 1583 } 1584 } 1585 // if either the URI didn't look like a file, or open failed, or not a file 1586 pAudioPlayer->mAPlayer->setDataSource(uri); 1587 } break; 1588 case SL_DATALOCATOR_ANDROIDFD: { 1589 int64_t offset = (int64_t)pAudioPlayer->mDataSource.mLocator.mFD.offset; 1590 pAudioPlayer->mAPlayer->setDataSource( 1591 (int)pAudioPlayer->mDataSource.mLocator.mFD.fd, 1592 offset == SL_DATALOCATOR_ANDROIDFD_USE_FILE_SIZE ? 1593 (int64_t)PLAYER_FD_FIND_FILE_SIZE : offset, 1594 (int64_t)pAudioPlayer->mDataSource.mLocator.mFD.length); 1595 } 1596 break; 1597 default: 1598 SL_LOGE(ERROR_PLAYERREALIZE_UNKNOWN_DATASOURCE_LOCATOR); 1599 break; 1600 } 1601 1602 } 1603 break; 1604 1605 //----------------------------------- 1606 // StreamPlayer 1607 case AUDIOPLAYER_FROM_TS_ANDROIDBUFFERQUEUE: { 1608 android::StreamPlayer* splr = new android::StreamPlayer(&app, false /*hasVideo*/, 1609 &pAudioPlayer->mAndroidBufferQueue, pAudioPlayer->mCallbackProtector); 1610 pAudioPlayer->mAPlayer = splr; 1611 splr->init(sfplayer_handlePrefetchEvent, (void*)pAudioPlayer); 1612 } 1613 break; 1614 1615 //----------------------------------- 1616 // AudioToCbRenderer 1617 case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE: { 1618 android::AudioToCbRenderer* decoder = new android::AudioToCbRenderer(&app); 1619 pAudioPlayer->mAPlayer = decoder; 1620 // configures the callback for the sink buffer queue 1621 decoder->setDataPushListener(adecoder_writeToBufferQueue, pAudioPlayer); 1622 // configures the callback for the notifications coming from the SF code 1623 decoder->init(sfplayer_handlePrefetchEvent, (void*)pAudioPlayer); 1624 1625 switch (pAudioPlayer->mDataSource.mLocator.mLocatorType) { 1626 case SL_DATALOCATOR_URI: 1627 decoder->setDataSource( 1628 (const char*)pAudioPlayer->mDataSource.mLocator.mURI.URI); 1629 break; 1630 case SL_DATALOCATOR_ANDROIDFD: { 1631 int64_t offset = (int64_t)pAudioPlayer->mDataSource.mLocator.mFD.offset; 1632 decoder->setDataSource( 1633 (int)pAudioPlayer->mDataSource.mLocator.mFD.fd, 1634 offset == SL_DATALOCATOR_ANDROIDFD_USE_FILE_SIZE ? 1635 (int64_t)PLAYER_FD_FIND_FILE_SIZE : offset, 1636 (int64_t)pAudioPlayer->mDataSource.mLocator.mFD.length); 1637 } 1638 break; 1639 default: 1640 SL_LOGE(ERROR_PLAYERREALIZE_UNKNOWN_DATASOURCE_LOCATOR); 1641 break; 1642 } 1643 1644 } 1645 break; 1646 1647 //----------------------------------- 1648 // AacBqToPcmCbRenderer 1649 case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE: { 1650 android::AacBqToPcmCbRenderer* bqtobq = new android::AacBqToPcmCbRenderer(&app, 1651 &pAudioPlayer->mAndroidBufferQueue); 1652 // configures the callback for the sink buffer queue 1653 bqtobq->setDataPushListener(adecoder_writeToBufferQueue, pAudioPlayer); 1654 pAudioPlayer->mAPlayer = bqtobq; 1655 // configures the callback for the notifications coming from the SF code, 1656 // but also implicitly configures the AndroidBufferQueue from which ADTS data is read 1657 pAudioPlayer->mAPlayer->init(sfplayer_handlePrefetchEvent, (void*)pAudioPlayer); 1658 } 1659 break; 1660 1661 //----------------------------------- 1662 default: 1663 SL_LOGE(ERROR_PLAYERREALIZE_UNEXPECTED_OBJECT_TYPE_D, pAudioPlayer->mAndroidObjType); 1664 result = SL_RESULT_INTERNAL_ERROR; 1665 break; 1666 } 1667 1668 // proceed with effect initialization 1669 // initialize EQ 1670 // FIXME use a table of effect descriptors when adding support for more effects 1671 if (memcmp(SL_IID_EQUALIZER, &pAudioPlayer->mEqualizer.mEqDescriptor.type, 1672 sizeof(effect_uuid_t)) == 0) { 1673 SL_LOGV("Need to initialize EQ for AudioPlayer=%p", pAudioPlayer); 1674 android_eq_init(pAudioPlayer->mSessionId, &pAudioPlayer->mEqualizer); 1675 } 1676 // initialize BassBoost 1677 if (memcmp(SL_IID_BASSBOOST, &pAudioPlayer->mBassBoost.mBassBoostDescriptor.type, 1678 sizeof(effect_uuid_t)) == 0) { 1679 SL_LOGV("Need to initialize BassBoost for AudioPlayer=%p", pAudioPlayer); 1680 android_bb_init(pAudioPlayer->mSessionId, &pAudioPlayer->mBassBoost); 1681 } 1682 // initialize Virtualizer 1683 if (memcmp(SL_IID_VIRTUALIZER, &pAudioPlayer->mVirtualizer.mVirtualizerDescriptor.type, 1684 sizeof(effect_uuid_t)) == 0) { 1685 SL_LOGV("Need to initialize Virtualizer for AudioPlayer=%p", pAudioPlayer); 1686 android_virt_init(pAudioPlayer->mSessionId, &pAudioPlayer->mVirtualizer); 1687 } 1688 1689 // initialize EffectSend 1690 // FIXME initialize EffectSend 1691 1692 return result; 1693} 1694 1695 1696//----------------------------------------------------------------------------- 1697/** 1698 * Called with a lock on AudioPlayer, and blocks until safe to destroy 1699 */ 1700SLresult android_audioPlayer_preDestroy(CAudioPlayer *pAudioPlayer) { 1701 SL_LOGD("android_audioPlayer_preDestroy(%p)", pAudioPlayer); 1702 SLresult result = SL_RESULT_SUCCESS; 1703 1704 bool disableCallbacksBeforePreDestroy; 1705 switch (pAudioPlayer->mAndroidObjType) { 1706 // Not yet clear why this order is important, but it reduces detected deadlocks 1707 case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE: 1708 disableCallbacksBeforePreDestroy = true; 1709 break; 1710 // Use the old behavior for all other use cases until proven 1711 // case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE: 1712 default: 1713 disableCallbacksBeforePreDestroy = false; 1714 break; 1715 } 1716 1717 if (disableCallbacksBeforePreDestroy) { 1718 object_unlock_exclusive(&pAudioPlayer->mObject); 1719 if (pAudioPlayer->mCallbackProtector != 0) { 1720 pAudioPlayer->mCallbackProtector->requestCbExitAndWait(); 1721 } 1722 object_lock_exclusive(&pAudioPlayer->mObject); 1723 } 1724 1725 if (pAudioPlayer->mAPlayer != 0) { 1726 pAudioPlayer->mAPlayer->preDestroy(); 1727 } 1728 SL_LOGD("android_audioPlayer_preDestroy(%p) after mAPlayer->preDestroy()", pAudioPlayer); 1729 1730 if (!disableCallbacksBeforePreDestroy) { 1731 object_unlock_exclusive(&pAudioPlayer->mObject); 1732 if (pAudioPlayer->mCallbackProtector != 0) { 1733 pAudioPlayer->mCallbackProtector->requestCbExitAndWait(); 1734 } 1735 object_lock_exclusive(&pAudioPlayer->mObject); 1736 } 1737 1738 return result; 1739} 1740 1741 1742//----------------------------------------------------------------------------- 1743SLresult android_audioPlayer_destroy(CAudioPlayer *pAudioPlayer) { 1744 SLresult result = SL_RESULT_SUCCESS; 1745 SL_LOGV("android_audioPlayer_destroy(%p)", pAudioPlayer); 1746 switch (pAudioPlayer->mAndroidObjType) { 1747 1748 case AUDIOPLAYER_FROM_PCM_BUFFERQUEUE: 1749 // We own the audio track for PCM buffer queue players 1750 if (pAudioPlayer->mAudioTrack != 0) { 1751 pAudioPlayer->mAudioTrack->stop(); 1752 // Note that there may still be another reference in post-unlock phase of SetPlayState 1753 pAudioPlayer->mAudioTrack.clear(); 1754 } 1755 break; 1756 1757 case AUDIOPLAYER_FROM_URIFD: // intended fall-through 1758 case AUDIOPLAYER_FROM_TS_ANDROIDBUFFERQUEUE: // intended fall-through 1759 case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE: // intended fall-through 1760 case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE: 1761 pAudioPlayer->mAPlayer.clear(); 1762 break; 1763 //----------------------------------- 1764 default: 1765 SL_LOGE(ERROR_PLAYERDESTROY_UNEXPECTED_OBJECT_TYPE_D, pAudioPlayer->mAndroidObjType); 1766 result = SL_RESULT_INTERNAL_ERROR; 1767 break; 1768 } 1769 1770 // placeholder: not necessary yet as session ID lifetime doesn't extend beyond player 1771 // android::AudioSystem::releaseAudioSessionId(pAudioPlayer->mSessionId); 1772 1773 pAudioPlayer->mCallbackProtector.clear(); 1774 1775 // explicit destructor 1776 pAudioPlayer->mAudioTrack.~sp(); 1777 // note that SetPlayState(PLAYING) may still hold a reference 1778 pAudioPlayer->mCallbackProtector.~sp(); 1779 pAudioPlayer->mAuxEffect.~sp(); 1780 pAudioPlayer->mAPlayer.~sp(); 1781 1782 return result; 1783} 1784 1785 1786//----------------------------------------------------------------------------- 1787SLresult android_audioPlayer_setPlaybackRateAndConstraints(CAudioPlayer *ap, SLpermille rate, 1788 SLuint32 constraints) { 1789 SLresult result = SL_RESULT_SUCCESS; 1790 switch (ap->mAndroidObjType) { 1791 case AUDIOPLAYER_FROM_PCM_BUFFERQUEUE: { 1792 // these asserts were already checked by the platform-independent layer 1793 assert((AUDIOTRACK_MIN_PLAYBACKRATE_PERMILLE <= rate) && 1794 (rate <= AUDIOTRACK_MAX_PLAYBACKRATE_PERMILLE)); 1795 assert(constraints & SL_RATEPROP_NOPITCHCORAUDIO); 1796 // get the content sample rate 1797 uint32_t contentRate = sles_to_android_sampleRate(ap->mSampleRateMilliHz); 1798 // apply the SL ES playback rate on the AudioTrack as a factor of its content sample rate 1799 if (ap->mAudioTrack != 0) { 1800 ap->mAudioTrack->setSampleRate(contentRate * (rate/1000.0f)); 1801 } 1802 } 1803 break; 1804 case AUDIOPLAYER_FROM_URIFD: { 1805 assert((MEDIAPLAYER_MIN_PLAYBACKRATE_PERMILLE <= rate) && 1806 (rate <= MEDIAPLAYER_MAX_PLAYBACKRATE_PERMILLE)); 1807 assert(constraints & SL_RATEPROP_NOPITCHCORAUDIO); 1808 // apply the SL ES playback rate on the GenericPlayer 1809 if (ap->mAPlayer != 0) { 1810 ap->mAPlayer->setPlaybackRate((int16_t)rate); 1811 } 1812 } 1813 break; 1814 1815 default: 1816 SL_LOGE("Unexpected object type %d", ap->mAndroidObjType); 1817 result = SL_RESULT_FEATURE_UNSUPPORTED; 1818 break; 1819 } 1820 return result; 1821} 1822 1823 1824//----------------------------------------------------------------------------- 1825// precondition 1826// called with no lock held 1827// ap != NULL 1828// pItemCount != NULL 1829SLresult android_audioPlayer_metadata_getItemCount(CAudioPlayer *ap, SLuint32 *pItemCount) { 1830 if (ap->mAPlayer == 0) { 1831 return SL_RESULT_PARAMETER_INVALID; 1832 } 1833 switch (ap->mAndroidObjType) { 1834 case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE: 1835 case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE: 1836 { 1837 android::AudioSfDecoder* decoder = 1838 static_cast<android::AudioSfDecoder*>(ap->mAPlayer.get()); 1839 *pItemCount = decoder->getPcmFormatKeyCount(); 1840 } 1841 break; 1842 default: 1843 *pItemCount = 0; 1844 break; 1845 } 1846 return SL_RESULT_SUCCESS; 1847} 1848 1849 1850//----------------------------------------------------------------------------- 1851// precondition 1852// called with no lock held 1853// ap != NULL 1854// pKeySize != NULL 1855SLresult android_audioPlayer_metadata_getKeySize(CAudioPlayer *ap, 1856 SLuint32 index, SLuint32 *pKeySize) { 1857 if (ap->mAPlayer == 0) { 1858 return SL_RESULT_PARAMETER_INVALID; 1859 } 1860 SLresult res = SL_RESULT_SUCCESS; 1861 switch (ap->mAndroidObjType) { 1862 case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE: 1863 case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE: 1864 { 1865 android::AudioSfDecoder* decoder = 1866 static_cast<android::AudioSfDecoder*>(ap->mAPlayer.get()); 1867 SLuint32 keyNameSize = 0; 1868 if (!decoder->getPcmFormatKeySize(index, &keyNameSize)) { 1869 res = SL_RESULT_PARAMETER_INVALID; 1870 } else { 1871 // *pKeySize is the size of the region used to store the key name AND 1872 // the information about the key (size, lang, encoding) 1873 *pKeySize = keyNameSize + sizeof(SLMetadataInfo); 1874 } 1875 } 1876 break; 1877 default: 1878 *pKeySize = 0; 1879 res = SL_RESULT_PARAMETER_INVALID; 1880 break; 1881 } 1882 return res; 1883} 1884 1885 1886//----------------------------------------------------------------------------- 1887// precondition 1888// called with no lock held 1889// ap != NULL 1890// pKey != NULL 1891SLresult android_audioPlayer_metadata_getKey(CAudioPlayer *ap, 1892 SLuint32 index, SLuint32 size, SLMetadataInfo *pKey) { 1893 if (ap->mAPlayer == 0) { 1894 return SL_RESULT_PARAMETER_INVALID; 1895 } 1896 SLresult res = SL_RESULT_SUCCESS; 1897 switch (ap->mAndroidObjType) { 1898 case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE: 1899 case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE: 1900 { 1901 android::AudioSfDecoder* decoder = 1902 static_cast<android::AudioSfDecoder*>(ap->mAPlayer.get()); 1903 if ((size < sizeof(SLMetadataInfo) || 1904 (!decoder->getPcmFormatKeyName(index, size - sizeof(SLMetadataInfo), 1905 (char*)pKey->data)))) { 1906 res = SL_RESULT_PARAMETER_INVALID; 1907 } else { 1908 // successfully retrieved the key value, update the other fields 1909 pKey->encoding = SL_CHARACTERENCODING_UTF8; 1910 memcpy((char *) pKey->langCountry, "en", 3); 1911 pKey->size = strlen((char*)pKey->data) + 1; 1912 } 1913 } 1914 break; 1915 default: 1916 res = SL_RESULT_PARAMETER_INVALID; 1917 break; 1918 } 1919 return res; 1920} 1921 1922 1923//----------------------------------------------------------------------------- 1924// precondition 1925// called with no lock held 1926// ap != NULL 1927// pValueSize != NULL 1928SLresult android_audioPlayer_metadata_getValueSize(CAudioPlayer *ap, 1929 SLuint32 index, SLuint32 *pValueSize) { 1930 if (ap->mAPlayer == 0) { 1931 return SL_RESULT_PARAMETER_INVALID; 1932 } 1933 SLresult res = SL_RESULT_SUCCESS; 1934 switch (ap->mAndroidObjType) { 1935 case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE: 1936 case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE: 1937 { 1938 android::AudioSfDecoder* decoder = 1939 static_cast<android::AudioSfDecoder*>(ap->mAPlayer.get()); 1940 SLuint32 valueSize = 0; 1941 if (!decoder->getPcmFormatValueSize(index, &valueSize)) { 1942 res = SL_RESULT_PARAMETER_INVALID; 1943 } else { 1944 // *pValueSize is the size of the region used to store the key value AND 1945 // the information about the value (size, lang, encoding) 1946 *pValueSize = valueSize + sizeof(SLMetadataInfo); 1947 } 1948 } 1949 break; 1950 default: 1951 *pValueSize = 0; 1952 res = SL_RESULT_PARAMETER_INVALID; 1953 break; 1954 } 1955 return res; 1956} 1957 1958 1959//----------------------------------------------------------------------------- 1960// precondition 1961// called with no lock held 1962// ap != NULL 1963// pValue != NULL 1964SLresult android_audioPlayer_metadata_getValue(CAudioPlayer *ap, 1965 SLuint32 index, SLuint32 size, SLMetadataInfo *pValue) { 1966 if (ap->mAPlayer == 0) { 1967 return SL_RESULT_PARAMETER_INVALID; 1968 } 1969 SLresult res = SL_RESULT_SUCCESS; 1970 switch (ap->mAndroidObjType) { 1971 case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE: 1972 case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE: 1973 { 1974 android::AudioSfDecoder* decoder = 1975 static_cast<android::AudioSfDecoder*>(ap->mAPlayer.get()); 1976 pValue->encoding = SL_CHARACTERENCODING_BINARY; 1977 memcpy((char *) pValue->langCountry, "en", 3); // applicable here? 1978 SLuint32 valueSize = 0; 1979 if ((size < sizeof(SLMetadataInfo) 1980 || (!decoder->getPcmFormatValueSize(index, &valueSize)) 1981 || (!decoder->getPcmFormatKeyValue(index, size - sizeof(SLMetadataInfo), 1982 (SLuint32*)pValue->data)))) { 1983 res = SL_RESULT_PARAMETER_INVALID; 1984 } else { 1985 pValue->size = valueSize; 1986 } 1987 } 1988 break; 1989 default: 1990 res = SL_RESULT_PARAMETER_INVALID; 1991 break; 1992 } 1993 return res; 1994} 1995 1996//----------------------------------------------------------------------------- 1997// preconditions 1998// ap != NULL 1999// mutex is locked 2000// play state has changed 2001void android_audioPlayer_setPlayState(CAudioPlayer *ap) { 2002 2003 SLuint32 playState = ap->mPlay.mState; 2004 AndroidObjectState objState = ap->mAndroidObjState; 2005 2006 switch (ap->mAndroidObjType) { 2007 case AUDIOPLAYER_FROM_PCM_BUFFERQUEUE: 2008 switch (playState) { 2009 case SL_PLAYSTATE_STOPPED: 2010 SL_LOGV("setting AudioPlayer to SL_PLAYSTATE_STOPPED"); 2011 if (ap->mAudioTrack != 0) { 2012 ap->mAudioTrack->stop(); 2013 } 2014 break; 2015 case SL_PLAYSTATE_PAUSED: 2016 SL_LOGV("setting AudioPlayer to SL_PLAYSTATE_PAUSED"); 2017 if (ap->mAudioTrack != 0) { 2018 ap->mAudioTrack->pause(); 2019 } 2020 break; 2021 case SL_PLAYSTATE_PLAYING: 2022 SL_LOGV("setting AudioPlayer to SL_PLAYSTATE_PLAYING"); 2023 if (ap->mAudioTrack != 0) { 2024 // instead of ap->mAudioTrack->start(); 2025 ap->mDeferredStart = true; 2026 } 2027 break; 2028 default: 2029 // checked by caller, should not happen 2030 break; 2031 } 2032 break; 2033 2034 case AUDIOPLAYER_FROM_URIFD: // intended fall-through 2035 case AUDIOPLAYER_FROM_TS_ANDROIDBUFFERQUEUE: // intended fall-through 2036 case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE: // intended fall-through 2037 case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE: 2038 // FIXME report and use the return code to the lock mechanism, which is where play state 2039 // changes are updated (see object_unlock_exclusive_attributes()) 2040 aplayer_setPlayState(ap->mAPlayer, playState, &ap->mAndroidObjState); 2041 break; 2042 default: 2043 SL_LOGE(ERROR_PLAYERSETPLAYSTATE_UNEXPECTED_OBJECT_TYPE_D, ap->mAndroidObjType); 2044 break; 2045 } 2046} 2047 2048 2049//----------------------------------------------------------------------------- 2050// call when either player event flags, marker position, or position update period changes 2051void android_audioPlayer_usePlayEventMask(CAudioPlayer *ap) { 2052 IPlay *pPlayItf = &ap->mPlay; 2053 SLuint32 eventFlags = pPlayItf->mEventFlags; 2054 /*switch (ap->mAndroidObjType) { 2055 case AUDIOPLAYER_FROM_PCM_BUFFERQUEUE:*/ 2056 2057 if (ap->mAPlayer != 0) { 2058 assert(ap->mAudioTrack == 0); 2059 ap->mAPlayer->setPlayEvents((int32_t) eventFlags, (int32_t) pPlayItf->mMarkerPosition, 2060 (int32_t) pPlayItf->mPositionUpdatePeriod); 2061 return; 2062 } 2063 2064 if (ap->mAudioTrack == 0) { 2065 return; 2066 } 2067 2068 if (eventFlags & SL_PLAYEVENT_HEADATMARKER) { 2069 ap->mAudioTrack->setMarkerPosition((uint32_t)((((int64_t)pPlayItf->mMarkerPosition 2070 * sles_to_android_sampleRate(ap->mSampleRateMilliHz)))/1000)); 2071 } else { 2072 // clear marker 2073 ap->mAudioTrack->setMarkerPosition(0); 2074 } 2075 2076 if (eventFlags & SL_PLAYEVENT_HEADATNEWPOS) { 2077 ap->mAudioTrack->setPositionUpdatePeriod( 2078 (uint32_t)((((int64_t)pPlayItf->mPositionUpdatePeriod 2079 * sles_to_android_sampleRate(ap->mSampleRateMilliHz)))/1000)); 2080 } else { 2081 // clear periodic update 2082 ap->mAudioTrack->setPositionUpdatePeriod(0); 2083 } 2084 2085 if (eventFlags & SL_PLAYEVENT_HEADATEND) { 2086 // nothing to do for SL_PLAYEVENT_HEADATEND, callback event will be checked against mask 2087 } 2088 2089 if (eventFlags & SL_PLAYEVENT_HEADMOVING) { 2090 // FIXME support SL_PLAYEVENT_HEADMOVING 2091 SL_LOGD("[ FIXME: IPlay_SetCallbackEventsMask(SL_PLAYEVENT_HEADMOVING) on an " 2092 "SL_OBJECTID_AUDIOPLAYER to be implemented ]"); 2093 } 2094 if (eventFlags & SL_PLAYEVENT_HEADSTALLED) { 2095 // nothing to do for SL_PLAYEVENT_HEADSTALLED, callback event will be checked against mask 2096 } 2097 2098} 2099 2100 2101//----------------------------------------------------------------------------- 2102SLresult android_audioPlayer_getDuration(IPlay *pPlayItf, SLmillisecond *pDurMsec) { 2103 CAudioPlayer *ap = (CAudioPlayer *)pPlayItf->mThis; 2104 switch (ap->mAndroidObjType) { 2105 2106 case AUDIOPLAYER_FROM_URIFD: // intended fall-through 2107 case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE: { 2108 int32_t durationMsec = ANDROID_UNKNOWN_TIME; 2109 if (ap->mAPlayer != 0) { 2110 ap->mAPlayer->getDurationMsec(&durationMsec); 2111 } 2112 *pDurMsec = durationMsec == ANDROID_UNKNOWN_TIME ? SL_TIME_UNKNOWN : durationMsec; 2113 break; 2114 } 2115 2116 case AUDIOPLAYER_FROM_TS_ANDROIDBUFFERQUEUE: // intended fall-through 2117 case AUDIOPLAYER_FROM_PCM_BUFFERQUEUE: 2118 case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE: 2119 default: { 2120 *pDurMsec = SL_TIME_UNKNOWN; 2121 } 2122 } 2123 return SL_RESULT_SUCCESS; 2124} 2125 2126 2127//----------------------------------------------------------------------------- 2128void android_audioPlayer_getPosition(IPlay *pPlayItf, SLmillisecond *pPosMsec) { 2129 CAudioPlayer *ap = (CAudioPlayer *)pPlayItf->mThis; 2130 switch (ap->mAndroidObjType) { 2131 2132 case AUDIOPLAYER_FROM_PCM_BUFFERQUEUE: 2133 if ((ap->mSampleRateMilliHz == UNKNOWN_SAMPLERATE) || (ap->mAudioTrack == 0)) { 2134 *pPosMsec = 0; 2135 } else { 2136 uint32_t positionInFrames; 2137 ap->mAudioTrack->getPosition(&positionInFrames); 2138 *pPosMsec = ((int64_t)positionInFrames * 1000) / 2139 sles_to_android_sampleRate(ap->mSampleRateMilliHz); 2140 } 2141 break; 2142 2143 case AUDIOPLAYER_FROM_TS_ANDROIDBUFFERQUEUE: // intended fall-through 2144 case AUDIOPLAYER_FROM_URIFD: 2145 case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE: 2146 case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE: { 2147 int32_t posMsec = ANDROID_UNKNOWN_TIME; 2148 if (ap->mAPlayer != 0) { 2149 ap->mAPlayer->getPositionMsec(&posMsec); 2150 } 2151 *pPosMsec = posMsec == ANDROID_UNKNOWN_TIME ? 0 : posMsec; 2152 break; 2153 } 2154 2155 default: 2156 *pPosMsec = 0; 2157 } 2158} 2159 2160 2161//----------------------------------------------------------------------------- 2162SLresult android_audioPlayer_seek(CAudioPlayer *ap, SLmillisecond posMsec) { 2163 SLresult result = SL_RESULT_SUCCESS; 2164 2165 switch (ap->mAndroidObjType) { 2166 2167 case AUDIOPLAYER_FROM_PCM_BUFFERQUEUE: // intended fall-through 2168 case AUDIOPLAYER_FROM_TS_ANDROIDBUFFERQUEUE: 2169 case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE: 2170 result = SL_RESULT_FEATURE_UNSUPPORTED; 2171 break; 2172 2173 case AUDIOPLAYER_FROM_URIFD: // intended fall-through 2174 case AUDIOPLAYER_FROM_URIFD_TO_PCM_BUFFERQUEUE: 2175 if (ap->mAPlayer != 0) { 2176 ap->mAPlayer->seek(posMsec); 2177 } 2178 break; 2179 2180 default: 2181 break; 2182 } 2183 return result; 2184} 2185 2186 2187//----------------------------------------------------------------------------- 2188SLresult android_audioPlayer_loop(CAudioPlayer *ap, SLboolean loopEnable) { 2189 SLresult result = SL_RESULT_SUCCESS; 2190 2191 switch (ap->mAndroidObjType) { 2192 case AUDIOPLAYER_FROM_URIFD: 2193 // case AUDIOPLAY_FROM_URIFD_TO_PCM_BUFFERQUEUE: 2194 // would actually work, but what's the point? 2195 if (ap->mAPlayer != 0) { 2196 ap->mAPlayer->loop((bool)loopEnable); 2197 } 2198 break; 2199 default: 2200 result = SL_RESULT_FEATURE_UNSUPPORTED; 2201 break; 2202 } 2203 return result; 2204} 2205 2206 2207//----------------------------------------------------------------------------- 2208SLresult android_audioPlayer_setBufferingUpdateThresholdPerMille(CAudioPlayer *ap, 2209 SLpermille threshold) { 2210 SLresult result = SL_RESULT_SUCCESS; 2211 2212 switch (ap->mAndroidObjType) { 2213 case AUDIOPLAYER_FROM_URIFD: 2214 if (ap->mAPlayer != 0) { 2215 ap->mAPlayer->setBufferingUpdateThreshold(threshold / 10); 2216 } 2217 break; 2218 2219 default: {} 2220 } 2221 2222 return result; 2223} 2224 2225 2226//----------------------------------------------------------------------------- 2227void android_audioPlayer_bufferQueue_onRefilled_l(CAudioPlayer *ap) { 2228 // the AudioTrack associated with the AudioPlayer receiving audio from a PCM buffer 2229 // queue was stopped when the queue become empty, we restart as soon as a new buffer 2230 // has been enqueued since we're in playing state 2231 if (ap->mAudioTrack != 0) { 2232 // instead of ap->mAudioTrack->start(); 2233 ap->mDeferredStart = true; 2234 } 2235 2236 // when the queue became empty, an underflow on the prefetch status itf was sent. Now the queue 2237 // has received new data, signal it has sufficient data 2238 if (IsInterfaceInitialized(&ap->mObject, MPH_PREFETCHSTATUS)) { 2239 // we wouldn't have been called unless we were previously in the underflow state 2240 assert(SL_PREFETCHSTATUS_UNDERFLOW == ap->mPrefetchStatus.mStatus); 2241 assert(0 == ap->mPrefetchStatus.mLevel); 2242 ap->mPrefetchStatus.mStatus = SL_PREFETCHSTATUS_SUFFICIENTDATA; 2243 ap->mPrefetchStatus.mLevel = 1000; 2244 // callback or no callback? 2245 SLuint32 prefetchEvents = ap->mPrefetchStatus.mCallbackEventsMask & 2246 (SL_PREFETCHEVENT_STATUSCHANGE | SL_PREFETCHEVENT_FILLLEVELCHANGE); 2247 if (SL_PREFETCHEVENT_NONE != prefetchEvents) { 2248 ap->mPrefetchStatus.mDeferredPrefetchCallback = ap->mPrefetchStatus.mCallback; 2249 ap->mPrefetchStatus.mDeferredPrefetchContext = ap->mPrefetchStatus.mContext; 2250 ap->mPrefetchStatus.mDeferredPrefetchEvents = prefetchEvents; 2251 } 2252 } 2253} 2254 2255 2256//----------------------------------------------------------------------------- 2257/* 2258 * BufferQueue::Clear 2259 */ 2260SLresult android_audioPlayer_bufferQueue_onClear(CAudioPlayer *ap) { 2261 SLresult result = SL_RESULT_SUCCESS; 2262 2263 switch (ap->mAndroidObjType) { 2264 //----------------------------------- 2265 // AudioTrack 2266 case AUDIOPLAYER_FROM_PCM_BUFFERQUEUE: 2267 if (ap->mAudioTrack != 0) { 2268 ap->mAudioTrack->flush(); 2269 } 2270 break; 2271 default: 2272 result = SL_RESULT_INTERNAL_ERROR; 2273 break; 2274 } 2275 2276 return result; 2277} 2278 2279 2280//----------------------------------------------------------------------------- 2281void android_audioPlayer_androidBufferQueue_clear_l(CAudioPlayer *ap) { 2282 switch (ap->mAndroidObjType) { 2283 case AUDIOPLAYER_FROM_TS_ANDROIDBUFFERQUEUE: 2284 if (ap->mAPlayer != 0) { 2285 android::StreamPlayer* splr = static_cast<android::StreamPlayer*>(ap->mAPlayer.get()); 2286 splr->appClear_l(); 2287 } break; 2288 case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE: 2289 // nothing to do here, fall through 2290 default: 2291 break; 2292 } 2293} 2294 2295void android_audioPlayer_androidBufferQueue_onRefilled_l(CAudioPlayer *ap) { 2296 switch (ap->mAndroidObjType) { 2297 case AUDIOPLAYER_FROM_TS_ANDROIDBUFFERQUEUE: 2298 if (ap->mAPlayer != 0) { 2299 android::StreamPlayer* splr = static_cast<android::StreamPlayer*>(ap->mAPlayer.get()); 2300 splr->queueRefilled(); 2301 } break; 2302 case AUDIOPLAYER_FROM_ADTS_ABQ_TO_PCM_BUFFERQUEUE: 2303 // FIXME this may require waking up the decoder if it is currently starved and isn't polling 2304 default: 2305 break; 2306 } 2307} 2308