MediaPlayerService.cpp revision 9fc8b5cd4a64ef07e84c69112461324d5c13a0b0
1/* 2** 3** Copyright 2008, The Android Open Source Project 4** 5** Licensed under the Apache License, Version 2.0 (the "License"); 6** you may not use this file except in compliance with the License. 7** You may obtain a copy of the License at 8** 9** http://www.apache.org/licenses/LICENSE-2.0 10** 11** Unless required by applicable law or agreed to in writing, software 12** distributed under the License is distributed on an "AS IS" BASIS, 13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14** See the License for the specific language governing permissions and 15** limitations under the License. 16*/ 17 18// Proxy for media player implementations 19 20//#define LOG_NDEBUG 0 21#define LOG_TAG "MediaPlayerService" 22#include <utils/Log.h> 23 24#include <sys/types.h> 25#include <sys/stat.h> 26#include <sys/time.h> 27#include <dirent.h> 28#include <unistd.h> 29 30#include <string.h> 31 32#include <cutils/atomic.h> 33#include <cutils/properties.h> // for property_get 34 35#include <utils/misc.h> 36 37#include <binder/IPCThreadState.h> 38#include <binder/IServiceManager.h> 39#include <binder/MemoryHeapBase.h> 40#include <binder/MemoryBase.h> 41#include <gui/Surface.h> 42#include <utils/Errors.h> // for status_t 43#include <utils/String8.h> 44#include <utils/SystemClock.h> 45#include <utils/Timers.h> 46#include <utils/Vector.h> 47 48#include <media/AudioPolicyHelper.h> 49#include <media/IMediaHTTPService.h> 50#include <media/IRemoteDisplay.h> 51#include <media/IRemoteDisplayClient.h> 52#include <media/MediaPlayerInterface.h> 53#include <media/mediarecorder.h> 54#include <media/MediaMetadataRetrieverInterface.h> 55#include <media/Metadata.h> 56#include <media/AudioTrack.h> 57#include <media/MemoryLeakTrackUtil.h> 58#include <media/stagefright/MediaCodecList.h> 59#include <media/stagefright/MediaErrors.h> 60#include <media/stagefright/Utils.h> 61#include <media/stagefright/foundation/ADebug.h> 62#include <media/stagefright/foundation/ALooperRoster.h> 63#include <mediautils/BatteryNotifier.h> 64 65#include <memunreachable/memunreachable.h> 66#include <system/audio.h> 67 68#include <private/android_filesystem_config.h> 69 70#include "ActivityManager.h" 71#include "MediaRecorderClient.h" 72#include "MediaPlayerService.h" 73#include "MetadataRetrieverClient.h" 74#include "MediaPlayerFactory.h" 75 76#include "TestPlayerStub.h" 77#include "nuplayer/NuPlayerDriver.h" 78 79#include <OMX.h> 80 81#include "HDCP.h" 82#include "HTTPBase.h" 83#include "RemoteDisplay.h" 84 85namespace { 86using android::media::Metadata; 87using android::status_t; 88using android::OK; 89using android::BAD_VALUE; 90using android::NOT_ENOUGH_DATA; 91using android::Parcel; 92 93// Max number of entries in the filter. 94const int kMaxFilterSize = 64; // I pulled that out of thin air. 95 96const float kMaxRequiredSpeed = 8.0f; // for PCM tracks allow up to 8x speedup. 97 98// FIXME: Move all the metadata related function in the Metadata.cpp 99 100 101// Unmarshall a filter from a Parcel. 102// Filter format in a parcel: 103// 104// 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 105// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ 106// | number of entries (n) | 107// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ 108// | metadata type 1 | 109// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ 110// | metadata type 2 | 111// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ 112// .... 113// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ 114// | metadata type n | 115// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ 116// 117// @param p Parcel that should start with a filter. 118// @param[out] filter On exit contains the list of metadata type to be 119// filtered. 120// @param[out] status On exit contains the status code to be returned. 121// @return true if the parcel starts with a valid filter. 122bool unmarshallFilter(const Parcel& p, 123 Metadata::Filter *filter, 124 status_t *status) 125{ 126 int32_t val; 127 if (p.readInt32(&val) != OK) 128 { 129 ALOGE("Failed to read filter's length"); 130 *status = NOT_ENOUGH_DATA; 131 return false; 132 } 133 134 if( val > kMaxFilterSize || val < 0) 135 { 136 ALOGE("Invalid filter len %d", val); 137 *status = BAD_VALUE; 138 return false; 139 } 140 141 const size_t num = val; 142 143 filter->clear(); 144 filter->setCapacity(num); 145 146 size_t size = num * sizeof(Metadata::Type); 147 148 149 if (p.dataAvail() < size) 150 { 151 ALOGE("Filter too short expected %zu but got %zu", size, p.dataAvail()); 152 *status = NOT_ENOUGH_DATA; 153 return false; 154 } 155 156 const Metadata::Type *data = 157 static_cast<const Metadata::Type*>(p.readInplace(size)); 158 159 if (NULL == data) 160 { 161 ALOGE("Filter had no data"); 162 *status = BAD_VALUE; 163 return false; 164 } 165 166 // TODO: The stl impl of vector would be more efficient here 167 // because it degenerates into a memcpy on pod types. Try to 168 // replace later or use stl::set. 169 for (size_t i = 0; i < num; ++i) 170 { 171 filter->add(*data); 172 ++data; 173 } 174 *status = OK; 175 return true; 176} 177 178// @param filter Of metadata type. 179// @param val To be searched. 180// @return true if a match was found. 181bool findMetadata(const Metadata::Filter& filter, const int32_t val) 182{ 183 // Deal with empty and ANY right away 184 if (filter.isEmpty()) return false; 185 if (filter[0] == Metadata::kAny) return true; 186 187 return filter.indexOf(val) >= 0; 188} 189 190} // anonymous namespace 191 192 193namespace { 194using android::Parcel; 195using android::String16; 196 197// marshalling tag indicating flattened utf16 tags 198// keep in sync with frameworks/base/media/java/android/media/AudioAttributes.java 199const int32_t kAudioAttributesMarshallTagFlattenTags = 1; 200 201// Audio attributes format in a parcel: 202// 203// 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 2 3 4 5 6 7 8 9 0 1 204// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ 205// | usage | 206// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ 207// | content_type | 208// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ 209// | source | 210// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ 211// | flags | 212// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ 213// | kAudioAttributesMarshallTagFlattenTags | // ignore tags if not found 214// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ 215// | flattened tags in UTF16 | 216// | ... | 217// +-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+-+ 218// 219// @param p Parcel that contains audio attributes. 220// @param[out] attributes On exit points to an initialized audio_attributes_t structure 221// @param[out] status On exit contains the status code to be returned. 222void unmarshallAudioAttributes(const Parcel& parcel, audio_attributes_t *attributes) 223{ 224 attributes->usage = (audio_usage_t) parcel.readInt32(); 225 attributes->content_type = (audio_content_type_t) parcel.readInt32(); 226 attributes->source = (audio_source_t) parcel.readInt32(); 227 attributes->flags = (audio_flags_mask_t) parcel.readInt32(); 228 const bool hasFlattenedTag = (parcel.readInt32() == kAudioAttributesMarshallTagFlattenTags); 229 if (hasFlattenedTag) { 230 // the tags are UTF16, convert to UTF8 231 String16 tags = parcel.readString16(); 232 ssize_t realTagSize = utf16_to_utf8_length(tags.string(), tags.size()); 233 if (realTagSize <= 0) { 234 strcpy(attributes->tags, ""); 235 } else { 236 // copy the flattened string into the attributes as the destination for the conversion: 237 // copying array size -1, array for tags was calloc'd, no need to NULL-terminate it 238 size_t tagSize = realTagSize > AUDIO_ATTRIBUTES_TAGS_MAX_SIZE - 1 ? 239 AUDIO_ATTRIBUTES_TAGS_MAX_SIZE - 1 : realTagSize; 240 utf16_to_utf8(tags.string(), tagSize, attributes->tags, 241 sizeof(attributes->tags) / sizeof(attributes->tags[0])); 242 } 243 } else { 244 ALOGE("unmarshallAudioAttributes() received unflattened tags, ignoring tag values"); 245 strcpy(attributes->tags, ""); 246 } 247} 248} // anonymous namespace 249 250 251namespace android { 252 253extern ALooperRoster gLooperRoster; 254 255 256static bool checkPermission(const char* permissionString) { 257 if (getpid() == IPCThreadState::self()->getCallingPid()) return true; 258 bool ok = checkCallingPermission(String16(permissionString)); 259 if (!ok) ALOGE("Request requires %s", permissionString); 260 return ok; 261} 262 263// TODO: Find real cause of Audio/Video delay in PV framework and remove this workaround 264/* static */ int MediaPlayerService::AudioOutput::mMinBufferCount = 4; 265/* static */ bool MediaPlayerService::AudioOutput::mIsOnEmulator = false; 266 267void MediaPlayerService::instantiate() { 268 defaultServiceManager()->addService( 269 String16("media.player"), new MediaPlayerService()); 270} 271 272MediaPlayerService::MediaPlayerService() 273{ 274 ALOGV("MediaPlayerService created"); 275 mNextConnId = 1; 276 277 mBatteryAudio.refCount = 0; 278 for (int i = 0; i < NUM_AUDIO_DEVICES; i++) { 279 mBatteryAudio.deviceOn[i] = 0; 280 mBatteryAudio.lastTime[i] = 0; 281 mBatteryAudio.totalTime[i] = 0; 282 } 283 // speaker is on by default 284 mBatteryAudio.deviceOn[SPEAKER] = 1; 285 286 // reset battery stats 287 // if the mediaserver has crashed, battery stats could be left 288 // in bad state, reset the state upon service start. 289 BatteryNotifier::getInstance().noteResetVideo(); 290 291 MediaPlayerFactory::registerBuiltinFactories(); 292} 293 294MediaPlayerService::~MediaPlayerService() 295{ 296 ALOGV("MediaPlayerService destroyed"); 297} 298 299sp<IMediaRecorder> MediaPlayerService::createMediaRecorder(const String16 &opPackageName) 300{ 301 pid_t pid = IPCThreadState::self()->getCallingPid(); 302 sp<MediaRecorderClient> recorder = new MediaRecorderClient(this, pid, opPackageName); 303 wp<MediaRecorderClient> w = recorder; 304 Mutex::Autolock lock(mLock); 305 mMediaRecorderClients.add(w); 306 ALOGV("Create new media recorder client from pid %d", pid); 307 return recorder; 308} 309 310void MediaPlayerService::removeMediaRecorderClient(const wp<MediaRecorderClient>& client) 311{ 312 Mutex::Autolock lock(mLock); 313 mMediaRecorderClients.remove(client); 314 ALOGV("Delete media recorder client"); 315} 316 317sp<IMediaMetadataRetriever> MediaPlayerService::createMetadataRetriever() 318{ 319 pid_t pid = IPCThreadState::self()->getCallingPid(); 320 sp<MetadataRetrieverClient> retriever = new MetadataRetrieverClient(pid); 321 ALOGV("Create new media retriever from pid %d", pid); 322 return retriever; 323} 324 325sp<IMediaPlayer> MediaPlayerService::create(const sp<IMediaPlayerClient>& client, 326 audio_session_t audioSessionId) 327{ 328 pid_t pid = IPCThreadState::self()->getCallingPid(); 329 int32_t connId = android_atomic_inc(&mNextConnId); 330 331 sp<Client> c = new Client( 332 this, pid, connId, client, audioSessionId, 333 IPCThreadState::self()->getCallingUid()); 334 335 ALOGV("Create new client(%d) from pid %d, uid %d, ", connId, pid, 336 IPCThreadState::self()->getCallingUid()); 337 338 wp<Client> w = c; 339 { 340 Mutex::Autolock lock(mLock); 341 mClients.add(w); 342 } 343 return c; 344} 345 346sp<IMediaCodecList> MediaPlayerService::getCodecList() const { 347 return MediaCodecList::getLocalInstance(); 348} 349 350sp<IOMX> MediaPlayerService::getOMX() { 351 ALOGI("MediaPlayerService::getOMX"); 352 Mutex::Autolock autoLock(mLock); 353 354 if (mOMX.get() == NULL) { 355 mOMX = new OMX; 356 } 357 358 return mOMX; 359} 360 361sp<IHDCP> MediaPlayerService::makeHDCP(bool createEncryptionModule) { 362 return new HDCP(createEncryptionModule); 363} 364 365sp<IRemoteDisplay> MediaPlayerService::listenForRemoteDisplay( 366 const String16 &opPackageName, 367 const sp<IRemoteDisplayClient>& client, const String8& iface) { 368 if (!checkPermission("android.permission.CONTROL_WIFI_DISPLAY")) { 369 return NULL; 370 } 371 372 return new RemoteDisplay(opPackageName, client, iface.string()); 373} 374 375status_t MediaPlayerService::AudioOutput::dump(int fd, const Vector<String16>& args) const 376{ 377 const size_t SIZE = 256; 378 char buffer[SIZE]; 379 String8 result; 380 381 result.append(" AudioOutput\n"); 382 snprintf(buffer, 255, " stream type(%d), left - right volume(%f, %f)\n", 383 mStreamType, mLeftVolume, mRightVolume); 384 result.append(buffer); 385 snprintf(buffer, 255, " msec per frame(%f), latency (%d)\n", 386 mMsecsPerFrame, (mTrack != 0) ? mTrack->latency() : -1); 387 result.append(buffer); 388 snprintf(buffer, 255, " aux effect id(%d), send level (%f)\n", 389 mAuxEffectId, mSendLevel); 390 result.append(buffer); 391 392 ::write(fd, result.string(), result.size()); 393 if (mTrack != 0) { 394 mTrack->dump(fd, args); 395 } 396 return NO_ERROR; 397} 398 399status_t MediaPlayerService::Client::dump(int fd, const Vector<String16>& args) 400{ 401 const size_t SIZE = 256; 402 char buffer[SIZE]; 403 String8 result; 404 result.append(" Client\n"); 405 snprintf(buffer, 255, " pid(%d), connId(%d), status(%d), looping(%s)\n", 406 mPid, mConnId, mStatus, mLoop?"true": "false"); 407 result.append(buffer); 408 write(fd, result.string(), result.size()); 409 if (mPlayer != NULL) { 410 mPlayer->dump(fd, args); 411 } 412 if (mAudioOutput != 0) { 413 mAudioOutput->dump(fd, args); 414 } 415 write(fd, "\n", 1); 416 return NO_ERROR; 417} 418 419/** 420 * The only arguments this understands right now are -c, -von and -voff, 421 * which are parsed by ALooperRoster::dump() 422 */ 423status_t MediaPlayerService::dump(int fd, const Vector<String16>& args) 424{ 425 const size_t SIZE = 256; 426 char buffer[SIZE]; 427 String8 result; 428 SortedVector< sp<Client> > clients; //to serialise the mutex unlock & client destruction. 429 SortedVector< sp<MediaRecorderClient> > mediaRecorderClients; 430 431 if (checkCallingPermission(String16("android.permission.DUMP")) == false) { 432 snprintf(buffer, SIZE, "Permission Denial: " 433 "can't dump MediaPlayerService from pid=%d, uid=%d\n", 434 IPCThreadState::self()->getCallingPid(), 435 IPCThreadState::self()->getCallingUid()); 436 result.append(buffer); 437 } else { 438 Mutex::Autolock lock(mLock); 439 for (int i = 0, n = mClients.size(); i < n; ++i) { 440 sp<Client> c = mClients[i].promote(); 441 if (c != 0) c->dump(fd, args); 442 clients.add(c); 443 } 444 if (mMediaRecorderClients.size() == 0) { 445 result.append(" No media recorder client\n\n"); 446 } else { 447 for (int i = 0, n = mMediaRecorderClients.size(); i < n; ++i) { 448 sp<MediaRecorderClient> c = mMediaRecorderClients[i].promote(); 449 if (c != 0) { 450 snprintf(buffer, 255, " MediaRecorderClient pid(%d)\n", c->mPid); 451 result.append(buffer); 452 write(fd, result.string(), result.size()); 453 result = "\n"; 454 c->dump(fd, args); 455 mediaRecorderClients.add(c); 456 } 457 } 458 } 459 460 result.append(" Files opened and/or mapped:\n"); 461 snprintf(buffer, SIZE, "/proc/%d/maps", getpid()); 462 FILE *f = fopen(buffer, "r"); 463 if (f) { 464 while (!feof(f)) { 465 fgets(buffer, SIZE, f); 466 if (strstr(buffer, " /storage/") || 467 strstr(buffer, " /system/sounds/") || 468 strstr(buffer, " /data/") || 469 strstr(buffer, " /system/media/")) { 470 result.append(" "); 471 result.append(buffer); 472 } 473 } 474 fclose(f); 475 } else { 476 result.append("couldn't open "); 477 result.append(buffer); 478 result.append("\n"); 479 } 480 481 snprintf(buffer, SIZE, "/proc/%d/fd", getpid()); 482 DIR *d = opendir(buffer); 483 if (d) { 484 struct dirent *ent; 485 while((ent = readdir(d)) != NULL) { 486 if (strcmp(ent->d_name,".") && strcmp(ent->d_name,"..")) { 487 snprintf(buffer, SIZE, "/proc/%d/fd/%s", getpid(), ent->d_name); 488 struct stat s; 489 if (lstat(buffer, &s) == 0) { 490 if ((s.st_mode & S_IFMT) == S_IFLNK) { 491 char linkto[256]; 492 int len = readlink(buffer, linkto, sizeof(linkto)); 493 if(len > 0) { 494 if(len > 255) { 495 linkto[252] = '.'; 496 linkto[253] = '.'; 497 linkto[254] = '.'; 498 linkto[255] = 0; 499 } else { 500 linkto[len] = 0; 501 } 502 if (strstr(linkto, "/storage/") == linkto || 503 strstr(linkto, "/system/sounds/") == linkto || 504 strstr(linkto, "/data/") == linkto || 505 strstr(linkto, "/system/media/") == linkto) { 506 result.append(" "); 507 result.append(buffer); 508 result.append(" -> "); 509 result.append(linkto); 510 result.append("\n"); 511 } 512 } 513 } else { 514 result.append(" unexpected type for "); 515 result.append(buffer); 516 result.append("\n"); 517 } 518 } 519 } 520 } 521 closedir(d); 522 } else { 523 result.append("couldn't open "); 524 result.append(buffer); 525 result.append("\n"); 526 } 527 528 gLooperRoster.dump(fd, args); 529 530 bool dumpMem = false; 531 bool unreachableMemory = false; 532 for (size_t i = 0; i < args.size(); i++) { 533 if (args[i] == String16("-m")) { 534 dumpMem = true; 535 } else if (args[i] == String16("--unreachable")) { 536 unreachableMemory = true; 537 } 538 } 539 if (dumpMem) { 540 result.append("\nDumping memory:\n"); 541 std::string s = dumpMemoryAddresses(100 /* limit */); 542 result.append(s.c_str(), s.size()); 543 } 544 if (unreachableMemory) { 545 result.append("\nDumping unreachable memory:\n"); 546 // TODO - should limit be an argument parameter? 547 std::string s = GetUnreachableMemoryString(true /* contents */, 10000 /* limit */); 548 result.append(s.c_str(), s.size()); 549 } 550 } 551 write(fd, result.string(), result.size()); 552 return NO_ERROR; 553} 554 555void MediaPlayerService::removeClient(const wp<Client>& client) 556{ 557 Mutex::Autolock lock(mLock); 558 mClients.remove(client); 559} 560 561bool MediaPlayerService::hasClient(wp<Client> client) 562{ 563 Mutex::Autolock lock(mLock); 564 return mClients.indexOf(client) != NAME_NOT_FOUND; 565} 566 567MediaPlayerService::Client::Client( 568 const sp<MediaPlayerService>& service, pid_t pid, 569 int32_t connId, const sp<IMediaPlayerClient>& client, 570 audio_session_t audioSessionId, uid_t uid) 571{ 572 ALOGV("Client(%d) constructor", connId); 573 mPid = pid; 574 mConnId = connId; 575 mService = service; 576 mClient = client; 577 mLoop = false; 578 mStatus = NO_INIT; 579 mAudioSessionId = audioSessionId; 580 mUid = uid; 581 mRetransmitEndpointValid = false; 582 mAudioAttributes = NULL; 583 584#if CALLBACK_ANTAGONIZER 585 ALOGD("create Antagonizer"); 586 mAntagonizer = new Antagonizer(notify, this); 587#endif 588} 589 590MediaPlayerService::Client::~Client() 591{ 592 ALOGV("Client(%d) destructor pid = %d", mConnId, mPid); 593 mAudioOutput.clear(); 594 wp<Client> client(this); 595 disconnect(); 596 mService->removeClient(client); 597 if (mAudioAttributes != NULL) { 598 free(mAudioAttributes); 599 } 600} 601 602void MediaPlayerService::Client::disconnect() 603{ 604 ALOGV("disconnect(%d) from pid %d", mConnId, mPid); 605 // grab local reference and clear main reference to prevent future 606 // access to object 607 sp<MediaPlayerBase> p; 608 { 609 Mutex::Autolock l(mLock); 610 p = mPlayer; 611 mClient.clear(); 612 } 613 614 mPlayer.clear(); 615 616 // clear the notification to prevent callbacks to dead client 617 // and reset the player. We assume the player will serialize 618 // access to itself if necessary. 619 if (p != 0) { 620 p->setNotifyCallback(0, 0); 621#if CALLBACK_ANTAGONIZER 622 ALOGD("kill Antagonizer"); 623 mAntagonizer->kill(); 624#endif 625 p->reset(); 626 } 627 628 disconnectNativeWindow(); 629 630 IPCThreadState::self()->flushCommands(); 631} 632 633sp<MediaPlayerBase> MediaPlayerService::Client::createPlayer(player_type playerType) 634{ 635 // determine if we have the right player type 636 sp<MediaPlayerBase> p = mPlayer; 637 if ((p != NULL) && (p->playerType() != playerType)) { 638 ALOGV("delete player"); 639 p.clear(); 640 } 641 if (p == NULL) { 642 p = MediaPlayerFactory::createPlayer(playerType, this, notify, mPid); 643 } 644 645 if (p != NULL) { 646 p->setUID(mUid); 647 } 648 649 return p; 650} 651 652MediaPlayerService::Client::ServiceDeathNotifier::ServiceDeathNotifier( 653 const sp<IBinder>& service, 654 const sp<MediaPlayerBase>& listener, 655 int which) { 656 mService = service; 657 mListener = listener; 658 mWhich = which; 659} 660 661MediaPlayerService::Client::ServiceDeathNotifier::~ServiceDeathNotifier() { 662 mService->unlinkToDeath(this); 663} 664 665void MediaPlayerService::Client::ServiceDeathNotifier::binderDied(const wp<IBinder>& /*who*/) { 666 sp<MediaPlayerBase> listener = mListener.promote(); 667 if (listener != NULL) { 668 listener->sendEvent(MEDIA_ERROR, MEDIA_ERROR_SERVER_DIED, mWhich); 669 } else { 670 ALOGW("listener for process %d death is gone", mWhich); 671 } 672} 673 674sp<MediaPlayerBase> MediaPlayerService::Client::setDataSource_pre( 675 player_type playerType) 676{ 677 ALOGV("player type = %d", playerType); 678 679 // create the right type of player 680 sp<MediaPlayerBase> p = createPlayer(playerType); 681 if (p == NULL) { 682 return p; 683 } 684 685 sp<IServiceManager> sm = defaultServiceManager(); 686 sp<IBinder> binder = sm->getService(String16("media.extractor")); 687 if (binder == NULL) { 688 ALOGE("extractor service not available"); 689 return NULL; 690 } 691 mExtractorDeathListener = new ServiceDeathNotifier(binder, p, MEDIAEXTRACTOR_PROCESS_DEATH); 692 binder->linkToDeath(mExtractorDeathListener); 693 694 binder = sm->getService(String16("media.codec")); 695 if (binder == NULL) { 696 ALOGE("codec service not available"); 697 return NULL; 698 } 699 mCodecDeathListener = new ServiceDeathNotifier(binder, p, MEDIACODEC_PROCESS_DEATH); 700 binder->linkToDeath(mCodecDeathListener); 701 702 if (!p->hardwareOutput()) { 703 Mutex::Autolock l(mLock); 704 mAudioOutput = new AudioOutput(mAudioSessionId, IPCThreadState::self()->getCallingUid(), 705 mPid, mAudioAttributes); 706 static_cast<MediaPlayerInterface*>(p.get())->setAudioSink(mAudioOutput); 707 } 708 709 return p; 710} 711 712void MediaPlayerService::Client::setDataSource_post( 713 const sp<MediaPlayerBase>& p, 714 status_t status) 715{ 716 ALOGV(" setDataSource"); 717 mStatus = status; 718 if (mStatus != OK) { 719 ALOGE(" error: %d", mStatus); 720 return; 721 } 722 723 // Set the re-transmission endpoint if one was chosen. 724 if (mRetransmitEndpointValid) { 725 mStatus = p->setRetransmitEndpoint(&mRetransmitEndpoint); 726 if (mStatus != NO_ERROR) { 727 ALOGE("setRetransmitEndpoint error: %d", mStatus); 728 } 729 } 730 731 if (mStatus == OK) { 732 mPlayer = p; 733 } 734} 735 736status_t MediaPlayerService::Client::setDataSource( 737 const sp<IMediaHTTPService> &httpService, 738 const char *url, 739 const KeyedVector<String8, String8> *headers) 740{ 741 ALOGV("setDataSource(%s)", url); 742 if (url == NULL) 743 return UNKNOWN_ERROR; 744 745 if ((strncmp(url, "http://", 7) == 0) || 746 (strncmp(url, "https://", 8) == 0) || 747 (strncmp(url, "rtsp://", 7) == 0)) { 748 if (!checkPermission("android.permission.INTERNET")) { 749 return PERMISSION_DENIED; 750 } 751 } 752 753 if (strncmp(url, "content://", 10) == 0) { 754 // get a filedescriptor for the content Uri and 755 // pass it to the setDataSource(fd) method 756 757 String16 url16(url); 758 int fd = android::openContentProviderFile(url16); 759 if (fd < 0) 760 { 761 ALOGE("Couldn't open fd for %s", url); 762 return UNKNOWN_ERROR; 763 } 764 setDataSource(fd, 0, 0x7fffffffffLL); // this sets mStatus 765 close(fd); 766 return mStatus; 767 } else { 768 player_type playerType = MediaPlayerFactory::getPlayerType(this, url); 769 sp<MediaPlayerBase> p = setDataSource_pre(playerType); 770 if (p == NULL) { 771 return NO_INIT; 772 } 773 774 setDataSource_post(p, p->setDataSource(httpService, url, headers)); 775 return mStatus; 776 } 777} 778 779status_t MediaPlayerService::Client::setDataSource(int fd, int64_t offset, int64_t length) 780{ 781 ALOGV("setDataSource fd=%d (%s), offset=%lld, length=%lld", 782 fd, nameForFd(fd).c_str(), (long long) offset, (long long) length); 783 struct stat sb; 784 int ret = fstat(fd, &sb); 785 if (ret != 0) { 786 ALOGE("fstat(%d) failed: %d, %s", fd, ret, strerror(errno)); 787 return UNKNOWN_ERROR; 788 } 789 790 ALOGV("st_dev = %llu", static_cast<unsigned long long>(sb.st_dev)); 791 ALOGV("st_mode = %u", sb.st_mode); 792 ALOGV("st_uid = %lu", static_cast<unsigned long>(sb.st_uid)); 793 ALOGV("st_gid = %lu", static_cast<unsigned long>(sb.st_gid)); 794 ALOGV("st_size = %llu", static_cast<unsigned long long>(sb.st_size)); 795 796 if (offset >= sb.st_size) { 797 ALOGE("offset error"); 798 return UNKNOWN_ERROR; 799 } 800 if (offset + length > sb.st_size) { 801 length = sb.st_size - offset; 802 ALOGV("calculated length = %lld", (long long)length); 803 } 804 805 player_type playerType = MediaPlayerFactory::getPlayerType(this, 806 fd, 807 offset, 808 length); 809 sp<MediaPlayerBase> p = setDataSource_pre(playerType); 810 if (p == NULL) { 811 return NO_INIT; 812 } 813 814 // now set data source 815 setDataSource_post(p, p->setDataSource(fd, offset, length)); 816 return mStatus; 817} 818 819status_t MediaPlayerService::Client::setDataSource( 820 const sp<IStreamSource> &source) { 821 // create the right type of player 822 player_type playerType = MediaPlayerFactory::getPlayerType(this, source); 823 sp<MediaPlayerBase> p = setDataSource_pre(playerType); 824 if (p == NULL) { 825 return NO_INIT; 826 } 827 828 // now set data source 829 setDataSource_post(p, p->setDataSource(source)); 830 return mStatus; 831} 832 833status_t MediaPlayerService::Client::setDataSource( 834 const sp<IDataSource> &source) { 835 sp<DataSource> dataSource = DataSource::CreateFromIDataSource(source); 836 player_type playerType = MediaPlayerFactory::getPlayerType(this, dataSource); 837 sp<MediaPlayerBase> p = setDataSource_pre(playerType); 838 if (p == NULL) { 839 return NO_INIT; 840 } 841 // now set data source 842 setDataSource_post(p, p->setDataSource(dataSource)); 843 return mStatus; 844} 845 846void MediaPlayerService::Client::disconnectNativeWindow() { 847 if (mConnectedWindow != NULL) { 848 status_t err = native_window_api_disconnect(mConnectedWindow.get(), 849 NATIVE_WINDOW_API_MEDIA); 850 851 if (err != OK) { 852 ALOGW("native_window_api_disconnect returned an error: %s (%d)", 853 strerror(-err), err); 854 } 855 } 856 mConnectedWindow.clear(); 857} 858 859status_t MediaPlayerService::Client::setVideoSurfaceTexture( 860 const sp<IGraphicBufferProducer>& bufferProducer) 861{ 862 ALOGV("[%d] setVideoSurfaceTexture(%p)", mConnId, bufferProducer.get()); 863 sp<MediaPlayerBase> p = getPlayer(); 864 if (p == 0) return UNKNOWN_ERROR; 865 866 sp<IBinder> binder(IInterface::asBinder(bufferProducer)); 867 if (mConnectedWindowBinder == binder) { 868 return OK; 869 } 870 871 sp<ANativeWindow> anw; 872 if (bufferProducer != NULL) { 873 anw = new Surface(bufferProducer, true /* controlledByApp */); 874 status_t err = native_window_api_connect(anw.get(), 875 NATIVE_WINDOW_API_MEDIA); 876 877 if (err != OK) { 878 ALOGE("setVideoSurfaceTexture failed: %d", err); 879 // Note that we must do the reset before disconnecting from the ANW. 880 // Otherwise queue/dequeue calls could be made on the disconnected 881 // ANW, which may result in errors. 882 reset(); 883 884 disconnectNativeWindow(); 885 886 return err; 887 } 888 } 889 890 // Note that we must set the player's new GraphicBufferProducer before 891 // disconnecting the old one. Otherwise queue/dequeue calls could be made 892 // on the disconnected ANW, which may result in errors. 893 status_t err = p->setVideoSurfaceTexture(bufferProducer); 894 895 disconnectNativeWindow(); 896 897 mConnectedWindow = anw; 898 899 if (err == OK) { 900 mConnectedWindowBinder = binder; 901 } else { 902 disconnectNativeWindow(); 903 } 904 905 return err; 906} 907 908status_t MediaPlayerService::Client::invoke(const Parcel& request, 909 Parcel *reply) 910{ 911 sp<MediaPlayerBase> p = getPlayer(); 912 if (p == NULL) return UNKNOWN_ERROR; 913 return p->invoke(request, reply); 914} 915 916// This call doesn't need to access the native player. 917status_t MediaPlayerService::Client::setMetadataFilter(const Parcel& filter) 918{ 919 status_t status; 920 media::Metadata::Filter allow, drop; 921 922 if (unmarshallFilter(filter, &allow, &status) && 923 unmarshallFilter(filter, &drop, &status)) { 924 Mutex::Autolock lock(mLock); 925 926 mMetadataAllow = allow; 927 mMetadataDrop = drop; 928 } 929 return status; 930} 931 932status_t MediaPlayerService::Client::getMetadata( 933 bool update_only, bool /*apply_filter*/, Parcel *reply) 934{ 935 sp<MediaPlayerBase> player = getPlayer(); 936 if (player == 0) return UNKNOWN_ERROR; 937 938 status_t status; 939 // Placeholder for the return code, updated by the caller. 940 reply->writeInt32(-1); 941 942 media::Metadata::Filter ids; 943 944 // We don't block notifications while we fetch the data. We clear 945 // mMetadataUpdated first so we don't lose notifications happening 946 // during the rest of this call. 947 { 948 Mutex::Autolock lock(mLock); 949 if (update_only) { 950 ids = mMetadataUpdated; 951 } 952 mMetadataUpdated.clear(); 953 } 954 955 media::Metadata metadata(reply); 956 957 metadata.appendHeader(); 958 status = player->getMetadata(ids, reply); 959 960 if (status != OK) { 961 metadata.resetParcel(); 962 ALOGE("getMetadata failed %d", status); 963 return status; 964 } 965 966 // FIXME: Implement filtering on the result. Not critical since 967 // filtering takes place on the update notifications already. This 968 // would be when all the metadata are fetch and a filter is set. 969 970 // Everything is fine, update the metadata length. 971 metadata.updateLength(); 972 return OK; 973} 974 975status_t MediaPlayerService::Client::setBufferingSettings( 976 const BufferingSettings& buffering) 977{ 978 ALOGV("[%d] setBufferingSettings{%s}", 979 mConnId, buffering.toString().string()); 980 sp<MediaPlayerBase> p = getPlayer(); 981 if (p == 0) return UNKNOWN_ERROR; 982 return p->setBufferingSettings(buffering); 983} 984 985status_t MediaPlayerService::Client::getDefaultBufferingSettings( 986 BufferingSettings* buffering /* nonnull */) 987{ 988 sp<MediaPlayerBase> p = getPlayer(); 989 // TODO: create mPlayer on demand. 990 if (p == 0) return UNKNOWN_ERROR; 991 status_t ret = p->getDefaultBufferingSettings(buffering); 992 if (ret == NO_ERROR) { 993 ALOGV("[%d] getDefaultBufferingSettings{%s}", 994 mConnId, buffering->toString().string()); 995 } else { 996 ALOGV("[%d] getDefaultBufferingSettings returned %d", mConnId, ret); 997 } 998 return ret; 999} 1000 1001status_t MediaPlayerService::Client::prepareAsync() 1002{ 1003 ALOGV("[%d] prepareAsync", mConnId); 1004 sp<MediaPlayerBase> p = getPlayer(); 1005 if (p == 0) return UNKNOWN_ERROR; 1006 status_t ret = p->prepareAsync(); 1007#if CALLBACK_ANTAGONIZER 1008 ALOGD("start Antagonizer"); 1009 if (ret == NO_ERROR) mAntagonizer->start(); 1010#endif 1011 return ret; 1012} 1013 1014status_t MediaPlayerService::Client::start() 1015{ 1016 ALOGV("[%d] start", mConnId); 1017 sp<MediaPlayerBase> p = getPlayer(); 1018 if (p == 0) return UNKNOWN_ERROR; 1019 p->setLooping(mLoop); 1020 return p->start(); 1021} 1022 1023status_t MediaPlayerService::Client::stop() 1024{ 1025 ALOGV("[%d] stop", mConnId); 1026 sp<MediaPlayerBase> p = getPlayer(); 1027 if (p == 0) return UNKNOWN_ERROR; 1028 return p->stop(); 1029} 1030 1031status_t MediaPlayerService::Client::pause() 1032{ 1033 ALOGV("[%d] pause", mConnId); 1034 sp<MediaPlayerBase> p = getPlayer(); 1035 if (p == 0) return UNKNOWN_ERROR; 1036 return p->pause(); 1037} 1038 1039status_t MediaPlayerService::Client::isPlaying(bool* state) 1040{ 1041 *state = false; 1042 sp<MediaPlayerBase> p = getPlayer(); 1043 if (p == 0) return UNKNOWN_ERROR; 1044 *state = p->isPlaying(); 1045 ALOGV("[%d] isPlaying: %d", mConnId, *state); 1046 return NO_ERROR; 1047} 1048 1049status_t MediaPlayerService::Client::setPlaybackSettings(const AudioPlaybackRate& rate) 1050{ 1051 ALOGV("[%d] setPlaybackSettings(%f, %f, %d, %d)", 1052 mConnId, rate.mSpeed, rate.mPitch, rate.mFallbackMode, rate.mStretchMode); 1053 sp<MediaPlayerBase> p = getPlayer(); 1054 if (p == 0) return UNKNOWN_ERROR; 1055 return p->setPlaybackSettings(rate); 1056} 1057 1058status_t MediaPlayerService::Client::getPlaybackSettings(AudioPlaybackRate* rate /* nonnull */) 1059{ 1060 sp<MediaPlayerBase> p = getPlayer(); 1061 if (p == 0) return UNKNOWN_ERROR; 1062 status_t ret = p->getPlaybackSettings(rate); 1063 if (ret == NO_ERROR) { 1064 ALOGV("[%d] getPlaybackSettings(%f, %f, %d, %d)", 1065 mConnId, rate->mSpeed, rate->mPitch, rate->mFallbackMode, rate->mStretchMode); 1066 } else { 1067 ALOGV("[%d] getPlaybackSettings returned %d", mConnId, ret); 1068 } 1069 return ret; 1070} 1071 1072status_t MediaPlayerService::Client::setSyncSettings( 1073 const AVSyncSettings& sync, float videoFpsHint) 1074{ 1075 ALOGV("[%d] setSyncSettings(%u, %u, %f, %f)", 1076 mConnId, sync.mSource, sync.mAudioAdjustMode, sync.mTolerance, videoFpsHint); 1077 sp<MediaPlayerBase> p = getPlayer(); 1078 if (p == 0) return UNKNOWN_ERROR; 1079 return p->setSyncSettings(sync, videoFpsHint); 1080} 1081 1082status_t MediaPlayerService::Client::getSyncSettings( 1083 AVSyncSettings* sync /* nonnull */, float* videoFps /* nonnull */) 1084{ 1085 sp<MediaPlayerBase> p = getPlayer(); 1086 if (p == 0) return UNKNOWN_ERROR; 1087 status_t ret = p->getSyncSettings(sync, videoFps); 1088 if (ret == NO_ERROR) { 1089 ALOGV("[%d] getSyncSettings(%u, %u, %f, %f)", 1090 mConnId, sync->mSource, sync->mAudioAdjustMode, sync->mTolerance, *videoFps); 1091 } else { 1092 ALOGV("[%d] getSyncSettings returned %d", mConnId, ret); 1093 } 1094 return ret; 1095} 1096 1097status_t MediaPlayerService::Client::getCurrentPosition(int *msec) 1098{ 1099 ALOGV("getCurrentPosition"); 1100 sp<MediaPlayerBase> p = getPlayer(); 1101 if (p == 0) return UNKNOWN_ERROR; 1102 status_t ret = p->getCurrentPosition(msec); 1103 if (ret == NO_ERROR) { 1104 ALOGV("[%d] getCurrentPosition = %d", mConnId, *msec); 1105 } else { 1106 ALOGE("getCurrentPosition returned %d", ret); 1107 } 1108 return ret; 1109} 1110 1111status_t MediaPlayerService::Client::getDuration(int *msec) 1112{ 1113 ALOGV("getDuration"); 1114 sp<MediaPlayerBase> p = getPlayer(); 1115 if (p == 0) return UNKNOWN_ERROR; 1116 status_t ret = p->getDuration(msec); 1117 if (ret == NO_ERROR) { 1118 ALOGV("[%d] getDuration = %d", mConnId, *msec); 1119 } else { 1120 ALOGE("getDuration returned %d", ret); 1121 } 1122 return ret; 1123} 1124 1125status_t MediaPlayerService::Client::setNextPlayer(const sp<IMediaPlayer>& player) { 1126 ALOGV("setNextPlayer"); 1127 Mutex::Autolock l(mLock); 1128 sp<Client> c = static_cast<Client*>(player.get()); 1129 if (c != NULL && !mService->hasClient(c)) { 1130 return BAD_VALUE; 1131 } 1132 1133 mNextClient = c; 1134 1135 if (c != NULL) { 1136 if (mAudioOutput != NULL) { 1137 mAudioOutput->setNextOutput(c->mAudioOutput); 1138 } else if ((mPlayer != NULL) && !mPlayer->hardwareOutput()) { 1139 ALOGE("no current audio output"); 1140 } 1141 1142 if ((mPlayer != NULL) && (mNextClient->getPlayer() != NULL)) { 1143 mPlayer->setNextPlayer(mNextClient->getPlayer()); 1144 } 1145 } 1146 1147 return OK; 1148} 1149 1150VolumeShaper::Status MediaPlayerService::Client::applyVolumeShaper( 1151 const sp<VolumeShaper::Configuration>& configuration, 1152 const sp<VolumeShaper::Operation>& operation) { 1153 // for hardware output, call player instead 1154 ALOGV("Client::applyVolumeShaper(%p)", this); 1155 sp<MediaPlayerBase> p = getPlayer(); 1156 { 1157 Mutex::Autolock l(mLock); 1158 if (p != 0 && p->hardwareOutput()) { 1159 // TODO: investigate internal implementation 1160 return VolumeShaper::Status(INVALID_OPERATION); 1161 } 1162 if (mAudioOutput.get() != nullptr) { 1163 return mAudioOutput->applyVolumeShaper(configuration, operation); 1164 } 1165 } 1166 return VolumeShaper::Status(INVALID_OPERATION); 1167} 1168 1169sp<VolumeShaper::State> MediaPlayerService::Client::getVolumeShaperState(int id) { 1170 // for hardware output, call player instead 1171 ALOGV("Client::getVolumeShaperState(%p)", this); 1172 sp<MediaPlayerBase> p = getPlayer(); 1173 { 1174 Mutex::Autolock l(mLock); 1175 if (p != 0 && p->hardwareOutput()) { 1176 // TODO: investigate internal implementation. 1177 return nullptr; 1178 } 1179 if (mAudioOutput.get() != nullptr) { 1180 return mAudioOutput->getVolumeShaperState(id); 1181 } 1182 } 1183 return nullptr; 1184} 1185 1186status_t MediaPlayerService::Client::seekTo(int msec, MediaPlayerSeekMode mode) 1187{ 1188 ALOGV("[%d] seekTo(%d, %d)", mConnId, msec, mode); 1189 sp<MediaPlayerBase> p = getPlayer(); 1190 if (p == 0) return UNKNOWN_ERROR; 1191 return p->seekTo(msec, mode); 1192} 1193 1194status_t MediaPlayerService::Client::reset() 1195{ 1196 ALOGV("[%d] reset", mConnId); 1197 mRetransmitEndpointValid = false; 1198 sp<MediaPlayerBase> p = getPlayer(); 1199 if (p == 0) return UNKNOWN_ERROR; 1200 return p->reset(); 1201} 1202 1203status_t MediaPlayerService::Client::setAudioStreamType(audio_stream_type_t type) 1204{ 1205 ALOGV("[%d] setAudioStreamType(%d)", mConnId, type); 1206 // TODO: for hardware output, call player instead 1207 Mutex::Autolock l(mLock); 1208 if (mAudioOutput != 0) mAudioOutput->setAudioStreamType(type); 1209 return NO_ERROR; 1210} 1211 1212status_t MediaPlayerService::Client::setAudioAttributes_l(const Parcel &parcel) 1213{ 1214 if (mAudioAttributes != NULL) { free(mAudioAttributes); } 1215 mAudioAttributes = (audio_attributes_t *) calloc(1, sizeof(audio_attributes_t)); 1216 if (mAudioAttributes == NULL) { 1217 return NO_MEMORY; 1218 } 1219 unmarshallAudioAttributes(parcel, mAudioAttributes); 1220 1221 ALOGV("setAudioAttributes_l() usage=%d content=%d flags=0x%x tags=%s", 1222 mAudioAttributes->usage, mAudioAttributes->content_type, mAudioAttributes->flags, 1223 mAudioAttributes->tags); 1224 1225 if (mAudioOutput != 0) { 1226 mAudioOutput->setAudioAttributes(mAudioAttributes); 1227 } 1228 return NO_ERROR; 1229} 1230 1231status_t MediaPlayerService::Client::setLooping(int loop) 1232{ 1233 ALOGV("[%d] setLooping(%d)", mConnId, loop); 1234 mLoop = loop; 1235 sp<MediaPlayerBase> p = getPlayer(); 1236 if (p != 0) return p->setLooping(loop); 1237 return NO_ERROR; 1238} 1239 1240status_t MediaPlayerService::Client::setVolume(float leftVolume, float rightVolume) 1241{ 1242 ALOGV("[%d] setVolume(%f, %f)", mConnId, leftVolume, rightVolume); 1243 1244 // for hardware output, call player instead 1245 sp<MediaPlayerBase> p = getPlayer(); 1246 { 1247 Mutex::Autolock l(mLock); 1248 if (p != 0 && p->hardwareOutput()) { 1249 MediaPlayerHWInterface* hwp = 1250 reinterpret_cast<MediaPlayerHWInterface*>(p.get()); 1251 return hwp->setVolume(leftVolume, rightVolume); 1252 } else { 1253 if (mAudioOutput != 0) mAudioOutput->setVolume(leftVolume, rightVolume); 1254 return NO_ERROR; 1255 } 1256 } 1257 1258 return NO_ERROR; 1259} 1260 1261status_t MediaPlayerService::Client::setAuxEffectSendLevel(float level) 1262{ 1263 ALOGV("[%d] setAuxEffectSendLevel(%f)", mConnId, level); 1264 Mutex::Autolock l(mLock); 1265 if (mAudioOutput != 0) return mAudioOutput->setAuxEffectSendLevel(level); 1266 return NO_ERROR; 1267} 1268 1269status_t MediaPlayerService::Client::attachAuxEffect(int effectId) 1270{ 1271 ALOGV("[%d] attachAuxEffect(%d)", mConnId, effectId); 1272 Mutex::Autolock l(mLock); 1273 if (mAudioOutput != 0) return mAudioOutput->attachAuxEffect(effectId); 1274 return NO_ERROR; 1275} 1276 1277status_t MediaPlayerService::Client::setParameter(int key, const Parcel &request) { 1278 ALOGV("[%d] setParameter(%d)", mConnId, key); 1279 switch (key) { 1280 case KEY_PARAMETER_AUDIO_ATTRIBUTES: 1281 { 1282 Mutex::Autolock l(mLock); 1283 return setAudioAttributes_l(request); 1284 } 1285 default: 1286 sp<MediaPlayerBase> p = getPlayer(); 1287 if (p == 0) { return UNKNOWN_ERROR; } 1288 return p->setParameter(key, request); 1289 } 1290} 1291 1292status_t MediaPlayerService::Client::getParameter(int key, Parcel *reply) { 1293 ALOGV("[%d] getParameter(%d)", mConnId, key); 1294 sp<MediaPlayerBase> p = getPlayer(); 1295 if (p == 0) return UNKNOWN_ERROR; 1296 return p->getParameter(key, reply); 1297} 1298 1299status_t MediaPlayerService::Client::setRetransmitEndpoint( 1300 const struct sockaddr_in* endpoint) { 1301 1302 if (NULL != endpoint) { 1303 uint32_t a = ntohl(endpoint->sin_addr.s_addr); 1304 uint16_t p = ntohs(endpoint->sin_port); 1305 ALOGV("[%d] setRetransmitEndpoint(%u.%u.%u.%u:%hu)", mConnId, 1306 (a >> 24), (a >> 16) & 0xFF, (a >> 8) & 0xFF, (a & 0xFF), p); 1307 } else { 1308 ALOGV("[%d] setRetransmitEndpoint = <none>", mConnId); 1309 } 1310 1311 sp<MediaPlayerBase> p = getPlayer(); 1312 1313 // Right now, the only valid time to set a retransmit endpoint is before 1314 // player selection has been made (since the presence or absence of a 1315 // retransmit endpoint is going to determine which player is selected during 1316 // setDataSource). 1317 if (p != 0) return INVALID_OPERATION; 1318 1319 if (NULL != endpoint) { 1320 mRetransmitEndpoint = *endpoint; 1321 mRetransmitEndpointValid = true; 1322 } else { 1323 mRetransmitEndpointValid = false; 1324 } 1325 1326 return NO_ERROR; 1327} 1328 1329status_t MediaPlayerService::Client::getRetransmitEndpoint( 1330 struct sockaddr_in* endpoint) 1331{ 1332 if (NULL == endpoint) 1333 return BAD_VALUE; 1334 1335 sp<MediaPlayerBase> p = getPlayer(); 1336 1337 if (p != NULL) 1338 return p->getRetransmitEndpoint(endpoint); 1339 1340 if (!mRetransmitEndpointValid) 1341 return NO_INIT; 1342 1343 *endpoint = mRetransmitEndpoint; 1344 1345 return NO_ERROR; 1346} 1347 1348void MediaPlayerService::Client::notify( 1349 void* cookie, int msg, int ext1, int ext2, const Parcel *obj) 1350{ 1351 Client* client = static_cast<Client*>(cookie); 1352 if (client == NULL) { 1353 return; 1354 } 1355 1356 sp<IMediaPlayerClient> c; 1357 sp<Client> nextClient; 1358 status_t errStartNext = NO_ERROR; 1359 { 1360 Mutex::Autolock l(client->mLock); 1361 c = client->mClient; 1362 if (msg == MEDIA_PLAYBACK_COMPLETE && client->mNextClient != NULL) { 1363 nextClient = client->mNextClient; 1364 1365 if (client->mAudioOutput != NULL) 1366 client->mAudioOutput->switchToNextOutput(); 1367 1368 errStartNext = nextClient->start(); 1369 } 1370 } 1371 1372 if (nextClient != NULL) { 1373 sp<IMediaPlayerClient> nc; 1374 { 1375 Mutex::Autolock l(nextClient->mLock); 1376 nc = nextClient->mClient; 1377 } 1378 if (nc != NULL) { 1379 if (errStartNext == NO_ERROR) { 1380 nc->notify(MEDIA_INFO, MEDIA_INFO_STARTED_AS_NEXT, 0, obj); 1381 } else { 1382 nc->notify(MEDIA_ERROR, MEDIA_ERROR_UNKNOWN , 0, obj); 1383 ALOGE("gapless:start playback for next track failed, err(%d)", errStartNext); 1384 } 1385 } 1386 } 1387 1388 if (MEDIA_INFO == msg && 1389 MEDIA_INFO_METADATA_UPDATE == ext1) { 1390 const media::Metadata::Type metadata_type = ext2; 1391 1392 if(client->shouldDropMetadata(metadata_type)) { 1393 return; 1394 } 1395 1396 // Update the list of metadata that have changed. getMetadata 1397 // also access mMetadataUpdated and clears it. 1398 client->addNewMetadataUpdate(metadata_type); 1399 } 1400 1401 if (c != NULL) { 1402 ALOGV("[%d] notify (%p, %d, %d, %d)", client->mConnId, cookie, msg, ext1, ext2); 1403 c->notify(msg, ext1, ext2, obj); 1404 } 1405} 1406 1407 1408bool MediaPlayerService::Client::shouldDropMetadata(media::Metadata::Type code) const 1409{ 1410 Mutex::Autolock lock(mLock); 1411 1412 if (findMetadata(mMetadataDrop, code)) { 1413 return true; 1414 } 1415 1416 if (mMetadataAllow.isEmpty() || findMetadata(mMetadataAllow, code)) { 1417 return false; 1418 } else { 1419 return true; 1420 } 1421} 1422 1423 1424void MediaPlayerService::Client::addNewMetadataUpdate(media::Metadata::Type metadata_type) { 1425 Mutex::Autolock lock(mLock); 1426 if (mMetadataUpdated.indexOf(metadata_type) < 0) { 1427 mMetadataUpdated.add(metadata_type); 1428 } 1429} 1430 1431#if CALLBACK_ANTAGONIZER 1432const int Antagonizer::interval = 10000; // 10 msecs 1433 1434Antagonizer::Antagonizer(notify_callback_f cb, void* client) : 1435 mExit(false), mActive(false), mClient(client), mCb(cb) 1436{ 1437 createThread(callbackThread, this); 1438} 1439 1440void Antagonizer::kill() 1441{ 1442 Mutex::Autolock _l(mLock); 1443 mActive = false; 1444 mExit = true; 1445 mCondition.wait(mLock); 1446} 1447 1448int Antagonizer::callbackThread(void* user) 1449{ 1450 ALOGD("Antagonizer started"); 1451 Antagonizer* p = reinterpret_cast<Antagonizer*>(user); 1452 while (!p->mExit) { 1453 if (p->mActive) { 1454 ALOGV("send event"); 1455 p->mCb(p->mClient, 0, 0, 0); 1456 } 1457 usleep(interval); 1458 } 1459 Mutex::Autolock _l(p->mLock); 1460 p->mCondition.signal(); 1461 ALOGD("Antagonizer stopped"); 1462 return 0; 1463} 1464#endif 1465 1466#undef LOG_TAG 1467#define LOG_TAG "AudioSink" 1468MediaPlayerService::AudioOutput::AudioOutput(audio_session_t sessionId, uid_t uid, int pid, 1469 const audio_attributes_t* attr) 1470 : mCallback(NULL), 1471 mCallbackCookie(NULL), 1472 mCallbackData(NULL), 1473 mStreamType(AUDIO_STREAM_MUSIC), 1474 mLeftVolume(1.0), 1475 mRightVolume(1.0), 1476 mPlaybackRate(AUDIO_PLAYBACK_RATE_DEFAULT), 1477 mSampleRateHz(0), 1478 mMsecsPerFrame(0), 1479 mFrameSize(0), 1480 mSessionId(sessionId), 1481 mUid(uid), 1482 mPid(pid), 1483 mSendLevel(0.0), 1484 mAuxEffectId(0), 1485 mFlags(AUDIO_OUTPUT_FLAG_NONE) 1486{ 1487 ALOGV("AudioOutput(%d)", sessionId); 1488 if (attr != NULL) { 1489 mAttributes = (audio_attributes_t *) calloc(1, sizeof(audio_attributes_t)); 1490 if (mAttributes != NULL) { 1491 memcpy(mAttributes, attr, sizeof(audio_attributes_t)); 1492 mStreamType = audio_attributes_to_stream_type(attr); 1493 } 1494 } else { 1495 mAttributes = NULL; 1496 } 1497 1498 setMinBufferCount(); 1499} 1500 1501MediaPlayerService::AudioOutput::~AudioOutput() 1502{ 1503 close(); 1504 free(mAttributes); 1505 delete mCallbackData; 1506} 1507 1508//static 1509void MediaPlayerService::AudioOutput::setMinBufferCount() 1510{ 1511 char value[PROPERTY_VALUE_MAX]; 1512 if (property_get("ro.kernel.qemu", value, 0)) { 1513 mIsOnEmulator = true; 1514 mMinBufferCount = 12; // to prevent systematic buffer underrun for emulator 1515 } 1516} 1517 1518// static 1519bool MediaPlayerService::AudioOutput::isOnEmulator() 1520{ 1521 setMinBufferCount(); // benign race wrt other threads 1522 return mIsOnEmulator; 1523} 1524 1525// static 1526int MediaPlayerService::AudioOutput::getMinBufferCount() 1527{ 1528 setMinBufferCount(); // benign race wrt other threads 1529 return mMinBufferCount; 1530} 1531 1532ssize_t MediaPlayerService::AudioOutput::bufferSize() const 1533{ 1534 Mutex::Autolock lock(mLock); 1535 if (mTrack == 0) return NO_INIT; 1536 return mTrack->frameCount() * mFrameSize; 1537} 1538 1539ssize_t MediaPlayerService::AudioOutput::frameCount() const 1540{ 1541 Mutex::Autolock lock(mLock); 1542 if (mTrack == 0) return NO_INIT; 1543 return mTrack->frameCount(); 1544} 1545 1546ssize_t MediaPlayerService::AudioOutput::channelCount() const 1547{ 1548 Mutex::Autolock lock(mLock); 1549 if (mTrack == 0) return NO_INIT; 1550 return mTrack->channelCount(); 1551} 1552 1553ssize_t MediaPlayerService::AudioOutput::frameSize() const 1554{ 1555 Mutex::Autolock lock(mLock); 1556 if (mTrack == 0) return NO_INIT; 1557 return mFrameSize; 1558} 1559 1560uint32_t MediaPlayerService::AudioOutput::latency () const 1561{ 1562 Mutex::Autolock lock(mLock); 1563 if (mTrack == 0) return 0; 1564 return mTrack->latency(); 1565} 1566 1567float MediaPlayerService::AudioOutput::msecsPerFrame() const 1568{ 1569 Mutex::Autolock lock(mLock); 1570 return mMsecsPerFrame; 1571} 1572 1573status_t MediaPlayerService::AudioOutput::getPosition(uint32_t *position) const 1574{ 1575 Mutex::Autolock lock(mLock); 1576 if (mTrack == 0) return NO_INIT; 1577 return mTrack->getPosition(position); 1578} 1579 1580status_t MediaPlayerService::AudioOutput::getTimestamp(AudioTimestamp &ts) const 1581{ 1582 Mutex::Autolock lock(mLock); 1583 if (mTrack == 0) return NO_INIT; 1584 return mTrack->getTimestamp(ts); 1585} 1586 1587// TODO: Remove unnecessary calls to getPlayedOutDurationUs() 1588// as it acquires locks and may query the audio driver. 1589// 1590// Some calls could conceivably retrieve extrapolated data instead of 1591// accessing getTimestamp() or getPosition() every time a data buffer with 1592// a media time is received. 1593// 1594// Calculate duration of played samples if played at normal rate (i.e., 1.0). 1595int64_t MediaPlayerService::AudioOutput::getPlayedOutDurationUs(int64_t nowUs) const 1596{ 1597 Mutex::Autolock lock(mLock); 1598 if (mTrack == 0 || mSampleRateHz == 0) { 1599 return 0; 1600 } 1601 1602 uint32_t numFramesPlayed; 1603 int64_t numFramesPlayedAtUs; 1604 AudioTimestamp ts; 1605 1606 status_t res = mTrack->getTimestamp(ts); 1607 if (res == OK) { // case 1: mixing audio tracks and offloaded tracks. 1608 numFramesPlayed = ts.mPosition; 1609 numFramesPlayedAtUs = ts.mTime.tv_sec * 1000000LL + ts.mTime.tv_nsec / 1000; 1610 //ALOGD("getTimestamp: OK %d %lld", numFramesPlayed, (long long)numFramesPlayedAtUs); 1611 } else if (res == WOULD_BLOCK) { // case 2: transitory state on start of a new track 1612 numFramesPlayed = 0; 1613 numFramesPlayedAtUs = nowUs; 1614 //ALOGD("getTimestamp: WOULD_BLOCK %d %lld", 1615 // numFramesPlayed, (long long)numFramesPlayedAtUs); 1616 } else { // case 3: transitory at new track or audio fast tracks. 1617 res = mTrack->getPosition(&numFramesPlayed); 1618 CHECK_EQ(res, (status_t)OK); 1619 numFramesPlayedAtUs = nowUs; 1620 numFramesPlayedAtUs += 1000LL * mTrack->latency() / 2; /* XXX */ 1621 //ALOGD("getPosition: %u %lld", numFramesPlayed, (long long)numFramesPlayedAtUs); 1622 } 1623 1624 // CHECK_EQ(numFramesPlayed & (1 << 31), 0); // can't be negative until 12.4 hrs, test 1625 // TODO: remove the (int32_t) casting below as it may overflow at 12.4 hours. 1626 int64_t durationUs = (int64_t)((int32_t)numFramesPlayed * 1000000LL / mSampleRateHz) 1627 + nowUs - numFramesPlayedAtUs; 1628 if (durationUs < 0) { 1629 // Occurs when numFramesPlayed position is very small and the following: 1630 // (1) In case 1, the time nowUs is computed before getTimestamp() is called and 1631 // numFramesPlayedAtUs is greater than nowUs by time more than numFramesPlayed. 1632 // (2) In case 3, using getPosition and adding mAudioSink->latency() to 1633 // numFramesPlayedAtUs, by a time amount greater than numFramesPlayed. 1634 // 1635 // Both of these are transitory conditions. 1636 ALOGV("getPlayedOutDurationUs: negative duration %lld set to zero", (long long)durationUs); 1637 durationUs = 0; 1638 } 1639 ALOGV("getPlayedOutDurationUs(%lld) nowUs(%lld) frames(%u) framesAt(%lld)", 1640 (long long)durationUs, (long long)nowUs, 1641 numFramesPlayed, (long long)numFramesPlayedAtUs); 1642 return durationUs; 1643} 1644 1645status_t MediaPlayerService::AudioOutput::getFramesWritten(uint32_t *frameswritten) const 1646{ 1647 Mutex::Autolock lock(mLock); 1648 if (mTrack == 0) return NO_INIT; 1649 ExtendedTimestamp ets; 1650 status_t status = mTrack->getTimestamp(&ets); 1651 if (status == OK || status == WOULD_BLOCK) { 1652 *frameswritten = (uint32_t)ets.mPosition[ExtendedTimestamp::LOCATION_CLIENT]; 1653 } 1654 return status; 1655} 1656 1657status_t MediaPlayerService::AudioOutput::setParameters(const String8& keyValuePairs) 1658{ 1659 Mutex::Autolock lock(mLock); 1660 if (mTrack == 0) return NO_INIT; 1661 return mTrack->setParameters(keyValuePairs); 1662} 1663 1664String8 MediaPlayerService::AudioOutput::getParameters(const String8& keys) 1665{ 1666 Mutex::Autolock lock(mLock); 1667 if (mTrack == 0) return String8::empty(); 1668 return mTrack->getParameters(keys); 1669} 1670 1671void MediaPlayerService::AudioOutput::setAudioAttributes(const audio_attributes_t * attributes) { 1672 Mutex::Autolock lock(mLock); 1673 if (attributes == NULL) { 1674 free(mAttributes); 1675 mAttributes = NULL; 1676 } else { 1677 if (mAttributes == NULL) { 1678 mAttributes = (audio_attributes_t *) calloc(1, sizeof(audio_attributes_t)); 1679 } 1680 memcpy(mAttributes, attributes, sizeof(audio_attributes_t)); 1681 mStreamType = audio_attributes_to_stream_type(attributes); 1682 } 1683} 1684 1685void MediaPlayerService::AudioOutput::setAudioStreamType(audio_stream_type_t streamType) 1686{ 1687 Mutex::Autolock lock(mLock); 1688 // do not allow direct stream type modification if attributes have been set 1689 if (mAttributes == NULL) { 1690 mStreamType = streamType; 1691 } 1692} 1693 1694void MediaPlayerService::AudioOutput::deleteRecycledTrack_l() 1695{ 1696 ALOGV("deleteRecycledTrack_l"); 1697 if (mRecycledTrack != 0) { 1698 1699 if (mCallbackData != NULL) { 1700 mCallbackData->setOutput(NULL); 1701 mCallbackData->endTrackSwitch(); 1702 } 1703 1704 if ((mRecycledTrack->getFlags() & AUDIO_OUTPUT_FLAG_COMPRESS_OFFLOAD) == 0) { 1705 int32_t msec = 0; 1706 if (!mRecycledTrack->stopped()) { // check if active 1707 (void)mRecycledTrack->pendingDuration(&msec); 1708 } 1709 mRecycledTrack->stop(); // ensure full data drain 1710 ALOGD("deleting recycled track, waiting for data drain (%d msec)", msec); 1711 if (msec > 0) { 1712 static const int32_t WAIT_LIMIT_MS = 3000; 1713 if (msec > WAIT_LIMIT_MS) { 1714 msec = WAIT_LIMIT_MS; 1715 } 1716 usleep(msec * 1000LL); 1717 } 1718 } 1719 // An offloaded track isn't flushed because the STREAM_END is reported 1720 // slightly prematurely to allow time for the gapless track switch 1721 // but this means that if we decide not to recycle the track there 1722 // could be a small amount of residual data still playing. We leave 1723 // AudioFlinger to drain the track. 1724 1725 mRecycledTrack.clear(); 1726 close_l(); 1727 delete mCallbackData; 1728 mCallbackData = NULL; 1729 } 1730} 1731 1732void MediaPlayerService::AudioOutput::close_l() 1733{ 1734 mTrack.clear(); 1735} 1736 1737status_t MediaPlayerService::AudioOutput::open( 1738 uint32_t sampleRate, int channelCount, audio_channel_mask_t channelMask, 1739 audio_format_t format, int bufferCount, 1740 AudioCallback cb, void *cookie, 1741 audio_output_flags_t flags, 1742 const audio_offload_info_t *offloadInfo, 1743 bool doNotReconnect, 1744 uint32_t suggestedFrameCount) 1745{ 1746 ALOGV("open(%u, %d, 0x%x, 0x%x, %d, %d 0x%x)", sampleRate, channelCount, channelMask, 1747 format, bufferCount, mSessionId, flags); 1748 1749 // offloading is only supported in callback mode for now. 1750 // offloadInfo must be present if offload flag is set 1751 if (((flags & AUDIO_OUTPUT_FLAG_COMPRESS_OFFLOAD) != 0) && 1752 ((cb == NULL) || (offloadInfo == NULL))) { 1753 return BAD_VALUE; 1754 } 1755 1756 // compute frame count for the AudioTrack internal buffer 1757 size_t frameCount; 1758 if ((flags & AUDIO_OUTPUT_FLAG_COMPRESS_OFFLOAD) != 0) { 1759 frameCount = 0; // AudioTrack will get frame count from AudioFlinger 1760 } else { 1761 // try to estimate the buffer processing fetch size from AudioFlinger. 1762 // framesPerBuffer is approximate and generally correct, except when it's not :-). 1763 uint32_t afSampleRate; 1764 size_t afFrameCount; 1765 if (AudioSystem::getOutputFrameCount(&afFrameCount, mStreamType) != NO_ERROR) { 1766 return NO_INIT; 1767 } 1768 if (AudioSystem::getOutputSamplingRate(&afSampleRate, mStreamType) != NO_ERROR) { 1769 return NO_INIT; 1770 } 1771 const size_t framesPerBuffer = 1772 (unsigned long long)sampleRate * afFrameCount / afSampleRate; 1773 1774 if (bufferCount == 0) { 1775 // use suggestedFrameCount 1776 bufferCount = (suggestedFrameCount + framesPerBuffer - 1) / framesPerBuffer; 1777 } 1778 // Check argument bufferCount against the mininum buffer count 1779 if (bufferCount != 0 && bufferCount < mMinBufferCount) { 1780 ALOGV("bufferCount (%d) increased to %d", bufferCount, mMinBufferCount); 1781 bufferCount = mMinBufferCount; 1782 } 1783 // if frameCount is 0, then AudioTrack will get frame count from AudioFlinger 1784 // which will be the minimum size permitted. 1785 frameCount = bufferCount * framesPerBuffer; 1786 } 1787 1788 if (channelMask == CHANNEL_MASK_USE_CHANNEL_ORDER) { 1789 channelMask = audio_channel_out_mask_from_count(channelCount); 1790 if (0 == channelMask) { 1791 ALOGE("open() error, can\'t derive mask for %d audio channels", channelCount); 1792 return NO_INIT; 1793 } 1794 } 1795 1796 Mutex::Autolock lock(mLock); 1797 mCallback = cb; 1798 mCallbackCookie = cookie; 1799 1800 // Check whether we can recycle the track 1801 bool reuse = false; 1802 bool bothOffloaded = false; 1803 1804 if (mRecycledTrack != 0) { 1805 // check whether we are switching between two offloaded tracks 1806 bothOffloaded = (flags & mRecycledTrack->getFlags() 1807 & AUDIO_OUTPUT_FLAG_COMPRESS_OFFLOAD) != 0; 1808 1809 // check if the existing track can be reused as-is, or if a new track needs to be created. 1810 reuse = true; 1811 1812 if ((mCallbackData == NULL && mCallback != NULL) || 1813 (mCallbackData != NULL && mCallback == NULL)) { 1814 // recycled track uses callbacks but the caller wants to use writes, or vice versa 1815 ALOGV("can't chain callback and write"); 1816 reuse = false; 1817 } else if ((mRecycledTrack->getSampleRate() != sampleRate) || 1818 (mRecycledTrack->channelCount() != (uint32_t)channelCount) ) { 1819 ALOGV("samplerate, channelcount differ: %u/%u Hz, %u/%d ch", 1820 mRecycledTrack->getSampleRate(), sampleRate, 1821 mRecycledTrack->channelCount(), channelCount); 1822 reuse = false; 1823 } else if (flags != mFlags) { 1824 ALOGV("output flags differ %08x/%08x", flags, mFlags); 1825 reuse = false; 1826 } else if (mRecycledTrack->format() != format) { 1827 reuse = false; 1828 } 1829 } else { 1830 ALOGV("no track available to recycle"); 1831 } 1832 1833 ALOGV_IF(bothOffloaded, "both tracks offloaded"); 1834 1835 // If we can't recycle and both tracks are offloaded 1836 // we must close the previous output before opening a new one 1837 if (bothOffloaded && !reuse) { 1838 ALOGV("both offloaded and not recycling"); 1839 deleteRecycledTrack_l(); 1840 } 1841 1842 sp<AudioTrack> t; 1843 CallbackData *newcbd = NULL; 1844 1845 // We don't attempt to create a new track if we are recycling an 1846 // offloaded track. But, if we are recycling a non-offloaded or we 1847 // are switching where one is offloaded and one isn't then we create 1848 // the new track in advance so that we can read additional stream info 1849 1850 if (!(reuse && bothOffloaded)) { 1851 ALOGV("creating new AudioTrack"); 1852 1853 if (mCallback != NULL) { 1854 newcbd = new CallbackData(this); 1855 t = new AudioTrack( 1856 mStreamType, 1857 sampleRate, 1858 format, 1859 channelMask, 1860 frameCount, 1861 flags, 1862 CallbackWrapper, 1863 newcbd, 1864 0, // notification frames 1865 mSessionId, 1866 AudioTrack::TRANSFER_CALLBACK, 1867 offloadInfo, 1868 mUid, 1869 mPid, 1870 mAttributes, 1871 doNotReconnect); 1872 } else { 1873 // TODO: Due to buffer memory concerns, we use a max target playback speed 1874 // based on mPlaybackRate at the time of open (instead of kMaxRequiredSpeed), 1875 // also clamping the target speed to 1.0 <= targetSpeed <= kMaxRequiredSpeed. 1876 const float targetSpeed = 1877 std::min(std::max(mPlaybackRate.mSpeed, 1.0f), kMaxRequiredSpeed); 1878 ALOGW_IF(targetSpeed != mPlaybackRate.mSpeed, 1879 "track target speed:%f clamped from playback speed:%f", 1880 targetSpeed, mPlaybackRate.mSpeed); 1881 t = new AudioTrack( 1882 mStreamType, 1883 sampleRate, 1884 format, 1885 channelMask, 1886 frameCount, 1887 flags, 1888 NULL, // callback 1889 NULL, // user data 1890 0, // notification frames 1891 mSessionId, 1892 AudioTrack::TRANSFER_DEFAULT, 1893 NULL, // offload info 1894 mUid, 1895 mPid, 1896 mAttributes, 1897 doNotReconnect, 1898 targetSpeed); 1899 } 1900 1901 if ((t == 0) || (t->initCheck() != NO_ERROR)) { 1902 ALOGE("Unable to create audio track"); 1903 delete newcbd; 1904 // t goes out of scope, so reference count drops to zero 1905 return NO_INIT; 1906 } else { 1907 // successful AudioTrack initialization implies a legacy stream type was generated 1908 // from the audio attributes 1909 mStreamType = t->streamType(); 1910 } 1911 } 1912 1913 if (reuse) { 1914 CHECK(mRecycledTrack != NULL); 1915 1916 if (!bothOffloaded) { 1917 if (mRecycledTrack->frameCount() != t->frameCount()) { 1918 ALOGV("framecount differs: %zu/%zu frames", 1919 mRecycledTrack->frameCount(), t->frameCount()); 1920 reuse = false; 1921 } 1922 } 1923 1924 if (reuse) { 1925 ALOGV("chaining to next output and recycling track"); 1926 close_l(); 1927 mTrack = mRecycledTrack; 1928 mRecycledTrack.clear(); 1929 if (mCallbackData != NULL) { 1930 mCallbackData->setOutput(this); 1931 } 1932 delete newcbd; 1933 return updateTrack(); 1934 } 1935 } 1936 1937 // we're not going to reuse the track, unblock and flush it 1938 // this was done earlier if both tracks are offloaded 1939 if (!bothOffloaded) { 1940 deleteRecycledTrack_l(); 1941 } 1942 1943 CHECK((t != NULL) && ((mCallback == NULL) || (newcbd != NULL))); 1944 1945 mCallbackData = newcbd; 1946 ALOGV("setVolume"); 1947 t->setVolume(mLeftVolume, mRightVolume); 1948 1949 mSampleRateHz = sampleRate; 1950 mFlags = flags; 1951 mMsecsPerFrame = 1E3f / (mPlaybackRate.mSpeed * sampleRate); 1952 mFrameSize = t->frameSize(); 1953 mTrack = t; 1954 1955 return updateTrack(); 1956} 1957 1958status_t MediaPlayerService::AudioOutput::updateTrack() { 1959 if (mTrack == NULL) { 1960 return NO_ERROR; 1961 } 1962 1963 status_t res = NO_ERROR; 1964 // Note some output devices may give us a direct track even though we don't specify it. 1965 // Example: Line application b/17459982. 1966 if ((mTrack->getFlags() 1967 & (AUDIO_OUTPUT_FLAG_COMPRESS_OFFLOAD | AUDIO_OUTPUT_FLAG_DIRECT)) == 0) { 1968 res = mTrack->setPlaybackRate(mPlaybackRate); 1969 if (res == NO_ERROR) { 1970 mTrack->setAuxEffectSendLevel(mSendLevel); 1971 res = mTrack->attachAuxEffect(mAuxEffectId); 1972 } 1973 } 1974 ALOGV("updateTrack() DONE status %d", res); 1975 return res; 1976} 1977 1978status_t MediaPlayerService::AudioOutput::start() 1979{ 1980 ALOGV("start"); 1981 Mutex::Autolock lock(mLock); 1982 if (mCallbackData != NULL) { 1983 mCallbackData->endTrackSwitch(); 1984 } 1985 if (mTrack != 0) { 1986 mTrack->setVolume(mLeftVolume, mRightVolume); 1987 mTrack->setAuxEffectSendLevel(mSendLevel); 1988 return mTrack->start(); 1989 } 1990 return NO_INIT; 1991} 1992 1993void MediaPlayerService::AudioOutput::setNextOutput(const sp<AudioOutput>& nextOutput) { 1994 Mutex::Autolock lock(mLock); 1995 mNextOutput = nextOutput; 1996} 1997 1998void MediaPlayerService::AudioOutput::switchToNextOutput() { 1999 ALOGV("switchToNextOutput"); 2000 2001 // Try to acquire the callback lock before moving track (without incurring deadlock). 2002 const unsigned kMaxSwitchTries = 100; 2003 Mutex::Autolock lock(mLock); 2004 for (unsigned tries = 0;;) { 2005 if (mTrack == 0) { 2006 return; 2007 } 2008 if (mNextOutput != NULL && mNextOutput != this) { 2009 if (mCallbackData != NULL) { 2010 // two alternative approaches 2011#if 1 2012 CallbackData *callbackData = mCallbackData; 2013 mLock.unlock(); 2014 // proper acquisition sequence 2015 callbackData->lock(); 2016 mLock.lock(); 2017 // Caution: it is unlikely that someone deleted our callback or changed our target 2018 if (callbackData != mCallbackData || mNextOutput == NULL || mNextOutput == this) { 2019 // fatal if we are starved out. 2020 LOG_ALWAYS_FATAL_IF(++tries > kMaxSwitchTries, 2021 "switchToNextOutput() cannot obtain correct lock sequence"); 2022 callbackData->unlock(); 2023 continue; 2024 } 2025 callbackData->mSwitching = true; // begin track switch 2026 callbackData->setOutput(NULL); 2027#else 2028 // tryBeginTrackSwitch() returns false if the callback has the lock. 2029 if (!mCallbackData->tryBeginTrackSwitch()) { 2030 // fatal if we are starved out. 2031 LOG_ALWAYS_FATAL_IF(++tries > kMaxSwitchTries, 2032 "switchToNextOutput() cannot obtain callback lock"); 2033 mLock.unlock(); 2034 usleep(5 * 1000 /* usec */); // allow callback to use AudioOutput 2035 mLock.lock(); 2036 continue; 2037 } 2038#endif 2039 } 2040 2041 Mutex::Autolock nextLock(mNextOutput->mLock); 2042 2043 // If the next output track is not NULL, then it has been 2044 // opened already for playback. 2045 // This is possible even without the next player being started, 2046 // for example, the next player could be prepared and seeked. 2047 // 2048 // Presuming it isn't advisable to force the track over. 2049 if (mNextOutput->mTrack == NULL) { 2050 ALOGD("Recycling track for gapless playback"); 2051 delete mNextOutput->mCallbackData; 2052 mNextOutput->mCallbackData = mCallbackData; 2053 mNextOutput->mRecycledTrack = mTrack; 2054 mNextOutput->mSampleRateHz = mSampleRateHz; 2055 mNextOutput->mMsecsPerFrame = mMsecsPerFrame; 2056 mNextOutput->mFlags = mFlags; 2057 mNextOutput->mFrameSize = mFrameSize; 2058 close_l(); 2059 mCallbackData = NULL; // destruction handled by mNextOutput 2060 } else { 2061 ALOGW("Ignoring gapless playback because next player has already started"); 2062 // remove track in case resource needed for future players. 2063 if (mCallbackData != NULL) { 2064 mCallbackData->endTrackSwitch(); // release lock for callbacks before close. 2065 } 2066 close_l(); 2067 } 2068 } 2069 break; 2070 } 2071} 2072 2073ssize_t MediaPlayerService::AudioOutput::write(const void* buffer, size_t size, bool blocking) 2074{ 2075 Mutex::Autolock lock(mLock); 2076 LOG_ALWAYS_FATAL_IF(mCallback != NULL, "Don't call write if supplying a callback."); 2077 2078 //ALOGV("write(%p, %u)", buffer, size); 2079 if (mTrack != 0) { 2080 return mTrack->write(buffer, size, blocking); 2081 } 2082 return NO_INIT; 2083} 2084 2085void MediaPlayerService::AudioOutput::stop() 2086{ 2087 ALOGV("stop"); 2088 Mutex::Autolock lock(mLock); 2089 if (mTrack != 0) mTrack->stop(); 2090} 2091 2092void MediaPlayerService::AudioOutput::flush() 2093{ 2094 ALOGV("flush"); 2095 Mutex::Autolock lock(mLock); 2096 if (mTrack != 0) mTrack->flush(); 2097} 2098 2099void MediaPlayerService::AudioOutput::pause() 2100{ 2101 ALOGV("pause"); 2102 Mutex::Autolock lock(mLock); 2103 if (mTrack != 0) mTrack->pause(); 2104} 2105 2106void MediaPlayerService::AudioOutput::close() 2107{ 2108 ALOGV("close"); 2109 sp<AudioTrack> track; 2110 { 2111 Mutex::Autolock lock(mLock); 2112 track = mTrack; 2113 close_l(); // clears mTrack 2114 } 2115 // destruction of the track occurs outside of mutex. 2116} 2117 2118void MediaPlayerService::AudioOutput::setVolume(float left, float right) 2119{ 2120 ALOGV("setVolume(%f, %f)", left, right); 2121 Mutex::Autolock lock(mLock); 2122 mLeftVolume = left; 2123 mRightVolume = right; 2124 if (mTrack != 0) { 2125 mTrack->setVolume(left, right); 2126 } 2127} 2128 2129status_t MediaPlayerService::AudioOutput::setPlaybackRate(const AudioPlaybackRate &rate) 2130{ 2131 ALOGV("setPlaybackRate(%f %f %d %d)", 2132 rate.mSpeed, rate.mPitch, rate.mFallbackMode, rate.mStretchMode); 2133 Mutex::Autolock lock(mLock); 2134 if (mTrack == 0) { 2135 // remember rate so that we can set it when the track is opened 2136 mPlaybackRate = rate; 2137 return OK; 2138 } 2139 status_t res = mTrack->setPlaybackRate(rate); 2140 if (res != NO_ERROR) { 2141 return res; 2142 } 2143 // rate.mSpeed is always greater than 0 if setPlaybackRate succeeded 2144 CHECK_GT(rate.mSpeed, 0.f); 2145 mPlaybackRate = rate; 2146 if (mSampleRateHz != 0) { 2147 mMsecsPerFrame = 1E3f / (rate.mSpeed * mSampleRateHz); 2148 } 2149 return res; 2150} 2151 2152status_t MediaPlayerService::AudioOutput::getPlaybackRate(AudioPlaybackRate *rate) 2153{ 2154 ALOGV("setPlaybackRate"); 2155 Mutex::Autolock lock(mLock); 2156 if (mTrack == 0) { 2157 return NO_INIT; 2158 } 2159 *rate = mTrack->getPlaybackRate(); 2160 return NO_ERROR; 2161} 2162 2163status_t MediaPlayerService::AudioOutput::setAuxEffectSendLevel(float level) 2164{ 2165 ALOGV("setAuxEffectSendLevel(%f)", level); 2166 Mutex::Autolock lock(mLock); 2167 mSendLevel = level; 2168 if (mTrack != 0) { 2169 return mTrack->setAuxEffectSendLevel(level); 2170 } 2171 return NO_ERROR; 2172} 2173 2174status_t MediaPlayerService::AudioOutput::attachAuxEffect(int effectId) 2175{ 2176 ALOGV("attachAuxEffect(%d)", effectId); 2177 Mutex::Autolock lock(mLock); 2178 mAuxEffectId = effectId; 2179 if (mTrack != 0) { 2180 return mTrack->attachAuxEffect(effectId); 2181 } 2182 return NO_ERROR; 2183} 2184 2185VolumeShaper::Status MediaPlayerService::AudioOutput::applyVolumeShaper( 2186 const sp<VolumeShaper::Configuration>& configuration, 2187 const sp<VolumeShaper::Operation>& operation) 2188{ 2189 Mutex::Autolock lock(mLock); 2190 ALOGV("AudioOutput::applyVolumeShaper"); 2191 if (mTrack != 0) { 2192 return mTrack->applyVolumeShaper(configuration, operation); 2193 } 2194 return VolumeShaper::Status(INVALID_OPERATION); 2195} 2196 2197sp<VolumeShaper::State> MediaPlayerService::AudioOutput::getVolumeShaperState(int id) 2198{ 2199 Mutex::Autolock lock(mLock); 2200 if (mTrack != 0) { 2201 return mTrack->getVolumeShaperState(id); 2202 } 2203 return nullptr; 2204} 2205 2206// static 2207void MediaPlayerService::AudioOutput::CallbackWrapper( 2208 int event, void *cookie, void *info) { 2209 //ALOGV("callbackwrapper"); 2210 CallbackData *data = (CallbackData*)cookie; 2211 // lock to ensure we aren't caught in the middle of a track switch. 2212 data->lock(); 2213 AudioOutput *me = data->getOutput(); 2214 AudioTrack::Buffer *buffer = (AudioTrack::Buffer *)info; 2215 if (me == NULL) { 2216 // no output set, likely because the track was scheduled to be reused 2217 // by another player, but the format turned out to be incompatible. 2218 data->unlock(); 2219 if (buffer != NULL) { 2220 buffer->size = 0; 2221 } 2222 return; 2223 } 2224 2225 switch(event) { 2226 case AudioTrack::EVENT_MORE_DATA: { 2227 size_t actualSize = (*me->mCallback)( 2228 me, buffer->raw, buffer->size, me->mCallbackCookie, 2229 CB_EVENT_FILL_BUFFER); 2230 2231 // Log when no data is returned from the callback. 2232 // (1) We may have no data (especially with network streaming sources). 2233 // (2) We may have reached the EOS and the audio track is not stopped yet. 2234 // Note that AwesomePlayer/AudioPlayer will only return zero size when it reaches the EOS. 2235 // NuPlayerRenderer will return zero when it doesn't have data (it doesn't block to fill). 2236 // 2237 // This is a benign busy-wait, with the next data request generated 10 ms or more later; 2238 // nevertheless for power reasons, we don't want to see too many of these. 2239 2240 ALOGV_IF(actualSize == 0 && buffer->size > 0, "callbackwrapper: empty buffer returned"); 2241 2242 buffer->size = actualSize; 2243 } break; 2244 2245 case AudioTrack::EVENT_STREAM_END: 2246 // currently only occurs for offloaded callbacks 2247 ALOGV("callbackwrapper: deliver EVENT_STREAM_END"); 2248 (*me->mCallback)(me, NULL /* buffer */, 0 /* size */, 2249 me->mCallbackCookie, CB_EVENT_STREAM_END); 2250 break; 2251 2252 case AudioTrack::EVENT_NEW_IAUDIOTRACK : 2253 ALOGV("callbackwrapper: deliver EVENT_TEAR_DOWN"); 2254 (*me->mCallback)(me, NULL /* buffer */, 0 /* size */, 2255 me->mCallbackCookie, CB_EVENT_TEAR_DOWN); 2256 break; 2257 2258 case AudioTrack::EVENT_UNDERRUN: 2259 // This occurs when there is no data available, typically 2260 // when there is a failure to supply data to the AudioTrack. It can also 2261 // occur in non-offloaded mode when the audio device comes out of standby. 2262 // 2263 // If an AudioTrack underruns it outputs silence. Since this happens suddenly 2264 // it may sound like an audible pop or glitch. 2265 // 2266 // The underrun event is sent once per track underrun; the condition is reset 2267 // when more data is sent to the AudioTrack. 2268 ALOGD("callbackwrapper: EVENT_UNDERRUN (discarded)"); 2269 break; 2270 2271 default: 2272 ALOGE("received unknown event type: %d inside CallbackWrapper !", event); 2273 } 2274 2275 data->unlock(); 2276} 2277 2278audio_session_t MediaPlayerService::AudioOutput::getSessionId() const 2279{ 2280 Mutex::Autolock lock(mLock); 2281 return mSessionId; 2282} 2283 2284uint32_t MediaPlayerService::AudioOutput::getSampleRate() const 2285{ 2286 Mutex::Autolock lock(mLock); 2287 if (mTrack == 0) return 0; 2288 return mTrack->getSampleRate(); 2289} 2290 2291int64_t MediaPlayerService::AudioOutput::getBufferDurationInUs() const 2292{ 2293 Mutex::Autolock lock(mLock); 2294 if (mTrack == 0) { 2295 return 0; 2296 } 2297 int64_t duration; 2298 if (mTrack->getBufferDurationInUs(&duration) != OK) { 2299 return 0; 2300 } 2301 return duration; 2302} 2303 2304//////////////////////////////////////////////////////////////////////////////// 2305 2306struct CallbackThread : public Thread { 2307 CallbackThread(const wp<MediaPlayerBase::AudioSink> &sink, 2308 MediaPlayerBase::AudioSink::AudioCallback cb, 2309 void *cookie); 2310 2311protected: 2312 virtual ~CallbackThread(); 2313 2314 virtual bool threadLoop(); 2315 2316private: 2317 wp<MediaPlayerBase::AudioSink> mSink; 2318 MediaPlayerBase::AudioSink::AudioCallback mCallback; 2319 void *mCookie; 2320 void *mBuffer; 2321 size_t mBufferSize; 2322 2323 CallbackThread(const CallbackThread &); 2324 CallbackThread &operator=(const CallbackThread &); 2325}; 2326 2327CallbackThread::CallbackThread( 2328 const wp<MediaPlayerBase::AudioSink> &sink, 2329 MediaPlayerBase::AudioSink::AudioCallback cb, 2330 void *cookie) 2331 : mSink(sink), 2332 mCallback(cb), 2333 mCookie(cookie), 2334 mBuffer(NULL), 2335 mBufferSize(0) { 2336} 2337 2338CallbackThread::~CallbackThread() { 2339 if (mBuffer) { 2340 free(mBuffer); 2341 mBuffer = NULL; 2342 } 2343} 2344 2345bool CallbackThread::threadLoop() { 2346 sp<MediaPlayerBase::AudioSink> sink = mSink.promote(); 2347 if (sink == NULL) { 2348 return false; 2349 } 2350 2351 if (mBuffer == NULL) { 2352 mBufferSize = sink->bufferSize(); 2353 mBuffer = malloc(mBufferSize); 2354 } 2355 2356 size_t actualSize = 2357 (*mCallback)(sink.get(), mBuffer, mBufferSize, mCookie, 2358 MediaPlayerBase::AudioSink::CB_EVENT_FILL_BUFFER); 2359 2360 if (actualSize > 0) { 2361 sink->write(mBuffer, actualSize); 2362 // Could return false on sink->write() error or short count. 2363 // Not necessarily appropriate but would work for AudioCache behavior. 2364 } 2365 2366 return true; 2367} 2368 2369//////////////////////////////////////////////////////////////////////////////// 2370 2371void MediaPlayerService::addBatteryData(uint32_t params) 2372{ 2373 Mutex::Autolock lock(mLock); 2374 2375 int32_t time = systemTime() / 1000000L; 2376 2377 // change audio output devices. This notification comes from AudioFlinger 2378 if ((params & kBatteryDataSpeakerOn) 2379 || (params & kBatteryDataOtherAudioDeviceOn)) { 2380 2381 int deviceOn[NUM_AUDIO_DEVICES]; 2382 for (int i = 0; i < NUM_AUDIO_DEVICES; i++) { 2383 deviceOn[i] = 0; 2384 } 2385 2386 if ((params & kBatteryDataSpeakerOn) 2387 && (params & kBatteryDataOtherAudioDeviceOn)) { 2388 deviceOn[SPEAKER_AND_OTHER] = 1; 2389 } else if (params & kBatteryDataSpeakerOn) { 2390 deviceOn[SPEAKER] = 1; 2391 } else { 2392 deviceOn[OTHER_AUDIO_DEVICE] = 1; 2393 } 2394 2395 for (int i = 0; i < NUM_AUDIO_DEVICES; i++) { 2396 if (mBatteryAudio.deviceOn[i] != deviceOn[i]){ 2397 2398 if (mBatteryAudio.refCount > 0) { // if playing audio 2399 if (!deviceOn[i]) { 2400 mBatteryAudio.lastTime[i] += time; 2401 mBatteryAudio.totalTime[i] += mBatteryAudio.lastTime[i]; 2402 mBatteryAudio.lastTime[i] = 0; 2403 } else { 2404 mBatteryAudio.lastTime[i] = 0 - time; 2405 } 2406 } 2407 2408 mBatteryAudio.deviceOn[i] = deviceOn[i]; 2409 } 2410 } 2411 return; 2412 } 2413 2414 // an audio stream is started 2415 if (params & kBatteryDataAudioFlingerStart) { 2416 // record the start time only if currently no other audio 2417 // is being played 2418 if (mBatteryAudio.refCount == 0) { 2419 for (int i = 0; i < NUM_AUDIO_DEVICES; i++) { 2420 if (mBatteryAudio.deviceOn[i]) { 2421 mBatteryAudio.lastTime[i] -= time; 2422 } 2423 } 2424 } 2425 2426 mBatteryAudio.refCount ++; 2427 return; 2428 2429 } else if (params & kBatteryDataAudioFlingerStop) { 2430 if (mBatteryAudio.refCount <= 0) { 2431 ALOGW("Battery track warning: refCount is <= 0"); 2432 return; 2433 } 2434 2435 // record the stop time only if currently this is the only 2436 // audio being played 2437 if (mBatteryAudio.refCount == 1) { 2438 for (int i = 0; i < NUM_AUDIO_DEVICES; i++) { 2439 if (mBatteryAudio.deviceOn[i]) { 2440 mBatteryAudio.lastTime[i] += time; 2441 mBatteryAudio.totalTime[i] += mBatteryAudio.lastTime[i]; 2442 mBatteryAudio.lastTime[i] = 0; 2443 } 2444 } 2445 } 2446 2447 mBatteryAudio.refCount --; 2448 return; 2449 } 2450 2451 uid_t uid = IPCThreadState::self()->getCallingUid(); 2452 if (uid == AID_MEDIA) { 2453 return; 2454 } 2455 int index = mBatteryData.indexOfKey(uid); 2456 2457 if (index < 0) { // create a new entry for this UID 2458 BatteryUsageInfo info; 2459 info.audioTotalTime = 0; 2460 info.videoTotalTime = 0; 2461 info.audioLastTime = 0; 2462 info.videoLastTime = 0; 2463 info.refCount = 0; 2464 2465 if (mBatteryData.add(uid, info) == NO_MEMORY) { 2466 ALOGE("Battery track error: no memory for new app"); 2467 return; 2468 } 2469 } 2470 2471 BatteryUsageInfo &info = mBatteryData.editValueFor(uid); 2472 2473 if (params & kBatteryDataCodecStarted) { 2474 if (params & kBatteryDataTrackAudio) { 2475 info.audioLastTime -= time; 2476 info.refCount ++; 2477 } 2478 if (params & kBatteryDataTrackVideo) { 2479 info.videoLastTime -= time; 2480 info.refCount ++; 2481 } 2482 } else { 2483 if (info.refCount == 0) { 2484 ALOGW("Battery track warning: refCount is already 0"); 2485 return; 2486 } else if (info.refCount < 0) { 2487 ALOGE("Battery track error: refCount < 0"); 2488 mBatteryData.removeItem(uid); 2489 return; 2490 } 2491 2492 if (params & kBatteryDataTrackAudio) { 2493 info.audioLastTime += time; 2494 info.refCount --; 2495 } 2496 if (params & kBatteryDataTrackVideo) { 2497 info.videoLastTime += time; 2498 info.refCount --; 2499 } 2500 2501 // no stream is being played by this UID 2502 if (info.refCount == 0) { 2503 info.audioTotalTime += info.audioLastTime; 2504 info.audioLastTime = 0; 2505 info.videoTotalTime += info.videoLastTime; 2506 info.videoLastTime = 0; 2507 } 2508 } 2509} 2510 2511status_t MediaPlayerService::pullBatteryData(Parcel* reply) { 2512 Mutex::Autolock lock(mLock); 2513 2514 // audio output devices usage 2515 int32_t time = systemTime() / 1000000L; //in ms 2516 int32_t totalTime; 2517 2518 for (int i = 0; i < NUM_AUDIO_DEVICES; i++) { 2519 totalTime = mBatteryAudio.totalTime[i]; 2520 2521 if (mBatteryAudio.deviceOn[i] 2522 && (mBatteryAudio.lastTime[i] != 0)) { 2523 int32_t tmpTime = mBatteryAudio.lastTime[i] + time; 2524 totalTime += tmpTime; 2525 } 2526 2527 reply->writeInt32(totalTime); 2528 // reset the total time 2529 mBatteryAudio.totalTime[i] = 0; 2530 } 2531 2532 // codec usage 2533 BatteryUsageInfo info; 2534 int size = mBatteryData.size(); 2535 2536 reply->writeInt32(size); 2537 int i = 0; 2538 2539 while (i < size) { 2540 info = mBatteryData.valueAt(i); 2541 2542 reply->writeInt32(mBatteryData.keyAt(i)); //UID 2543 reply->writeInt32(info.audioTotalTime); 2544 reply->writeInt32(info.videoTotalTime); 2545 2546 info.audioTotalTime = 0; 2547 info.videoTotalTime = 0; 2548 2549 // remove the UID entry where no stream is being played 2550 if (info.refCount <= 0) { 2551 mBatteryData.removeItemsAt(i); 2552 size --; 2553 i --; 2554 } 2555 i++; 2556 } 2557 return NO_ERROR; 2558} 2559} // namespace android 2560