MediaPlayerService.h revision 9fc8b5cd4a64ef07e84c69112461324d5c13a0b0
1/* 2** 3** Copyright 2008, The Android Open Source Project 4** 5** Licensed under the Apache License, Version 2.0 (the "License"); 6** you may not use this file except in compliance with the License. 7** You may obtain a copy of the License at 8** 9** http://www.apache.org/licenses/LICENSE-2.0 10** 11** Unless required by applicable law or agreed to in writing, software 12** distributed under the License is distributed on an "AS IS" BASIS, 13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14** See the License for the specific language governing permissions and 15** limitations under the License. 16*/ 17 18#ifndef ANDROID_MEDIAPLAYERSERVICE_H 19#define ANDROID_MEDIAPLAYERSERVICE_H 20 21#include <arpa/inet.h> 22 23#include <utils/threads.h> 24#include <utils/Errors.h> 25#include <utils/KeyedVector.h> 26#include <utils/String8.h> 27#include <utils/Vector.h> 28 29#include <media/MediaPlayerInterface.h> 30#include <media/Metadata.h> 31#include <media/stagefright/foundation/ABase.h> 32 33#include <system/audio.h> 34 35namespace android { 36 37struct AudioPlaybackRate; 38class AudioTrack; 39struct AVSyncSettings; 40class IDataSource; 41class IMediaRecorder; 42class IMediaMetadataRetriever; 43class IOMX; 44class IRemoteDisplay; 45class IRemoteDisplayClient; 46class MediaRecorderClient; 47 48#define CALLBACK_ANTAGONIZER 0 49#if CALLBACK_ANTAGONIZER 50class Antagonizer { 51public: 52 Antagonizer(notify_callback_f cb, void* client); 53 void start() { mActive = true; } 54 void stop() { mActive = false; } 55 void kill(); 56private: 57 static const int interval; 58 Antagonizer(); 59 static int callbackThread(void* cookie); 60 Mutex mLock; 61 Condition mCondition; 62 bool mExit; 63 bool mActive; 64 void* mClient; 65 notify_callback_f mCb; 66}; 67#endif 68 69class MediaPlayerService : public BnMediaPlayerService 70{ 71 class Client; 72 73 class AudioOutput : public MediaPlayerBase::AudioSink 74 { 75 class CallbackData; 76 77 public: 78 AudioOutput(audio_session_t sessionId, uid_t uid, int pid, 79 const audio_attributes_t * attr); 80 virtual ~AudioOutput(); 81 82 virtual bool ready() const { return mTrack != 0; } 83 virtual ssize_t bufferSize() const; 84 virtual ssize_t frameCount() const; 85 virtual ssize_t channelCount() const; 86 virtual ssize_t frameSize() const; 87 virtual uint32_t latency() const; 88 virtual float msecsPerFrame() const; 89 virtual status_t getPosition(uint32_t *position) const; 90 virtual status_t getTimestamp(AudioTimestamp &ts) const; 91 virtual int64_t getPlayedOutDurationUs(int64_t nowUs) const; 92 virtual status_t getFramesWritten(uint32_t *frameswritten) const; 93 virtual audio_session_t getSessionId() const; 94 virtual uint32_t getSampleRate() const; 95 virtual int64_t getBufferDurationInUs() const; 96 97 virtual status_t open( 98 uint32_t sampleRate, int channelCount, audio_channel_mask_t channelMask, 99 audio_format_t format, int bufferCount, 100 AudioCallback cb, void *cookie, 101 audio_output_flags_t flags = AUDIO_OUTPUT_FLAG_NONE, 102 const audio_offload_info_t *offloadInfo = NULL, 103 bool doNotReconnect = false, 104 uint32_t suggestedFrameCount = 0); 105 106 virtual status_t start(); 107 virtual ssize_t write(const void* buffer, size_t size, bool blocking = true); 108 virtual void stop(); 109 virtual void flush(); 110 virtual void pause(); 111 virtual void close(); 112 void setAudioStreamType(audio_stream_type_t streamType); 113 virtual audio_stream_type_t getAudioStreamType() const { return mStreamType; } 114 void setAudioAttributes(const audio_attributes_t * attributes); 115 116 void setVolume(float left, float right); 117 virtual status_t setPlaybackRate(const AudioPlaybackRate& rate); 118 virtual status_t getPlaybackRate(AudioPlaybackRate* rate /* nonnull */); 119 120 status_t setAuxEffectSendLevel(float level); 121 status_t attachAuxEffect(int effectId); 122 virtual status_t dump(int fd, const Vector<String16>& args) const; 123 124 static bool isOnEmulator(); 125 static int getMinBufferCount(); 126 void setNextOutput(const sp<AudioOutput>& nextOutput); 127 void switchToNextOutput(); 128 virtual bool needsTrailingPadding() { return mNextOutput == NULL; } 129 virtual status_t setParameters(const String8& keyValuePairs); 130 virtual String8 getParameters(const String8& keys); 131 132 virtual VolumeShaper::Status applyVolumeShaper( 133 const sp<VolumeShaper::Configuration>& configuration, 134 const sp<VolumeShaper::Operation>& operation) override; 135 virtual sp<VolumeShaper::State> getVolumeShaperState(int id) override; 136 137 private: 138 static void setMinBufferCount(); 139 static void CallbackWrapper( 140 int event, void *me, void *info); 141 void deleteRecycledTrack_l(); 142 void close_l(); 143 status_t updateTrack(); 144 145 sp<AudioTrack> mTrack; 146 sp<AudioTrack> mRecycledTrack; 147 sp<AudioOutput> mNextOutput; 148 AudioCallback mCallback; 149 void * mCallbackCookie; 150 CallbackData * mCallbackData; 151 audio_stream_type_t mStreamType; 152 audio_attributes_t * mAttributes; 153 float mLeftVolume; 154 float mRightVolume; 155 AudioPlaybackRate mPlaybackRate; 156 uint32_t mSampleRateHz; // sample rate of the content, as set in open() 157 float mMsecsPerFrame; 158 size_t mFrameSize; 159 audio_session_t mSessionId; 160 uid_t mUid; 161 int mPid; 162 float mSendLevel; 163 int mAuxEffectId; 164 audio_output_flags_t mFlags; 165 mutable Mutex mLock; 166 167 // static variables below not protected by mutex 168 static bool mIsOnEmulator; 169 static int mMinBufferCount; // 12 for emulator; otherwise 4 170 171 // CallbackData is what is passed to the AudioTrack as the "user" data. 172 // We need to be able to target this to a different Output on the fly, 173 // so we can't use the Output itself for this. 174 class CallbackData { 175 friend AudioOutput; 176 public: 177 explicit CallbackData(AudioOutput *cookie) { 178 mData = cookie; 179 mSwitching = false; 180 } 181 AudioOutput * getOutput() const { return mData; } 182 void setOutput(AudioOutput* newcookie) { mData = newcookie; } 183 // lock/unlock are used by the callback before accessing the payload of this object 184 void lock() const { mLock.lock(); } 185 void unlock() const { mLock.unlock(); } 186 187 // tryBeginTrackSwitch/endTrackSwitch are used when the CallbackData is handed over 188 // to the next sink. 189 190 // tryBeginTrackSwitch() returns true only if it obtains the lock. 191 bool tryBeginTrackSwitch() { 192 LOG_ALWAYS_FATAL_IF(mSwitching, "tryBeginTrackSwitch() already called"); 193 if (mLock.tryLock() != OK) { 194 return false; 195 } 196 mSwitching = true; 197 return true; 198 } 199 void endTrackSwitch() { 200 if (mSwitching) { 201 mLock.unlock(); 202 } 203 mSwitching = false; 204 } 205 private: 206 AudioOutput * mData; 207 mutable Mutex mLock; // a recursive mutex might make this unnecessary. 208 bool mSwitching; 209 DISALLOW_EVIL_CONSTRUCTORS(CallbackData); 210 }; 211 212 }; // AudioOutput 213 214 215public: 216 static void instantiate(); 217 218 // IMediaPlayerService interface 219 virtual sp<IMediaRecorder> createMediaRecorder(const String16 &opPackageName); 220 void removeMediaRecorderClient(const wp<MediaRecorderClient>& client); 221 virtual sp<IMediaMetadataRetriever> createMetadataRetriever(); 222 223 virtual sp<IMediaPlayer> create(const sp<IMediaPlayerClient>& client, 224 audio_session_t audioSessionId); 225 226 virtual sp<IMediaCodecList> getCodecList() const; 227 virtual sp<IOMX> getOMX(); 228 virtual sp<IHDCP> makeHDCP(bool createEncryptionModule); 229 230 virtual sp<IRemoteDisplay> listenForRemoteDisplay(const String16 &opPackageName, 231 const sp<IRemoteDisplayClient>& client, const String8& iface); 232 virtual status_t dump(int fd, const Vector<String16>& args); 233 234 void removeClient(const wp<Client>& client); 235 bool hasClient(wp<Client> client); 236 237 enum { 238 MEDIASERVER_PROCESS_DEATH = 0, 239 MEDIAEXTRACTOR_PROCESS_DEATH = 1, 240 MEDIACODEC_PROCESS_DEATH = 2, 241 AUDIO_PROCESS_DEATH = 3, // currently no need to track this 242 CAMERA_PROCESS_DEATH = 4 243 }; 244 245 // For battery usage tracking purpose 246 struct BatteryUsageInfo { 247 // how many streams are being played by one UID 248 int refCount; 249 // a temp variable to store the duration(ms) of audio codecs 250 // when we start a audio codec, we minus the system time from audioLastTime 251 // when we pause it, we add the system time back to the audioLastTime 252 // so after the pause, audioLastTime = pause time - start time 253 // if multiple audio streams are played (or recorded), then audioLastTime 254 // = the total playing time of all the streams 255 int32_t audioLastTime; 256 // when all the audio streams are being paused, we assign audioLastTime to 257 // this variable, so this value could be provided to the battery app 258 // in the next pullBatteryData call 259 int32_t audioTotalTime; 260 261 int32_t videoLastTime; 262 int32_t videoTotalTime; 263 }; 264 KeyedVector<int, BatteryUsageInfo> mBatteryData; 265 266 enum { 267 SPEAKER, 268 OTHER_AUDIO_DEVICE, 269 SPEAKER_AND_OTHER, 270 NUM_AUDIO_DEVICES 271 }; 272 273 struct BatteryAudioFlingerUsageInfo { 274 int refCount; // how many audio streams are being played 275 int deviceOn[NUM_AUDIO_DEVICES]; // whether the device is currently used 276 int32_t lastTime[NUM_AUDIO_DEVICES]; // in ms 277 // totalTime[]: total time of audio output devices usage 278 int32_t totalTime[NUM_AUDIO_DEVICES]; // in ms 279 }; 280 281 // This varialble is used to record the usage of audio output device 282 // for battery app 283 BatteryAudioFlingerUsageInfo mBatteryAudio; 284 285 // Collect info of the codec usage from media player and media recorder 286 virtual void addBatteryData(uint32_t params); 287 // API for the Battery app to pull the data of codecs usage 288 virtual status_t pullBatteryData(Parcel* reply); 289private: 290 291 class Client : public BnMediaPlayer { 292 // IMediaPlayer interface 293 virtual void disconnect(); 294 virtual status_t setVideoSurfaceTexture( 295 const sp<IGraphicBufferProducer>& bufferProducer); 296 virtual status_t setBufferingSettings(const BufferingSettings& buffering) override; 297 virtual status_t getDefaultBufferingSettings( 298 BufferingSettings* buffering /* nonnull */) override; 299 virtual status_t prepareAsync(); 300 virtual status_t start(); 301 virtual status_t stop(); 302 virtual status_t pause(); 303 virtual status_t isPlaying(bool* state); 304 virtual status_t setPlaybackSettings(const AudioPlaybackRate& rate); 305 virtual status_t getPlaybackSettings(AudioPlaybackRate* rate /* nonnull */); 306 virtual status_t setSyncSettings(const AVSyncSettings& rate, float videoFpsHint); 307 virtual status_t getSyncSettings(AVSyncSettings* rate /* nonnull */, 308 float* videoFps /* nonnull */); 309 virtual status_t seekTo( 310 int msec, 311 MediaPlayerSeekMode mode = MediaPlayerSeekMode::SEEK_PREVIOUS_SYNC); 312 virtual status_t getCurrentPosition(int* msec); 313 virtual status_t getDuration(int* msec); 314 virtual status_t reset(); 315 virtual status_t setAudioStreamType(audio_stream_type_t type); 316 virtual status_t setLooping(int loop); 317 virtual status_t setVolume(float leftVolume, float rightVolume); 318 virtual status_t invoke(const Parcel& request, Parcel *reply); 319 virtual status_t setMetadataFilter(const Parcel& filter); 320 virtual status_t getMetadata(bool update_only, 321 bool apply_filter, 322 Parcel *reply); 323 virtual status_t setAuxEffectSendLevel(float level); 324 virtual status_t attachAuxEffect(int effectId); 325 virtual status_t setParameter(int key, const Parcel &request); 326 virtual status_t getParameter(int key, Parcel *reply); 327 virtual status_t setRetransmitEndpoint(const struct sockaddr_in* endpoint); 328 virtual status_t getRetransmitEndpoint(struct sockaddr_in* endpoint); 329 virtual status_t setNextPlayer(const sp<IMediaPlayer>& player); 330 331 virtual VolumeShaper::Status applyVolumeShaper( 332 const sp<VolumeShaper::Configuration>& configuration, 333 const sp<VolumeShaper::Operation>& operation) override; 334 virtual sp<VolumeShaper::State> getVolumeShaperState(int id) override; 335 336 sp<MediaPlayerBase> createPlayer(player_type playerType); 337 338 virtual status_t setDataSource( 339 const sp<IMediaHTTPService> &httpService, 340 const char *url, 341 const KeyedVector<String8, String8> *headers); 342 343 virtual status_t setDataSource(int fd, int64_t offset, int64_t length); 344 345 virtual status_t setDataSource(const sp<IStreamSource> &source); 346 virtual status_t setDataSource(const sp<IDataSource> &source); 347 348 349 sp<MediaPlayerBase> setDataSource_pre(player_type playerType); 350 void setDataSource_post(const sp<MediaPlayerBase>& p, 351 status_t status); 352 353 static void notify(void* cookie, int msg, 354 int ext1, int ext2, const Parcel *obj); 355 356 pid_t pid() const { return mPid; } 357 virtual status_t dump(int fd, const Vector<String16>& args); 358 359 audio_session_t getAudioSessionId() { return mAudioSessionId; } 360 // ModDrm 361 virtual status_t prepareDrm(const uint8_t /*uuid*/[16], const int /*mode*/) 362 { return INVALID_OPERATION; } 363 virtual status_t releaseDrm() 364 { return INVALID_OPERATION; } 365 virtual status_t getKeyRequest(Vector<uint8_t> const& /*scope*/, 366 String8 const& /*mimeType*/, 367 DrmPlugin::KeyType /*keyType*/, 368 KeyedVector<String8, String8>& /*optionalParameters*/, 369 Vector<uint8_t>& /*request*/, 370 String8& /*defaultUrl*/, 371 DrmPlugin::KeyRequestType& /*keyRequestType*/) 372 { return INVALID_OPERATION; } 373 virtual status_t provideKeyResponse(Vector<uint8_t>& /*releaseKeySetId*/, 374 Vector<uint8_t>& /*response*/, 375 Vector<uint8_t>& /*keySetId*/) 376 { return INVALID_OPERATION; } 377 virtual status_t restoreKeys(Vector<uint8_t> const& /*keySetId*/) 378 { return INVALID_OPERATION; } 379 virtual status_t getDrmPropertyString(String8 const& /*name*/, 380 String8& /*value*/) 381 { return INVALID_OPERATION; } 382 virtual status_t setDrmPropertyString(String8 const& /*name*/, 383 String8 const& /*value*/) 384 { return INVALID_OPERATION; } 385 386 387 private: 388 class ServiceDeathNotifier: public IBinder::DeathRecipient 389 { 390 public: 391 ServiceDeathNotifier( 392 const sp<IBinder>& service, 393 const sp<MediaPlayerBase>& listener, 394 int which); 395 virtual ~ServiceDeathNotifier(); 396 virtual void binderDied(const wp<IBinder>& who); 397 398 private: 399 int mWhich; 400 sp<IBinder> mService; 401 wp<MediaPlayerBase> mListener; 402 }; 403 404 friend class MediaPlayerService; 405 Client( const sp<MediaPlayerService>& service, 406 pid_t pid, 407 int32_t connId, 408 const sp<IMediaPlayerClient>& client, 409 audio_session_t audioSessionId, 410 uid_t uid); 411 Client(); 412 virtual ~Client(); 413 414 void deletePlayer(); 415 416 sp<MediaPlayerBase> getPlayer() const { Mutex::Autolock lock(mLock); return mPlayer; } 417 418 419 420 // @param type Of the metadata to be tested. 421 // @return true if the metadata should be dropped according to 422 // the filters. 423 bool shouldDropMetadata(media::Metadata::Type type) const; 424 425 // Add a new element to the set of metadata updated. Noop if 426 // the element exists already. 427 // @param type Of the metadata to be recorded. 428 void addNewMetadataUpdate(media::Metadata::Type type); 429 430 // Disconnect from the currently connected ANativeWindow. 431 void disconnectNativeWindow(); 432 433 status_t setAudioAttributes_l(const Parcel &request); 434 435 mutable Mutex mLock; 436 sp<MediaPlayerBase> mPlayer; 437 sp<MediaPlayerService> mService; 438 sp<IMediaPlayerClient> mClient; 439 sp<AudioOutput> mAudioOutput; 440 pid_t mPid; 441 status_t mStatus; 442 bool mLoop; 443 int32_t mConnId; 444 audio_session_t mAudioSessionId; 445 audio_attributes_t * mAudioAttributes; 446 uid_t mUid; 447 sp<ANativeWindow> mConnectedWindow; 448 sp<IBinder> mConnectedWindowBinder; 449 struct sockaddr_in mRetransmitEndpoint; 450 bool mRetransmitEndpointValid; 451 sp<Client> mNextClient; 452 453 // Metadata filters. 454 media::Metadata::Filter mMetadataAllow; // protected by mLock 455 media::Metadata::Filter mMetadataDrop; // protected by mLock 456 457 // Metadata updated. For each MEDIA_INFO_METADATA_UPDATE 458 // notification we try to update mMetadataUpdated which is a 459 // set: no duplicate. 460 // getMetadata clears this set. 461 media::Metadata::Filter mMetadataUpdated; // protected by mLock 462 463 sp<IBinder::DeathRecipient> mExtractorDeathListener; 464 sp<IBinder::DeathRecipient> mCodecDeathListener; 465#if CALLBACK_ANTAGONIZER 466 Antagonizer* mAntagonizer; 467#endif 468 }; // Client 469 470// ---------------------------------------------------------------------------- 471 472 MediaPlayerService(); 473 virtual ~MediaPlayerService(); 474 475 mutable Mutex mLock; 476 SortedVector< wp<Client> > mClients; 477 SortedVector< wp<MediaRecorderClient> > mMediaRecorderClients; 478 int32_t mNextConnId; 479 sp<IOMX> mOMX; 480}; 481 482// ---------------------------------------------------------------------------- 483 484}; // namespace android 485 486#endif // ANDROID_MEDIAPLAYERSERVICE_H 487