PreviewPlayer.cpp revision 53c567c3355255ed12dd9f5d5a1c58f821770329
1643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi/* 2643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * Copyright (C) 2011 NXP Software 3643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * Copyright (C) 2011 The Android Open Source Project 4643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * 5643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * Licensed under the Apache License, Version 2.0 (the "License"); 6643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * you may not use this file except in compliance with the License. 7643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * You may obtain a copy of the License at 8643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * 9643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * http://www.apache.org/licenses/LICENSE-2.0 10643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * 11643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * Unless required by applicable law or agreed to in writing, software 12643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * distributed under the License is distributed on an "AS IS" BASIS, 13643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * See the License for the specific language governing permissions and 15643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * limitations under the License. 16643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi */ 17643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 18643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#define LOG_NDEBUG 1 19643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#define LOG_TAG "PreviewPlayer" 20643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <utils/Log.h> 21643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 22643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <dlfcn.h> 23643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 24643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include "include/ARTSPController.h" 25643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include "PreviewPlayer.h" 26643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include "DummyAudioSource.h" 27643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include "DummyVideoSource.h" 28643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include "VideoEditorSRC.h" 29643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include "include/LiveSession.h" 30643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include "include/NuCachedSource2.h" 31643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include "include/ThrottledSource.h" 32643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 33643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 34643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include "PreviewRenderer.h" 35643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 36643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <binder/IPCThreadState.h> 37643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <media/stagefright/DataSource.h> 38643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <media/stagefright/FileSource.h> 39643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <media/stagefright/MediaBuffer.h> 40643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <media/stagefright/MediaDefs.h> 41643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <media/stagefright/MediaExtractor.h> 42643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <media/stagefright/MediaDebug.h> 43643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <media/stagefright/MediaSource.h> 44643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <media/stagefright/MetaData.h> 45643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <media/stagefright/OMXCodec.h> 46643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 47643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <surfaceflinger/Surface.h> 48643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <media/stagefright/foundation/ALooper.h> 49643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 50643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundarginamespace android { 51643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 52643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 53643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistruct PreviewPlayerEvent : public TimedEventQueue::Event { 54643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi PreviewPlayerEvent( 55643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi PreviewPlayer *player, 56643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi void (PreviewPlayer::*method)()) 57643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi : mPlayer(player), 58643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mMethod(method) { 59643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 60643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 61643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargiprotected: 62643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi virtual ~PreviewPlayerEvent() {} 63643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 64643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi virtual void fire(TimedEventQueue *queue, int64_t /* now_us */) { 65643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (mPlayer->*mMethod)(); 66643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 67643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 68643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargiprivate: 69643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi PreviewPlayer *mPlayer; 70643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi void (PreviewPlayer::*mMethod)(); 71643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 72643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi PreviewPlayerEvent(const PreviewPlayerEvent &); 73643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi PreviewPlayerEvent &operator=(const PreviewPlayerEvent &); 74643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi}; 75643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 76643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 77643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistruct PreviewLocalRenderer : public PreviewPlayerRenderer { 78643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi PreviewLocalRenderer( 79643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bool previewOnly, 80643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi OMX_COLOR_FORMATTYPE colorFormat, 81643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi const sp<Surface> &surface, 82643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi size_t displayWidth, size_t displayHeight, 83643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi size_t decodedWidth, size_t decodedHeight, 84643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int32_t rotationDegrees = 0) 85643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi : mTarget(NULL) { 86643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi init(previewOnly, 87643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi colorFormat, surface, 88643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi displayWidth, displayHeight, 89643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi decodedWidth, decodedHeight, 90643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi rotationDegrees); 91643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 92643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 93643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi virtual void render(MediaBuffer *buffer) { 94643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi render((const uint8_t *)buffer->data() + buffer->range_offset(), 95643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi buffer->range_length()); 96643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 97643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 98643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi void render(const void *data, size_t size) { 99643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mTarget->render(data, size, NULL); 100643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 101643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi void render() { 102643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mTarget->renderYV12(); 103643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 104643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi void getBuffer(uint8_t **data, size_t *stride) { 105643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mTarget->getBufferYV12(data, stride); 106643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 107643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 108643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargiprotected: 109643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi virtual ~PreviewLocalRenderer() { 110643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi delete mTarget; 111643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mTarget = NULL; 112643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 113643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 114643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargiprivate: 115643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi PreviewRenderer *mTarget; 116643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 117643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi void init( 118643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bool previewOnly, 119643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi OMX_COLOR_FORMATTYPE colorFormat, 120643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi const sp<Surface> &surface, 121643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi size_t displayWidth, size_t displayHeight, 122643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi size_t decodedWidth, size_t decodedHeight, 123643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int32_t rotationDegrees = 0); 124643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 125643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi PreviewLocalRenderer(const PreviewLocalRenderer &); 126643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi PreviewLocalRenderer &operator=(const PreviewLocalRenderer &);; 127643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi}; 128643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 129643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewLocalRenderer::init( 130643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bool previewOnly, 131643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi OMX_COLOR_FORMATTYPE colorFormat, 132643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi const sp<Surface> &surface, 133643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi size_t displayWidth, size_t displayHeight, 134643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi size_t decodedWidth, size_t decodedHeight, 135643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int32_t rotationDegrees) { 136643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mTarget = new PreviewRenderer( 137643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi colorFormat, surface, displayWidth, displayHeight, 138643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi decodedWidth, decodedHeight, rotationDegrees); 139643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 140643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 141643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray KundargiPreviewPlayer::PreviewPlayer() 142643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi : AwesomePlayer(), 143643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFrameRGBBuffer(NULL), 14435cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi mFrameYUVBuffer(NULL), 14535cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi mReportedWidth(0), 146e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mReportedHeight(0), 147e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mCurrFramingEffectIndex(0) { 148643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 149643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRenderer = NULL; 150643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer = NULL; 151643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSuspensionState = NULL; 152643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mEffectsSettings = NULL; 153643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioMixStoryBoardTS = 0; 154643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mCurrentMediaBeginCutTime = 0; 155643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mCurrentMediaVolumeValue = 0; 156643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mNumberEffects = 0; 157643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDecodedVideoTs = 0; 158643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDecVideoTsStoryBoard = 0; 159643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mCurrentVideoEffect = VIDEO_EFFECT_NONE; 160643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mProgressCbInterval = 0; 161643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mNumberDecVideoFrames = 0; 162e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mOverlayUpdateEventPosted = false; 163643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 164643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoEvent = new PreviewPlayerEvent(this, &PreviewPlayer::onVideoEvent); 165643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoEventPending = false; 166643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mStreamDoneEvent = new PreviewPlayerEvent(this, 167e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi &AwesomePlayer::onStreamDone); 168643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 169643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mStreamDoneEventPending = false; 170643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 171643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mCheckAudioStatusEvent = new PreviewPlayerEvent( 172e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi this, &AwesomePlayer::onCheckAudioStatus); 173643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 174643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioStatusEventPending = false; 175643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 176643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mProgressCbEvent = new PreviewPlayerEvent(this, 177e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi &PreviewPlayer::onProgressCbEvent); 178643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 179e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mOverlayUpdateEvent = new PreviewPlayerEvent(this, 180e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi &PreviewPlayer::onUpdateOverlayEvent); 181643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mProgressCbEventPending = false; 182e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi 183e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mOverlayUpdateEventPending = false; 184643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mResizedVideoBuffer = NULL; 185643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoResizedOrCropped = false; 186643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mRenderingMode = (M4xVSS_MediaRendering)MEDIA_RENDERING_INVALID; 187643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mIsFiftiesEffectStarted = false; 188643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi reset(); 189643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 190643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 191643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray KundargiPreviewPlayer::~PreviewPlayer() { 192643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 193643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mQueueStarted) { 194643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mQueue.stop(); 195643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 196643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 197643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi reset(); 198643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 199643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(mResizedVideoBuffer != NULL) { 200643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_free((M4OSA_MemAddr32)(mResizedVideoBuffer->data())); 201643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mResizedVideoBuffer = NULL; 202643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 203643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 204643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRenderer.clear(); 205643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRenderer = NULL; 206643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 207643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 208643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::cancelPlayerEvents(bool keepBufferingGoing) { 209643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mQueue.cancelEvent(mVideoEvent->eventID()); 210643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoEventPending = false; 211643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mQueue.cancelEvent(mStreamDoneEvent->eventID()); 212643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mStreamDoneEventPending = false; 213643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mQueue.cancelEvent(mCheckAudioStatusEvent->eventID()); 214643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioStatusEventPending = false; 215643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 216643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mQueue.cancelEvent(mProgressCbEvent->eventID()); 217643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mProgressCbEventPending = false; 218643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 219643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 220643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setDataSource( 221643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi const char *uri, const KeyedVector<String8, String8> *headers) { 222643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 223643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return setDataSource_l(uri, headers); 224643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 225643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 226643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setDataSource_l( 227643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi const char *uri, const KeyedVector<String8, String8> *headers) { 228643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi reset_l(); 229643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 230643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mUri = uri; 231643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 232643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (headers) { 233643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mUriHeaders = *headers; 234643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 235643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 236643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // The actual work will be done during preparation in the call to 237643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // ::finishSetDataSource_l to avoid blocking the calling thread in 238643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // setDataSource for any significant time. 239643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 240643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 241643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 242643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setDataSource_l(const sp<MediaExtractor> &extractor) { 243643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bool haveAudio = false; 244643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bool haveVideo = false; 245643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi for (size_t i = 0; i < extractor->countTracks(); ++i) { 246643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi sp<MetaData> meta = extractor->getTrackMetaData(i); 247643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 248643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi const char *mime; 249643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findCString(kKeyMIMEType, &mime)); 250643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 251643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!haveVideo && !strncasecmp(mime, "video/", 6)) { 252643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi setVideoSource(extractor->getTrack(i)); 253643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi haveVideo = true; 254643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } else if (!haveAudio && !strncasecmp(mime, "audio/", 6)) { 255643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi setAudioSource(extractor->getTrack(i)); 256643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi haveAudio = true; 257643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 258643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_VORBIS)) { 259643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Only do this for vorbis audio, none of the other audio 260643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // formats even support this ringtone specific hack and 261643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // retrieving the metadata on some extractors may turn out 262643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // to be very expensive. 263643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi sp<MetaData> fileMeta = extractor->getMetaData(); 264643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int32_t loop; 265643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (fileMeta != NULL 266643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi && fileMeta->findInt32(kKeyAutoLoop, &loop) 267643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi && loop != 0) { 268643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= AUTO_LOOPING; 269643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 270643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 271643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 272643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 273643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (haveAudio && haveVideo) { 274643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 275643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 276643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 277643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 278643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi /* Add the support for Dummy audio*/ 279643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if( !haveAudio ){ 280643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer: setDataSource_l Dummyaudiocreation started"); 281643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 282643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioTrack = DummyAudioSource::Create(32000, 2, 20000, 283643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi ((mPlayEndTimeMsec)*1000)); 284643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer: setDataSource_l Dummyauiosource created"); 285643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(mAudioTrack != NULL) { 286643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi haveAudio = true; 287643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 288643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 289643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 290643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!haveAudio && !haveVideo) { 291643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return UNKNOWN_ERROR; 292643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 293643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 294643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mExtractorFlags = extractor->flags(); 295643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 296643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 297643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 298643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setDataSource_l_jpg() { 299643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_ERR err = M4NO_ERROR; 300643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer: setDataSource_l_jpg started"); 301643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 302643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioSource = DummyAudioSource::Create(32000, 2, 20000, 303643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi ((mPlayEndTimeMsec)*1000)); 304643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer: setDataSource_l_jpg Dummyaudiosource created"); 305643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(mAudioSource != NULL) { 306643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi setAudioSource(mAudioSource); 307643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 308643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t error = mAudioSource->start(); 309643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (error != OK) { 310643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("Error starting dummy audio source"); 311643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioSource.clear(); 312643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 313643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 314643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 315643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDurationUs = (mPlayEndTimeMsec - mPlayBeginTimeMsec)*1000; 316643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 317643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoSource = DummyVideoSource::Create(mVideoWidth, mVideoHeight, 318643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDurationUs, mUri); 31935cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi mReportedWidth = mVideoWidth; 32035cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi mReportedHeight = mVideoHeight; 32135cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi 322643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi setVideoSource(mVideoSource); 323643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err1 = mVideoSource->start(); 324643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err1 != OK) { 325643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoSource.clear(); 326643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 327643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 328643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 329643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mIsVideoSourceJpg = true; 330643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 331643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 332643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 333643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::reset() { 334643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 335643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi reset_l(); 336643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 337643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 338643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::reset_l() { 339643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 340643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mFlags & PREPARING) { 341643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= PREPARE_CANCELLED; 342643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 343643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 344643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi while (mFlags & PREPARING) { 345643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mPreparedCondition.wait(mLock); 346643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 347643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 348643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi cancelPlayerEvents(); 349643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioTrack.clear(); 350643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoTrack.clear(); 351643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 352643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Shutdown audio first, so that the respone to the reset request 353643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // appears to happen instantaneously as far as the user is concerned 354643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // If we did this later, audio would continue playing while we 355643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // shutdown the video-related resources and the player appear to 356643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // not be as responsive to a reset request. 357643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mAudioPlayer == NULL && mAudioSource != NULL) { 358643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // If we had an audio player, it would have effectively 359643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // taken possession of the audio source and stopped it when 360643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // _it_ is stopped. Otherwise this is still our responsibility. 361643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioSource->stop(); 362643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 363643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioSource.clear(); 364643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 365643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mTimeSource = NULL; 366643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 367643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi delete mAudioPlayer; 368643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioPlayer = NULL; 369643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 370643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mLastVideoBuffer) { 371643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer->release(); 372643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer = NULL; 373643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 374643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 375643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoBuffer) { 376643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer->release(); 377643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer = NULL; 378643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 379643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 380643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoSource != NULL) { 381643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoSource->stop(); 382643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 383643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // The following hack is necessary to ensure that the OMX 384643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // component is completely released by the time we may try 385643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // to instantiate it again. 386643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi wp<MediaSource> tmp = mVideoSource; 387643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoSource.clear(); 388643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi while (tmp.promote() != NULL) { 389643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi usleep(1000); 390643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 391643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi IPCThreadState::self()->flushCommands(); 392643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 393643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 394643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDurationUs = -1; 395643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags = 0; 396643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mExtractorFlags = 0; 397643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoWidth = mVideoHeight = -1; 398643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mTimeSourceDeltaUs = 0; 399643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoTimeUs = 0; 400643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 401643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSeeking = false; 402643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSeekNotificationSent = false; 403643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSeekTimeUs = 0; 404643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 405643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mUri.setTo(""); 406643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mUriHeaders.clear(); 407643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 408643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFileSource.clear(); 409643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 410643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi delete mSuspensionState; 411643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSuspensionState = NULL; 412643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 413643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mCurrentVideoEffect = VIDEO_EFFECT_NONE; 414643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mIsVideoSourceJpg = false; 415643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFrameRGBBuffer = NULL; 416643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(mFrameYUVBuffer != NULL) { 417643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_free((M4OSA_MemAddr32)mFrameYUVBuffer); 418643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFrameYUVBuffer = NULL; 419643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 420643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 421643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 422643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::partial_reset_l() { 423643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 424643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mLastVideoBuffer) { 425643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer->release(); 426643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer = NULL; 427643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 428643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 429643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi /* call base struct */ 430643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi AwesomePlayer::partial_reset_l(); 431643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 432643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 433643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 434643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::play() { 435643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 436643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 437643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags &= ~CACHE_UNDERRUN; 438643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 439643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return play_l(); 440643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 441643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 442643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::play_l() { 443643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray KundargiVideoEditorAudioPlayer *mVePlayer; 444643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mFlags & PLAYING) { 445643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 446643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 447643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mStartNextPlayer = false; 448643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 449643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!(mFlags & PREPARED)) { 450643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err = prepare_l(); 451643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 452643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 453643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 454643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 455643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 456643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 457643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= PLAYING; 458643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= FIRST_FRAME; 459643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 460643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bool deferredAudioSeek = false; 461643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 462643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mAudioSource != NULL) { 463643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mAudioPlayer == NULL) { 464643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mAudioSink != NULL) { 465643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 466643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioPlayer = new VideoEditorAudioPlayer(mAudioSink, this); 467643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVePlayer = 468643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (VideoEditorAudioPlayer*)mAudioPlayer; 469643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 470643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioPlayer->setSource(mAudioSource); 471643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 472643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVePlayer->setAudioMixSettings( 473643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mPreviewPlayerAudioMixSettings); 474643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 475643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVePlayer->setAudioMixPCMFileHandle( 476643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioMixPCMFileHandle); 477643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 478643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVePlayer->setAudioMixStoryBoardSkimTimeStamp( 479643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioMixStoryBoardTS, mCurrentMediaBeginCutTime, 480643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mCurrentMediaVolumeValue); 481643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 482643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // We've already started the MediaSource in order to enable 483643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // the prefetcher to read its data. 484643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err = mVePlayer->start( 485643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi true /* sourceAlreadyStarted */); 486643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 487643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 488643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi delete mAudioPlayer; 489643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioPlayer = NULL; 490643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 491643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags &= ~(PLAYING | FIRST_FRAME); 492643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 493643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 494643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 495643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mTimeSource = mVePlayer; //mAudioPlayer; 496643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 497643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi deferredAudioSeek = true; 498643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mWatchForAudioSeekComplete = false; 499643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mWatchForAudioEOS = true; 500643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 501643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } else { 502643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVePlayer->resume(); 503643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 504643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 505643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 506643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 507643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mTimeSource == NULL && mAudioPlayer == NULL) { 508643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mTimeSource = &mSystemTimeSource; 509643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 510643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 51153c567c3355255ed12dd9f5d5a1c58f821770329Dharmaray Kundargi // Set the seek option for Image source files and read. 51253c567c3355255ed12dd9f5d5a1c58f821770329Dharmaray Kundargi // This resets the timestamping for image play 51353c567c3355255ed12dd9f5d5a1c58f821770329Dharmaray Kundargi if (mIsVideoSourceJpg) { 51453c567c3355255ed12dd9f5d5a1c58f821770329Dharmaray Kundargi MediaSource::ReadOptions options; 51553c567c3355255ed12dd9f5d5a1c58f821770329Dharmaray Kundargi MediaBuffer *aLocalBuffer; 51653c567c3355255ed12dd9f5d5a1c58f821770329Dharmaray Kundargi options.setSeekTo(mSeekTimeUs); 51753c567c3355255ed12dd9f5d5a1c58f821770329Dharmaray Kundargi mVideoSource->read(&aLocalBuffer, &options); 51853c567c3355255ed12dd9f5d5a1c58f821770329Dharmaray Kundargi } 51953c567c3355255ed12dd9f5d5a1c58f821770329Dharmaray Kundargi 520643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoSource != NULL) { 521643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Kick off video playback 522643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postVideoEvent_l(); 523643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 524643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 525643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (deferredAudioSeek) { 526643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // If there was a seek request while we were paused 527643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // and we're just starting up again, honor the request now. 528643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi seekAudioIfNecessary_l(); 529643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 530643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 531643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mFlags & AT_EOS) { 532643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Legacy behaviour, if a stream finishes playing and then 533643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // is started again, we play from the start... 534643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi seekTo_l(0); 535643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 536643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 537643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 538643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 539643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 540643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 541643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::initRenderer_l() { 542643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mSurface != NULL || mISurface != NULL) { 543643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi sp<MetaData> meta = mVideoSource->getFormat(); 544643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 545643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int32_t format; 546643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi const char *component; 547643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int32_t decodedWidth, decodedHeight; 548643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findInt32(kKeyColorFormat, &format)); 549643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findCString(kKeyDecoderComponent, &component)); 550643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findInt32(kKeyWidth, &decodedWidth)); 551643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findInt32(kKeyHeight, &decodedHeight)); 552643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 553643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Must ensure that mVideoRenderer's destructor is actually executed 554643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // before creating a new one. 555643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi IPCThreadState::self()->flushCommands(); 556643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 557643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // always use localrenderer since decoded buffers are modified 558643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // by postprocessing module 559643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Other decoders are instantiated locally and as a consequence 560643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // allocate their buffers in local address space. 561643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(mVideoRenderer == NULL) { 562643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 563643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRenderer = new PreviewLocalRenderer( 564643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi false, // previewOnly 565643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (OMX_COLOR_FORMATTYPE)format, 566643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSurface, 567643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth, mOutputVideoHeight, 568643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth, mOutputVideoHeight); 569643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 570643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 571643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 572643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 573643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 574643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::setISurface(const sp<ISurface> &isurface) { 575643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 576643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mISurface = isurface; 577643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 578643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 579643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 580643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::seekTo(int64_t timeUs) { 581643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 582643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if ((mExtractorFlags & MediaExtractor::CAN_SEEK) || (mIsVideoSourceJpg)) { 583643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 584643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return seekTo_l(timeUs); 585643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 586643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 587643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 588643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 589643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 590643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 591643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::getVideoDimensions( 592643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int32_t *width, int32_t *height) const { 593643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 594643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 595643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoWidth < 0 || mVideoHeight < 0) { 596643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return UNKNOWN_ERROR; 597643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 598643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 599643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi *width = mVideoWidth; 600643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi *height = mVideoHeight; 601643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 602643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 603643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 604643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 605643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 606643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::initAudioDecoder() { 607643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi sp<MetaData> meta = mAudioTrack->getFormat(); 608643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi const char *mime; 609643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findCString(kKeyMIMEType, &mime)); 610643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 611643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) { 612643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioSource = mAudioTrack; 613643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } else { 614643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi sp<MediaSource> aRawSource; 615643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi aRawSource = OMXCodec::Create( 616643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mClient.interface(), mAudioTrack->getFormat(), 617643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi false, // createEncoder 618643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioTrack); 619643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 620643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(aRawSource != NULL) { 621643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("initAudioDecoder: new VideoEditorSRC"); 622643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioSource = new VideoEditorSRC(aRawSource); 623643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 624643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 625643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 626643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mAudioSource != NULL) { 627643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t durationUs; 628643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mAudioTrack->getFormat()->findInt64(kKeyDuration, &durationUs)) { 629643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mMiscStateLock); 630643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mDurationUs < 0 || durationUs > mDurationUs) { 631643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDurationUs = durationUs; 632643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 633643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 634643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err = mAudioSource->start(); 635643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 636643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 637643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioSource.clear(); 638643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 639643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 640643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_QCELP)) { 641643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // For legacy reasons we're simply going to ignore the absence 642643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // of an audio decoder for QCELP instead of aborting playback 643643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // altogether. 644643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 645643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 646643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 647643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return mAudioSource != NULL ? OK : UNKNOWN_ERROR; 648643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 649643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 650643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 651643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::initVideoDecoder(uint32_t flags) { 652643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 653643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoSource = OMXCodec::Create( 654643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mClient.interface(), mVideoTrack->getFormat(), 655643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi false, 656643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoTrack, 657643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi NULL, flags); 658643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 659643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoSource != NULL) { 660643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t durationUs; 661643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoTrack->getFormat()->findInt64(kKeyDuration, &durationUs)) { 662643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mMiscStateLock); 663643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mDurationUs < 0 || durationUs > mDurationUs) { 664643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDurationUs = durationUs; 665643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 666643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 667643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 668643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(mVideoTrack->getFormat()->findInt32(kKeyWidth, &mVideoWidth)); 669643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(mVideoTrack->getFormat()->findInt32(kKeyHeight, &mVideoHeight)); 670643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 67135cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi mReportedWidth = mVideoWidth; 67235cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi mReportedHeight = mVideoHeight; 67335cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi 674643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err = mVideoSource->start(); 675643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 676643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 677643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoSource.clear(); 678643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 679643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 680643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 681643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 682643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return mVideoSource != NULL ? OK : UNKNOWN_ERROR; 683643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 684643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 685643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 686643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::onVideoEvent() { 687643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi uint32_t i=0; 688643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bool bAppliedVideoEffect = false; 689643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_ERR err1 = M4NO_ERROR; 690643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t imageFrameTimeUs = 0; 691643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 692643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 693643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!mVideoEventPending) { 694643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // The event has been cancelled in reset_l() but had already 695643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // been scheduled for execution at that time. 696643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 697643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 698643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoEventPending = false; 699643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 700643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi TimeSource *ts_st = &mSystemTimeSource; 701643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t timeStartUs = ts_st->getRealTimeUs(); 702643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 703643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mSeeking) { 704643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mLastVideoBuffer) { 705643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer->release(); 706643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer = NULL; 707643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 708643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 709643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 710643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(mAudioSource != NULL) { 711643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 712643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // We're going to seek the video source first, followed by 713643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // the audio source. 714643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // In order to avoid jumps in the DataSource offset caused by 715643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // the audio codec prefetching data from the old locations 716643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // while the video codec is already reading data from the new 717643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // locations, we'll "pause" the audio source, causing it to 718643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // stop reading input data until a subsequent seek. 719643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 720643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mAudioPlayer != NULL) { 721643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioPlayer->pause(); 722643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 723643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioSource->pause(); 724643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 725643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 726643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 727643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!mVideoBuffer) { 728643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi MediaSource::ReadOptions options; 729643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mSeeking) { 730643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("LV PLAYER seeking to %lld us (%.2f secs)", mSeekTimeUs, 731643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSeekTimeUs / 1E6); 732643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 733643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi options.setSeekTo( 734643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSeekTimeUs, MediaSource::ReadOptions::SEEK_CLOSEST); 735643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 736643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi for (;;) { 737643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err = mVideoSource->read(&mVideoBuffer, &options); 738643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi options.clearSeekTo(); 739643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 740643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 741643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK_EQ(mVideoBuffer, NULL); 742643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 743643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err == INFO_FORMAT_CHANGED) { 744643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("LV PLAYER VideoSource signalled format change"); 745643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi notifyVideoSize_l(); 74635cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi sp<MetaData> meta = mVideoSource->getFormat(); 747643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 74835cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi CHECK(meta->findInt32(kKeyWidth, &mReportedWidth)); 74935cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi CHECK(meta->findInt32(kKeyHeight, &mReportedHeight)); 750643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoRenderer != NULL) { 751643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRendererIsPreview = false; 752643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi initRenderer_l(); 753643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 754643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi continue; 755643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 756643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // So video playback is complete, but we may still have 757342f932f6312be84a48512216b561ead42b53199Santosh Madhava // a seek request pending that needs to be applied to the audio track 758342f932f6312be84a48512216b561ead42b53199Santosh Madhava if (mSeeking) { 759342f932f6312be84a48512216b561ead42b53199Santosh Madhava LOGV("video stream ended while seeking!"); 760342f932f6312be84a48512216b561ead42b53199Santosh Madhava } 761342f932f6312be84a48512216b561ead42b53199Santosh Madhava finishSeekIfNecessary(-1); 762643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer: onVideoEvent EOS reached."); 763643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= VIDEO_AT_EOS; 764342f932f6312be84a48512216b561ead42b53199Santosh Madhava if (mOverlayUpdateEventPosted) { 765342f932f6312be84a48512216b561ead42b53199Santosh Madhava mOverlayUpdateEventPosted = false; 766342f932f6312be84a48512216b561ead42b53199Santosh Madhava postOverlayUpdateEvent_l(); 767342f932f6312be84a48512216b561ead42b53199Santosh Madhava } 768643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postStreamDoneEvent_l(err); 769643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 770643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 771643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 772643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoBuffer->range_length() == 0) { 773643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Some decoders, notably the PV AVC software decoder 774643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // return spurious empty buffers that we just want to ignore. 775643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 776643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer->release(); 777643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer = NULL; 778643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi continue; 779643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 780643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 781643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t videoTimeUs; 782643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(mVideoBuffer->meta_data()->findInt64(kKeyTime, &videoTimeUs)); 783643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 784643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if((videoTimeUs/1000) < mPlayBeginTimeMsec) { 785643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Frames are before begin cut time 786643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Donot render 787643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer->release(); 788643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer = NULL; 789643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi continue; 790643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 791643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 792643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 793643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 794643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 795643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 796643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mNumberDecVideoFrames++; 797643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 798643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t timeUs; 799643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(mVideoBuffer->meta_data()->findInt64(kKeyTime, &timeUs)); 800643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 801643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi { 802643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mMiscStateLock); 803643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoTimeUs = timeUs; 804643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 805643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 806643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDecodedVideoTs = timeUs; 807643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 808643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(!mStartNextPlayer) { 809643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t playbackTimeRemaining = (mPlayEndTimeMsec*1000) - timeUs; 810643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(playbackTimeRemaining <= 1500000) { 811643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi //When less than 1.5 sec of playback left 812643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // send notification to start next player 813643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 814643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mStartNextPlayer = true; 815643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi notifyListener_l(0xAAAAAAAA); 816643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 817643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 818643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 819643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bool wasSeeking = mSeeking; 820643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi finishSeekIfNecessary(timeUs); 821643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 822643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi TimeSource *ts = (mFlags & AUDIO_AT_EOS) ? &mSystemTimeSource : mTimeSource; 823643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 824643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(ts == NULL) { 825643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer->release(); 826643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer = NULL; 827643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 828643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 829643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 830643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(!mIsVideoSourceJpg) { 831643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mFlags & FIRST_FRAME) { 832643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags &= ~FIRST_FRAME; 833643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 834643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mTimeSourceDeltaUs = ts->getRealTimeUs() - timeUs; 835643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 836643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 837643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t realTimeUs, mediaTimeUs; 838643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!(mFlags & AUDIO_AT_EOS) && mAudioPlayer != NULL 839643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi && mAudioPlayer->getMediaTimeMapping(&realTimeUs, &mediaTimeUs)) { 840643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mTimeSourceDeltaUs = realTimeUs - mediaTimeUs; 841643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 842643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 843643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t nowUs = ts->getRealTimeUs() - mTimeSourceDeltaUs; 844643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 845643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t latenessUs = nowUs - timeUs; 846643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 847643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (wasSeeking) { 848342f932f6312be84a48512216b561ead42b53199Santosh Madhava // Let's display the first frame after seeking right away. 849342f932f6312be84a48512216b561ead42b53199Santosh Madhava latenessUs = 0; 850342f932f6312be84a48512216b561ead42b53199Santosh Madhava } 851643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("Audio time stamp = %lld and video time stamp = %lld", 852643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi ts->getRealTimeUs(),timeUs); 853643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (latenessUs > 40000) { 854643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // We're more than 40ms late. 855643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 856643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("LV PLAYER we're late by %lld us (%.2f secs)", 857643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi latenessUs, latenessUs / 1E6); 858643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 859643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer->release(); 860643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer = NULL; 861643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 862643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postVideoEvent_l(); 863643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 864643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 865643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 866643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (latenessUs < -10000) { 867643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // We're more than 10ms early. 868643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("We're more than 10ms early, lateness %lld", latenessUs); 869643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 870643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postVideoEvent_l(10000); 871643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 872643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 873643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 874643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 875643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoRendererIsPreview || mVideoRenderer == NULL) { 876643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRendererIsPreview = false; 877643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 878643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi initRenderer_l(); 879643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 880643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 881643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // If timestamp exceeds endCutTime of clip, donot render 882643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if((timeUs/1000) > mPlayEndTimeMsec) { 883643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mLastVideoBuffer) { 884643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer->release(); 885643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer = NULL; 886643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 887643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer = mVideoBuffer; 888643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer = NULL; 889643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= VIDEO_AT_EOS; 890643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= AUDIO_AT_EOS; 891643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGI("PreviewPlayer: onVideoEvent timeUs > mPlayEndTime; send EOS.."); 892e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi if (mOverlayUpdateEventPosted) { 893e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mOverlayUpdateEventPosted = false; 894e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi postOverlayUpdateEvent_l(); 895e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } 896643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postStreamDoneEvent_l(ERROR_END_OF_STREAM); 897643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 898643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 899643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 900643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Post processing to apply video effects 901643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi for(i=0;i<mNumberEffects;i++) { 902643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // First check if effect starttime matches the clip being previewed 903643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if((mEffectsSettings[i].uiStartTime < (mDecVideoTsStoryBoard/1000)) || 904643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (mEffectsSettings[i].uiStartTime >= 905643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi ((mDecVideoTsStoryBoard/1000) + mPlayEndTimeMsec - mPlayBeginTimeMsec))) 906643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi { 907643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // This effect doesn't belong to this clip, check next one 908643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi continue; 909643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 910643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Check if effect applies to this particular frame timestamp 911643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if((mEffectsSettings[i].uiStartTime <= 912643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (((timeUs+mDecVideoTsStoryBoard)/1000)-mPlayBeginTimeMsec)) && 913643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi ((mEffectsSettings[i].uiStartTime+mEffectsSettings[i].uiDuration) >= 914643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (((timeUs+mDecVideoTsStoryBoard)/1000)-mPlayBeginTimeMsec)) 915643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi && (mEffectsSettings[i].uiDuration != 0)) { 916643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 917643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi setVideoPostProcessingNode( 918643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mEffectsSettings[i].VideoEffectType, TRUE); 919643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 920643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 921643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi setVideoPostProcessingNode( 922643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mEffectsSettings[i].VideoEffectType, FALSE); 923643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 924e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } 925643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 926e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi //Provide the overlay Update indication when there is an overlay effect 927d01ef568f96253fe5859526bb67b13fc5e17b544Dharmaray Kundargi if (mCurrentVideoEffect & VIDEO_EFFECT_FRAMING) { 928d01ef568f96253fe5859526bb67b13fc5e17b544Dharmaray Kundargi mCurrentVideoEffect &= ~VIDEO_EFFECT_FRAMING; //never apply framing here. 929e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi if (!mOverlayUpdateEventPosted) { 930e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi 931e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi // Find the effect in effectSettings array 932e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi int index; 933e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi for (index = 0; index < mNumberEffects; index++) { 934e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi M4OSA_UInt32 timeMs = mDecodedVideoTs/1000; 935e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi M4OSA_UInt32 timeOffset = mDecVideoTsStoryBoard/1000; 936e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi if(mEffectsSettings[index].VideoEffectType == 937e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi M4xVSS_kVideoEffectType_Framing) { 938254c8dfe514fd45eef251763639f63615379570fDharmaray Kundargi if (((mEffectsSettings[index].uiStartTime + 1) <= 939254c8dfe514fd45eef251763639f63615379570fDharmaray Kundargi timeMs + timeOffset - mPlayBeginTimeMsec) && 940e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi ((mEffectsSettings[index].uiStartTime - 1 + 941254c8dfe514fd45eef251763639f63615379570fDharmaray Kundargi mEffectsSettings[index].uiDuration) >= 942254c8dfe514fd45eef251763639f63615379570fDharmaray Kundargi timeMs + timeOffset - mPlayBeginTimeMsec)) 943e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi { 944e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi break; 945e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } 946e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } 947e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } 948e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi if (index < mNumberEffects) { 949e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mCurrFramingEffectIndex = index; 950e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mOverlayUpdateEventPosted = true; 951e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi postOverlayUpdateEvent_l(); 952e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi LOGV("Framing index = %d", mCurrFramingEffectIndex); 953e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } else { 954e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi LOGV("No framing effects found"); 955e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } 956e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } 957e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi 958e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } else if (mOverlayUpdateEventPosted) { 959e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi //Post the event when the overlay is no more valid 960e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi LOGV("Overlay is Done"); 961e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mOverlayUpdateEventPosted = false; 962e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi postOverlayUpdateEvent_l(); 963643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 964643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 965e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi 966e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi if (mCurrentVideoEffect != VIDEO_EFFECT_NONE) { 967643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi err1 = doVideoPostProcessing(); 968643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(err1 != M4NO_ERROR) { 969643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGE("doVideoPostProcessing returned err"); 970643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bAppliedVideoEffect = false; 971643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 972643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 973643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bAppliedVideoEffect = true; 974643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 975643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 976643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 977643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bAppliedVideoEffect = false; 978643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(mRenderingMode != MEDIA_RENDERING_INVALID) { 979643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // No effects to be applied, but media rendering to be done 980643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi err1 = doMediaRendering(); 981643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(err1 != M4NO_ERROR) { 982643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGE("doMediaRendering returned err"); 983643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi //Use original mVideoBuffer for rendering 984643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoResizedOrCropped = false; 985643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 986643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 987643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 988643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 989643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoRenderer != NULL) { 990643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("mVideoRenderer CALL render()"); 991643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRenderer->render(); 992643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 993643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 994643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mLastVideoBuffer) { 995643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer->release(); 996643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer = NULL; 997643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 998643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 999643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer = mVideoBuffer; 1000643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer = NULL; 1001643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1002643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Post progress callback based on callback interval set 1003643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(mNumberDecVideoFrames >= mProgressCbInterval) { 1004643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProgressCallbackEvent_l(); 1005643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mNumberDecVideoFrames = 0; // reset counter 1006643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1007643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1008643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // if reached EndCutTime of clip, post EOS event 1009643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if((timeUs/1000) >= mPlayEndTimeMsec) { 1010643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer: onVideoEvent EOS."); 1011643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= VIDEO_AT_EOS; 1012643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= AUDIO_AT_EOS; 1013342f932f6312be84a48512216b561ead42b53199Santosh Madhava if (mOverlayUpdateEventPosted) { 1014342f932f6312be84a48512216b561ead42b53199Santosh Madhava mOverlayUpdateEventPosted = false; 1015342f932f6312be84a48512216b561ead42b53199Santosh Madhava postOverlayUpdateEvent_l(); 1016342f932f6312be84a48512216b561ead42b53199Santosh Madhava } 1017643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postStreamDoneEvent_l(ERROR_END_OF_STREAM); 1018643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1019643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 1020643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(!mIsVideoSourceJpg) { 1021643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postVideoEvent_l(); 1022643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1023643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 1024643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postVideoEvent_l(33000); 1025643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1026643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1027643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1028643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1029643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::prepare() { 1030643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 1031643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return prepare_l(); 1032643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1033643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1034643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::prepare_l() { 1035643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mFlags & PREPARED) { 1036643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1037643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1038643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1039643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mFlags & PREPARING) { 1040643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return UNKNOWN_ERROR; 1041643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1042643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1043643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mIsAsyncPrepare = false; 1044643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err = prepareAsync_l(); 1045643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1046643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 1047643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 1048643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1049643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1050643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi while (mFlags & PREPARING) { 1051643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mPreparedCondition.wait(mLock); 1052643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1053643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1054643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return mPrepareResult; 1055643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1056643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1057643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::prepareAsync_l() { 1058643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mFlags & PREPARING) { 1059643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return UNKNOWN_ERROR; // async prepare already pending 1060643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1061643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1062643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!mQueueStarted) { 1063643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mQueue.start(); 1064643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mQueueStarted = true; 1065643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1066643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1067643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= PREPARING; 1068643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAsyncPrepareEvent = new PreviewPlayerEvent( 1069643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi this, &PreviewPlayer::onPrepareAsyncEvent); 1070643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1071643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mQueue.postEvent(mAsyncPrepareEvent); 1072643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1073643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1074643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1075643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1076643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::finishSetDataSource_l() { 1077643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi sp<DataSource> dataSource; 1078643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi sp<MediaExtractor> extractor; 1079643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1080643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi dataSource = DataSource::CreateFromURI(mUri.string(), &mUriHeaders); 1081643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1082643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (dataSource == NULL) { 1083643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return UNKNOWN_ERROR; 1084643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1085643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1086643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi //If file type is .rgb, then no need to check for Extractor 1087643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int uriLen = strlen(mUri); 1088643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int startOffset = uriLen - 4; 1089643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(!strncasecmp(mUri+startOffset, ".rgb", 4)) { 1090643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi extractor = NULL; 1091643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1092643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 1093643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi extractor = MediaExtractor::Create(dataSource, 1094643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi MEDIA_MIMETYPE_CONTAINER_MPEG4); 1095643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1096643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1097643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (extractor == NULL) { 1098643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer::finishSetDataSource_l extractor == NULL"); 1099643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return setDataSource_l_jpg(); 1100643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1101643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1102643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return setDataSource_l(extractor); 1103643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1104643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1105643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1106643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi// static 1107643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargibool PreviewPlayer::ContinuePreparation(void *cookie) { 1108643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi PreviewPlayer *me = static_cast<PreviewPlayer *>(cookie); 1109643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1110643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return (me->mFlags & PREPARE_CANCELLED) == 0; 1111643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1112643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1113643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::onPrepareAsyncEvent() { 1114643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 1115643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("onPrepareAsyncEvent"); 1116643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1117643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mFlags & PREPARE_CANCELLED) { 1118643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGI("LV PLAYER prepare was cancelled before doing anything"); 1119643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi abortPrepare(UNKNOWN_ERROR); 1120643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 1121643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1122643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1123643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mUri.size() > 0) { 1124643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err = finishSetDataSource_l(); 1125643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1126643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 1127643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi abortPrepare(err); 1128643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 1129643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1130643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1131643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1132643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoTrack != NULL && mVideoSource == NULL) { 1133643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err = initVideoDecoder(OMXCodec::kHardwareCodecsOnly); 1134643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1135643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 1136643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi abortPrepare(err); 1137643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 1138643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1139643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1140643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1141643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mAudioTrack != NULL && mAudioSource == NULL) { 1142643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err = initAudioDecoder(); 1143643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1144643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 1145643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi abortPrepare(err); 1146643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 1147643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1148643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1149643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi finishAsyncPrepare_l(); 1150643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1151643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1152643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1153643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::finishAsyncPrepare_l() { 1154643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mIsAsyncPrepare) { 1155643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoSource == NULL) { 1156643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("finishAsyncPrepare_l: MEDIA_SET_VIDEO_SIZE 0 0 "); 1157643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi notifyListener_l(MEDIA_SET_VIDEO_SIZE, 0, 0); 1158643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } else { 1159643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("finishAsyncPrepare_l: MEDIA_SET_VIDEO_SIZE"); 1160643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi notifyVideoSize_l(); 1161643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1162643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("finishAsyncPrepare_l: MEDIA_PREPARED"); 1163643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi notifyListener_l(MEDIA_PREPARED); 1164643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1165643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1166643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mPrepareResult = OK; 1167643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags &= ~(PREPARING|PREPARE_CANCELLED); 1168643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= PREPARED; 1169643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAsyncPrepareEvent = NULL; 1170643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mPreparedCondition.broadcast(); 1171643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1172643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1173643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::suspend() { 1174643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("suspend"); 1175643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 1176643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1177643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mSuspensionState != NULL) { 1178643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mLastVideoBuffer == NULL) { 1179643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi //go into here if video is suspended again 1180643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi //after resuming without being played between 1181643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi //them 1182643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi SuspensionState *state = mSuspensionState; 1183643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSuspensionState = NULL; 1184643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi reset_l(); 1185643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSuspensionState = state; 1186643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1187643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1188643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1189643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi delete mSuspensionState; 1190643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSuspensionState = NULL; 1191643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1192643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1193643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mFlags & PREPARING) { 1194643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= PREPARE_CANCELLED; 1195643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1196643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1197643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi while (mFlags & PREPARING) { 1198643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mPreparedCondition.wait(mLock); 1199643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1200643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1201643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi SuspensionState *state = new SuspensionState; 1202643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mUri = mUri; 1203643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mUriHeaders = mUriHeaders; 1204643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mFileSource = mFileSource; 1205643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1206643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mFlags = mFlags & (PLAYING | AUTO_LOOPING | LOOPING | AT_EOS); 1207643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi getPosition(&state->mPositionUs); 1208643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1209643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mLastVideoBuffer) { 1210643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi size_t size = mLastVideoBuffer->range_length(); 1211643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (size) { 1212643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int32_t unreadable; 1213643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!mLastVideoBuffer->meta_data()->findInt32( 1214643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi kKeyIsUnreadable, &unreadable) 1215643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi || unreadable == 0) { 1216643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mLastVideoFrameSize = size; 1217643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mLastVideoFrame = malloc(size); 1218643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi memcpy(state->mLastVideoFrame, 1219643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (const uint8_t *)mLastVideoBuffer->data() 1220643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi + mLastVideoBuffer->range_offset(), 1221643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi size); 1222643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1223643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mVideoWidth = mVideoWidth; 1224643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mVideoHeight = mVideoHeight; 1225643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1226643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi sp<MetaData> meta = mVideoSource->getFormat(); 1227643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findInt32(kKeyColorFormat, &state->mColorFormat)); 1228643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findInt32(kKeyWidth, &state->mDecodedWidth)); 1229643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findInt32(kKeyHeight, &state->mDecodedHeight)); 1230643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } else { 1231643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("Unable to save last video frame, we have no access to " 1232643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi "the decoded video data."); 1233643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1234643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1235643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1236643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1237643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi reset_l(); 1238643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1239643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSuspensionState = state; 1240643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1241643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1242643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1243643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1244643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::resume() { 1245643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("resume"); 1246643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 1247643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1248643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mSuspensionState == NULL) { 1249643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return INVALID_OPERATION; 1250643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1251643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1252643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi SuspensionState *state = mSuspensionState; 1253643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSuspensionState = NULL; 1254643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1255643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err; 1256643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (state->mFileSource != NULL) { 1257643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi err = AwesomePlayer::setDataSource_l(state->mFileSource); 1258643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1259643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err == OK) { 1260643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFileSource = state->mFileSource; 1261643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1262643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } else { 1263643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi err = AwesomePlayer::setDataSource_l(state->mUri, &state->mUriHeaders); 1264643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1265643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1266643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 1267643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi delete state; 1268643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state = NULL; 1269643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1270643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 1271643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1272643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1273643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi seekTo_l(state->mPositionUs); 1274643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1275643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags = state->mFlags & (AUTO_LOOPING | LOOPING | AT_EOS); 1276643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1277643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (state->mLastVideoFrame && (mSurface != NULL || mISurface != NULL)) { 1278643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRenderer = 1279643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi new PreviewLocalRenderer( 1280643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi true, // previewOnly 1281643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (OMX_COLOR_FORMATTYPE)state->mColorFormat, 1282643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSurface, 1283643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mVideoWidth, 1284643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mVideoHeight, 1285643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mDecodedWidth, 1286643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mDecodedHeight); 1287643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1288643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRendererIsPreview = true; 1289643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1290643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi ((PreviewLocalRenderer *)mVideoRenderer.get())->render( 1291643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mLastVideoFrame, state->mLastVideoFrameSize); 1292643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1293643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1294643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (state->mFlags & PLAYING) { 1295643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi play_l(); 1296643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1297643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1298643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSuspensionState = state; 1299643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state = NULL; 1300643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1301643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1302643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1303643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1304643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1305643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::loadEffectsSettings( 1306643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4VSS3GPP_EffectSettings* pEffectSettings, int nEffects) { 1307643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_UInt32 i = 0, rgbSize = 0; 1308643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4VIFI_UInt8 *tmp = M4OSA_NULL; 1309643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1310643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mNumberEffects = nEffects; 1311643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mEffectsSettings = pEffectSettings; 1312643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1313643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1314643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1315643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::loadAudioMixSettings( 1316643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4xVSS_AudioMixingSettings* pAudioMixSettings) { 1317643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1318643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer: loadAudioMixSettings: "); 1319643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mPreviewPlayerAudioMixSettings = pAudioMixSettings; 1320643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1321643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1322643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1323643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setAudioMixPCMFileHandle( 1324643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_Context pAudioMixPCMFileHandle) { 1325643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1326643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer: setAudioMixPCMFileHandle: "); 1327643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioMixPCMFileHandle = pAudioMixPCMFileHandle; 1328643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1329643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1330643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1331643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setAudioMixStoryBoardParam( 1332643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_UInt32 audioMixStoryBoardTS, 1333643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_UInt32 currentMediaBeginCutTime, 1334643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_UInt32 primaryTrackVolValue ) { 1335643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1336643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioMixStoryBoardTS = audioMixStoryBoardTS; 1337643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mCurrentMediaBeginCutTime = currentMediaBeginCutTime; 1338643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mCurrentMediaVolumeValue = primaryTrackVolValue; 1339643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1340643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1341643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1342643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setPlaybackBeginTime(uint32_t msec) { 1343643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1344643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mPlayBeginTimeMsec = msec; 1345643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1346643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1347643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1348643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setPlaybackEndTime(uint32_t msec) { 1349643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1350643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mPlayEndTimeMsec = msec; 1351643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1352643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1353643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1354643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setStoryboardStartTime(uint32_t msec) { 1355643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1356643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mStoryboardStartTimeMsec = msec; 1357643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDecVideoTsStoryBoard = mStoryboardStartTimeMsec*1000; 1358643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1359643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1360643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1361643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setProgressCallbackInterval(uint32_t cbInterval) { 1362643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1363643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mProgressCbInterval = cbInterval; 1364643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1365643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1366643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1367643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1368643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setMediaRenderingMode( 1369643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4xVSS_MediaRendering mode, 1370643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4VIDEOEDITING_VideoFrameSize outputVideoSize) { 1371643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1372643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mRenderingMode = mode; 1373643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1374643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi /* reset boolean for each clip*/ 1375643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoResizedOrCropped = false; 1376643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1377643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi switch(outputVideoSize) { 1378643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kSQCIF: 1379643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 128; 1380643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 96; 1381643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1382643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1383643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kQQVGA: 1384643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 160; 1385643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 120; 1386643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1387643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1388643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kQCIF: 1389643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 176; 1390643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 144; 1391643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1392643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1393643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kQVGA: 1394643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 320; 1395643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 240; 1396643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1397643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1398643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kCIF: 1399643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 352; 1400643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 288; 1401643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1402643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1403643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kVGA: 1404643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 640; 1405643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 480; 1406643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1407643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1408643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kWVGA: 1409643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 800; 1410643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 480; 1411643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1412643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1413643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kNTSC: 1414643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 720; 1415643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 480; 1416643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1417643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1418643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_k640_360: 1419643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 640; 1420643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 360; 1421643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1422643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1423643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_k854_480: 1424643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 854; 1425643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 480; 1426643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1427643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1428643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kHD1280: 1429643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 1280; 1430643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 720; 1431643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1432643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1433643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kHD1080: 1434643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 1080; 1435643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 720; 1436643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1437643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1438643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kHD960: 1439643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 960; 1440643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 720; 1441643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1442643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1443643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi default: 1444643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGE("unsupported output video size set"); 1445643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return BAD_VALUE; 1446643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1447643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1448643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1449643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1450643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1451643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray KundargiM4OSA_ERR PreviewPlayer::doMediaRendering() { 1452643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_ERR err = M4NO_ERROR; 1453643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4VIFI_ImagePlane planeIn[3], planeOut[3]; 1454643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4VIFI_UInt8 *inBuffer = M4OSA_NULL, *finalOutputBuffer = M4OSA_NULL; 1455643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4VIFI_UInt8 *tempOutputBuffer= M4OSA_NULL; 1456643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi size_t videoBufferSize = 0; 1457643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_UInt32 frameSize = 0, i=0, index =0, nFrameCount =0, bufferOffset =0; 1458643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int32_t colorFormat = 0; 1459643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1460643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(!mIsVideoSourceJpg) { 1461643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi sp<MetaData> meta = mVideoSource->getFormat(); 1462643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findInt32(kKeyColorFormat, &colorFormat)); 1463643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1464643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 1465643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi colorFormat = OMX_COLOR_FormatYUV420Planar; 1466643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1467643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1468643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi videoBufferSize = mVideoBuffer->size(); 1469643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi frameSize = (mVideoWidth*mVideoHeight*3) >> 1; 1470643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1471643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi uint8_t* outBuffer; 1472643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi size_t outBufferStride = 0; 1473643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1474643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRenderer->getBuffer(&outBuffer, &outBufferStride); 1475643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1476643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bufferOffset = index*frameSize; 1477643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi inBuffer = (M4OSA_UInt8 *)mVideoBuffer->data()+ 1478643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer->range_offset()+bufferOffset; 1479643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1480643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1481643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi /* In plane*/ 1482643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi prepareYUV420ImagePlane(planeIn, mVideoWidth, 148335cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi mVideoHeight, (M4VIFI_UInt8 *)inBuffer, mReportedWidth, mReportedHeight); 1484643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1485643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Set the output YUV420 plane to be compatible with YV12 format 1486643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // W & H even 1487643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // YVU instead of YUV 1488643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // align buffers on 32 bits 1489643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1490643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi //In YV12 format, sizes must be even 1491643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_UInt32 yv12PlaneWidth = ((mOutputVideoWidth +1)>>1)<<1; 1492643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_UInt32 yv12PlaneHeight = ((mOutputVideoHeight+1)>>1)<<1; 1493643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1494643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi prepareYV12ImagePlane(planeOut, yv12PlaneWidth, yv12PlaneHeight, 1495643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (M4OSA_UInt32)outBufferStride, (M4VIFI_UInt8 *)outBuffer); 1496643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1497643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1498643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi err = applyRenderingMode(planeIn, planeOut, mRenderingMode); 1499643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1500643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(err != M4NO_ERROR) 1501643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi { 1502643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGE("doMediaRendering: applyRenderingMode returned err=0x%x", err); 1503643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 1504643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1505643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoResizedOrCropped = true; 1506643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1507643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 1508643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1509643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1510643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::resetJniCallbackTimeStamp() { 1511643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1512643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDecVideoTsStoryBoard = mStoryboardStartTimeMsec*1000; 1513643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1514643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1515643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1516643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::postProgressCallbackEvent_l() { 1517643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mProgressCbEventPending) { 1518643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 1519643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1520643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mProgressCbEventPending = true; 1521643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1522643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mQueue.postEvent(mProgressCbEvent); 1523643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1524643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1525e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi 1526643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::onProgressCbEvent() { 1527643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 1528643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!mProgressCbEventPending) { 1529643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 1530643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1531643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mProgressCbEventPending = false; 1532643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // If playback starts from previous I-frame, 1533643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // then send frame storyboard duration 1534643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if((mDecodedVideoTs/1000) < mPlayBeginTimeMsec) { 1535643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi notifyListener_l(MEDIA_INFO, 0, mDecVideoTsStoryBoard/1000); 1536643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1537643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 1538643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi notifyListener_l(MEDIA_INFO, 0, 1539643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (((mDecodedVideoTs+mDecVideoTsStoryBoard)/1000)-mPlayBeginTimeMsec)); 1540643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1541643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1542643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1543e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargivoid PreviewPlayer::postOverlayUpdateEvent_l() { 1544e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi if (mOverlayUpdateEventPending) { 1545e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi return; 1546e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } 1547e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mOverlayUpdateEventPending = true; 1548e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mQueue.postEvent(mOverlayUpdateEvent); 1549e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi} 1550e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi 1551e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargivoid PreviewPlayer::onUpdateOverlayEvent() { 1552e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi Mutex::Autolock autoLock(mLock); 1553e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi 1554e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi if (!mOverlayUpdateEventPending) { 1555e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi return; 1556e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } 1557e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mOverlayUpdateEventPending = false; 1558e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi 1559e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi int updateState; 1560e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi if (mOverlayUpdateEventPosted) { 1561e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi updateState = 1; 1562e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } else { 1563e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi updateState = 0; 1564e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } 1565e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi notifyListener_l(0xBBBBBBBB, updateState, mCurrFramingEffectIndex); 1566e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi} 1567e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi 1568e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi 1569643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::setVideoPostProcessingNode( 1570643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4VSS3GPP_VideoEffectType type, M4OSA_Bool enable) { 1571643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1572643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi uint32_t effect = VIDEO_EFFECT_NONE; 1573643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1574643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi //Map M4VSS3GPP_VideoEffectType to local enum 1575643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi switch(type) { 1576643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VSS3GPP_kVideoEffectType_FadeFromBlack: 1577643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_FADEFROMBLACK; 1578643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1579643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1580643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VSS3GPP_kVideoEffectType_FadeToBlack: 1581643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_FADETOBLACK; 1582643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1583643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1584643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VSS3GPP_kVideoEffectType_CurtainOpening: 1585643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_CURTAINOPEN; 1586643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1587643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1588643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VSS3GPP_kVideoEffectType_CurtainClosing: 1589643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_CURTAINCLOSE; 1590643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1591643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1592643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4xVSS_kVideoEffectType_BlackAndWhite: 1593643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_BLACKANDWHITE; 1594643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1595643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1596643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4xVSS_kVideoEffectType_Pink: 1597643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_PINK; 1598643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1599643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1600643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4xVSS_kVideoEffectType_Green: 1601643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_GREEN; 1602643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1603643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1604643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4xVSS_kVideoEffectType_Sepia: 1605643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_SEPIA; 1606643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1607643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1608643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4xVSS_kVideoEffectType_Negative: 1609643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_NEGATIVE; 1610643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1611643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1612643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4xVSS_kVideoEffectType_Framing: 1613643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_FRAMING; 1614643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1615643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1616643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4xVSS_kVideoEffectType_Fifties: 1617643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_FIFTIES; 1618643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1619643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1620643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4xVSS_kVideoEffectType_ColorRGB16: 1621643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_COLOR_RGB16; 1622643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1623643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1624643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4xVSS_kVideoEffectType_Gradient: 1625643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_GRADIENT; 1626643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1627643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1628643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi default: 1629643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_NONE; 1630643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1631643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1632643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1633643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(enable == M4OSA_TRUE) { 1634643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi //If already set, then no need to set again 1635643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(!(mCurrentVideoEffect & effect)) { 1636643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mCurrentVideoEffect |= effect; 1637643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(effect == VIDEO_EFFECT_FIFTIES) { 1638643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mIsFiftiesEffectStarted = true; 1639643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1640643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1641643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1642643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 1643643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi //Reset only if already set 1644643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(mCurrentVideoEffect & effect) { 1645643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mCurrentVideoEffect &= ~effect; 1646643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1647643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1648643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1649643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1650643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setImageClipProperties(uint32_t width,uint32_t height) { 1651643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoWidth = width; 1652643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoHeight = height; 1653643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1654643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1655643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1656643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1657643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray KundargiM4OSA_ERR PreviewPlayer::doVideoPostProcessing() { 1658643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_ERR err = M4NO_ERROR; 1659643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi vePostProcessParams postProcessParams; 1660643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int32_t colorFormat = 0; 1661643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1662643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1663643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(!mIsVideoSourceJpg) { 1664643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi sp<MetaData> meta = mVideoSource->getFormat(); 1665643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findInt32(kKeyColorFormat, &colorFormat)); 1666643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1667643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 1668643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi colorFormat = OMX_COLOR_FormatYUV420Planar; 1669643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1670643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1671643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if((colorFormat == OMX_COLOR_FormatYUV420SemiPlanar) || 1672643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (colorFormat == 0x7FA30C00)) { 1673643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGE("doVideoPostProcessing: colorFormat YUV420Sp not supported"); 1674643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return M4ERR_UNSUPPORTED_MEDIA_TYPE; 1675643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1676643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1677643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.vidBuffer = (M4VIFI_UInt8*)mVideoBuffer->data() 1678643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi + mVideoBuffer->range_offset(); 1679643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1680643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.videoWidth = mVideoWidth; 1681643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.videoHeight = mVideoHeight; 1682643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.timeMs = mDecodedVideoTs/1000; 1683643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.timeOffset = mDecVideoTsStoryBoard/1000; 1684643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.effectsSettings = mEffectsSettings; 1685643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.numberEffects = mNumberEffects; 1686643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.outVideoWidth = mOutputVideoWidth; 1687643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.outVideoHeight = mOutputVideoHeight; 1688643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.currentVideoEffect = mCurrentVideoEffect; 1689643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.renderingMode = mRenderingMode; 1690643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(mIsFiftiesEffectStarted == M4OSA_TRUE) { 1691643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.isFiftiesEffectStarted = M4OSA_TRUE; 1692643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mIsFiftiesEffectStarted = M4OSA_FALSE; 1693643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1694643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 1695643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.isFiftiesEffectStarted = M4OSA_FALSE; 1696643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1697643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1698643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.overlayFrameRGBBuffer = mFrameRGBBuffer; 1699643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.overlayFrameYUVBuffer = mFrameYUVBuffer; 1700643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRenderer->getBuffer(&(postProcessParams.pOutBuffer), &(postProcessParams.outBufferStride)); 170135cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi err = applyEffectsAndRenderingMode(&postProcessParams, mReportedWidth, mReportedHeight); 1702643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1703643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 1704643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1705643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1706643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::readFirstVideoFrame() { 1707643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer::readFirstVideoFrame"); 1708643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1709643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!mVideoBuffer) { 1710643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi MediaSource::ReadOptions options; 1711643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mSeeking) { 1712643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("LV PLAYER seeking to %lld us (%.2f secs)", mSeekTimeUs, 1713643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSeekTimeUs / 1E6); 1714643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1715643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi options.setSeekTo( 1716643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSeekTimeUs, MediaSource::ReadOptions::SEEK_CLOSEST); 1717643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1718643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi for (;;) { 1719643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err = mVideoSource->read(&mVideoBuffer, &options); 1720643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi options.clearSeekTo(); 1721643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1722643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 1723643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK_EQ(mVideoBuffer, NULL); 1724643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1725643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err == INFO_FORMAT_CHANGED) { 1726643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("LV PLAYER VideoSource signalled format change"); 1727643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi notifyVideoSize_l(); 172835cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi sp<MetaData> meta = mVideoSource->getFormat(); 172935cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi 173035cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi CHECK(meta->findInt32(kKeyWidth, &mReportedWidth)); 173135cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi CHECK(meta->findInt32(kKeyHeight, &mReportedHeight)); 1732643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1733643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoRenderer != NULL) { 1734643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRendererIsPreview = false; 1735643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi initRenderer_l(); 1736643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1737643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi continue; 1738643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1739643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer: onVideoEvent EOS reached."); 1740643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= VIDEO_AT_EOS; 1741643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postStreamDoneEvent_l(err); 1742643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1743643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1744643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1745643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoBuffer->range_length() == 0) { 1746643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Some decoders, notably the PV AVC software decoder 1747643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // return spurious empty buffers that we just want to ignore. 1748643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1749643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer->release(); 1750643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer = NULL; 1751643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi continue; 1752643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1753643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1754643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t videoTimeUs; 1755643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(mVideoBuffer->meta_data()->findInt64(kKeyTime, &videoTimeUs)); 1756643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1757643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if((videoTimeUs/1000) < mPlayBeginTimeMsec) { 1758643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // buffers are before begin cut time 1759643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // ignore them 1760643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi //LOGI("PreviewPlayer: Ignoring buffers before begin cut time"); 1761643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer->release(); 1762643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer = NULL; 1763643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi continue; 1764643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1765643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1766643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1767643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1768643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1769643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1770643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t timeUs; 1771643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(mVideoBuffer->meta_data()->findInt64(kKeyTime, &timeUs)); 1772643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1773643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi { 1774643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mMiscStateLock); 1775643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoTimeUs = timeUs; 1776643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1777643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1778643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDecodedVideoTs = timeUs; 1779643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1780643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1781643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1782643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1783643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1784643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} // namespace android 1785