PreviewPlayer.cpp revision 408e25b2508d97f7ae0b39acf46ab42b7c223c44
1643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi/* 2643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * Copyright (C) 2011 NXP Software 3643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * Copyright (C) 2011 The Android Open Source Project 4643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * 5643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * Licensed under the Apache License, Version 2.0 (the "License"); 6643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * you may not use this file except in compliance with the License. 7643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * You may obtain a copy of the License at 8643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * 9643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * http://www.apache.org/licenses/LICENSE-2.0 10643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * 11643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * Unless required by applicable law or agreed to in writing, software 12643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * distributed under the License is distributed on an "AS IS" BASIS, 13643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * See the License for the specific language governing permissions and 15643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * limitations under the License. 16643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi */ 17643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 18bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava 19643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#define LOG_NDEBUG 1 20643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#define LOG_TAG "PreviewPlayer" 21643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <utils/Log.h> 22643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 23643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <dlfcn.h> 24643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 25643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include "include/ARTSPController.h" 26643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include "PreviewPlayer.h" 27643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include "DummyAudioSource.h" 28643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include "DummyVideoSource.h" 29643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include "VideoEditorSRC.h" 30643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include "include/NuCachedSource2.h" 31643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include "include/ThrottledSource.h" 32643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 33643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 34643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include "PreviewRenderer.h" 35643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 36643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <binder/IPCThreadState.h> 37643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <media/stagefright/DataSource.h> 38643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <media/stagefright/FileSource.h> 39643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <media/stagefright/MediaBuffer.h> 40643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <media/stagefright/MediaDefs.h> 41643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <media/stagefright/MediaExtractor.h> 42643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <media/stagefright/MediaDebug.h> 43643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <media/stagefright/MediaSource.h> 44643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <media/stagefright/MetaData.h> 45643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <media/stagefright/OMXCodec.h> 46643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 47643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <surfaceflinger/Surface.h> 48643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <media/stagefright/foundation/ALooper.h> 49643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 50643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundarginamespace android { 51643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 52643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 53643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistruct PreviewPlayerEvent : public TimedEventQueue::Event { 54643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi PreviewPlayerEvent( 55643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi PreviewPlayer *player, 56643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi void (PreviewPlayer::*method)()) 57643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi : mPlayer(player), 58643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mMethod(method) { 59643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 60643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 61643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargiprotected: 62643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi virtual ~PreviewPlayerEvent() {} 63643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 64643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi virtual void fire(TimedEventQueue *queue, int64_t /* now_us */) { 65643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (mPlayer->*mMethod)(); 66643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 67643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 68643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargiprivate: 69643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi PreviewPlayer *mPlayer; 70643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi void (PreviewPlayer::*mMethod)(); 71643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 72643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi PreviewPlayerEvent(const PreviewPlayerEvent &); 73643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi PreviewPlayerEvent &operator=(const PreviewPlayerEvent &); 74643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi}; 75643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 76643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 77643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistruct PreviewLocalRenderer : public PreviewPlayerRenderer { 78bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava 79bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava static PreviewLocalRenderer* initPreviewLocalRenderer ( 80643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bool previewOnly, 81643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi OMX_COLOR_FORMATTYPE colorFormat, 82643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi const sp<Surface> &surface, 83643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi size_t displayWidth, size_t displayHeight, 84643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi size_t decodedWidth, size_t decodedHeight, 85643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int32_t rotationDegrees = 0) 86bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava { 87bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava PreviewLocalRenderer* mLocalRenderer = new 88bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava PreviewLocalRenderer( 89bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava previewOnly, 90bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava colorFormat, 91bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava surface, 92bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava displayWidth, displayHeight, 93bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava decodedWidth, decodedHeight, 94bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava rotationDegrees); 95bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava 96bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava if ( mLocalRenderer->init(previewOnly, 97643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi colorFormat, surface, 98643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi displayWidth, displayHeight, 99643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi decodedWidth, decodedHeight, 100bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava rotationDegrees) != OK ) 101bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava { 102bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava delete mLocalRenderer; 103bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava return NULL; 104bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava } 105bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava return mLocalRenderer; 106643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 107643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 108643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi virtual void render(MediaBuffer *buffer) { 109643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi render((const uint8_t *)buffer->data() + buffer->range_offset(), 110643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi buffer->range_length()); 111643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 112643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 113643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi void render(const void *data, size_t size) { 114643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mTarget->render(data, size, NULL); 115643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 116643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi void render() { 117643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mTarget->renderYV12(); 118643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 119643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi void getBuffer(uint8_t **data, size_t *stride) { 120643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mTarget->getBufferYV12(data, stride); 121643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 122643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 123643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargiprotected: 124643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi virtual ~PreviewLocalRenderer() { 125643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi delete mTarget; 126643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mTarget = NULL; 127643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 128643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 129643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargiprivate: 130643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi PreviewRenderer *mTarget; 131643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 132bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava PreviewLocalRenderer( 133bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava bool previewOnly, 134bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava OMX_COLOR_FORMATTYPE colorFormat, 135bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava const sp<Surface> &surface, 136bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava size_t displayWidth, size_t displayHeight, 137bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava size_t decodedWidth, size_t decodedHeight, 138bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava int32_t rotationDegrees = 0) 139bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava : mTarget(NULL) { 140bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava } 141bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava 142bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava 143bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava int init( 144643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bool previewOnly, 145643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi OMX_COLOR_FORMATTYPE colorFormat, 146643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi const sp<Surface> &surface, 147643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi size_t displayWidth, size_t displayHeight, 148643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi size_t decodedWidth, size_t decodedHeight, 149643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int32_t rotationDegrees = 0); 150643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 151643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi PreviewLocalRenderer(const PreviewLocalRenderer &); 152643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi PreviewLocalRenderer &operator=(const PreviewLocalRenderer &);; 153643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi}; 154643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 155bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhavaint PreviewLocalRenderer::init( 156643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bool previewOnly, 157643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi OMX_COLOR_FORMATTYPE colorFormat, 158643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi const sp<Surface> &surface, 159643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi size_t displayWidth, size_t displayHeight, 160643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi size_t decodedWidth, size_t decodedHeight, 161643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int32_t rotationDegrees) { 162bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava 163bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava mTarget = PreviewRenderer::CreatePreviewRenderer ( 164643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi colorFormat, surface, displayWidth, displayHeight, 165643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi decodedWidth, decodedHeight, rotationDegrees); 166bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava if (mTarget == M4OSA_NULL) { 167bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava return UNKNOWN_ERROR; 168bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava } 169bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava return OK; 170643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 171643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 172643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray KundargiPreviewPlayer::PreviewPlayer() 173643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi : AwesomePlayer(), 174408e25b2508d97f7ae0b39acf46ab42b7c223c44Basavapatna Dattaguru mCurrFramingEffectIndex(0) , 17535cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi mReportedWidth(0), 176e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mReportedHeight(0), 177408e25b2508d97f7ae0b39acf46ab42b7c223c44Basavapatna Dattaguru mFrameRGBBuffer(NULL), 178408e25b2508d97f7ae0b39acf46ab42b7c223c44Basavapatna Dattaguru mFrameYUVBuffer(NULL){ 179643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 180643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRenderer = NULL; 181643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer = NULL; 182643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSuspensionState = NULL; 183643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mEffectsSettings = NULL; 1845bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma mVeAudioPlayer = NULL; 185643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioMixStoryBoardTS = 0; 186643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mCurrentMediaBeginCutTime = 0; 187643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mCurrentMediaVolumeValue = 0; 188643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mNumberEffects = 0; 189643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDecodedVideoTs = 0; 190643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDecVideoTsStoryBoard = 0; 191643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mCurrentVideoEffect = VIDEO_EFFECT_NONE; 192643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mProgressCbInterval = 0; 193643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mNumberDecVideoFrames = 0; 194e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mOverlayUpdateEventPosted = false; 1951c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mIsChangeSourceRequired = true; 196643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 197643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoEvent = new PreviewPlayerEvent(this, &PreviewPlayer::onVideoEvent); 198643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoEventPending = false; 199643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mStreamDoneEvent = new PreviewPlayerEvent(this, 2001c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury &PreviewPlayer::onStreamDone); 201643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 202643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mStreamDoneEventPending = false; 203643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 204643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mCheckAudioStatusEvent = new PreviewPlayerEvent( 205e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi this, &AwesomePlayer::onCheckAudioStatus); 206643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 207643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioStatusEventPending = false; 208643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 209643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mProgressCbEvent = new PreviewPlayerEvent(this, 210e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi &PreviewPlayer::onProgressCbEvent); 211643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 212e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mOverlayUpdateEvent = new PreviewPlayerEvent(this, 213e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi &PreviewPlayer::onUpdateOverlayEvent); 214643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mProgressCbEventPending = false; 215e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi 216e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mOverlayUpdateEventPending = false; 217643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mResizedVideoBuffer = NULL; 218643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoResizedOrCropped = false; 219643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mRenderingMode = (M4xVSS_MediaRendering)MEDIA_RENDERING_INVALID; 220643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mIsFiftiesEffectStarted = false; 221643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi reset(); 222643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 223643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 224643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray KundargiPreviewPlayer::~PreviewPlayer() { 225643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 226643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mQueueStarted) { 227643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mQueue.stop(); 228643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 229643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 230643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi reset(); 231643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 232643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(mResizedVideoBuffer != NULL) { 233643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_free((M4OSA_MemAddr32)(mResizedVideoBuffer->data())); 234643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mResizedVideoBuffer = NULL; 235643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 236643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 237643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRenderer.clear(); 238643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRenderer = NULL; 239643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 240643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 241643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::cancelPlayerEvents(bool keepBufferingGoing) { 242643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mQueue.cancelEvent(mVideoEvent->eventID()); 243643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoEventPending = false; 244643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mQueue.cancelEvent(mStreamDoneEvent->eventID()); 245643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mStreamDoneEventPending = false; 246643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mQueue.cancelEvent(mCheckAudioStatusEvent->eventID()); 247643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioStatusEventPending = false; 248643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 249643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mQueue.cancelEvent(mProgressCbEvent->eventID()); 250643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mProgressCbEventPending = false; 251643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 252643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 253643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setDataSource( 254643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi const char *uri, const KeyedVector<String8, String8> *headers) { 255643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 256643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return setDataSource_l(uri, headers); 257643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 258643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 259643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setDataSource_l( 260643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi const char *uri, const KeyedVector<String8, String8> *headers) { 261643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi reset_l(); 262643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 263643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mUri = uri; 264643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 265643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (headers) { 266643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mUriHeaders = *headers; 267643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 268643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 269643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // The actual work will be done during preparation in the call to 270643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // ::finishSetDataSource_l to avoid blocking the calling thread in 271643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // setDataSource for any significant time. 272643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 273643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 274643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 275643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setDataSource_l(const sp<MediaExtractor> &extractor) { 276643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bool haveAudio = false; 277643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bool haveVideo = false; 278643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi for (size_t i = 0; i < extractor->countTracks(); ++i) { 279643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi sp<MetaData> meta = extractor->getTrackMetaData(i); 280643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 281643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi const char *mime; 282643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findCString(kKeyMIMEType, &mime)); 283643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 284643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!haveVideo && !strncasecmp(mime, "video/", 6)) { 285643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi setVideoSource(extractor->getTrack(i)); 286643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi haveVideo = true; 287643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } else if (!haveAudio && !strncasecmp(mime, "audio/", 6)) { 288643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi setAudioSource(extractor->getTrack(i)); 289643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi haveAudio = true; 290643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 291643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_VORBIS)) { 292643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Only do this for vorbis audio, none of the other audio 293643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // formats even support this ringtone specific hack and 294643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // retrieving the metadata on some extractors may turn out 295643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // to be very expensive. 296643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi sp<MetaData> fileMeta = extractor->getMetaData(); 297643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int32_t loop; 298643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (fileMeta != NULL 299643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi && fileMeta->findInt32(kKeyAutoLoop, &loop) 300643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi && loop != 0) { 301643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= AUTO_LOOPING; 302643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 303643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 304643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 305643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 306643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (haveAudio && haveVideo) { 307643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 308643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 309643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 310643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 311643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi /* Add the support for Dummy audio*/ 312643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if( !haveAudio ){ 313643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer: setDataSource_l Dummyaudiocreation started"); 314643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 315643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioTrack = DummyAudioSource::Create(32000, 2, 20000, 316643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi ((mPlayEndTimeMsec)*1000)); 317643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer: setDataSource_l Dummyauiosource created"); 318643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(mAudioTrack != NULL) { 319643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi haveAudio = true; 320643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 321643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 322643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 323643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!haveAudio && !haveVideo) { 324643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return UNKNOWN_ERROR; 325643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 326643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 327643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mExtractorFlags = extractor->flags(); 328643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 329643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 330643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 331643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setDataSource_l_jpg() { 332643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_ERR err = M4NO_ERROR; 333643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer: setDataSource_l_jpg started"); 334643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 335643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioSource = DummyAudioSource::Create(32000, 2, 20000, 336643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi ((mPlayEndTimeMsec)*1000)); 337643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer: setDataSource_l_jpg Dummyaudiosource created"); 338643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(mAudioSource != NULL) { 339643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi setAudioSource(mAudioSource); 340643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 341643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t error = mAudioSource->start(); 342643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (error != OK) { 343643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("Error starting dummy audio source"); 344643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioSource.clear(); 345643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 346643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 347643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 348643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDurationUs = (mPlayEndTimeMsec - mPlayBeginTimeMsec)*1000; 349643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 350643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoSource = DummyVideoSource::Create(mVideoWidth, mVideoHeight, 351643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDurationUs, mUri); 35235cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi mReportedWidth = mVideoWidth; 35335cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi mReportedHeight = mVideoHeight; 35435cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi 355643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi setVideoSource(mVideoSource); 356643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err1 = mVideoSource->start(); 357643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err1 != OK) { 358643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoSource.clear(); 359643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 360643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 361643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 362643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mIsVideoSourceJpg = true; 363643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 364643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 365643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 366643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::reset() { 367643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 368643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi reset_l(); 369643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 370643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 371643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::reset_l() { 372643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 373643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mFlags & PREPARING) { 374643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= PREPARE_CANCELLED; 375643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 376643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 377643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi while (mFlags & PREPARING) { 378643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mPreparedCondition.wait(mLock); 379643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 380643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 381643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi cancelPlayerEvents(); 382643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioTrack.clear(); 383643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoTrack.clear(); 384643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 385643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Shutdown audio first, so that the respone to the reset request 386643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // appears to happen instantaneously as far as the user is concerned 387643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // If we did this later, audio would continue playing while we 388643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // shutdown the video-related resources and the player appear to 389643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // not be as responsive to a reset request. 390643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mAudioPlayer == NULL && mAudioSource != NULL) { 391643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // If we had an audio player, it would have effectively 392643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // taken possession of the audio source and stopped it when 393643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // _it_ is stopped. Otherwise this is still our responsibility. 394643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioSource->stop(); 395643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 396643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioSource.clear(); 397643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 398643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mTimeSource = NULL; 399643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 4001c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury //Single audio player instance used 4011c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury //So donot delete it here 4021c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury //It is deleted from PreviewController class 4031c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury //delete mAudioPlayer; 404643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioPlayer = NULL; 405643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 406643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mLastVideoBuffer) { 407643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer->release(); 408643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer = NULL; 409643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 410643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 411643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoBuffer) { 412643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer->release(); 413643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer = NULL; 414643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 415643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 416643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoSource != NULL) { 417643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoSource->stop(); 418643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 419643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // The following hack is necessary to ensure that the OMX 420643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // component is completely released by the time we may try 421643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // to instantiate it again. 422643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi wp<MediaSource> tmp = mVideoSource; 423643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoSource.clear(); 424643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi while (tmp.promote() != NULL) { 425643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi usleep(1000); 426643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 427643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi IPCThreadState::self()->flushCommands(); 428643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 429643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 430643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDurationUs = -1; 431643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags = 0; 432643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mExtractorFlags = 0; 433643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoWidth = mVideoHeight = -1; 434643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mTimeSourceDeltaUs = 0; 435643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoTimeUs = 0; 436643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 437a5872f770c50da1db555d53e062a9896ea4321d5Andreas Huber mSeeking = NO_SEEK; 438643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSeekNotificationSent = false; 439643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSeekTimeUs = 0; 440643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 441643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mUri.setTo(""); 442643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mUriHeaders.clear(); 443643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 444643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFileSource.clear(); 445643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 446643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi delete mSuspensionState; 447643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSuspensionState = NULL; 448643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 449643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mCurrentVideoEffect = VIDEO_EFFECT_NONE; 450643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mIsVideoSourceJpg = false; 451643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFrameRGBBuffer = NULL; 452643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(mFrameYUVBuffer != NULL) { 453643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_free((M4OSA_MemAddr32)mFrameYUVBuffer); 454643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFrameYUVBuffer = NULL; 455643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 456643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 457643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 458643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::play() { 459643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 460643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 461643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags &= ~CACHE_UNDERRUN; 462643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 463643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return play_l(); 464643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 465643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 4665bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharmastatus_t PreviewPlayer::startAudioPlayer_l() { 4675bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma CHECK(!(mFlags & AUDIO_RUNNING)); 4685bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma 4695bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma if (mAudioSource == NULL || mAudioPlayer == NULL) { 4705bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma return OK; 4715bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma } 4725bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma 4735bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma if (!(mFlags & AUDIOPLAYER_STARTED)) { 4745bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma mFlags |= AUDIOPLAYER_STARTED; 4755bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma 4765bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma // We've already started the MediaSource in order to enable 4775bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma // the prefetcher to read its data. 4785bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma status_t err = mVeAudioPlayer->start( 4795bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma true /* sourceAlreadyStarted */); 4805bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma 4815bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma if (err != OK) { 4825bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma notifyListener_l(MEDIA_ERROR, MEDIA_ERROR_UNKNOWN, err); 4835bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma return err; 4845bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma } 4855bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma } else { 4865bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma mVeAudioPlayer->resume(); 4875bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma } 4885bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma 4895bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma mFlags |= AUDIO_RUNNING; 4905bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma 4915bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma mWatchForAudioEOS = true; 4925bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma 4935bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma return OK; 4945bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma} 4955bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma 4961c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdurystatus_t PreviewPlayer::setAudioPlayer(AudioPlayer *audioPlayer) { 4971c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury Mutex::Autolock autoLock(mLock); 4981c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury CHECK(!(mFlags & PLAYING)); 4991c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mAudioPlayer = audioPlayer; 5001c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury 5011c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury LOGV("SetAudioPlayer"); 5021c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mIsChangeSourceRequired = true; 5031c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mVeAudioPlayer = 5041c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury (VideoEditorAudioPlayer*)mAudioPlayer; 5051c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury 5061c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury // check if the new and old source are dummy 5071c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury sp<MediaSource> anAudioSource = mVeAudioPlayer->getSource(); 5081c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury if (anAudioSource == NULL) { 5091c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury // Audio player does not have any source set. 5101c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury LOGV("setAudioPlayer: Audio player does not have any source set"); 5111c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury return OK; 5121c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury } 5131c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury 5141c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury const char *pSrcType1; 5151c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury const char *pSrcType2; 5161c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury sp<MetaData> meta = anAudioSource->getFormat(); 5171c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury 5181c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury if (meta->findCString(kKeyDecoderComponent, &pSrcType1)) { 5191c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury if (strcmp(pSrcType1, "DummyAudioSource") == 0) { 5201c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury meta = mAudioSource->getFormat(); 5211c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury if (meta->findCString(kKeyDecoderComponent, &pSrcType2)) { 5221c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury if (strcmp(pSrcType2, "DummyAudioSource") == 0) { 5231c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mIsChangeSourceRequired = false; 5241c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury // Just set the new play duration for the existing source 5251c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury MediaSource *pMediaSrc = anAudioSource.get(); 5261c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury DummyAudioSource *pDummyAudioSource = (DummyAudioSource*)pMediaSrc; 5271c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury //Increment the duration of audio source 5281c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury pDummyAudioSource->setDuration((int64_t)((mPlayEndTimeMsec)*1000)); 529b6e2b5cc5b71986b06cbd9c471b63eb5878a7aeaRajneesh Chowdury 530b6e2b5cc5b71986b06cbd9c471b63eb5878a7aeaRajneesh Chowdury // Stop the new audio source 531b6e2b5cc5b71986b06cbd9c471b63eb5878a7aeaRajneesh Chowdury // since we continue using old source 532b6e2b5cc5b71986b06cbd9c471b63eb5878a7aeaRajneesh Chowdury LOGV("setAudioPlayer: stop new audio source"); 533b6e2b5cc5b71986b06cbd9c471b63eb5878a7aeaRajneesh Chowdury mAudioSource->stop(); 5341c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury } 5351c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury } 5361c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury } 5371c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury } 5381c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury 5391c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury return OK; 5401c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury} 5411c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury 5421c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowduryvoid PreviewPlayer::onStreamDone() { 5431c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury // Posted whenever any stream finishes playing. 5441c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury 5451c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury Mutex::Autolock autoLock(mLock); 5461c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury if (!mStreamDoneEventPending) { 5471c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury return; 5481c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury } 5491c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mStreamDoneEventPending = false; 5501c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury 5511c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury if (mStreamDoneStatus != ERROR_END_OF_STREAM) { 5521c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury LOGV("MEDIA_ERROR %d", mStreamDoneStatus); 5531c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury 5541c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury notifyListener_l( 5551c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury MEDIA_ERROR, MEDIA_ERROR_UNKNOWN, mStreamDoneStatus); 5561c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury 5571c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury pause_l(true /* at eos */); 5581c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury 5591c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mFlags |= AT_EOS; 5601c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury return; 5611c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury } 5621c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury 5631c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury const bool allDone = 5641c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury (mVideoSource == NULL || (mFlags & VIDEO_AT_EOS)) 5651c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury && (mAudioSource == NULL || (mFlags & AUDIO_AT_EOS)); 5661c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury 5671c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury if (!allDone) { 5681c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury return; 5691c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury } 5701c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury 5711c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury if (mFlags & (LOOPING | AUTO_LOOPING)) { 5721c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury seekTo_l(0); 5731c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury 5741c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury if (mVideoSource != NULL) { 5751c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury postVideoEvent_l(); 5761c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury } 5771c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury } else { 5781c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury LOGV("MEDIA_PLAYBACK_COMPLETE"); 5791c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury //pause before sending event 5801c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury pause_l(true /* at eos */); 5811c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury notifyListener_l(MEDIA_PLAYBACK_COMPLETE); 5821c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury 5831c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mFlags |= AT_EOS; 5841c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury } 5851c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury} 5861c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury 5871c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury 588643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::play_l() { 5895bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma 5908b95de2c4d57a0a07d7f4c59f2ddd52a140a361eRajneesh Chowdury mFlags &= ~SEEK_PREVIEW; 5918b95de2c4d57a0a07d7f4c59f2ddd52a140a361eRajneesh Chowdury 592643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mFlags & PLAYING) { 593643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 594643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 595643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mStartNextPlayer = false; 596643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 597643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!(mFlags & PREPARED)) { 598643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err = prepare_l(); 599643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 600643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 601643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 602643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 603643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 604643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 605643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= PLAYING; 606643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= FIRST_FRAME; 607643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 608643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bool deferredAudioSeek = false; 609643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 610643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mAudioSource != NULL) { 611643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mAudioPlayer == NULL) { 612643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mAudioSink != NULL) { 613643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 614643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioPlayer = new VideoEditorAudioPlayer(mAudioSink, this); 6155bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma mVeAudioPlayer = 616643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (VideoEditorAudioPlayer*)mAudioPlayer; 617643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 618643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioPlayer->setSource(mAudioSource); 619643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 6205bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma mVeAudioPlayer->setAudioMixSettings( 621643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mPreviewPlayerAudioMixSettings); 622643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 6235bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma mVeAudioPlayer->setAudioMixPCMFileHandle( 624643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioMixPCMFileHandle); 625643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 6265bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma mVeAudioPlayer->setAudioMixStoryBoardSkimTimeStamp( 627643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioMixStoryBoardTS, mCurrentMediaBeginCutTime, 628643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mCurrentMediaVolumeValue); 629643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 6301c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mFlags |= AUDIOPLAYER_STARTED; 6311c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury // We've already started the MediaSource in order to enable 6321c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury // the prefetcher to read its data. 6331c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury status_t err = mVeAudioPlayer->start( 6341c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury true /* sourceAlreadyStarted */); 635643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 6361c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury if (err != OK) { 6371c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury //delete mAudioPlayer; 6381c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mAudioPlayer = NULL; 6391c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury 6401c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mFlags &= ~(PLAYING | FIRST_FRAME); 6411c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury return err; 6421c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury } 6431c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury 6441c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mTimeSource = mVeAudioPlayer; 6451c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mFlags |= AUDIO_RUNNING; 646643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi deferredAudioSeek = true; 647643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mWatchForAudioSeekComplete = false; 648643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mWatchForAudioEOS = true; 649643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 6501c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury } else { 6511c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mVeAudioPlayer = (VideoEditorAudioPlayer*)mAudioPlayer; 6521c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury bool isAudioPlayerStarted = mVeAudioPlayer->isStarted(); 6535bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma 6541c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury if (mIsChangeSourceRequired == true) { 6551c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury LOGV("play_l: Change audio source required"); 656643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 6571c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury if (isAudioPlayerStarted == true) { 6581c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mVeAudioPlayer->pause(); 6591c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury } 6605bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma 6611c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mVeAudioPlayer->setSource(mAudioSource); 6621c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mVeAudioPlayer->setObserver(this); 6631c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury 6641c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mVeAudioPlayer->setAudioMixSettings( 6651c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mPreviewPlayerAudioMixSettings); 6661c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury 6671c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mVeAudioPlayer->setAudioMixStoryBoardSkimTimeStamp( 6681c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mAudioMixStoryBoardTS, mCurrentMediaBeginCutTime, 6691c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mCurrentMediaVolumeValue); 6701c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury 6711c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury if (isAudioPlayerStarted == true) { 6721c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mVeAudioPlayer->resume(); 6731c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury } else { 6741c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury status_t err = OK; 6751c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury err = mVeAudioPlayer->start(true); 6761c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury if (err != OK) { 6771c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mAudioPlayer = NULL; 6781c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mVeAudioPlayer = NULL; 6791c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury 6801c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mFlags &= ~(PLAYING | FIRST_FRAME); 6811c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury return err; 6821c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury } 6831c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury } 6841c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury } else { 6851c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury LOGV("play_l: No Source change required"); 6861c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mVeAudioPlayer->setAudioMixStoryBoardSkimTimeStamp( 6871c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mAudioMixStoryBoardTS, mCurrentMediaBeginCutTime, 6881c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mCurrentMediaVolumeValue); 6891c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury 6901c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mVeAudioPlayer->resume(); 6915bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma } 6921c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury 6931c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mFlags |= AUDIOPLAYER_STARTED; 6941c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mFlags |= AUDIO_RUNNING; 6951c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mTimeSource = mVeAudioPlayer; 6961c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury deferredAudioSeek = true; 6971c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mWatchForAudioSeekComplete = false; 6981c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mWatchForAudioEOS = true; 6995bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma } 700643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 701643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 702643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mTimeSource == NULL && mAudioPlayer == NULL) { 703643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mTimeSource = &mSystemTimeSource; 704643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 705643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 70653c567c3355255ed12dd9f5d5a1c58f821770329Dharmaray Kundargi // Set the seek option for Image source files and read. 70753c567c3355255ed12dd9f5d5a1c58f821770329Dharmaray Kundargi // This resets the timestamping for image play 70853c567c3355255ed12dd9f5d5a1c58f821770329Dharmaray Kundargi if (mIsVideoSourceJpg) { 70953c567c3355255ed12dd9f5d5a1c58f821770329Dharmaray Kundargi MediaSource::ReadOptions options; 71053c567c3355255ed12dd9f5d5a1c58f821770329Dharmaray Kundargi MediaBuffer *aLocalBuffer; 71153c567c3355255ed12dd9f5d5a1c58f821770329Dharmaray Kundargi options.setSeekTo(mSeekTimeUs); 71253c567c3355255ed12dd9f5d5a1c58f821770329Dharmaray Kundargi mVideoSource->read(&aLocalBuffer, &options); 7134ca3e5df4b809210b240cd7d0489922017d87a6dSantosh Madhava aLocalBuffer->release(); 71453c567c3355255ed12dd9f5d5a1c58f821770329Dharmaray Kundargi } 71553c567c3355255ed12dd9f5d5a1c58f821770329Dharmaray Kundargi 716643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoSource != NULL) { 717643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Kick off video playback 718643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postVideoEvent_l(); 719643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 720643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 721643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (deferredAudioSeek) { 722643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // If there was a seek request while we were paused 723643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // and we're just starting up again, honor the request now. 724643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi seekAudioIfNecessary_l(); 725643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 726643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 727643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mFlags & AT_EOS) { 728643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Legacy behaviour, if a stream finishes playing and then 729643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // is started again, we play from the start... 730643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi seekTo_l(0); 731643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 732643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 733643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 734643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 735643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 736643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 737bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhavastatus_t PreviewPlayer::initRenderer_l() { 738643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mSurface != NULL || mISurface != NULL) { 739643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi sp<MetaData> meta = mVideoSource->getFormat(); 740643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 741643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int32_t format; 742643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi const char *component; 743643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int32_t decodedWidth, decodedHeight; 744643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findInt32(kKeyColorFormat, &format)); 745643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findCString(kKeyDecoderComponent, &component)); 746643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findInt32(kKeyWidth, &decodedWidth)); 747643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findInt32(kKeyHeight, &decodedHeight)); 748643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 749643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Must ensure that mVideoRenderer's destructor is actually executed 750643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // before creating a new one. 751643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi IPCThreadState::self()->flushCommands(); 752643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 753643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // always use localrenderer since decoded buffers are modified 754643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // by postprocessing module 755643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Other decoders are instantiated locally and as a consequence 756643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // allocate their buffers in local address space. 757643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(mVideoRenderer == NULL) { 758643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 759bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava mVideoRenderer = PreviewLocalRenderer:: initPreviewLocalRenderer ( 760643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi false, // previewOnly 761643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (OMX_COLOR_FORMATTYPE)format, 762643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSurface, 763643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth, mOutputVideoHeight, 764643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth, mOutputVideoHeight); 765bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava 766bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava if ( mVideoRenderer == NULL ) 767bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava { 768bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava return UNKNOWN_ERROR; 769bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava } 770bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava return OK; 771643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 772643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 773bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava return OK; 774643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 775643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 776643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 777643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::setISurface(const sp<ISurface> &isurface) { 778643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 779643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mISurface = isurface; 780643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 781643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 782643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 783643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::seekTo(int64_t timeUs) { 784643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 785643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if ((mExtractorFlags & MediaExtractor::CAN_SEEK) || (mIsVideoSourceJpg)) { 786643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 787643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return seekTo_l(timeUs); 788643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 789643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 790643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 791643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 792643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 793643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 794643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::getVideoDimensions( 795643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int32_t *width, int32_t *height) const { 796643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 797643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 798643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoWidth < 0 || mVideoHeight < 0) { 799643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return UNKNOWN_ERROR; 800643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 801643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 802643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi *width = mVideoWidth; 803643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi *height = mVideoHeight; 804643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 805643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 806643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 807643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 808643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 809643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::initAudioDecoder() { 810643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi sp<MetaData> meta = mAudioTrack->getFormat(); 811643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi const char *mime; 812643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findCString(kKeyMIMEType, &mime)); 813643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 814643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) { 815643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioSource = mAudioTrack; 816643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } else { 817643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi sp<MediaSource> aRawSource; 818643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi aRawSource = OMXCodec::Create( 819643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mClient.interface(), mAudioTrack->getFormat(), 820643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi false, // createEncoder 821643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioTrack); 822643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 823643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(aRawSource != NULL) { 824643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("initAudioDecoder: new VideoEditorSRC"); 825643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioSource = new VideoEditorSRC(aRawSource); 826643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 827643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 828643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 829643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mAudioSource != NULL) { 830643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t durationUs; 831643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mAudioTrack->getFormat()->findInt64(kKeyDuration, &durationUs)) { 832643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mMiscStateLock); 833643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mDurationUs < 0 || durationUs > mDurationUs) { 834643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDurationUs = durationUs; 835643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 836643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 837643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err = mAudioSource->start(); 838643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 839643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 840643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioSource.clear(); 841643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 842643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 843643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_QCELP)) { 844643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // For legacy reasons we're simply going to ignore the absence 845643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // of an audio decoder for QCELP instead of aborting playback 846643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // altogether. 847643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 848643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 849643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 850643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return mAudioSource != NULL ? OK : UNKNOWN_ERROR; 851643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 852643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 853643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 854643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::initVideoDecoder(uint32_t flags) { 855643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 856643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoSource = OMXCodec::Create( 857643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mClient.interface(), mVideoTrack->getFormat(), 858643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi false, 859643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoTrack, 860643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi NULL, flags); 861643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 862643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoSource != NULL) { 863643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t durationUs; 864643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoTrack->getFormat()->findInt64(kKeyDuration, &durationUs)) { 865643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mMiscStateLock); 866643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mDurationUs < 0 || durationUs > mDurationUs) { 867643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDurationUs = durationUs; 868643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 869643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 870643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 871643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(mVideoTrack->getFormat()->findInt32(kKeyWidth, &mVideoWidth)); 872643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(mVideoTrack->getFormat()->findInt32(kKeyHeight, &mVideoHeight)); 873643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 87435cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi mReportedWidth = mVideoWidth; 87535cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi mReportedHeight = mVideoHeight; 87635cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi 877643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err = mVideoSource->start(); 878643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 879643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 880643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoSource.clear(); 881643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 882643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 883643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 884643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 885643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return mVideoSource != NULL ? OK : UNKNOWN_ERROR; 886643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 887643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 888643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 889643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::onVideoEvent() { 890643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi uint32_t i=0; 891643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bool bAppliedVideoEffect = false; 892643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_ERR err1 = M4NO_ERROR; 893643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t imageFrameTimeUs = 0; 894643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 895643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 896643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!mVideoEventPending) { 897643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // The event has been cancelled in reset_l() but had already 898643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // been scheduled for execution at that time. 899643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 900643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 901643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoEventPending = false; 902643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 9039e4c36a044e264c644d7fa9f9894659a6fc47a6fAndreas Huber if (mFlags & SEEK_PREVIEW) { 9049e4c36a044e264c644d7fa9f9894659a6fc47a6fAndreas Huber mFlags &= ~SEEK_PREVIEW; 9059e4c36a044e264c644d7fa9f9894659a6fc47a6fAndreas Huber return; 9069e4c36a044e264c644d7fa9f9894659a6fc47a6fAndreas Huber } 9079e4c36a044e264c644d7fa9f9894659a6fc47a6fAndreas Huber 908643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi TimeSource *ts_st = &mSystemTimeSource; 909643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t timeStartUs = ts_st->getRealTimeUs(); 910643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 911a5872f770c50da1db555d53e062a9896ea4321d5Andreas Huber if (mSeeking != NO_SEEK) { 912643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mLastVideoBuffer) { 913643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer->release(); 914643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer = NULL; 915643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 916643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 917643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 918643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(mAudioSource != NULL) { 919643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 920643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // We're going to seek the video source first, followed by 921643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // the audio source. 922643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // In order to avoid jumps in the DataSource offset caused by 923643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // the audio codec prefetching data from the old locations 924643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // while the video codec is already reading data from the new 925643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // locations, we'll "pause" the audio source, causing it to 926643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // stop reading input data until a subsequent seek. 927643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 9285bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma if (mAudioPlayer != NULL && (mFlags & AUDIO_RUNNING)) { 929643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioPlayer->pause(); 9305bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma mFlags &= ~AUDIO_RUNNING; 931643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 932643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioSource->pause(); 933643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 934643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 935643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 936643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!mVideoBuffer) { 937643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi MediaSource::ReadOptions options; 938a5872f770c50da1db555d53e062a9896ea4321d5Andreas Huber if (mSeeking != NO_SEEK) { 939643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("LV PLAYER seeking to %lld us (%.2f secs)", mSeekTimeUs, 940643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSeekTimeUs / 1E6); 941643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 942643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi options.setSeekTo( 943643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSeekTimeUs, MediaSource::ReadOptions::SEEK_CLOSEST); 944643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 945643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi for (;;) { 946643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err = mVideoSource->read(&mVideoBuffer, &options); 947643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi options.clearSeekTo(); 948643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 949643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 950643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK_EQ(mVideoBuffer, NULL); 951643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 952643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err == INFO_FORMAT_CHANGED) { 953643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("LV PLAYER VideoSource signalled format change"); 954643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi notifyVideoSize_l(); 95535cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi sp<MetaData> meta = mVideoSource->getFormat(); 956643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 95735cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi CHECK(meta->findInt32(kKeyWidth, &mReportedWidth)); 95835cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi CHECK(meta->findInt32(kKeyHeight, &mReportedHeight)); 959643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoRenderer != NULL) { 960643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRendererIsPreview = false; 961bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava err = initRenderer_l(); 9624ca3e5df4b809210b240cd7d0489922017d87a6dSantosh Madhava if (err != OK) { 9634ca3e5df4b809210b240cd7d0489922017d87a6dSantosh Madhava postStreamDoneEvent_l(err); 9644ca3e5df4b809210b240cd7d0489922017d87a6dSantosh Madhava } 965bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava 966643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 967643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi continue; 968643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 969643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // So video playback is complete, but we may still have 970342f932f6312be84a48512216b561ead42b53199Santosh Madhava // a seek request pending that needs to be applied to the audio track 971a5872f770c50da1db555d53e062a9896ea4321d5Andreas Huber if (mSeeking != NO_SEEK) { 972342f932f6312be84a48512216b561ead42b53199Santosh Madhava LOGV("video stream ended while seeking!"); 973342f932f6312be84a48512216b561ead42b53199Santosh Madhava } 974342f932f6312be84a48512216b561ead42b53199Santosh Madhava finishSeekIfNecessary(-1); 975643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer: onVideoEvent EOS reached."); 976643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= VIDEO_AT_EOS; 9771c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mFlags |= AUDIO_AT_EOS; 9784f4efef8357f4d8b23ccfb1b29db34175bf72627Dheeraj Sharma mOverlayUpdateEventPosted = false; 979643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postStreamDoneEvent_l(err); 980b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava // Set the last decoded timestamp to duration 981b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava mDecodedVideoTs = (mPlayEndTimeMsec*1000); 982643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 983643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 984643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 985643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoBuffer->range_length() == 0) { 986643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Some decoders, notably the PV AVC software decoder 987643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // return spurious empty buffers that we just want to ignore. 988643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 989643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer->release(); 990643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer = NULL; 991643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi continue; 992643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 993643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 994643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t videoTimeUs; 995643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(mVideoBuffer->meta_data()->findInt64(kKeyTime, &videoTimeUs)); 996643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 997a5872f770c50da1db555d53e062a9896ea4321d5Andreas Huber if (mSeeking != NO_SEEK) { 998b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava if (videoTimeUs < mSeekTimeUs) { 999b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava // buffers are before seek time 1000b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava // ignore them 1001b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava mVideoBuffer->release(); 1002b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava mVideoBuffer = NULL; 1003b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava continue; 1004b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava } 1005b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava } else { 1006b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava if((videoTimeUs/1000) < mPlayBeginTimeMsec) { 1007b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava // Frames are before begin cut time 1008b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava // Donot render 1009b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava mVideoBuffer->release(); 1010b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava mVideoBuffer = NULL; 1011b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava continue; 1012b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava } 1013643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1014643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1015643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1016643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1017643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1018643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mNumberDecVideoFrames++; 1019643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1020643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t timeUs; 1021643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(mVideoBuffer->meta_data()->findInt64(kKeyTime, &timeUs)); 1022643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1023643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi { 1024643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mMiscStateLock); 1025643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoTimeUs = timeUs; 1026643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1027643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1028643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1029643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(!mStartNextPlayer) { 1030643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t playbackTimeRemaining = (mPlayEndTimeMsec*1000) - timeUs; 1031643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(playbackTimeRemaining <= 1500000) { 1032643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi //When less than 1.5 sec of playback left 1033643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // send notification to start next player 1034643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1035643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mStartNextPlayer = true; 1036643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi notifyListener_l(0xAAAAAAAA); 1037643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1038643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1039643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1040a5872f770c50da1db555d53e062a9896ea4321d5Andreas Huber SeekType wasSeeking = mSeeking; 1041643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi finishSeekIfNecessary(timeUs); 10425bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma if (mAudioPlayer != NULL && !(mFlags & (AUDIO_RUNNING))) { 10435bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma status_t err = startAudioPlayer_l(); 10445bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma if (err != OK) { 10455bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma LOGE("Starting the audio player failed w/ err %d", err); 10465bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma return; 10475bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma } 10485bc7fb407ce1bab13d4a4a67d34a1a3192ee3186Dheeraj Sharma } 1049643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1050643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi TimeSource *ts = (mFlags & AUDIO_AT_EOS) ? &mSystemTimeSource : mTimeSource; 1051643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1052643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(ts == NULL) { 1053643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer->release(); 1054643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer = NULL; 1055643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 1056643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1057643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1058643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(!mIsVideoSourceJpg) { 1059643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mFlags & FIRST_FRAME) { 1060643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags &= ~FIRST_FRAME; 1061643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1062643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mTimeSourceDeltaUs = ts->getRealTimeUs() - timeUs; 1063643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1064643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1065643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t realTimeUs, mediaTimeUs; 1066643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!(mFlags & AUDIO_AT_EOS) && mAudioPlayer != NULL 1067643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi && mAudioPlayer->getMediaTimeMapping(&realTimeUs, &mediaTimeUs)) { 1068643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mTimeSourceDeltaUs = realTimeUs - mediaTimeUs; 1069643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1070643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1071643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t nowUs = ts->getRealTimeUs() - mTimeSourceDeltaUs; 1072643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1073643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t latenessUs = nowUs - timeUs; 1074643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1075a5872f770c50da1db555d53e062a9896ea4321d5Andreas Huber if (wasSeeking != NO_SEEK) { 1076342f932f6312be84a48512216b561ead42b53199Santosh Madhava // Let's display the first frame after seeking right away. 1077342f932f6312be84a48512216b561ead42b53199Santosh Madhava latenessUs = 0; 1078342f932f6312be84a48512216b561ead42b53199Santosh Madhava } 1079643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("Audio time stamp = %lld and video time stamp = %lld", 1080643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi ts->getRealTimeUs(),timeUs); 1081643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (latenessUs > 40000) { 1082643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // We're more than 40ms late. 1083643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1084643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("LV PLAYER we're late by %lld us (%.2f secs)", 1085643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi latenessUs, latenessUs / 1E6); 1086643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1087643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer->release(); 1088643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer = NULL; 10894f155f0cffa2414545854e899dff4861187e1f68Dharmaray Kundargi postVideoEvent_l(0); 1090643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 1091643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1092643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 10934f155f0cffa2414545854e899dff4861187e1f68Dharmaray Kundargi if (latenessUs < -25000) { 10944f155f0cffa2414545854e899dff4861187e1f68Dharmaray Kundargi // We're more than 25ms early. 10954f155f0cffa2414545854e899dff4861187e1f68Dharmaray Kundargi LOGV("We're more than 25ms early, lateness %lld", latenessUs); 1096643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 10974f155f0cffa2414545854e899dff4861187e1f68Dharmaray Kundargi postVideoEvent_l(25000); 1098643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 1099643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1100643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1101643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1102643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoRendererIsPreview || mVideoRenderer == NULL) { 1103643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRendererIsPreview = false; 1104643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1105bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava status_t err = initRenderer_l(); 11064ca3e5df4b809210b240cd7d0489922017d87a6dSantosh Madhava if (err != OK) { 11074ca3e5df4b809210b240cd7d0489922017d87a6dSantosh Madhava postStreamDoneEvent_l(err); 11084ca3e5df4b809210b240cd7d0489922017d87a6dSantosh Madhava } 1109643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1110643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1111643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // If timestamp exceeds endCutTime of clip, donot render 1112643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if((timeUs/1000) > mPlayEndTimeMsec) { 1113643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mLastVideoBuffer) { 1114643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer->release(); 1115643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer = NULL; 1116643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1117643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer = mVideoBuffer; 1118643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer = NULL; 1119643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= VIDEO_AT_EOS; 1120643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= AUDIO_AT_EOS; 1121bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava LOGV("PreviewPlayer: onVideoEvent timeUs > mPlayEndTime; send EOS.."); 11224f4efef8357f4d8b23ccfb1b29db34175bf72627Dheeraj Sharma mOverlayUpdateEventPosted = false; 1123643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postStreamDoneEvent_l(ERROR_END_OF_STREAM); 1124643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 1125643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1126b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava // Capture the frame timestamp to be rendered 1127b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava mDecodedVideoTs = timeUs; 1128643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1129643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Post processing to apply video effects 1130643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi for(i=0;i<mNumberEffects;i++) { 1131643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // First check if effect starttime matches the clip being previewed 1132643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if((mEffectsSettings[i].uiStartTime < (mDecVideoTsStoryBoard/1000)) || 1133643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (mEffectsSettings[i].uiStartTime >= 1134643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi ((mDecVideoTsStoryBoard/1000) + mPlayEndTimeMsec - mPlayBeginTimeMsec))) 1135643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi { 1136643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // This effect doesn't belong to this clip, check next one 1137643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi continue; 1138643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1139643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Check if effect applies to this particular frame timestamp 1140643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if((mEffectsSettings[i].uiStartTime <= 1141643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (((timeUs+mDecVideoTsStoryBoard)/1000)-mPlayBeginTimeMsec)) && 1142643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi ((mEffectsSettings[i].uiStartTime+mEffectsSettings[i].uiDuration) >= 1143643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (((timeUs+mDecVideoTsStoryBoard)/1000)-mPlayBeginTimeMsec)) 1144643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi && (mEffectsSettings[i].uiDuration != 0)) { 1145643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi setVideoPostProcessingNode( 1146643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mEffectsSettings[i].VideoEffectType, TRUE); 1147643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1148643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 1149643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi setVideoPostProcessingNode( 1150643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mEffectsSettings[i].VideoEffectType, FALSE); 1151643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1152e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } 1153643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1154e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi //Provide the overlay Update indication when there is an overlay effect 1155d01ef568f96253fe5859526bb67b13fc5e17b544Dharmaray Kundargi if (mCurrentVideoEffect & VIDEO_EFFECT_FRAMING) { 1156d01ef568f96253fe5859526bb67b13fc5e17b544Dharmaray Kundargi mCurrentVideoEffect &= ~VIDEO_EFFECT_FRAMING; //never apply framing here. 1157e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi if (!mOverlayUpdateEventPosted) { 1158e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi // Find the effect in effectSettings array 1159408e25b2508d97f7ae0b39acf46ab42b7c223c44Basavapatna Dattaguru M4OSA_UInt32 index; 1160e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi for (index = 0; index < mNumberEffects; index++) { 1161e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi M4OSA_UInt32 timeMs = mDecodedVideoTs/1000; 1162e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi M4OSA_UInt32 timeOffset = mDecVideoTsStoryBoard/1000; 1163e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi if(mEffectsSettings[index].VideoEffectType == 1164408e25b2508d97f7ae0b39acf46ab42b7c223c44Basavapatna Dattaguru (M4VSS3GPP_VideoEffectType)M4xVSS_kVideoEffectType_Framing) { 1165254c8dfe514fd45eef251763639f63615379570fDharmaray Kundargi if (((mEffectsSettings[index].uiStartTime + 1) <= 1166254c8dfe514fd45eef251763639f63615379570fDharmaray Kundargi timeMs + timeOffset - mPlayBeginTimeMsec) && 1167e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi ((mEffectsSettings[index].uiStartTime - 1 + 1168254c8dfe514fd45eef251763639f63615379570fDharmaray Kundargi mEffectsSettings[index].uiDuration) >= 1169254c8dfe514fd45eef251763639f63615379570fDharmaray Kundargi timeMs + timeOffset - mPlayBeginTimeMsec)) 1170e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi { 1171e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi break; 1172e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } 1173e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } 1174e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } 1175e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi if (index < mNumberEffects) { 1176e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mCurrFramingEffectIndex = index; 1177e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mOverlayUpdateEventPosted = true; 1178e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi postOverlayUpdateEvent_l(); 1179e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi LOGV("Framing index = %d", mCurrFramingEffectIndex); 1180e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } else { 1181e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi LOGV("No framing effects found"); 1182e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } 1183e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } 1184e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi 1185e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } else if (mOverlayUpdateEventPosted) { 1186e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi //Post the event when the overlay is no more valid 1187e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi LOGV("Overlay is Done"); 1188e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mOverlayUpdateEventPosted = false; 1189e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi postOverlayUpdateEvent_l(); 1190643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1191643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1192e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi 1193e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi if (mCurrentVideoEffect != VIDEO_EFFECT_NONE) { 1194643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi err1 = doVideoPostProcessing(); 1195643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(err1 != M4NO_ERROR) { 1196643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGE("doVideoPostProcessing returned err"); 1197643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bAppliedVideoEffect = false; 1198643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1199643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 1200643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bAppliedVideoEffect = true; 1201643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1202643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1203643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 1204643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bAppliedVideoEffect = false; 1205643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(mRenderingMode != MEDIA_RENDERING_INVALID) { 1206643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // No effects to be applied, but media rendering to be done 1207643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi err1 = doMediaRendering(); 1208643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(err1 != M4NO_ERROR) { 1209643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGE("doMediaRendering returned err"); 1210643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi //Use original mVideoBuffer for rendering 1211643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoResizedOrCropped = false; 1212643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1213643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1214643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1215643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1216643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoRenderer != NULL) { 1217643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("mVideoRenderer CALL render()"); 1218643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRenderer->render(); 1219643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1220643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1221643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mLastVideoBuffer) { 1222643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer->release(); 1223643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer = NULL; 1224643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1225643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1226643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer = mVideoBuffer; 1227643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer = NULL; 1228643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1229643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Post progress callback based on callback interval set 1230643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(mNumberDecVideoFrames >= mProgressCbInterval) { 1231643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProgressCallbackEvent_l(); 1232643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mNumberDecVideoFrames = 0; // reset counter 1233643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1234643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1235643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // if reached EndCutTime of clip, post EOS event 1236643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if((timeUs/1000) >= mPlayEndTimeMsec) { 1237643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer: onVideoEvent EOS."); 1238643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= VIDEO_AT_EOS; 1239643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= AUDIO_AT_EOS; 12404f4efef8357f4d8b23ccfb1b29db34175bf72627Dheeraj Sharma mOverlayUpdateEventPosted = false; 1241643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postStreamDoneEvent_l(ERROR_END_OF_STREAM); 1242643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1243643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 1244a5872f770c50da1db555d53e062a9896ea4321d5Andreas Huber if ((wasSeeking != NO_SEEK) && (mFlags & SEEK_PREVIEW)) { 12451c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mFlags &= ~SEEK_PREVIEW; 12461c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury return; 12471c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury } 12481c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury 1249643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(!mIsVideoSourceJpg) { 12504f155f0cffa2414545854e899dff4861187e1f68Dharmaray Kundargi postVideoEvent_l(0); 1251643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1252643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 1253643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postVideoEvent_l(33000); 1254643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1255643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1256643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1257643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1258643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::prepare() { 1259643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 1260643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return prepare_l(); 1261643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1262643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1263643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::prepare_l() { 1264643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mFlags & PREPARED) { 1265643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1266643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1267643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1268643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mFlags & PREPARING) { 1269643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return UNKNOWN_ERROR; 1270643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1271643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1272643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mIsAsyncPrepare = false; 1273643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err = prepareAsync_l(); 1274643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1275643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 1276643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 1277643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1278643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1279643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi while (mFlags & PREPARING) { 1280643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mPreparedCondition.wait(mLock); 1281643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1282643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1283643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return mPrepareResult; 1284643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1285643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1286643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::prepareAsync_l() { 1287643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mFlags & PREPARING) { 1288643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return UNKNOWN_ERROR; // async prepare already pending 1289643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1290643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1291643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!mQueueStarted) { 1292643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mQueue.start(); 1293643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mQueueStarted = true; 1294643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1295643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1296643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= PREPARING; 1297643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAsyncPrepareEvent = new PreviewPlayerEvent( 1298643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi this, &PreviewPlayer::onPrepareAsyncEvent); 1299643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1300643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mQueue.postEvent(mAsyncPrepareEvent); 1301643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1302643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1303643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1304643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1305643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::finishSetDataSource_l() { 1306643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi sp<DataSource> dataSource; 1307643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi sp<MediaExtractor> extractor; 1308643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1309643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi dataSource = DataSource::CreateFromURI(mUri.string(), &mUriHeaders); 1310643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1311643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (dataSource == NULL) { 1312643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return UNKNOWN_ERROR; 1313643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1314643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1315643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi //If file type is .rgb, then no need to check for Extractor 1316643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int uriLen = strlen(mUri); 1317643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int startOffset = uriLen - 4; 1318643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(!strncasecmp(mUri+startOffset, ".rgb", 4)) { 1319643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi extractor = NULL; 1320643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1321643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 1322643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi extractor = MediaExtractor::Create(dataSource, 1323643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi MEDIA_MIMETYPE_CONTAINER_MPEG4); 1324643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1325643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1326643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (extractor == NULL) { 1327643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer::finishSetDataSource_l extractor == NULL"); 1328643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return setDataSource_l_jpg(); 1329643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1330643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1331643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return setDataSource_l(extractor); 1332643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1333643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1334643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1335643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi// static 1336643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargibool PreviewPlayer::ContinuePreparation(void *cookie) { 1337643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi PreviewPlayer *me = static_cast<PreviewPlayer *>(cookie); 1338643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1339643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return (me->mFlags & PREPARE_CANCELLED) == 0; 1340643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1341643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1342643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::onPrepareAsyncEvent() { 1343643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 1344643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("onPrepareAsyncEvent"); 1345643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1346643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mFlags & PREPARE_CANCELLED) { 1347bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava LOGV("LV PLAYER prepare was cancelled before doing anything"); 1348643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi abortPrepare(UNKNOWN_ERROR); 1349643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 1350643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1351643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1352643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mUri.size() > 0) { 1353643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err = finishSetDataSource_l(); 1354643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1355643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 1356643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi abortPrepare(err); 1357643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 1358643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1359643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1360643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1361643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoTrack != NULL && mVideoSource == NULL) { 1362643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err = initVideoDecoder(OMXCodec::kHardwareCodecsOnly); 1363643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1364643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 1365643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi abortPrepare(err); 1366643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 1367643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1368643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1369643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1370643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mAudioTrack != NULL && mAudioSource == NULL) { 1371643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err = initAudioDecoder(); 1372643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1373643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 1374643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi abortPrepare(err); 1375643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 1376643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1377643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1378643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi finishAsyncPrepare_l(); 1379643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1380643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1381643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1382643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::finishAsyncPrepare_l() { 1383643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mIsAsyncPrepare) { 1384643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoSource == NULL) { 1385643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("finishAsyncPrepare_l: MEDIA_SET_VIDEO_SIZE 0 0 "); 1386643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi notifyListener_l(MEDIA_SET_VIDEO_SIZE, 0, 0); 1387643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } else { 1388643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("finishAsyncPrepare_l: MEDIA_SET_VIDEO_SIZE"); 1389643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi notifyVideoSize_l(); 1390643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1391643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("finishAsyncPrepare_l: MEDIA_PREPARED"); 1392643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi notifyListener_l(MEDIA_PREPARED); 1393643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1394643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1395643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mPrepareResult = OK; 1396643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags &= ~(PREPARING|PREPARE_CANCELLED); 1397643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= PREPARED; 1398643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAsyncPrepareEvent = NULL; 1399643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mPreparedCondition.broadcast(); 1400643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1401643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1402643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::suspend() { 1403643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("suspend"); 1404643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 1405643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1406643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mSuspensionState != NULL) { 1407643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mLastVideoBuffer == NULL) { 1408643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi //go into here if video is suspended again 1409643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi //after resuming without being played between 1410643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi //them 1411643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi SuspensionState *state = mSuspensionState; 1412643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSuspensionState = NULL; 1413643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi reset_l(); 1414643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSuspensionState = state; 1415643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1416643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1417643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1418643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi delete mSuspensionState; 1419643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSuspensionState = NULL; 1420643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1421643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1422643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mFlags & PREPARING) { 1423643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= PREPARE_CANCELLED; 1424643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1425643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1426643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi while (mFlags & PREPARING) { 1427643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mPreparedCondition.wait(mLock); 1428643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1429643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1430643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi SuspensionState *state = new SuspensionState; 1431643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mUri = mUri; 1432643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mUriHeaders = mUriHeaders; 1433643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mFileSource = mFileSource; 1434643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1435643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mFlags = mFlags & (PLAYING | AUTO_LOOPING | LOOPING | AT_EOS); 1436643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi getPosition(&state->mPositionUs); 1437643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1438643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mLastVideoBuffer) { 1439643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi size_t size = mLastVideoBuffer->range_length(); 1440643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (size) { 1441643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int32_t unreadable; 1442643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!mLastVideoBuffer->meta_data()->findInt32( 1443643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi kKeyIsUnreadable, &unreadable) 1444643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi || unreadable == 0) { 1445643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mLastVideoFrameSize = size; 1446643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mLastVideoFrame = malloc(size); 1447643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi memcpy(state->mLastVideoFrame, 1448643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (const uint8_t *)mLastVideoBuffer->data() 1449643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi + mLastVideoBuffer->range_offset(), 1450643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi size); 1451643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1452643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mVideoWidth = mVideoWidth; 1453643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mVideoHeight = mVideoHeight; 1454643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1455643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi sp<MetaData> meta = mVideoSource->getFormat(); 1456643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findInt32(kKeyColorFormat, &state->mColorFormat)); 1457643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findInt32(kKeyWidth, &state->mDecodedWidth)); 1458643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findInt32(kKeyHeight, &state->mDecodedHeight)); 1459643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } else { 1460643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("Unable to save last video frame, we have no access to " 1461643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi "the decoded video data."); 1462643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1463643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1464643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1465643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1466643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi reset_l(); 1467643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1468643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSuspensionState = state; 1469643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1470643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1471643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1472643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1473643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::resume() { 1474643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("resume"); 1475643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 1476643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1477643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mSuspensionState == NULL) { 1478643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return INVALID_OPERATION; 1479643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1480643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1481643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi SuspensionState *state = mSuspensionState; 1482643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSuspensionState = NULL; 1483643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1484643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err; 1485643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (state->mFileSource != NULL) { 1486643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi err = AwesomePlayer::setDataSource_l(state->mFileSource); 1487643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1488643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err == OK) { 1489643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFileSource = state->mFileSource; 1490643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1491643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } else { 1492643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi err = AwesomePlayer::setDataSource_l(state->mUri, &state->mUriHeaders); 1493643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1494643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1495643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 1496643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi delete state; 1497643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state = NULL; 1498643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1499643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 1500643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1501643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1502643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi seekTo_l(state->mPositionUs); 1503643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1504643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags = state->mFlags & (AUTO_LOOPING | LOOPING | AT_EOS); 1505643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1506643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (state->mLastVideoFrame && (mSurface != NULL || mISurface != NULL)) { 1507643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRenderer = 1508bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava PreviewLocalRenderer::initPreviewLocalRenderer( 1509643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi true, // previewOnly 1510643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (OMX_COLOR_FORMATTYPE)state->mColorFormat, 1511643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSurface, 1512643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mVideoWidth, 1513643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mVideoHeight, 1514643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mDecodedWidth, 1515643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mDecodedHeight); 1516643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1517643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRendererIsPreview = true; 1518643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1519643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi ((PreviewLocalRenderer *)mVideoRenderer.get())->render( 1520643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mLastVideoFrame, state->mLastVideoFrameSize); 1521643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1522643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1523643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (state->mFlags & PLAYING) { 1524643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi play_l(); 1525643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1526643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1527643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSuspensionState = state; 1528643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state = NULL; 1529643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1530643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1531643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1532643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1533643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1534643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::loadEffectsSettings( 1535643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4VSS3GPP_EffectSettings* pEffectSettings, int nEffects) { 1536643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_UInt32 i = 0, rgbSize = 0; 1537643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4VIFI_UInt8 *tmp = M4OSA_NULL; 1538643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1539643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mNumberEffects = nEffects; 1540643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mEffectsSettings = pEffectSettings; 1541643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1542643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1543643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1544643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::loadAudioMixSettings( 1545643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4xVSS_AudioMixingSettings* pAudioMixSettings) { 1546643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1547643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer: loadAudioMixSettings: "); 1548643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mPreviewPlayerAudioMixSettings = pAudioMixSettings; 1549643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1550643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1551643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1552643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setAudioMixPCMFileHandle( 1553643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_Context pAudioMixPCMFileHandle) { 1554643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1555643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer: setAudioMixPCMFileHandle: "); 1556643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioMixPCMFileHandle = pAudioMixPCMFileHandle; 1557643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1558643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1559643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1560643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setAudioMixStoryBoardParam( 1561643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_UInt32 audioMixStoryBoardTS, 1562643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_UInt32 currentMediaBeginCutTime, 1563643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_UInt32 primaryTrackVolValue ) { 1564643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1565643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioMixStoryBoardTS = audioMixStoryBoardTS; 1566643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mCurrentMediaBeginCutTime = currentMediaBeginCutTime; 1567643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mCurrentMediaVolumeValue = primaryTrackVolValue; 1568643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1569643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1570643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1571643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setPlaybackBeginTime(uint32_t msec) { 1572643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1573643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mPlayBeginTimeMsec = msec; 1574643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1575643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1576643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1577643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setPlaybackEndTime(uint32_t msec) { 1578643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1579643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mPlayEndTimeMsec = msec; 1580643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1581643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1582643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1583643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setStoryboardStartTime(uint32_t msec) { 1584643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1585643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mStoryboardStartTimeMsec = msec; 1586643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDecVideoTsStoryBoard = mStoryboardStartTimeMsec*1000; 1587643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1588643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1589643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1590643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setProgressCallbackInterval(uint32_t cbInterval) { 1591643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1592643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mProgressCbInterval = cbInterval; 1593643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1594643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1595643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1596643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1597643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setMediaRenderingMode( 1598643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4xVSS_MediaRendering mode, 1599643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4VIDEOEDITING_VideoFrameSize outputVideoSize) { 1600643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1601643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mRenderingMode = mode; 1602643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1603643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi /* reset boolean for each clip*/ 1604643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoResizedOrCropped = false; 1605643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1606643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi switch(outputVideoSize) { 1607643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kSQCIF: 1608643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 128; 1609643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 96; 1610643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1611643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1612643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kQQVGA: 1613643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 160; 1614643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 120; 1615643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1616643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1617643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kQCIF: 1618643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 176; 1619643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 144; 1620643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1621643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1622643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kQVGA: 1623643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 320; 1624643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 240; 1625643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1626643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1627643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kCIF: 1628643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 352; 1629643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 288; 1630643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1631643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1632643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kVGA: 1633643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 640; 1634643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 480; 1635643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1636643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1637643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kWVGA: 1638643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 800; 1639643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 480; 1640643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1641643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1642643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kNTSC: 1643643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 720; 1644643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 480; 1645643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1646643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1647643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_k640_360: 1648643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 640; 1649643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 360; 1650643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1651643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1652643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_k854_480: 1653643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 854; 1654643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 480; 1655643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1656643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1657643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kHD1280: 1658643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 1280; 1659643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 720; 1660643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1661643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1662643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kHD1080: 1663643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 1080; 1664643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 720; 1665643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1666643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1667643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kHD960: 1668643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 960; 1669643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 720; 1670643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1671643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1672643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi default: 1673643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGE("unsupported output video size set"); 1674643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return BAD_VALUE; 1675643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1676643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1677643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1678643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1679643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1680643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray KundargiM4OSA_ERR PreviewPlayer::doMediaRendering() { 1681643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_ERR err = M4NO_ERROR; 1682643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4VIFI_ImagePlane planeIn[3], planeOut[3]; 1683643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4VIFI_UInt8 *inBuffer = M4OSA_NULL, *finalOutputBuffer = M4OSA_NULL; 1684643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4VIFI_UInt8 *tempOutputBuffer= M4OSA_NULL; 1685643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi size_t videoBufferSize = 0; 1686643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_UInt32 frameSize = 0, i=0, index =0, nFrameCount =0, bufferOffset =0; 1687643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int32_t colorFormat = 0; 1688643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1689643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(!mIsVideoSourceJpg) { 1690643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi sp<MetaData> meta = mVideoSource->getFormat(); 1691643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findInt32(kKeyColorFormat, &colorFormat)); 1692643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1693643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 1694643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi colorFormat = OMX_COLOR_FormatYUV420Planar; 1695643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1696643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1697643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi videoBufferSize = mVideoBuffer->size(); 1698643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi frameSize = (mVideoWidth*mVideoHeight*3) >> 1; 1699643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1700643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi uint8_t* outBuffer; 1701643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi size_t outBufferStride = 0; 1702643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1703643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRenderer->getBuffer(&outBuffer, &outBufferStride); 1704643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1705643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bufferOffset = index*frameSize; 1706643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi inBuffer = (M4OSA_UInt8 *)mVideoBuffer->data()+ 1707643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer->range_offset()+bufferOffset; 1708643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1709643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1710643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi /* In plane*/ 1711643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi prepareYUV420ImagePlane(planeIn, mVideoWidth, 171235cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi mVideoHeight, (M4VIFI_UInt8 *)inBuffer, mReportedWidth, mReportedHeight); 1713643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1714643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Set the output YUV420 plane to be compatible with YV12 format 1715643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // W & H even 1716643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // YVU instead of YUV 1717643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // align buffers on 32 bits 1718643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1719643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi //In YV12 format, sizes must be even 1720643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_UInt32 yv12PlaneWidth = ((mOutputVideoWidth +1)>>1)<<1; 1721643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_UInt32 yv12PlaneHeight = ((mOutputVideoHeight+1)>>1)<<1; 1722643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1723643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi prepareYV12ImagePlane(planeOut, yv12PlaneWidth, yv12PlaneHeight, 1724643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (M4OSA_UInt32)outBufferStride, (M4VIFI_UInt8 *)outBuffer); 1725643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1726643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1727643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi err = applyRenderingMode(planeIn, planeOut, mRenderingMode); 1728643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1729643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(err != M4NO_ERROR) 1730643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi { 1731408e25b2508d97f7ae0b39acf46ab42b7c223c44Basavapatna Dattaguru LOGE("doMediaRendering: applyRenderingMode returned err=0x%x", (int)err); 1732643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 1733643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1734643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoResizedOrCropped = true; 1735643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1736643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 1737643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1738643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1739643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::resetJniCallbackTimeStamp() { 1740643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1741643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDecVideoTsStoryBoard = mStoryboardStartTimeMsec*1000; 1742643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1743643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1744643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1745643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::postProgressCallbackEvent_l() { 1746643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mProgressCbEventPending) { 1747643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 1748643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1749643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mProgressCbEventPending = true; 1750643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1751643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mQueue.postEvent(mProgressCbEvent); 1752643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1753643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1754e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi 1755643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::onProgressCbEvent() { 1756643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 1757643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!mProgressCbEventPending) { 1758643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 1759643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1760643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mProgressCbEventPending = false; 1761643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // If playback starts from previous I-frame, 1762643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // then send frame storyboard duration 1763643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if((mDecodedVideoTs/1000) < mPlayBeginTimeMsec) { 1764643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi notifyListener_l(MEDIA_INFO, 0, mDecVideoTsStoryBoard/1000); 1765643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1766643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 1767643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi notifyListener_l(MEDIA_INFO, 0, 1768643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (((mDecodedVideoTs+mDecVideoTsStoryBoard)/1000)-mPlayBeginTimeMsec)); 1769643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1770643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1771643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1772e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargivoid PreviewPlayer::postOverlayUpdateEvent_l() { 1773e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi if (mOverlayUpdateEventPending) { 1774e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi return; 1775e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } 1776e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mOverlayUpdateEventPending = true; 1777e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mQueue.postEvent(mOverlayUpdateEvent); 1778e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi} 1779e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi 1780e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargivoid PreviewPlayer::onUpdateOverlayEvent() { 1781e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi Mutex::Autolock autoLock(mLock); 1782e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi 1783e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi if (!mOverlayUpdateEventPending) { 1784e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi return; 1785e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } 1786e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mOverlayUpdateEventPending = false; 1787e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi 1788e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi int updateState; 1789e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi if (mOverlayUpdateEventPosted) { 1790e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi updateState = 1; 1791e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } else { 1792e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi updateState = 0; 1793e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } 1794e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi notifyListener_l(0xBBBBBBBB, updateState, mCurrFramingEffectIndex); 1795e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi} 1796e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi 1797e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi 1798643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::setVideoPostProcessingNode( 1799643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4VSS3GPP_VideoEffectType type, M4OSA_Bool enable) { 1800643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1801643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi uint32_t effect = VIDEO_EFFECT_NONE; 1802643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1803643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi //Map M4VSS3GPP_VideoEffectType to local enum 1804643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi switch(type) { 1805643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VSS3GPP_kVideoEffectType_FadeFromBlack: 1806643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_FADEFROMBLACK; 1807643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1808643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1809643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VSS3GPP_kVideoEffectType_FadeToBlack: 1810643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_FADETOBLACK; 1811643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1812643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1813643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VSS3GPP_kVideoEffectType_CurtainOpening: 1814643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_CURTAINOPEN; 1815643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1816643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1817643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VSS3GPP_kVideoEffectType_CurtainClosing: 1818643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_CURTAINCLOSE; 1819643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1820643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1821643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4xVSS_kVideoEffectType_BlackAndWhite: 1822643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_BLACKANDWHITE; 1823643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1824643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1825643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4xVSS_kVideoEffectType_Pink: 1826643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_PINK; 1827643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1828643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1829643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4xVSS_kVideoEffectType_Green: 1830643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_GREEN; 1831643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1832643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1833643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4xVSS_kVideoEffectType_Sepia: 1834643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_SEPIA; 1835643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1836643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1837643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4xVSS_kVideoEffectType_Negative: 1838643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_NEGATIVE; 1839643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1840643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1841643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4xVSS_kVideoEffectType_Framing: 1842643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_FRAMING; 1843643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1844643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1845643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4xVSS_kVideoEffectType_Fifties: 1846643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_FIFTIES; 1847643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1848643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1849643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4xVSS_kVideoEffectType_ColorRGB16: 1850643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_COLOR_RGB16; 1851643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1852643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1853643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4xVSS_kVideoEffectType_Gradient: 1854643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_GRADIENT; 1855643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1856643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1857643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi default: 1858643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_NONE; 1859643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1860643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1861643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1862643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(enable == M4OSA_TRUE) { 1863643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi //If already set, then no need to set again 1864643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(!(mCurrentVideoEffect & effect)) { 1865643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mCurrentVideoEffect |= effect; 1866643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(effect == VIDEO_EFFECT_FIFTIES) { 1867643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mIsFiftiesEffectStarted = true; 1868643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1869643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1870643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1871643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 1872643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi //Reset only if already set 1873643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(mCurrentVideoEffect & effect) { 1874643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mCurrentVideoEffect &= ~effect; 1875643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1876643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1877643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1878643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1879643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setImageClipProperties(uint32_t width,uint32_t height) { 1880643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoWidth = width; 1881643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoHeight = height; 1882643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1883643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1884643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1885643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1886643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray KundargiM4OSA_ERR PreviewPlayer::doVideoPostProcessing() { 1887643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_ERR err = M4NO_ERROR; 1888643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi vePostProcessParams postProcessParams; 1889643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int32_t colorFormat = 0; 1890643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1891643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1892643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(!mIsVideoSourceJpg) { 1893643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi sp<MetaData> meta = mVideoSource->getFormat(); 1894643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findInt32(kKeyColorFormat, &colorFormat)); 1895643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1896643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 1897643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi colorFormat = OMX_COLOR_FormatYUV420Planar; 1898643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1899643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1900643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if((colorFormat == OMX_COLOR_FormatYUV420SemiPlanar) || 1901643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (colorFormat == 0x7FA30C00)) { 1902643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGE("doVideoPostProcessing: colorFormat YUV420Sp not supported"); 1903643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return M4ERR_UNSUPPORTED_MEDIA_TYPE; 1904643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1905643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1906643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.vidBuffer = (M4VIFI_UInt8*)mVideoBuffer->data() 1907643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi + mVideoBuffer->range_offset(); 1908643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1909643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.videoWidth = mVideoWidth; 1910643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.videoHeight = mVideoHeight; 1911643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.timeMs = mDecodedVideoTs/1000; 1912643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.timeOffset = mDecVideoTsStoryBoard/1000; 1913643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.effectsSettings = mEffectsSettings; 1914643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.numberEffects = mNumberEffects; 1915643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.outVideoWidth = mOutputVideoWidth; 1916643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.outVideoHeight = mOutputVideoHeight; 1917643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.currentVideoEffect = mCurrentVideoEffect; 1918643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.renderingMode = mRenderingMode; 1919643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(mIsFiftiesEffectStarted == M4OSA_TRUE) { 1920643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.isFiftiesEffectStarted = M4OSA_TRUE; 1921643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mIsFiftiesEffectStarted = M4OSA_FALSE; 1922643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1923643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 1924643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.isFiftiesEffectStarted = M4OSA_FALSE; 1925643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1926643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1927643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.overlayFrameRGBBuffer = mFrameRGBBuffer; 1928643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.overlayFrameYUVBuffer = mFrameYUVBuffer; 1929643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRenderer->getBuffer(&(postProcessParams.pOutBuffer), &(postProcessParams.outBufferStride)); 193035cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi err = applyEffectsAndRenderingMode(&postProcessParams, mReportedWidth, mReportedHeight); 1931643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1932643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 1933643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1934643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1935643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::readFirstVideoFrame() { 1936643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer::readFirstVideoFrame"); 1937643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1938643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!mVideoBuffer) { 1939643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi MediaSource::ReadOptions options; 1940a5872f770c50da1db555d53e062a9896ea4321d5Andreas Huber if (mSeeking != NO_SEEK) { 1941643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("LV PLAYER seeking to %lld us (%.2f secs)", mSeekTimeUs, 1942643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSeekTimeUs / 1E6); 1943643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1944643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi options.setSeekTo( 1945643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSeekTimeUs, MediaSource::ReadOptions::SEEK_CLOSEST); 1946643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1947643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi for (;;) { 1948643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err = mVideoSource->read(&mVideoBuffer, &options); 1949643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi options.clearSeekTo(); 1950643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1951643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 1952643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK_EQ(mVideoBuffer, NULL); 1953643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1954643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err == INFO_FORMAT_CHANGED) { 1955643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("LV PLAYER VideoSource signalled format change"); 1956643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi notifyVideoSize_l(); 195735cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi sp<MetaData> meta = mVideoSource->getFormat(); 195835cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi 195935cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi CHECK(meta->findInt32(kKeyWidth, &mReportedWidth)); 196035cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi CHECK(meta->findInt32(kKeyHeight, &mReportedHeight)); 1961643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1962643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoRenderer != NULL) { 1963643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRendererIsPreview = false; 1964bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava err = initRenderer_l(); 19654ca3e5df4b809210b240cd7d0489922017d87a6dSantosh Madhava if (err != OK) { 19664ca3e5df4b809210b240cd7d0489922017d87a6dSantosh Madhava postStreamDoneEvent_l(err); 19674ca3e5df4b809210b240cd7d0489922017d87a6dSantosh Madhava } 1968643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1969643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi continue; 1970643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1971643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer: onVideoEvent EOS reached."); 1972643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= VIDEO_AT_EOS; 19731c97d9ab52a288d24ea54499de435277cc1a3d68Rajneesh Chowdury mFlags |= AUDIO_AT_EOS; 1974643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postStreamDoneEvent_l(err); 1975643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1976643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1977643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1978643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoBuffer->range_length() == 0) { 1979643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Some decoders, notably the PV AVC software decoder 1980643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // return spurious empty buffers that we just want to ignore. 1981643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1982643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer->release(); 1983643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer = NULL; 1984643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi continue; 1985643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1986643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1987643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t videoTimeUs; 1988643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(mVideoBuffer->meta_data()->findInt64(kKeyTime, &videoTimeUs)); 1989a5872f770c50da1db555d53e062a9896ea4321d5Andreas Huber if (mSeeking != NO_SEEK) { 1990b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava if (videoTimeUs < mSeekTimeUs) { 1991b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava // buffers are before seek time 1992b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava // ignore them 1993b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava mVideoBuffer->release(); 1994b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava mVideoBuffer = NULL; 1995b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava continue; 1996b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava } 1997b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava } else { 1998b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava if((videoTimeUs/1000) < mPlayBeginTimeMsec) { 1999b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava // buffers are before begin cut time 2000b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava // ignore them 2001b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava mVideoBuffer->release(); 2002b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava mVideoBuffer = NULL; 2003b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava continue; 2004b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava } 2005643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 2006643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 2007643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 2008643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 2009643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 2010643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t timeUs; 2011643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(mVideoBuffer->meta_data()->findInt64(kKeyTime, &timeUs)); 2012643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 2013643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi { 2014643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mMiscStateLock); 2015643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoTimeUs = timeUs; 2016643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 2017643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 2018643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDecodedVideoTs = timeUs; 2019643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 2020643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 2021643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 2022643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 2023643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 2024b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhavastatus_t PreviewPlayer::getLastRenderedTimeMs(uint32_t *lastRenderedTimeMs) { 2025b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava *lastRenderedTimeMs = (((mDecodedVideoTs+mDecVideoTsStoryBoard)/1000)-mPlayBeginTimeMsec); 2026b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava return OK; 2027b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava} 2028b2d6e0f74a12e5cce5b429e646172c63346346c3Santosh Madhava 2029643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} // namespace android 2030