PreviewPlayer.cpp revision bfece17c8f63de4d4b686da50f8ecac2f6f8ec53
1643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi/* 2643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * Copyright (C) 2011 NXP Software 3643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * Copyright (C) 2011 The Android Open Source Project 4643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * 5643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * Licensed under the Apache License, Version 2.0 (the "License"); 6643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * you may not use this file except in compliance with the License. 7643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * You may obtain a copy of the License at 8643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * 9643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * http://www.apache.org/licenses/LICENSE-2.0 10643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * 11643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * Unless required by applicable law or agreed to in writing, software 12643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * distributed under the License is distributed on an "AS IS" BASIS, 13643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * See the License for the specific language governing permissions and 15643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi * limitations under the License. 16643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi */ 17643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 18bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava 19643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#define LOG_NDEBUG 1 20643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#define LOG_TAG "PreviewPlayer" 21643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <utils/Log.h> 22643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 23643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <dlfcn.h> 24643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 25643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include "include/ARTSPController.h" 26643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include "PreviewPlayer.h" 27643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include "DummyAudioSource.h" 28643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include "DummyVideoSource.h" 29643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include "VideoEditorSRC.h" 30643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include "include/LiveSession.h" 31643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include "include/NuCachedSource2.h" 32643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include "include/ThrottledSource.h" 33643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 34643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 35643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include "PreviewRenderer.h" 36643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 37643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <binder/IPCThreadState.h> 38643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <media/stagefright/DataSource.h> 39643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <media/stagefright/FileSource.h> 40643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <media/stagefright/MediaBuffer.h> 41643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <media/stagefright/MediaDefs.h> 42643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <media/stagefright/MediaExtractor.h> 43643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <media/stagefright/MediaDebug.h> 44643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <media/stagefright/MediaSource.h> 45643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <media/stagefright/MetaData.h> 46643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <media/stagefright/OMXCodec.h> 47643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 48643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <surfaceflinger/Surface.h> 49643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi#include <media/stagefright/foundation/ALooper.h> 50643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 51643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundarginamespace android { 52643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 53643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 54643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistruct PreviewPlayerEvent : public TimedEventQueue::Event { 55643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi PreviewPlayerEvent( 56643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi PreviewPlayer *player, 57643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi void (PreviewPlayer::*method)()) 58643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi : mPlayer(player), 59643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mMethod(method) { 60643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 61643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 62643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargiprotected: 63643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi virtual ~PreviewPlayerEvent() {} 64643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 65643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi virtual void fire(TimedEventQueue *queue, int64_t /* now_us */) { 66643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (mPlayer->*mMethod)(); 67643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 68643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 69643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargiprivate: 70643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi PreviewPlayer *mPlayer; 71643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi void (PreviewPlayer::*mMethod)(); 72643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 73643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi PreviewPlayerEvent(const PreviewPlayerEvent &); 74643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi PreviewPlayerEvent &operator=(const PreviewPlayerEvent &); 75643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi}; 76643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 77643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 78643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistruct PreviewLocalRenderer : public PreviewPlayerRenderer { 79bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava 80bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava static PreviewLocalRenderer* initPreviewLocalRenderer ( 81643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bool previewOnly, 82643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi OMX_COLOR_FORMATTYPE colorFormat, 83643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi const sp<Surface> &surface, 84643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi size_t displayWidth, size_t displayHeight, 85643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi size_t decodedWidth, size_t decodedHeight, 86643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int32_t rotationDegrees = 0) 87bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava { 88bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava PreviewLocalRenderer* mLocalRenderer = new 89bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava PreviewLocalRenderer( 90bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava previewOnly, 91bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava colorFormat, 92bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava surface, 93bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava displayWidth, displayHeight, 94bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava decodedWidth, decodedHeight, 95bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava rotationDegrees); 96bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava 97bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava if ( mLocalRenderer->init(previewOnly, 98643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi colorFormat, surface, 99643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi displayWidth, displayHeight, 100643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi decodedWidth, decodedHeight, 101bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava rotationDegrees) != OK ) 102bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava { 103bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava delete mLocalRenderer; 104bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava return NULL; 105bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava } 106bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava return mLocalRenderer; 107643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 108643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 109643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi virtual void render(MediaBuffer *buffer) { 110643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi render((const uint8_t *)buffer->data() + buffer->range_offset(), 111643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi buffer->range_length()); 112643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 113643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 114643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi void render(const void *data, size_t size) { 115643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mTarget->render(data, size, NULL); 116643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 117643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi void render() { 118643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mTarget->renderYV12(); 119643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 120643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi void getBuffer(uint8_t **data, size_t *stride) { 121643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mTarget->getBufferYV12(data, stride); 122643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 123643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 124643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargiprotected: 125643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi virtual ~PreviewLocalRenderer() { 126643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi delete mTarget; 127643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mTarget = NULL; 128643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 129643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 130643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargiprivate: 131643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi PreviewRenderer *mTarget; 132643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 133bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava PreviewLocalRenderer( 134bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava bool previewOnly, 135bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava OMX_COLOR_FORMATTYPE colorFormat, 136bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava const sp<Surface> &surface, 137bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava size_t displayWidth, size_t displayHeight, 138bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava size_t decodedWidth, size_t decodedHeight, 139bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava int32_t rotationDegrees = 0) 140bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava : mTarget(NULL) { 141bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava } 142bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava 143bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava 144bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava int init( 145643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bool previewOnly, 146643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi OMX_COLOR_FORMATTYPE colorFormat, 147643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi const sp<Surface> &surface, 148643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi size_t displayWidth, size_t displayHeight, 149643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi size_t decodedWidth, size_t decodedHeight, 150643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int32_t rotationDegrees = 0); 151643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 152643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi PreviewLocalRenderer(const PreviewLocalRenderer &); 153643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi PreviewLocalRenderer &operator=(const PreviewLocalRenderer &);; 154643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi}; 155643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 156bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhavaint PreviewLocalRenderer::init( 157643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bool previewOnly, 158643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi OMX_COLOR_FORMATTYPE colorFormat, 159643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi const sp<Surface> &surface, 160643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi size_t displayWidth, size_t displayHeight, 161643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi size_t decodedWidth, size_t decodedHeight, 162643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int32_t rotationDegrees) { 163bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava 164bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava mTarget = PreviewRenderer::CreatePreviewRenderer ( 165643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi colorFormat, surface, displayWidth, displayHeight, 166643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi decodedWidth, decodedHeight, rotationDegrees); 167bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava if (mTarget == M4OSA_NULL) { 168bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava return UNKNOWN_ERROR; 169bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava } 170bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava return OK; 171643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 172643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 173643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray KundargiPreviewPlayer::PreviewPlayer() 174643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi : AwesomePlayer(), 175643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFrameRGBBuffer(NULL), 17635cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi mFrameYUVBuffer(NULL), 17735cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi mReportedWidth(0), 178e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mReportedHeight(0), 179e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mCurrFramingEffectIndex(0) { 180643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 181643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRenderer = NULL; 182643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer = NULL; 183643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSuspensionState = NULL; 184643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mEffectsSettings = NULL; 185643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioMixStoryBoardTS = 0; 186643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mCurrentMediaBeginCutTime = 0; 187643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mCurrentMediaVolumeValue = 0; 188643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mNumberEffects = 0; 189643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDecodedVideoTs = 0; 190643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDecVideoTsStoryBoard = 0; 191643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mCurrentVideoEffect = VIDEO_EFFECT_NONE; 192643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mProgressCbInterval = 0; 193643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mNumberDecVideoFrames = 0; 194e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mOverlayUpdateEventPosted = false; 195643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 196643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoEvent = new PreviewPlayerEvent(this, &PreviewPlayer::onVideoEvent); 197643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoEventPending = false; 198643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mStreamDoneEvent = new PreviewPlayerEvent(this, 199e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi &AwesomePlayer::onStreamDone); 200643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 201643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mStreamDoneEventPending = false; 202643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 203643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mCheckAudioStatusEvent = new PreviewPlayerEvent( 204e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi this, &AwesomePlayer::onCheckAudioStatus); 205643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 206643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioStatusEventPending = false; 207643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 208643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mProgressCbEvent = new PreviewPlayerEvent(this, 209e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi &PreviewPlayer::onProgressCbEvent); 210643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 211e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mOverlayUpdateEvent = new PreviewPlayerEvent(this, 212e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi &PreviewPlayer::onUpdateOverlayEvent); 213643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mProgressCbEventPending = false; 214e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi 215e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mOverlayUpdateEventPending = false; 216643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mResizedVideoBuffer = NULL; 217643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoResizedOrCropped = false; 218643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mRenderingMode = (M4xVSS_MediaRendering)MEDIA_RENDERING_INVALID; 219643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mIsFiftiesEffectStarted = false; 220643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi reset(); 221643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 222643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 223643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray KundargiPreviewPlayer::~PreviewPlayer() { 224643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 225643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mQueueStarted) { 226643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mQueue.stop(); 227643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 228643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 229643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi reset(); 230643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 231643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(mResizedVideoBuffer != NULL) { 232643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_free((M4OSA_MemAddr32)(mResizedVideoBuffer->data())); 233643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mResizedVideoBuffer = NULL; 234643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 235643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 236643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRenderer.clear(); 237643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRenderer = NULL; 238643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 239643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 240643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::cancelPlayerEvents(bool keepBufferingGoing) { 241643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mQueue.cancelEvent(mVideoEvent->eventID()); 242643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoEventPending = false; 243643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mQueue.cancelEvent(mStreamDoneEvent->eventID()); 244643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mStreamDoneEventPending = false; 245643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mQueue.cancelEvent(mCheckAudioStatusEvent->eventID()); 246643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioStatusEventPending = false; 247643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 248643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mQueue.cancelEvent(mProgressCbEvent->eventID()); 249643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mProgressCbEventPending = false; 250643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 251643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 252643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setDataSource( 253643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi const char *uri, const KeyedVector<String8, String8> *headers) { 254643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 255643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return setDataSource_l(uri, headers); 256643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 257643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 258643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setDataSource_l( 259643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi const char *uri, const KeyedVector<String8, String8> *headers) { 260643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi reset_l(); 261643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 262643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mUri = uri; 263643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 264643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (headers) { 265643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mUriHeaders = *headers; 266643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 267643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 268643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // The actual work will be done during preparation in the call to 269643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // ::finishSetDataSource_l to avoid blocking the calling thread in 270643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // setDataSource for any significant time. 271643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 272643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 273643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 274643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setDataSource_l(const sp<MediaExtractor> &extractor) { 275643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bool haveAudio = false; 276643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bool haveVideo = false; 277643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi for (size_t i = 0; i < extractor->countTracks(); ++i) { 278643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi sp<MetaData> meta = extractor->getTrackMetaData(i); 279643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 280643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi const char *mime; 281643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findCString(kKeyMIMEType, &mime)); 282643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 283643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!haveVideo && !strncasecmp(mime, "video/", 6)) { 284643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi setVideoSource(extractor->getTrack(i)); 285643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi haveVideo = true; 286643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } else if (!haveAudio && !strncasecmp(mime, "audio/", 6)) { 287643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi setAudioSource(extractor->getTrack(i)); 288643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi haveAudio = true; 289643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 290643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_VORBIS)) { 291643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Only do this for vorbis audio, none of the other audio 292643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // formats even support this ringtone specific hack and 293643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // retrieving the metadata on some extractors may turn out 294643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // to be very expensive. 295643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi sp<MetaData> fileMeta = extractor->getMetaData(); 296643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int32_t loop; 297643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (fileMeta != NULL 298643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi && fileMeta->findInt32(kKeyAutoLoop, &loop) 299643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi && loop != 0) { 300643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= AUTO_LOOPING; 301643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 302643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 303643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 304643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 305643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (haveAudio && haveVideo) { 306643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 307643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 308643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 309643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 310643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi /* Add the support for Dummy audio*/ 311643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if( !haveAudio ){ 312643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer: setDataSource_l Dummyaudiocreation started"); 313643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 314643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioTrack = DummyAudioSource::Create(32000, 2, 20000, 315643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi ((mPlayEndTimeMsec)*1000)); 316643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer: setDataSource_l Dummyauiosource created"); 317643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(mAudioTrack != NULL) { 318643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi haveAudio = true; 319643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 320643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 321643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 322643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!haveAudio && !haveVideo) { 323643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return UNKNOWN_ERROR; 324643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 325643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 326643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mExtractorFlags = extractor->flags(); 327643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 328643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 329643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 330643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setDataSource_l_jpg() { 331643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_ERR err = M4NO_ERROR; 332643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer: setDataSource_l_jpg started"); 333643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 334643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioSource = DummyAudioSource::Create(32000, 2, 20000, 335643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi ((mPlayEndTimeMsec)*1000)); 336643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer: setDataSource_l_jpg Dummyaudiosource created"); 337643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(mAudioSource != NULL) { 338643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi setAudioSource(mAudioSource); 339643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 340643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t error = mAudioSource->start(); 341643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (error != OK) { 342643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("Error starting dummy audio source"); 343643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioSource.clear(); 344643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 345643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 346643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 347643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDurationUs = (mPlayEndTimeMsec - mPlayBeginTimeMsec)*1000; 348643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 349643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoSource = DummyVideoSource::Create(mVideoWidth, mVideoHeight, 350643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDurationUs, mUri); 35135cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi mReportedWidth = mVideoWidth; 35235cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi mReportedHeight = mVideoHeight; 35335cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi 354643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi setVideoSource(mVideoSource); 355643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err1 = mVideoSource->start(); 356643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err1 != OK) { 357643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoSource.clear(); 358643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 359643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 360643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 361643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mIsVideoSourceJpg = true; 362643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 363643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 364643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 365643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::reset() { 366643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 367643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi reset_l(); 368643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 369643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 370643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::reset_l() { 371643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 372643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mFlags & PREPARING) { 373643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= PREPARE_CANCELLED; 374643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 375643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 376643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi while (mFlags & PREPARING) { 377643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mPreparedCondition.wait(mLock); 378643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 379643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 380643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi cancelPlayerEvents(); 381643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioTrack.clear(); 382643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoTrack.clear(); 383643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 384643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Shutdown audio first, so that the respone to the reset request 385643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // appears to happen instantaneously as far as the user is concerned 386643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // If we did this later, audio would continue playing while we 387643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // shutdown the video-related resources and the player appear to 388643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // not be as responsive to a reset request. 389643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mAudioPlayer == NULL && mAudioSource != NULL) { 390643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // If we had an audio player, it would have effectively 391643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // taken possession of the audio source and stopped it when 392643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // _it_ is stopped. Otherwise this is still our responsibility. 393643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioSource->stop(); 394643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 395643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioSource.clear(); 396643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 397643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mTimeSource = NULL; 398643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 399643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi delete mAudioPlayer; 400643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioPlayer = NULL; 401643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 402643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mLastVideoBuffer) { 403643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer->release(); 404643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer = NULL; 405643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 406643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 407643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoBuffer) { 408643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer->release(); 409643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer = NULL; 410643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 411643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 412643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoSource != NULL) { 413643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoSource->stop(); 414643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 415643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // The following hack is necessary to ensure that the OMX 416643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // component is completely released by the time we may try 417643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // to instantiate it again. 418643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi wp<MediaSource> tmp = mVideoSource; 419643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoSource.clear(); 420643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi while (tmp.promote() != NULL) { 421643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi usleep(1000); 422643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 423643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi IPCThreadState::self()->flushCommands(); 424643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 425643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 426643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDurationUs = -1; 427643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags = 0; 428643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mExtractorFlags = 0; 429643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoWidth = mVideoHeight = -1; 430643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mTimeSourceDeltaUs = 0; 431643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoTimeUs = 0; 432643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 433643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSeeking = false; 434643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSeekNotificationSent = false; 435643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSeekTimeUs = 0; 436643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 437643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mUri.setTo(""); 438643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mUriHeaders.clear(); 439643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 440643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFileSource.clear(); 441643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 442643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi delete mSuspensionState; 443643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSuspensionState = NULL; 444643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 445643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mCurrentVideoEffect = VIDEO_EFFECT_NONE; 446643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mIsVideoSourceJpg = false; 447643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFrameRGBBuffer = NULL; 448643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(mFrameYUVBuffer != NULL) { 449643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_free((M4OSA_MemAddr32)mFrameYUVBuffer); 450643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFrameYUVBuffer = NULL; 451643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 452643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 453643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 454643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::partial_reset_l() { 455643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 456643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mLastVideoBuffer) { 457643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer->release(); 458643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer = NULL; 459643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 460643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 461643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi /* call base struct */ 462643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi AwesomePlayer::partial_reset_l(); 463643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 464643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 465643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 466643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::play() { 467643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 468643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 469643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags &= ~CACHE_UNDERRUN; 470643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 471643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return play_l(); 472643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 473643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 474643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::play_l() { 475643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray KundargiVideoEditorAudioPlayer *mVePlayer; 476643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mFlags & PLAYING) { 477643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 478643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 479643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mStartNextPlayer = false; 480643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 481643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!(mFlags & PREPARED)) { 482643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err = prepare_l(); 483643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 484643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 485643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 486643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 487643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 488643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 489643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= PLAYING; 490643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= FIRST_FRAME; 491643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 492643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bool deferredAudioSeek = false; 493643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 494643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mAudioSource != NULL) { 495643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mAudioPlayer == NULL) { 496643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mAudioSink != NULL) { 497643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 498643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioPlayer = new VideoEditorAudioPlayer(mAudioSink, this); 499643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVePlayer = 500643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (VideoEditorAudioPlayer*)mAudioPlayer; 501643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 502643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioPlayer->setSource(mAudioSource); 503643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 504643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVePlayer->setAudioMixSettings( 505643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mPreviewPlayerAudioMixSettings); 506643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 507643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVePlayer->setAudioMixPCMFileHandle( 508643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioMixPCMFileHandle); 509643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 510643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVePlayer->setAudioMixStoryBoardSkimTimeStamp( 511643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioMixStoryBoardTS, mCurrentMediaBeginCutTime, 512643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mCurrentMediaVolumeValue); 513643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 514643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // We've already started the MediaSource in order to enable 515643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // the prefetcher to read its data. 516643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err = mVePlayer->start( 517643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi true /* sourceAlreadyStarted */); 518643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 519643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 520643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi delete mAudioPlayer; 521643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioPlayer = NULL; 522643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 523643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags &= ~(PLAYING | FIRST_FRAME); 524643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 525643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 526643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 527643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mTimeSource = mVePlayer; //mAudioPlayer; 528643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 529643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi deferredAudioSeek = true; 530643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mWatchForAudioSeekComplete = false; 531643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mWatchForAudioEOS = true; 532643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 533643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } else { 534643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVePlayer->resume(); 535643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 536643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 537643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 538643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 539643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mTimeSource == NULL && mAudioPlayer == NULL) { 540643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mTimeSource = &mSystemTimeSource; 541643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 542643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 54353c567c3355255ed12dd9f5d5a1c58f821770329Dharmaray Kundargi // Set the seek option for Image source files and read. 54453c567c3355255ed12dd9f5d5a1c58f821770329Dharmaray Kundargi // This resets the timestamping for image play 54553c567c3355255ed12dd9f5d5a1c58f821770329Dharmaray Kundargi if (mIsVideoSourceJpg) { 54653c567c3355255ed12dd9f5d5a1c58f821770329Dharmaray Kundargi MediaSource::ReadOptions options; 54753c567c3355255ed12dd9f5d5a1c58f821770329Dharmaray Kundargi MediaBuffer *aLocalBuffer; 54853c567c3355255ed12dd9f5d5a1c58f821770329Dharmaray Kundargi options.setSeekTo(mSeekTimeUs); 54953c567c3355255ed12dd9f5d5a1c58f821770329Dharmaray Kundargi mVideoSource->read(&aLocalBuffer, &options); 55053c567c3355255ed12dd9f5d5a1c58f821770329Dharmaray Kundargi } 55153c567c3355255ed12dd9f5d5a1c58f821770329Dharmaray Kundargi 552643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoSource != NULL) { 553643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Kick off video playback 554643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postVideoEvent_l(); 555643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 556643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 557643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (deferredAudioSeek) { 558643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // If there was a seek request while we were paused 559643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // and we're just starting up again, honor the request now. 560643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi seekAudioIfNecessary_l(); 561643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 562643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 563643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mFlags & AT_EOS) { 564643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Legacy behaviour, if a stream finishes playing and then 565643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // is started again, we play from the start... 566643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi seekTo_l(0); 567643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 568643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 569643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 570643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 571643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 572643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 573bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhavastatus_t PreviewPlayer::initRenderer_l() { 574643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mSurface != NULL || mISurface != NULL) { 575643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi sp<MetaData> meta = mVideoSource->getFormat(); 576643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 577643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int32_t format; 578643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi const char *component; 579643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int32_t decodedWidth, decodedHeight; 580643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findInt32(kKeyColorFormat, &format)); 581643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findCString(kKeyDecoderComponent, &component)); 582643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findInt32(kKeyWidth, &decodedWidth)); 583643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findInt32(kKeyHeight, &decodedHeight)); 584643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 585643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Must ensure that mVideoRenderer's destructor is actually executed 586643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // before creating a new one. 587643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi IPCThreadState::self()->flushCommands(); 588643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 589643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // always use localrenderer since decoded buffers are modified 590643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // by postprocessing module 591643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Other decoders are instantiated locally and as a consequence 592643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // allocate their buffers in local address space. 593643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(mVideoRenderer == NULL) { 594643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 595bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava mVideoRenderer = PreviewLocalRenderer:: initPreviewLocalRenderer ( 596643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi false, // previewOnly 597643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (OMX_COLOR_FORMATTYPE)format, 598643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSurface, 599643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth, mOutputVideoHeight, 600643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth, mOutputVideoHeight); 601bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava 602bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava if ( mVideoRenderer == NULL ) 603bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava { 604bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava return UNKNOWN_ERROR; 605bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava } 606bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava return OK; 607643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 608643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 609bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava return OK; 610643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 611643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 612643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 613643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::setISurface(const sp<ISurface> &isurface) { 614643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 615643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mISurface = isurface; 616643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 617643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 618643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 619643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::seekTo(int64_t timeUs) { 620643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 621643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if ((mExtractorFlags & MediaExtractor::CAN_SEEK) || (mIsVideoSourceJpg)) { 622643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 623643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return seekTo_l(timeUs); 624643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 625643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 626643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 627643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 628643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 629643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 630643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::getVideoDimensions( 631643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int32_t *width, int32_t *height) const { 632643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 633643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 634643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoWidth < 0 || mVideoHeight < 0) { 635643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return UNKNOWN_ERROR; 636643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 637643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 638643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi *width = mVideoWidth; 639643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi *height = mVideoHeight; 640643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 641643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 642643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 643643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 644643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 645643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::initAudioDecoder() { 646643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi sp<MetaData> meta = mAudioTrack->getFormat(); 647643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi const char *mime; 648643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findCString(kKeyMIMEType, &mime)); 649643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 650643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_RAW)) { 651643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioSource = mAudioTrack; 652643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } else { 653643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi sp<MediaSource> aRawSource; 654643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi aRawSource = OMXCodec::Create( 655643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mClient.interface(), mAudioTrack->getFormat(), 656643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi false, // createEncoder 657643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioTrack); 658643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 659643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(aRawSource != NULL) { 660643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("initAudioDecoder: new VideoEditorSRC"); 661643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioSource = new VideoEditorSRC(aRawSource); 662643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 663643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 664643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 665643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mAudioSource != NULL) { 666643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t durationUs; 667643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mAudioTrack->getFormat()->findInt64(kKeyDuration, &durationUs)) { 668643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mMiscStateLock); 669643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mDurationUs < 0 || durationUs > mDurationUs) { 670643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDurationUs = durationUs; 671643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 672643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 673643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err = mAudioSource->start(); 674643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 675643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 676643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioSource.clear(); 677643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 678643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 679643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } else if (!strcasecmp(mime, MEDIA_MIMETYPE_AUDIO_QCELP)) { 680643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // For legacy reasons we're simply going to ignore the absence 681643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // of an audio decoder for QCELP instead of aborting playback 682643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // altogether. 683643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 684643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 685643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 686643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return mAudioSource != NULL ? OK : UNKNOWN_ERROR; 687643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 688643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 689643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 690643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::initVideoDecoder(uint32_t flags) { 691643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 692643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoSource = OMXCodec::Create( 693643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mClient.interface(), mVideoTrack->getFormat(), 694643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi false, 695643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoTrack, 696643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi NULL, flags); 697643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 698643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoSource != NULL) { 699643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t durationUs; 700643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoTrack->getFormat()->findInt64(kKeyDuration, &durationUs)) { 701643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mMiscStateLock); 702643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mDurationUs < 0 || durationUs > mDurationUs) { 703643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDurationUs = durationUs; 704643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 705643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 706643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 707643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(mVideoTrack->getFormat()->findInt32(kKeyWidth, &mVideoWidth)); 708643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(mVideoTrack->getFormat()->findInt32(kKeyHeight, &mVideoHeight)); 709643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 71035cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi mReportedWidth = mVideoWidth; 71135cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi mReportedHeight = mVideoHeight; 71235cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi 713643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err = mVideoSource->start(); 714643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 715643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 716643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoSource.clear(); 717643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 718643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 719643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 720643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 721643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return mVideoSource != NULL ? OK : UNKNOWN_ERROR; 722643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 723643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 724643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 725643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::onVideoEvent() { 726643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi uint32_t i=0; 727643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bool bAppliedVideoEffect = false; 728643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_ERR err1 = M4NO_ERROR; 729643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t imageFrameTimeUs = 0; 730643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 731643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 732643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!mVideoEventPending) { 733643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // The event has been cancelled in reset_l() but had already 734643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // been scheduled for execution at that time. 735643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 736643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 737643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoEventPending = false; 738643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 739643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi TimeSource *ts_st = &mSystemTimeSource; 740643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t timeStartUs = ts_st->getRealTimeUs(); 741643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 742643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mSeeking) { 743643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mLastVideoBuffer) { 744643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer->release(); 745643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer = NULL; 746643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 747643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 748643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 749643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(mAudioSource != NULL) { 750643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 751643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // We're going to seek the video source first, followed by 752643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // the audio source. 753643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // In order to avoid jumps in the DataSource offset caused by 754643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // the audio codec prefetching data from the old locations 755643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // while the video codec is already reading data from the new 756643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // locations, we'll "pause" the audio source, causing it to 757643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // stop reading input data until a subsequent seek. 758643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 759643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mAudioPlayer != NULL) { 760643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioPlayer->pause(); 761643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 762643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioSource->pause(); 763643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 764643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 765643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 766643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!mVideoBuffer) { 767643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi MediaSource::ReadOptions options; 768643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mSeeking) { 769643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("LV PLAYER seeking to %lld us (%.2f secs)", mSeekTimeUs, 770643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSeekTimeUs / 1E6); 771643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 772643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi options.setSeekTo( 773643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSeekTimeUs, MediaSource::ReadOptions::SEEK_CLOSEST); 774643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 775643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi for (;;) { 776643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err = mVideoSource->read(&mVideoBuffer, &options); 777643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi options.clearSeekTo(); 778643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 779643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 780643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK_EQ(mVideoBuffer, NULL); 781643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 782643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err == INFO_FORMAT_CHANGED) { 783643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("LV PLAYER VideoSource signalled format change"); 784643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi notifyVideoSize_l(); 78535cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi sp<MetaData> meta = mVideoSource->getFormat(); 786643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 78735cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi CHECK(meta->findInt32(kKeyWidth, &mReportedWidth)); 78835cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi CHECK(meta->findInt32(kKeyHeight, &mReportedHeight)); 789643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoRenderer != NULL) { 790643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRendererIsPreview = false; 791bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava err = initRenderer_l(); 792bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava if ( err != OK ) 793bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava postStreamDoneEvent_l(err); // santosh 794bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava 795643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 796643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi continue; 797643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 798643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // So video playback is complete, but we may still have 799342f932f6312be84a48512216b561ead42b53199Santosh Madhava // a seek request pending that needs to be applied to the audio track 800342f932f6312be84a48512216b561ead42b53199Santosh Madhava if (mSeeking) { 801342f932f6312be84a48512216b561ead42b53199Santosh Madhava LOGV("video stream ended while seeking!"); 802342f932f6312be84a48512216b561ead42b53199Santosh Madhava } 803342f932f6312be84a48512216b561ead42b53199Santosh Madhava finishSeekIfNecessary(-1); 804643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer: onVideoEvent EOS reached."); 805643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= VIDEO_AT_EOS; 806342f932f6312be84a48512216b561ead42b53199Santosh Madhava if (mOverlayUpdateEventPosted) { 807342f932f6312be84a48512216b561ead42b53199Santosh Madhava mOverlayUpdateEventPosted = false; 808342f932f6312be84a48512216b561ead42b53199Santosh Madhava postOverlayUpdateEvent_l(); 809342f932f6312be84a48512216b561ead42b53199Santosh Madhava } 810643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postStreamDoneEvent_l(err); 811643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 812643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 813643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 814643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoBuffer->range_length() == 0) { 815643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Some decoders, notably the PV AVC software decoder 816643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // return spurious empty buffers that we just want to ignore. 817643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 818643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer->release(); 819643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer = NULL; 820643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi continue; 821643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 822643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 823643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t videoTimeUs; 824643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(mVideoBuffer->meta_data()->findInt64(kKeyTime, &videoTimeUs)); 825643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 826643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if((videoTimeUs/1000) < mPlayBeginTimeMsec) { 827643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Frames are before begin cut time 828643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Donot render 829643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer->release(); 830643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer = NULL; 831643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi continue; 832643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 833643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 834643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 835643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 836643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 837643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 838643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mNumberDecVideoFrames++; 839643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 840643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t timeUs; 841643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(mVideoBuffer->meta_data()->findInt64(kKeyTime, &timeUs)); 842643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 843643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi { 844643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mMiscStateLock); 845643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoTimeUs = timeUs; 846643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 847643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 848643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDecodedVideoTs = timeUs; 849643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 850643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(!mStartNextPlayer) { 851643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t playbackTimeRemaining = (mPlayEndTimeMsec*1000) - timeUs; 852643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(playbackTimeRemaining <= 1500000) { 853643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi //When less than 1.5 sec of playback left 854643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // send notification to start next player 855643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 856643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mStartNextPlayer = true; 857643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi notifyListener_l(0xAAAAAAAA); 858643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 859643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 860643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 861643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bool wasSeeking = mSeeking; 862643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi finishSeekIfNecessary(timeUs); 863643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 864643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi TimeSource *ts = (mFlags & AUDIO_AT_EOS) ? &mSystemTimeSource : mTimeSource; 865643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 866643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(ts == NULL) { 867643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer->release(); 868643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer = NULL; 869643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 870643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 871643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 872643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(!mIsVideoSourceJpg) { 873643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mFlags & FIRST_FRAME) { 874643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags &= ~FIRST_FRAME; 875643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 876643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mTimeSourceDeltaUs = ts->getRealTimeUs() - timeUs; 877643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 878643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 879643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t realTimeUs, mediaTimeUs; 880643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!(mFlags & AUDIO_AT_EOS) && mAudioPlayer != NULL 881643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi && mAudioPlayer->getMediaTimeMapping(&realTimeUs, &mediaTimeUs)) { 882643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mTimeSourceDeltaUs = realTimeUs - mediaTimeUs; 883643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 884643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 885643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t nowUs = ts->getRealTimeUs() - mTimeSourceDeltaUs; 886643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 887643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t latenessUs = nowUs - timeUs; 888643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 889643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (wasSeeking) { 890342f932f6312be84a48512216b561ead42b53199Santosh Madhava // Let's display the first frame after seeking right away. 891342f932f6312be84a48512216b561ead42b53199Santosh Madhava latenessUs = 0; 892342f932f6312be84a48512216b561ead42b53199Santosh Madhava } 893643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("Audio time stamp = %lld and video time stamp = %lld", 894643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi ts->getRealTimeUs(),timeUs); 895643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (latenessUs > 40000) { 896643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // We're more than 40ms late. 897643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 898643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("LV PLAYER we're late by %lld us (%.2f secs)", 899643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi latenessUs, latenessUs / 1E6); 900643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 901643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer->release(); 902643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer = NULL; 9034f155f0cffa2414545854e899dff4861187e1f68Dharmaray Kundargi postVideoEvent_l(0); 904643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 905643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 906643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 9074f155f0cffa2414545854e899dff4861187e1f68Dharmaray Kundargi if (latenessUs < -25000) { 9084f155f0cffa2414545854e899dff4861187e1f68Dharmaray Kundargi // We're more than 25ms early. 9094f155f0cffa2414545854e899dff4861187e1f68Dharmaray Kundargi LOGV("We're more than 25ms early, lateness %lld", latenessUs); 910643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 9114f155f0cffa2414545854e899dff4861187e1f68Dharmaray Kundargi postVideoEvent_l(25000); 912643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 913643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 914643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 915643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 916643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoRendererIsPreview || mVideoRenderer == NULL) { 917643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRendererIsPreview = false; 918643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 919bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava status_t err = initRenderer_l(); 920bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava if ( err != OK ) 921bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava postStreamDoneEvent_l(err); // santosh 922643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 923643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 924643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // If timestamp exceeds endCutTime of clip, donot render 925643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if((timeUs/1000) > mPlayEndTimeMsec) { 926643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mLastVideoBuffer) { 927643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer->release(); 928643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer = NULL; 929643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 930643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer = mVideoBuffer; 931643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer = NULL; 932643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= VIDEO_AT_EOS; 933643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= AUDIO_AT_EOS; 934bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava LOGV("PreviewPlayer: onVideoEvent timeUs > mPlayEndTime; send EOS.."); 935e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi if (mOverlayUpdateEventPosted) { 936e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mOverlayUpdateEventPosted = false; 937e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi postOverlayUpdateEvent_l(); 938e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } 939643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postStreamDoneEvent_l(ERROR_END_OF_STREAM); 940643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 941643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 942643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 943643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Post processing to apply video effects 944643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi for(i=0;i<mNumberEffects;i++) { 945643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // First check if effect starttime matches the clip being previewed 946643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if((mEffectsSettings[i].uiStartTime < (mDecVideoTsStoryBoard/1000)) || 947643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (mEffectsSettings[i].uiStartTime >= 948643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi ((mDecVideoTsStoryBoard/1000) + mPlayEndTimeMsec - mPlayBeginTimeMsec))) 949643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi { 950643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // This effect doesn't belong to this clip, check next one 951643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi continue; 952643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 953643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Check if effect applies to this particular frame timestamp 954643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if((mEffectsSettings[i].uiStartTime <= 955643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (((timeUs+mDecVideoTsStoryBoard)/1000)-mPlayBeginTimeMsec)) && 956643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi ((mEffectsSettings[i].uiStartTime+mEffectsSettings[i].uiDuration) >= 957643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (((timeUs+mDecVideoTsStoryBoard)/1000)-mPlayBeginTimeMsec)) 958643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi && (mEffectsSettings[i].uiDuration != 0)) { 959643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 960643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi setVideoPostProcessingNode( 961643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mEffectsSettings[i].VideoEffectType, TRUE); 962643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 963643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 964643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi setVideoPostProcessingNode( 965643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mEffectsSettings[i].VideoEffectType, FALSE); 966643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 967e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } 968643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 969e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi //Provide the overlay Update indication when there is an overlay effect 970d01ef568f96253fe5859526bb67b13fc5e17b544Dharmaray Kundargi if (mCurrentVideoEffect & VIDEO_EFFECT_FRAMING) { 971d01ef568f96253fe5859526bb67b13fc5e17b544Dharmaray Kundargi mCurrentVideoEffect &= ~VIDEO_EFFECT_FRAMING; //never apply framing here. 972e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi if (!mOverlayUpdateEventPosted) { 973e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi 974e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi // Find the effect in effectSettings array 975e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi int index; 976e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi for (index = 0; index < mNumberEffects; index++) { 977e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi M4OSA_UInt32 timeMs = mDecodedVideoTs/1000; 978e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi M4OSA_UInt32 timeOffset = mDecVideoTsStoryBoard/1000; 979e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi if(mEffectsSettings[index].VideoEffectType == 980e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi M4xVSS_kVideoEffectType_Framing) { 981254c8dfe514fd45eef251763639f63615379570fDharmaray Kundargi if (((mEffectsSettings[index].uiStartTime + 1) <= 982254c8dfe514fd45eef251763639f63615379570fDharmaray Kundargi timeMs + timeOffset - mPlayBeginTimeMsec) && 983e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi ((mEffectsSettings[index].uiStartTime - 1 + 984254c8dfe514fd45eef251763639f63615379570fDharmaray Kundargi mEffectsSettings[index].uiDuration) >= 985254c8dfe514fd45eef251763639f63615379570fDharmaray Kundargi timeMs + timeOffset - mPlayBeginTimeMsec)) 986e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi { 987e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi break; 988e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } 989e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } 990e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } 991e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi if (index < mNumberEffects) { 992e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mCurrFramingEffectIndex = index; 993e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mOverlayUpdateEventPosted = true; 994e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi postOverlayUpdateEvent_l(); 995e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi LOGV("Framing index = %d", mCurrFramingEffectIndex); 996e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } else { 997e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi LOGV("No framing effects found"); 998e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } 999e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } 1000e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi 1001e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } else if (mOverlayUpdateEventPosted) { 1002e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi //Post the event when the overlay is no more valid 1003e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi LOGV("Overlay is Done"); 1004e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mOverlayUpdateEventPosted = false; 1005e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi postOverlayUpdateEvent_l(); 1006643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1007643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1008e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi 1009e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi if (mCurrentVideoEffect != VIDEO_EFFECT_NONE) { 1010643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi err1 = doVideoPostProcessing(); 1011643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(err1 != M4NO_ERROR) { 1012643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGE("doVideoPostProcessing returned err"); 1013643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bAppliedVideoEffect = false; 1014643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1015643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 1016643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bAppliedVideoEffect = true; 1017643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1018643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1019643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 1020643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bAppliedVideoEffect = false; 1021643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(mRenderingMode != MEDIA_RENDERING_INVALID) { 1022643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // No effects to be applied, but media rendering to be done 1023643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi err1 = doMediaRendering(); 1024643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(err1 != M4NO_ERROR) { 1025643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGE("doMediaRendering returned err"); 1026643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi //Use original mVideoBuffer for rendering 1027643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoResizedOrCropped = false; 1028643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1029643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1030643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1031643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1032643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoRenderer != NULL) { 1033643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("mVideoRenderer CALL render()"); 1034643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRenderer->render(); 1035643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1036643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1037643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mLastVideoBuffer) { 1038643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer->release(); 1039643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer = NULL; 1040643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1041643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1042643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mLastVideoBuffer = mVideoBuffer; 1043643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer = NULL; 1044643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1045643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Post progress callback based on callback interval set 1046643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(mNumberDecVideoFrames >= mProgressCbInterval) { 1047643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProgressCallbackEvent_l(); 1048643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mNumberDecVideoFrames = 0; // reset counter 1049643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1050643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1051643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // if reached EndCutTime of clip, post EOS event 1052643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if((timeUs/1000) >= mPlayEndTimeMsec) { 1053643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer: onVideoEvent EOS."); 1054643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= VIDEO_AT_EOS; 1055643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= AUDIO_AT_EOS; 1056342f932f6312be84a48512216b561ead42b53199Santosh Madhava if (mOverlayUpdateEventPosted) { 1057342f932f6312be84a48512216b561ead42b53199Santosh Madhava mOverlayUpdateEventPosted = false; 1058342f932f6312be84a48512216b561ead42b53199Santosh Madhava postOverlayUpdateEvent_l(); 1059342f932f6312be84a48512216b561ead42b53199Santosh Madhava } 1060643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postStreamDoneEvent_l(ERROR_END_OF_STREAM); 1061643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1062643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 1063643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(!mIsVideoSourceJpg) { 10644f155f0cffa2414545854e899dff4861187e1f68Dharmaray Kundargi postVideoEvent_l(0); 1065643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1066643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 1067643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postVideoEvent_l(33000); 1068643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1069643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1070643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1071643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1072643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::prepare() { 1073643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 1074643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return prepare_l(); 1075643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1076643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1077643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::prepare_l() { 1078643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mFlags & PREPARED) { 1079643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1080643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1081643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1082643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mFlags & PREPARING) { 1083643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return UNKNOWN_ERROR; 1084643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1085643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1086643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mIsAsyncPrepare = false; 1087643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err = prepareAsync_l(); 1088643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1089643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 1090643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 1091643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1092643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1093643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi while (mFlags & PREPARING) { 1094643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mPreparedCondition.wait(mLock); 1095643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1096643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1097643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return mPrepareResult; 1098643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1099643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1100643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::prepareAsync_l() { 1101643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mFlags & PREPARING) { 1102643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return UNKNOWN_ERROR; // async prepare already pending 1103643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1104643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1105643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!mQueueStarted) { 1106643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mQueue.start(); 1107643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mQueueStarted = true; 1108643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1109643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1110643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= PREPARING; 1111643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAsyncPrepareEvent = new PreviewPlayerEvent( 1112643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi this, &PreviewPlayer::onPrepareAsyncEvent); 1113643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1114643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mQueue.postEvent(mAsyncPrepareEvent); 1115643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1116643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1117643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1118643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1119643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::finishSetDataSource_l() { 1120643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi sp<DataSource> dataSource; 1121643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi sp<MediaExtractor> extractor; 1122643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1123643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi dataSource = DataSource::CreateFromURI(mUri.string(), &mUriHeaders); 1124643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1125643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (dataSource == NULL) { 1126643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return UNKNOWN_ERROR; 1127643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1128643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1129643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi //If file type is .rgb, then no need to check for Extractor 1130643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int uriLen = strlen(mUri); 1131643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int startOffset = uriLen - 4; 1132643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(!strncasecmp(mUri+startOffset, ".rgb", 4)) { 1133643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi extractor = NULL; 1134643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1135643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 1136643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi extractor = MediaExtractor::Create(dataSource, 1137643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi MEDIA_MIMETYPE_CONTAINER_MPEG4); 1138643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1139643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1140643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (extractor == NULL) { 1141643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer::finishSetDataSource_l extractor == NULL"); 1142643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return setDataSource_l_jpg(); 1143643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1144643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1145643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return setDataSource_l(extractor); 1146643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1147643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1148643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1149643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi// static 1150643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargibool PreviewPlayer::ContinuePreparation(void *cookie) { 1151643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi PreviewPlayer *me = static_cast<PreviewPlayer *>(cookie); 1152643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1153643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return (me->mFlags & PREPARE_CANCELLED) == 0; 1154643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1155643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1156643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::onPrepareAsyncEvent() { 1157643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 1158643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("onPrepareAsyncEvent"); 1159643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1160643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mFlags & PREPARE_CANCELLED) { 1161bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava LOGV("LV PLAYER prepare was cancelled before doing anything"); 1162643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi abortPrepare(UNKNOWN_ERROR); 1163643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 1164643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1165643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1166643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mUri.size() > 0) { 1167643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err = finishSetDataSource_l(); 1168643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1169643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 1170643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi abortPrepare(err); 1171643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 1172643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1173643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1174643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1175643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoTrack != NULL && mVideoSource == NULL) { 1176643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err = initVideoDecoder(OMXCodec::kHardwareCodecsOnly); 1177643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1178643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 1179643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi abortPrepare(err); 1180643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 1181643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1182643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1183643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1184643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mAudioTrack != NULL && mAudioSource == NULL) { 1185643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err = initAudioDecoder(); 1186643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1187643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 1188643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi abortPrepare(err); 1189643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 1190643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1191643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1192643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi finishAsyncPrepare_l(); 1193643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1194643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1195643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1196643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::finishAsyncPrepare_l() { 1197643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mIsAsyncPrepare) { 1198643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoSource == NULL) { 1199643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("finishAsyncPrepare_l: MEDIA_SET_VIDEO_SIZE 0 0 "); 1200643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi notifyListener_l(MEDIA_SET_VIDEO_SIZE, 0, 0); 1201643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } else { 1202643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("finishAsyncPrepare_l: MEDIA_SET_VIDEO_SIZE"); 1203643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi notifyVideoSize_l(); 1204643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1205643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("finishAsyncPrepare_l: MEDIA_PREPARED"); 1206643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi notifyListener_l(MEDIA_PREPARED); 1207643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1208643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1209643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mPrepareResult = OK; 1210643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags &= ~(PREPARING|PREPARE_CANCELLED); 1211643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= PREPARED; 1212643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAsyncPrepareEvent = NULL; 1213643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mPreparedCondition.broadcast(); 1214643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1215643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1216643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::suspend() { 1217643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("suspend"); 1218643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 1219643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1220643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mSuspensionState != NULL) { 1221643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mLastVideoBuffer == NULL) { 1222643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi //go into here if video is suspended again 1223643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi //after resuming without being played between 1224643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi //them 1225643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi SuspensionState *state = mSuspensionState; 1226643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSuspensionState = NULL; 1227643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi reset_l(); 1228643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSuspensionState = state; 1229643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1230643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1231643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1232643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi delete mSuspensionState; 1233643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSuspensionState = NULL; 1234643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1235643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1236643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mFlags & PREPARING) { 1237643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= PREPARE_CANCELLED; 1238643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1239643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1240643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi while (mFlags & PREPARING) { 1241643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mPreparedCondition.wait(mLock); 1242643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1243643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1244643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi SuspensionState *state = new SuspensionState; 1245643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mUri = mUri; 1246643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mUriHeaders = mUriHeaders; 1247643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mFileSource = mFileSource; 1248643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1249643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mFlags = mFlags & (PLAYING | AUTO_LOOPING | LOOPING | AT_EOS); 1250643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi getPosition(&state->mPositionUs); 1251643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1252643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mLastVideoBuffer) { 1253643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi size_t size = mLastVideoBuffer->range_length(); 1254643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (size) { 1255643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int32_t unreadable; 1256643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!mLastVideoBuffer->meta_data()->findInt32( 1257643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi kKeyIsUnreadable, &unreadable) 1258643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi || unreadable == 0) { 1259643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mLastVideoFrameSize = size; 1260643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mLastVideoFrame = malloc(size); 1261643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi memcpy(state->mLastVideoFrame, 1262643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (const uint8_t *)mLastVideoBuffer->data() 1263643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi + mLastVideoBuffer->range_offset(), 1264643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi size); 1265643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1266643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mVideoWidth = mVideoWidth; 1267643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mVideoHeight = mVideoHeight; 1268643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1269643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi sp<MetaData> meta = mVideoSource->getFormat(); 1270643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findInt32(kKeyColorFormat, &state->mColorFormat)); 1271643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findInt32(kKeyWidth, &state->mDecodedWidth)); 1272643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findInt32(kKeyHeight, &state->mDecodedHeight)); 1273643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } else { 1274643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("Unable to save last video frame, we have no access to " 1275643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi "the decoded video data."); 1276643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1277643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1278643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1279643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1280643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi reset_l(); 1281643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1282643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSuspensionState = state; 1283643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1284643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1285643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1286643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1287643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::resume() { 1288643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("resume"); 1289643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 1290643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1291643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mSuspensionState == NULL) { 1292643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return INVALID_OPERATION; 1293643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1294643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1295643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi SuspensionState *state = mSuspensionState; 1296643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSuspensionState = NULL; 1297643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1298643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err; 1299643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (state->mFileSource != NULL) { 1300643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi err = AwesomePlayer::setDataSource_l(state->mFileSource); 1301643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1302643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err == OK) { 1303643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFileSource = state->mFileSource; 1304643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1305643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } else { 1306643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi err = AwesomePlayer::setDataSource_l(state->mUri, &state->mUriHeaders); 1307643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1308643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1309643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 1310643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi delete state; 1311643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state = NULL; 1312643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1313643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 1314643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1315643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1316643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi seekTo_l(state->mPositionUs); 1317643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1318643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags = state->mFlags & (AUTO_LOOPING | LOOPING | AT_EOS); 1319643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1320643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (state->mLastVideoFrame && (mSurface != NULL || mISurface != NULL)) { 1321643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRenderer = 1322bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava PreviewLocalRenderer::initPreviewLocalRenderer( 1323643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi true, // previewOnly 1324643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (OMX_COLOR_FORMATTYPE)state->mColorFormat, 1325643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSurface, 1326643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mVideoWidth, 1327643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mVideoHeight, 1328643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mDecodedWidth, 1329643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mDecodedHeight); 1330643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1331643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRendererIsPreview = true; 1332643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1333643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi ((PreviewLocalRenderer *)mVideoRenderer.get())->render( 1334643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state->mLastVideoFrame, state->mLastVideoFrameSize); 1335643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1336643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1337643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (state->mFlags & PLAYING) { 1338643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi play_l(); 1339643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1340643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1341643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSuspensionState = state; 1342643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi state = NULL; 1343643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1344643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1345643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1346643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1347643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1348643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::loadEffectsSettings( 1349643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4VSS3GPP_EffectSettings* pEffectSettings, int nEffects) { 1350643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_UInt32 i = 0, rgbSize = 0; 1351643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4VIFI_UInt8 *tmp = M4OSA_NULL; 1352643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1353643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mNumberEffects = nEffects; 1354643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mEffectsSettings = pEffectSettings; 1355643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1356643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1357643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1358643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::loadAudioMixSettings( 1359643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4xVSS_AudioMixingSettings* pAudioMixSettings) { 1360643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1361643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer: loadAudioMixSettings: "); 1362643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mPreviewPlayerAudioMixSettings = pAudioMixSettings; 1363643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1364643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1365643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1366643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setAudioMixPCMFileHandle( 1367643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_Context pAudioMixPCMFileHandle) { 1368643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1369643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer: setAudioMixPCMFileHandle: "); 1370643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioMixPCMFileHandle = pAudioMixPCMFileHandle; 1371643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1372643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1373643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1374643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setAudioMixStoryBoardParam( 1375643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_UInt32 audioMixStoryBoardTS, 1376643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_UInt32 currentMediaBeginCutTime, 1377643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_UInt32 primaryTrackVolValue ) { 1378643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1379643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mAudioMixStoryBoardTS = audioMixStoryBoardTS; 1380643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mCurrentMediaBeginCutTime = currentMediaBeginCutTime; 1381643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mCurrentMediaVolumeValue = primaryTrackVolValue; 1382643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1383643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1384643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1385643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setPlaybackBeginTime(uint32_t msec) { 1386643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1387643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mPlayBeginTimeMsec = msec; 1388643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1389643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1390643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1391643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setPlaybackEndTime(uint32_t msec) { 1392643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1393643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mPlayEndTimeMsec = msec; 1394643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1395643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1396643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1397643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setStoryboardStartTime(uint32_t msec) { 1398643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1399643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mStoryboardStartTimeMsec = msec; 1400643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDecVideoTsStoryBoard = mStoryboardStartTimeMsec*1000; 1401643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1402643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1403643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1404643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setProgressCallbackInterval(uint32_t cbInterval) { 1405643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1406643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mProgressCbInterval = cbInterval; 1407643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1408643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1409643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1410643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1411643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setMediaRenderingMode( 1412643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4xVSS_MediaRendering mode, 1413643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4VIDEOEDITING_VideoFrameSize outputVideoSize) { 1414643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1415643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mRenderingMode = mode; 1416643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1417643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi /* reset boolean for each clip*/ 1418643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoResizedOrCropped = false; 1419643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1420643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi switch(outputVideoSize) { 1421643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kSQCIF: 1422643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 128; 1423643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 96; 1424643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1425643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1426643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kQQVGA: 1427643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 160; 1428643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 120; 1429643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1430643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1431643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kQCIF: 1432643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 176; 1433643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 144; 1434643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1435643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1436643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kQVGA: 1437643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 320; 1438643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 240; 1439643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1440643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1441643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kCIF: 1442643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 352; 1443643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 288; 1444643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1445643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1446643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kVGA: 1447643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 640; 1448643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 480; 1449643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1450643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1451643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kWVGA: 1452643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 800; 1453643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 480; 1454643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1455643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1456643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kNTSC: 1457643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 720; 1458643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 480; 1459643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1460643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1461643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_k640_360: 1462643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 640; 1463643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 360; 1464643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1465643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1466643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_k854_480: 1467643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 854; 1468643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 480; 1469643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1470643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1471643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kHD1280: 1472643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 1280; 1473643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 720; 1474643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1475643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1476643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kHD1080: 1477643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 1080; 1478643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 720; 1479643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1480643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1481643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VIDEOEDITING_kHD960: 1482643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoWidth = 960; 1483643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mOutputVideoHeight = 720; 1484643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1485643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1486643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi default: 1487643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGE("unsupported output video size set"); 1488643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return BAD_VALUE; 1489643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1490643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1491643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1492643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1493643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1494643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray KundargiM4OSA_ERR PreviewPlayer::doMediaRendering() { 1495643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_ERR err = M4NO_ERROR; 1496643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4VIFI_ImagePlane planeIn[3], planeOut[3]; 1497643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4VIFI_UInt8 *inBuffer = M4OSA_NULL, *finalOutputBuffer = M4OSA_NULL; 1498643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4VIFI_UInt8 *tempOutputBuffer= M4OSA_NULL; 1499643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi size_t videoBufferSize = 0; 1500643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_UInt32 frameSize = 0, i=0, index =0, nFrameCount =0, bufferOffset =0; 1501643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int32_t colorFormat = 0; 1502643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1503643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(!mIsVideoSourceJpg) { 1504643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi sp<MetaData> meta = mVideoSource->getFormat(); 1505643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findInt32(kKeyColorFormat, &colorFormat)); 1506643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1507643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 1508643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi colorFormat = OMX_COLOR_FormatYUV420Planar; 1509643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1510643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1511643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi videoBufferSize = mVideoBuffer->size(); 1512643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi frameSize = (mVideoWidth*mVideoHeight*3) >> 1; 1513643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1514643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi uint8_t* outBuffer; 1515643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi size_t outBufferStride = 0; 1516643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1517643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRenderer->getBuffer(&outBuffer, &outBufferStride); 1518643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1519643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi bufferOffset = index*frameSize; 1520643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi inBuffer = (M4OSA_UInt8 *)mVideoBuffer->data()+ 1521643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer->range_offset()+bufferOffset; 1522643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1523643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1524643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi /* In plane*/ 1525643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi prepareYUV420ImagePlane(planeIn, mVideoWidth, 152635cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi mVideoHeight, (M4VIFI_UInt8 *)inBuffer, mReportedWidth, mReportedHeight); 1527643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1528643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Set the output YUV420 plane to be compatible with YV12 format 1529643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // W & H even 1530643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // YVU instead of YUV 1531643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // align buffers on 32 bits 1532643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1533643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi //In YV12 format, sizes must be even 1534643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_UInt32 yv12PlaneWidth = ((mOutputVideoWidth +1)>>1)<<1; 1535643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_UInt32 yv12PlaneHeight = ((mOutputVideoHeight+1)>>1)<<1; 1536643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1537643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi prepareYV12ImagePlane(planeOut, yv12PlaneWidth, yv12PlaneHeight, 1538643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (M4OSA_UInt32)outBufferStride, (M4VIFI_UInt8 *)outBuffer); 1539643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1540643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1541643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi err = applyRenderingMode(planeIn, planeOut, mRenderingMode); 1542643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1543643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(err != M4NO_ERROR) 1544643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi { 1545643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGE("doMediaRendering: applyRenderingMode returned err=0x%x", err); 1546643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 1547643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1548643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoResizedOrCropped = true; 1549643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1550643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 1551643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1552643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1553643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::resetJniCallbackTimeStamp() { 1554643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1555643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDecVideoTsStoryBoard = mStoryboardStartTimeMsec*1000; 1556643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1557643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1558643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1559643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::postProgressCallbackEvent_l() { 1560643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mProgressCbEventPending) { 1561643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 1562643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1563643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mProgressCbEventPending = true; 1564643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1565643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mQueue.postEvent(mProgressCbEvent); 1566643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1567643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1568e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi 1569643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::onProgressCbEvent() { 1570643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mLock); 1571643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!mProgressCbEventPending) { 1572643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return; 1573643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1574643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mProgressCbEventPending = false; 1575643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // If playback starts from previous I-frame, 1576643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // then send frame storyboard duration 1577643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if((mDecodedVideoTs/1000) < mPlayBeginTimeMsec) { 1578643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi notifyListener_l(MEDIA_INFO, 0, mDecVideoTsStoryBoard/1000); 1579643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1580643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 1581643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi notifyListener_l(MEDIA_INFO, 0, 1582643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (((mDecodedVideoTs+mDecVideoTsStoryBoard)/1000)-mPlayBeginTimeMsec)); 1583643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1584643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1585643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1586e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargivoid PreviewPlayer::postOverlayUpdateEvent_l() { 1587e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi if (mOverlayUpdateEventPending) { 1588e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi return; 1589e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } 1590e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mOverlayUpdateEventPending = true; 1591e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mQueue.postEvent(mOverlayUpdateEvent); 1592e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi} 1593e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi 1594e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargivoid PreviewPlayer::onUpdateOverlayEvent() { 1595e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi Mutex::Autolock autoLock(mLock); 1596e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi 1597e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi if (!mOverlayUpdateEventPending) { 1598e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi return; 1599e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } 1600e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi mOverlayUpdateEventPending = false; 1601e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi 1602e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi int updateState; 1603e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi if (mOverlayUpdateEventPosted) { 1604e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi updateState = 1; 1605e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } else { 1606e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi updateState = 0; 1607e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi } 1608e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi notifyListener_l(0xBBBBBBBB, updateState, mCurrFramingEffectIndex); 1609e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi} 1610e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi 1611e6c0750cd2927967f93a8811954f889d23fadb6eDharmaray Kundargi 1612643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargivoid PreviewPlayer::setVideoPostProcessingNode( 1613643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4VSS3GPP_VideoEffectType type, M4OSA_Bool enable) { 1614643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1615643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi uint32_t effect = VIDEO_EFFECT_NONE; 1616643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1617643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi //Map M4VSS3GPP_VideoEffectType to local enum 1618643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi switch(type) { 1619643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VSS3GPP_kVideoEffectType_FadeFromBlack: 1620643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_FADEFROMBLACK; 1621643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1622643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1623643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VSS3GPP_kVideoEffectType_FadeToBlack: 1624643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_FADETOBLACK; 1625643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1626643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1627643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VSS3GPP_kVideoEffectType_CurtainOpening: 1628643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_CURTAINOPEN; 1629643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1630643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1631643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4VSS3GPP_kVideoEffectType_CurtainClosing: 1632643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_CURTAINCLOSE; 1633643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1634643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1635643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4xVSS_kVideoEffectType_BlackAndWhite: 1636643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_BLACKANDWHITE; 1637643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1638643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1639643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4xVSS_kVideoEffectType_Pink: 1640643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_PINK; 1641643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1642643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1643643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4xVSS_kVideoEffectType_Green: 1644643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_GREEN; 1645643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1646643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1647643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4xVSS_kVideoEffectType_Sepia: 1648643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_SEPIA; 1649643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1650643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1651643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4xVSS_kVideoEffectType_Negative: 1652643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_NEGATIVE; 1653643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1654643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1655643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4xVSS_kVideoEffectType_Framing: 1656643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_FRAMING; 1657643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1658643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1659643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4xVSS_kVideoEffectType_Fifties: 1660643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_FIFTIES; 1661643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1662643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1663643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4xVSS_kVideoEffectType_ColorRGB16: 1664643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_COLOR_RGB16; 1665643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1666643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1667643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi case M4xVSS_kVideoEffectType_Gradient: 1668643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_GRADIENT; 1669643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1670643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1671643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi default: 1672643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi effect = VIDEO_EFFECT_NONE; 1673643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1674643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1675643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1676643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(enable == M4OSA_TRUE) { 1677643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi //If already set, then no need to set again 1678643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(!(mCurrentVideoEffect & effect)) { 1679643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mCurrentVideoEffect |= effect; 1680643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(effect == VIDEO_EFFECT_FIFTIES) { 1681643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mIsFiftiesEffectStarted = true; 1682643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1683643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1684643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1685643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 1686643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi //Reset only if already set 1687643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(mCurrentVideoEffect & effect) { 1688643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mCurrentVideoEffect &= ~effect; 1689643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1690643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1691643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1692643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1693643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::setImageClipProperties(uint32_t width,uint32_t height) { 1694643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoWidth = width; 1695643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoHeight = height; 1696643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1697643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1698643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1699643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1700643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray KundargiM4OSA_ERR PreviewPlayer::doVideoPostProcessing() { 1701643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi M4OSA_ERR err = M4NO_ERROR; 1702643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi vePostProcessParams postProcessParams; 1703643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int32_t colorFormat = 0; 1704643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1705643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1706643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(!mIsVideoSourceJpg) { 1707643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi sp<MetaData> meta = mVideoSource->getFormat(); 1708643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(meta->findInt32(kKeyColorFormat, &colorFormat)); 1709643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1710643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 1711643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi colorFormat = OMX_COLOR_FormatYUV420Planar; 1712643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1713643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1714643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if((colorFormat == OMX_COLOR_FormatYUV420SemiPlanar) || 1715643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi (colorFormat == 0x7FA30C00)) { 1716643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGE("doVideoPostProcessing: colorFormat YUV420Sp not supported"); 1717643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return M4ERR_UNSUPPORTED_MEDIA_TYPE; 1718643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1719643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1720643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.vidBuffer = (M4VIFI_UInt8*)mVideoBuffer->data() 1721643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi + mVideoBuffer->range_offset(); 1722643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1723643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.videoWidth = mVideoWidth; 1724643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.videoHeight = mVideoHeight; 1725643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.timeMs = mDecodedVideoTs/1000; 1726643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.timeOffset = mDecVideoTsStoryBoard/1000; 1727643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.effectsSettings = mEffectsSettings; 1728643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.numberEffects = mNumberEffects; 1729643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.outVideoWidth = mOutputVideoWidth; 1730643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.outVideoHeight = mOutputVideoHeight; 1731643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.currentVideoEffect = mCurrentVideoEffect; 1732643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.renderingMode = mRenderingMode; 1733643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if(mIsFiftiesEffectStarted == M4OSA_TRUE) { 1734643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.isFiftiesEffectStarted = M4OSA_TRUE; 1735643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mIsFiftiesEffectStarted = M4OSA_FALSE; 1736643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1737643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi else { 1738643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.isFiftiesEffectStarted = M4OSA_FALSE; 1739643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1740643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1741643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.overlayFrameRGBBuffer = mFrameRGBBuffer; 1742643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postProcessParams.overlayFrameYUVBuffer = mFrameYUVBuffer; 1743643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRenderer->getBuffer(&(postProcessParams.pOutBuffer), &(postProcessParams.outBufferStride)); 174435cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi err = applyEffectsAndRenderingMode(&postProcessParams, mReportedWidth, mReportedHeight); 1745643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1746643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return err; 1747643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1748643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1749643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargistatus_t PreviewPlayer::readFirstVideoFrame() { 1750643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer::readFirstVideoFrame"); 1751643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1752643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (!mVideoBuffer) { 1753643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi MediaSource::ReadOptions options; 1754643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mSeeking) { 1755643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("LV PLAYER seeking to %lld us (%.2f secs)", mSeekTimeUs, 1756643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSeekTimeUs / 1E6); 1757643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1758643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi options.setSeekTo( 1759643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mSeekTimeUs, MediaSource::ReadOptions::SEEK_CLOSEST); 1760643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1761643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi for (;;) { 1762643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi status_t err = mVideoSource->read(&mVideoBuffer, &options); 1763643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi options.clearSeekTo(); 1764643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1765643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err != OK) { 1766643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK_EQ(mVideoBuffer, NULL); 1767643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1768643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (err == INFO_FORMAT_CHANGED) { 1769643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("LV PLAYER VideoSource signalled format change"); 1770643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi notifyVideoSize_l(); 177135cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi sp<MetaData> meta = mVideoSource->getFormat(); 177235cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi 177335cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi CHECK(meta->findInt32(kKeyWidth, &mReportedWidth)); 177435cb2de64cb6482a08f446e80733e7d344a0dcacDharmaray Kundargi CHECK(meta->findInt32(kKeyHeight, &mReportedHeight)); 1775643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1776643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoRenderer != NULL) { 1777643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoRendererIsPreview = false; 1778bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava err = initRenderer_l(); 1779bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava if ( err != OK ) 1780bfece17c8f63de4d4b686da50f8ecac2f6f8ec53Santosh Madhava postStreamDoneEvent_l(err); // santosh 1781643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1782643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi continue; 1783643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1784643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi LOGV("PreviewPlayer: onVideoEvent EOS reached."); 1785643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mFlags |= VIDEO_AT_EOS; 1786643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi postStreamDoneEvent_l(err); 1787643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1788643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1789643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1790643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if (mVideoBuffer->range_length() == 0) { 1791643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // Some decoders, notably the PV AVC software decoder 1792643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // return spurious empty buffers that we just want to ignore. 1793643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1794643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer->release(); 1795643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer = NULL; 1796643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi continue; 1797643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1798643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1799643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t videoTimeUs; 1800643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(mVideoBuffer->meta_data()->findInt64(kKeyTime, &videoTimeUs)); 1801643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1802643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi if((videoTimeUs/1000) < mPlayBeginTimeMsec) { 1803643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // buffers are before begin cut time 1804643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi // ignore them 1805643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer->release(); 1806643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoBuffer = NULL; 1807643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi continue; 1808643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1809643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1810643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi break; 1811643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1812643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1813643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1814643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi int64_t timeUs; 1815643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi CHECK(mVideoBuffer->meta_data()->findInt64(kKeyTime, &timeUs)); 1816643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1817643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi { 1818643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi Mutex::Autolock autoLock(mMiscStateLock); 1819643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mVideoTimeUs = timeUs; 1820643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi } 1821643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1822643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi mDecodedVideoTs = timeUs; 1823643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1824643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi return OK; 1825643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1826643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} 1827643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi 1828643290dc4c83da23b1b8ff4ed71118203274bb15Dharmaray Kundargi} // namespace android 1829