1bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber/* 2bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber * Copyright (C) 2011 The Android Open Source Project 3bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber * 4bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 5bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber * you may not use this file except in compliance with the License. 6bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber * You may obtain a copy of the License at 7bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber * 8bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber * http://www.apache.org/licenses/LICENSE-2.0 9bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber * 10bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber * Unless required by applicable law or agreed to in writing, software 11bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 12bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber * See the License for the specific language governing permissions and 14bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber * limitations under the License. 15bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber */ 16bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 17bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber//#define LOG_NDEBUG 0 18bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber#define LOG_TAG "SoftMPEG4" 19bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber#include <utils/Log.h> 20bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 21bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber#include "SoftMPEG4.h" 22bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 23bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber#include <media/stagefright/foundation/ADebug.h> 24a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar#include <media/stagefright/foundation/AUtils.h> 25bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber#include <media/stagefright/MediaDefs.h> 26bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber#include <media/stagefright/MediaErrors.h> 27457116d3a01618acf9a875020ca5860551ba03a6James Dong#include <media/IOMX.h> 28bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 29bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber#include "mp4dec_api.h" 30bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 31bbba88cb1bdc34705d1477208990a06904c022e7Andreas Hubernamespace android { 32bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 33457116d3a01618acf9a875020ca5860551ba03a6James Dongstatic const CodecProfileLevel kM4VProfileLevels[] = { 34457116d3a01618acf9a875020ca5860551ba03a6James Dong { OMX_VIDEO_MPEG4ProfileSimple, OMX_VIDEO_MPEG4Level3 }, 35457116d3a01618acf9a875020ca5860551ba03a6James Dong}; 36457116d3a01618acf9a875020ca5860551ba03a6James Dong 37457116d3a01618acf9a875020ca5860551ba03a6James Dongstatic const CodecProfileLevel kH263ProfileLevels[] = { 38457116d3a01618acf9a875020ca5860551ba03a6James Dong { OMX_VIDEO_H263ProfileBaseline, OMX_VIDEO_H263Level30 }, 39457116d3a01618acf9a875020ca5860551ba03a6James Dong { OMX_VIDEO_H263ProfileBaseline, OMX_VIDEO_H263Level45 }, 40457116d3a01618acf9a875020ca5860551ba03a6James Dong { OMX_VIDEO_H263ProfileISWV2, OMX_VIDEO_H263Level30 }, 41457116d3a01618acf9a875020ca5860551ba03a6James Dong { OMX_VIDEO_H263ProfileISWV2, OMX_VIDEO_H263Level45 }, 42457116d3a01618acf9a875020ca5860551ba03a6James Dong}; 43457116d3a01618acf9a875020ca5860551ba03a6James Dong 44bbba88cb1bdc34705d1477208990a06904c022e7Andreas HuberSoftMPEG4::SoftMPEG4( 45bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber const char *name, 467f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar const char *componentRole, 477f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar OMX_VIDEO_CODINGTYPE codingType, 487f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar const CodecProfileLevel *profileLevels, 497f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar size_t numProfileLevels, 50bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber const OMX_CALLBACKTYPE *callbacks, 51bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber OMX_PTR appData, 52bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber OMX_COMPONENTTYPE **component) 537f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar : SoftVideoDecoderOMXComponent( 547f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar name, componentRole, codingType, profileLevels, numProfileLevels, 557f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar 352 /* width */, 288 /* height */, callbacks, appData, component), 567f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar mMode(codingType == OMX_VIDEO_CodingH263 ? MODE_H263 : MODE_MPEG4), 57bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber mHandle(new tagvideoDecControls), 58bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber mInputBufferCount(0), 59bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber mSignalledError(false), 60bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber mInitialized(false), 61bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber mFramesConfigured(false), 62bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber mNumSamplesOutput(0), 637f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar mPvTime(0) { 647f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar initPorts( 657f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar kNumInputBuffers, 66a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar 352 * 288 * 3 / 2 /* minInputBufferSize */, 677f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar kNumOutputBuffers, 687f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar (mMode == MODE_MPEG4) 697f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar ? MEDIA_MIMETYPE_VIDEO_MPEG4 : MEDIA_MIMETYPE_VIDEO_H263); 70bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber CHECK_EQ(initDecoder(), (status_t)OK); 71bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber} 72bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 73bbba88cb1bdc34705d1477208990a06904c022e7Andreas HuberSoftMPEG4::~SoftMPEG4() { 74bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber if (mInitialized) { 75bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber PVCleanUpVideoDecoder(mHandle); 76bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber } 77bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 78bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber delete mHandle; 79bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber mHandle = NULL; 80bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber} 81bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 82bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huberstatus_t SoftMPEG4::initDecoder() { 83bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber memset(mHandle, 0, sizeof(tagvideoDecControls)); 84bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber return OK; 85bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber} 86bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 8784333e0475bc911adc16417f4ca327c975cf6c36Andreas Hubervoid SoftMPEG4::onQueueFilled(OMX_U32 /* portIndex */) { 88bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber if (mSignalledError || mOutputPortSettingsChange != NONE) { 89bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber return; 90bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber } 91bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 92bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber List<BufferInfo *> &inQueue = getPortQueue(0); 93bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber List<BufferInfo *> &outQueue = getPortQueue(1); 94bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 95bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber while (!inQueue.empty() && outQueue.size() == kNumOutputBuffers) { 96bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber BufferInfo *inInfo = *inQueue.begin(); 97bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber OMX_BUFFERHEADERTYPE *inHeader = inInfo->mHeader; 98fd866b3aa0d97375de08f8888b95669026c83361Wei Jia if (inHeader == NULL) { 99fd866b3aa0d97375de08f8888b95669026c83361Wei Jia inQueue.erase(inQueue.begin()); 100fd866b3aa0d97375de08f8888b95669026c83361Wei Jia inInfo->mOwnedByUs = false; 101fd866b3aa0d97375de08f8888b95669026c83361Wei Jia continue; 102fd866b3aa0d97375de08f8888b95669026c83361Wei Jia } 103bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 104bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber PortInfo *port = editPortInfo(1); 105bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 106bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber OMX_BUFFERHEADERTYPE *outHeader = 107bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber port->mBuffers.editItemAt(mNumSamplesOutput & 1).mHeader; 108bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 109fd866b3aa0d97375de08f8888b95669026c83361Wei Jia if (inHeader->nFilledLen == 0) { 110bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber inQueue.erase(inQueue.begin()); 111bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber inInfo->mOwnedByUs = false; 112bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber notifyEmptyBufferDone(inHeader); 113bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 114bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber ++mInputBufferCount; 115bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 116fd866b3aa0d97375de08f8888b95669026c83361Wei Jia if (inHeader->nFlags & OMX_BUFFERFLAG_EOS) { 117fd866b3aa0d97375de08f8888b95669026c83361Wei Jia outHeader->nFilledLen = 0; 118fd866b3aa0d97375de08f8888b95669026c83361Wei Jia outHeader->nFlags = OMX_BUFFERFLAG_EOS; 119bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 120fd866b3aa0d97375de08f8888b95669026c83361Wei Jia List<BufferInfo *>::iterator it = outQueue.begin(); 121fd866b3aa0d97375de08f8888b95669026c83361Wei Jia while ((*it)->mHeader != outHeader) { 122fd866b3aa0d97375de08f8888b95669026c83361Wei Jia ++it; 123fd866b3aa0d97375de08f8888b95669026c83361Wei Jia } 124bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 125fd866b3aa0d97375de08f8888b95669026c83361Wei Jia BufferInfo *outInfo = *it; 126fd866b3aa0d97375de08f8888b95669026c83361Wei Jia outInfo->mOwnedByUs = false; 127fd866b3aa0d97375de08f8888b95669026c83361Wei Jia outQueue.erase(it); 128fd866b3aa0d97375de08f8888b95669026c83361Wei Jia outInfo = NULL; 129bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 130fd866b3aa0d97375de08f8888b95669026c83361Wei Jia notifyFillBufferDone(outHeader); 131fd866b3aa0d97375de08f8888b95669026c83361Wei Jia outHeader = NULL; 132fd866b3aa0d97375de08f8888b95669026c83361Wei Jia } 133bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber return; 134bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber } 135bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 136bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber uint8_t *bitstream = inHeader->pBuffer + inHeader->nOffset; 137a694dd0ce2caaf921f7bc894df87a5d52594b4ebRonghua Wu uint32_t *start_code = (uint32_t *)bitstream; 138a694dd0ce2caaf921f7bc894df87a5d52594b4ebRonghua Wu bool volHeader = *start_code == 0xB0010000; 139a694dd0ce2caaf921f7bc894df87a5d52594b4ebRonghua Wu if (volHeader) { 140a694dd0ce2caaf921f7bc894df87a5d52594b4ebRonghua Wu PVCleanUpVideoDecoder(mHandle); 141a694dd0ce2caaf921f7bc894df87a5d52594b4ebRonghua Wu mInitialized = false; 142a694dd0ce2caaf921f7bc894df87a5d52594b4ebRonghua Wu } 143bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 144bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber if (!mInitialized) { 145bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber uint8_t *vol_data[1]; 146bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber int32_t vol_size = 0; 147bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 148bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber vol_data[0] = NULL; 149bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 150a694dd0ce2caaf921f7bc894df87a5d52594b4ebRonghua Wu if ((inHeader->nFlags & OMX_BUFFERFLAG_CODECCONFIG) || volHeader) { 151bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber vol_data[0] = bitstream; 152bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber vol_size = inHeader->nFilledLen; 153bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber } 154bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 155bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber MP4DecodingMode mode = 156bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber (mMode == MODE_MPEG4) ? MPEG4_MODE : H263_MODE; 157bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 158bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber Bool success = PVInitVideoDecoder( 1590f694a12f92a01f95807242320bd65e88c699708Ronghua Wu mHandle, vol_data, &vol_size, 1, 1600f694a12f92a01f95807242320bd65e88c699708Ronghua Wu outputBufferWidth(), outputBufferHeight(), mode); 161bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 162bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber if (!success) { 1635ff1dd576bb93c45b44088a51544a18fc43ebf58Steve Block ALOGW("PVInitVideoDecoder failed. Unsupported content?"); 164bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 165bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber notify(OMX_EventError, OMX_ErrorUndefined, 0, NULL); 166bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber mSignalledError = true; 167bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber return; 168bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber } 169bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 170bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber MP4DecodingMode actualMode = PVGetDecBitstreamMode(mHandle); 171bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber if (mode != actualMode) { 172bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber notify(OMX_EventError, OMX_ErrorUndefined, 0, NULL); 173bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber mSignalledError = true; 174bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber return; 175bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber } 176bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 177bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber PVSetPostProcType((VideoDecControls *) mHandle, 0); 178bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 179a694dd0ce2caaf921f7bc894df87a5d52594b4ebRonghua Wu bool hasFrameData = false; 180bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber if (inHeader->nFlags & OMX_BUFFERFLAG_CODECCONFIG) { 181bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber inInfo->mOwnedByUs = false; 182bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber inQueue.erase(inQueue.begin()); 183bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber inInfo = NULL; 184bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber notifyEmptyBufferDone(inHeader); 185bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber inHeader = NULL; 186a694dd0ce2caaf921f7bc894df87a5d52594b4ebRonghua Wu } else if (volHeader) { 187a694dd0ce2caaf921f7bc894df87a5d52594b4ebRonghua Wu hasFrameData = true; 188bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber } 189bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 190bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber mInitialized = true; 191bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 192a694dd0ce2caaf921f7bc894df87a5d52594b4ebRonghua Wu if (mode == MPEG4_MODE && handlePortSettingsChange()) { 193bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber return; 194bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber } 195bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 196a694dd0ce2caaf921f7bc894df87a5d52594b4ebRonghua Wu if (!hasFrameData) { 197a694dd0ce2caaf921f7bc894df87a5d52594b4ebRonghua Wu continue; 198a694dd0ce2caaf921f7bc894df87a5d52594b4ebRonghua Wu } 199bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber } 200bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 201bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber if (!mFramesConfigured) { 202bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber PortInfo *port = editPortInfo(1); 203bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber OMX_BUFFERHEADERTYPE *outHeader = port->mBuffers.editItemAt(1).mHeader; 204bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 205695123195034402ca76169b195069c28c30342d3Pawin Vongmasa OMX_U32 yFrameSize = sizeof(uint8) * mHandle->size; 206695123195034402ca76169b195069c28c30342d3Pawin Vongmasa if ((outHeader->nAllocLen < yFrameSize) || 207695123195034402ca76169b195069c28c30342d3Pawin Vongmasa (outHeader->nAllocLen - yFrameSize < yFrameSize / 2)) { 208baa9146401e28c5acf54dea21ddd197f0d3a8fcdPawin Vongmasa ALOGE("Too small output buffer for reference frame: %lu bytes", 209baa9146401e28c5acf54dea21ddd197f0d3a8fcdPawin Vongmasa (unsigned long)outHeader->nAllocLen); 210695123195034402ca76169b195069c28c30342d3Pawin Vongmasa android_errorWriteLog(0x534e4554, "30033990"); 211695123195034402ca76169b195069c28c30342d3Pawin Vongmasa notify(OMX_EventError, OMX_ErrorUndefined, 0, NULL); 212695123195034402ca76169b195069c28c30342d3Pawin Vongmasa mSignalledError = true; 213695123195034402ca76169b195069c28c30342d3Pawin Vongmasa return; 214695123195034402ca76169b195069c28c30342d3Pawin Vongmasa } 215bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber PVSetReferenceYUV(mHandle, outHeader->pBuffer); 216bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber mFramesConfigured = true; 217bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber } 218bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 219f2af5a2c607e71ff4cd39da28b077c0a68b206feAndreas Huber uint32_t useExtTimestamp = (inHeader->nOffset == 0); 220f2af5a2c607e71ff4cd39da28b077c0a68b206feAndreas Huber 221269a355679fce6a71523faeefc2ff575abbd1a8eLajos Molnar // decoder deals in ms (int32_t), OMX in us (int64_t) 222269a355679fce6a71523faeefc2ff575abbd1a8eLajos Molnar // so use fake timestamp instead 223269a355679fce6a71523faeefc2ff575abbd1a8eLajos Molnar uint32_t timestamp = 0xFFFFFFFF; 224269a355679fce6a71523faeefc2ff575abbd1a8eLajos Molnar if (useExtTimestamp) { 225269a355679fce6a71523faeefc2ff575abbd1a8eLajos Molnar mPvToOmxTimeMap.add(mPvTime, inHeader->nTimeStamp); 226269a355679fce6a71523faeefc2ff575abbd1a8eLajos Molnar timestamp = mPvTime; 227269a355679fce6a71523faeefc2ff575abbd1a8eLajos Molnar mPvTime++; 228269a355679fce6a71523faeefc2ff575abbd1a8eLajos Molnar } 229f2af5a2c607e71ff4cd39da28b077c0a68b206feAndreas Huber 230bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber int32_t bufferSize = inHeader->nFilledLen; 23102accddf8d69da7b2b5e05631ad222cd842ff547Andreas Huber int32_t tmp = bufferSize; 232bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 233695123195034402ca76169b195069c28c30342d3Pawin Vongmasa OMX_U32 frameSize; 234695123195034402ca76169b195069c28c30342d3Pawin Vongmasa OMX_U64 yFrameSize = (OMX_U64)mWidth * (OMX_U64)mHeight; 235695123195034402ca76169b195069c28c30342d3Pawin Vongmasa if (yFrameSize > ((OMX_U64)UINT32_MAX / 3) * 2) { 236695123195034402ca76169b195069c28c30342d3Pawin Vongmasa ALOGE("Frame size too large"); 237695123195034402ca76169b195069c28c30342d3Pawin Vongmasa notify(OMX_EventError, OMX_ErrorUndefined, 0, NULL); 238695123195034402ca76169b195069c28c30342d3Pawin Vongmasa mSignalledError = true; 239695123195034402ca76169b195069c28c30342d3Pawin Vongmasa return; 240695123195034402ca76169b195069c28c30342d3Pawin Vongmasa } 241695123195034402ca76169b195069c28c30342d3Pawin Vongmasa frameSize = (OMX_U32)(yFrameSize + (yFrameSize / 2)); 242695123195034402ca76169b195069c28c30342d3Pawin Vongmasa 2433a3c3f7fc658ef874f82e46857ad9df3616aac95Wonsik Kim if (outHeader->nAllocLen < frameSize) { 2443a3c3f7fc658ef874f82e46857ad9df3616aac95Wonsik Kim android_errorWriteLog(0x534e4554, "27833616"); 2453a3c3f7fc658ef874f82e46857ad9df3616aac95Wonsik Kim ALOGE("Insufficient output buffer size"); 2463a3c3f7fc658ef874f82e46857ad9df3616aac95Wonsik Kim notify(OMX_EventError, OMX_ErrorUndefined, 0, NULL); 2473a3c3f7fc658ef874f82e46857ad9df3616aac95Wonsik Kim mSignalledError = true; 2483a3c3f7fc658ef874f82e46857ad9df3616aac95Wonsik Kim return; 2493a3c3f7fc658ef874f82e46857ad9df3616aac95Wonsik Kim } 25038142b60f5144f92d99463fa1d65c543382d1264Wei Jia 25138142b60f5144f92d99463fa1d65c543382d1264Wei Jia // Need to check if header contains new info, e.g., width/height, etc. 25238142b60f5144f92d99463fa1d65c543382d1264Wei Jia VopHeaderInfo header_info; 25338142b60f5144f92d99463fa1d65c543382d1264Wei Jia uint8_t *bitstreamTmp = bitstream; 25438142b60f5144f92d99463fa1d65c543382d1264Wei Jia if (PVDecodeVopHeader( 25538142b60f5144f92d99463fa1d65c543382d1264Wei Jia mHandle, &bitstreamTmp, ×tamp, &tmp, 25638142b60f5144f92d99463fa1d65c543382d1264Wei Jia &header_info, &useExtTimestamp, 25738142b60f5144f92d99463fa1d65c543382d1264Wei Jia outHeader->pBuffer) != PV_TRUE) { 25838142b60f5144f92d99463fa1d65c543382d1264Wei Jia ALOGE("failed to decode vop header."); 25938142b60f5144f92d99463fa1d65c543382d1264Wei Jia 26038142b60f5144f92d99463fa1d65c543382d1264Wei Jia notify(OMX_EventError, OMX_ErrorUndefined, 0, NULL); 26138142b60f5144f92d99463fa1d65c543382d1264Wei Jia mSignalledError = true; 26238142b60f5144f92d99463fa1d65c543382d1264Wei Jia return; 26338142b60f5144f92d99463fa1d65c543382d1264Wei Jia } 26438142b60f5144f92d99463fa1d65c543382d1264Wei Jia if (handlePortSettingsChange()) { 26538142b60f5144f92d99463fa1d65c543382d1264Wei Jia return; 26638142b60f5144f92d99463fa1d65c543382d1264Wei Jia } 26738142b60f5144f92d99463fa1d65c543382d1264Wei Jia 2680029faf8f4efbca3844c4174b75d46c432f8f272Andreas Huber // The PV decoder is lying to us, sometimes it'll claim to only have 2690029faf8f4efbca3844c4174b75d46c432f8f272Andreas Huber // consumed a subset of the buffer when it clearly consumed all of it. 2700029faf8f4efbca3844c4174b75d46c432f8f272Andreas Huber // ignore whatever it says... 27138142b60f5144f92d99463fa1d65c543382d1264Wei Jia if (PVDecodeVopBody(mHandle, &tmp) != PV_TRUE) { 27229357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("failed to decode video frame."); 273bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 274bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber notify(OMX_EventError, OMX_ErrorUndefined, 0, NULL); 275bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber mSignalledError = true; 276bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber return; 277bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber } 278bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 279a694dd0ce2caaf921f7bc894df87a5d52594b4ebRonghua Wu // H263 doesn't have VOL header, the frame size information is in short header, i.e. the 280a694dd0ce2caaf921f7bc894df87a5d52594b4ebRonghua Wu // decoder may detect size change after PVDecodeVideoFrame. 281a694dd0ce2caaf921f7bc894df87a5d52594b4ebRonghua Wu if (handlePortSettingsChange()) { 282bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber return; 283bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber } 284bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 285f2af5a2c607e71ff4cd39da28b077c0a68b206feAndreas Huber // decoder deals in ms, OMX in us. 286269a355679fce6a71523faeefc2ff575abbd1a8eLajos Molnar outHeader->nTimeStamp = mPvToOmxTimeMap.valueFor(timestamp); 287269a355679fce6a71523faeefc2ff575abbd1a8eLajos Molnar mPvToOmxTimeMap.removeItem(timestamp); 288bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 28902accddf8d69da7b2b5e05631ad222cd842ff547Andreas Huber inHeader->nOffset += bufferSize; 29002accddf8d69da7b2b5e05631ad222cd842ff547Andreas Huber inHeader->nFilledLen = 0; 2914c44e9fed87ff6363393f2559b150291242da247Marco Nelissen if (inHeader->nFlags & OMX_BUFFERFLAG_EOS) { 2924c44e9fed87ff6363393f2559b150291242da247Marco Nelissen outHeader->nFlags = OMX_BUFFERFLAG_EOS; 2934c44e9fed87ff6363393f2559b150291242da247Marco Nelissen } else { 2944c44e9fed87ff6363393f2559b150291242da247Marco Nelissen outHeader->nFlags = 0; 2954c44e9fed87ff6363393f2559b150291242da247Marco Nelissen } 296f2af5a2c607e71ff4cd39da28b077c0a68b206feAndreas Huber 297f2af5a2c607e71ff4cd39da28b077c0a68b206feAndreas Huber if (inHeader->nFilledLen == 0) { 298f2af5a2c607e71ff4cd39da28b077c0a68b206feAndreas Huber inInfo->mOwnedByUs = false; 299f2af5a2c607e71ff4cd39da28b077c0a68b206feAndreas Huber inQueue.erase(inQueue.begin()); 300f2af5a2c607e71ff4cd39da28b077c0a68b206feAndreas Huber inInfo = NULL; 301f2af5a2c607e71ff4cd39da28b077c0a68b206feAndreas Huber notifyEmptyBufferDone(inHeader); 302f2af5a2c607e71ff4cd39da28b077c0a68b206feAndreas Huber inHeader = NULL; 303f2af5a2c607e71ff4cd39da28b077c0a68b206feAndreas Huber } 304bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 305bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber ++mInputBufferCount; 306bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 307bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber outHeader->nOffset = 0; 3083a3c3f7fc658ef874f82e46857ad9df3616aac95Wonsik Kim outHeader->nFilledLen = frameSize; 309bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 310bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber List<BufferInfo *>::iterator it = outQueue.begin(); 311bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber while ((*it)->mHeader != outHeader) { 312bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber ++it; 313bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber } 314bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 315bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber BufferInfo *outInfo = *it; 316bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber outInfo->mOwnedByUs = false; 317bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber outQueue.erase(it); 318bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber outInfo = NULL; 319bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 320bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber notifyFillBufferDone(outHeader); 321bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber outHeader = NULL; 322bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 323bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber ++mNumSamplesOutput; 324bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber } 325bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber} 326bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 327a694dd0ce2caaf921f7bc894df87a5d52594b4ebRonghua Wubool SoftMPEG4::handlePortSettingsChange() { 3287f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar uint32_t disp_width, disp_height; 3297f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar PVGetVideoDimensions(mHandle, (int32 *)&disp_width, (int32 *)&disp_height); 330bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 3317f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar uint32_t buf_width, buf_height; 3327f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar PVGetBufferDimensions(mHandle, (int32 *)&buf_width, (int32 *)&buf_height); 333bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 334bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber CHECK_LE(disp_width, buf_width); 335bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber CHECK_LE(disp_height, buf_height); 336bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 3373856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("disp_width = %d, disp_height = %d, buf_width = %d, buf_height = %d", 338bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber disp_width, disp_height, buf_width, buf_height); 339bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 340d5a2f55034022f2d0425fa0701894d0c4787b726Ronghua Wu CropSettingsMode cropSettingsMode = kCropUnSet; 341d5a2f55034022f2d0425fa0701894d0c4787b726Ronghua Wu if (disp_width != buf_width || disp_height != buf_height) { 342d5a2f55034022f2d0425fa0701894d0c4787b726Ronghua Wu cropSettingsMode = kCropSet; 343d5a2f55034022f2d0425fa0701894d0c4787b726Ronghua Wu 344d5a2f55034022f2d0425fa0701894d0c4787b726Ronghua Wu if (mCropWidth != disp_width || mCropHeight != disp_height) { 345d5a2f55034022f2d0425fa0701894d0c4787b726Ronghua Wu mCropLeft = 0; 346d5a2f55034022f2d0425fa0701894d0c4787b726Ronghua Wu mCropTop = 0; 347d5a2f55034022f2d0425fa0701894d0c4787b726Ronghua Wu mCropWidth = disp_width; 348d5a2f55034022f2d0425fa0701894d0c4787b726Ronghua Wu mCropHeight = disp_height; 349d5a2f55034022f2d0425fa0701894d0c4787b726Ronghua Wu cropSettingsMode = kCropChanged; 350d5a2f55034022f2d0425fa0701894d0c4787b726Ronghua Wu } 351bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber } 352bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 353a694dd0ce2caaf921f7bc894df87a5d52594b4ebRonghua Wu bool portWillReset = false; 354a694dd0ce2caaf921f7bc894df87a5d52594b4ebRonghua Wu const bool fakeStride = true; 355a694dd0ce2caaf921f7bc894df87a5d52594b4ebRonghua Wu SoftVideoDecoderOMXComponent::handlePortSettingsChange( 3562d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang &portWillReset, buf_width, buf_height, 3572d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang OMX_COLOR_FormatYUV420Planar, cropSettingsMode, fakeStride); 358a694dd0ce2caaf921f7bc894df87a5d52594b4ebRonghua Wu if (portWillReset) { 359bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber if (mMode == MODE_H263) { 360bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber PVCleanUpVideoDecoder(mHandle); 361bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 362bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber uint8_t *vol_data[1]; 363bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber int32_t vol_size = 0; 364bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 365bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber vol_data[0] = NULL; 366bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber if (!PVInitVideoDecoder( 3670f694a12f92a01f95807242320bd65e88c699708Ronghua Wu mHandle, vol_data, &vol_size, 1, outputBufferWidth(), outputBufferHeight(), 368bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber H263_MODE)) { 369bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber notify(OMX_EventError, OMX_ErrorUndefined, 0, NULL); 370bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber mSignalledError = true; 371bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber return true; 372bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber } 373bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber } 374bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 375bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber mFramesConfigured = false; 376bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber } 377bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 378a694dd0ce2caaf921f7bc894df87a5d52594b4ebRonghua Wu return portWillReset; 379bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber} 380bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 381bbba88cb1bdc34705d1477208990a06904c022e7Andreas Hubervoid SoftMPEG4::onPortFlushCompleted(OMX_U32 portIndex) { 382bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber if (portIndex == 0 && mInitialized) { 383bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber CHECK_EQ((int)PVResetVideoDecoder(mHandle), (int)PV_TRUE); 384bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber } 385bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber} 386bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 387d94e716af0e49d775f0c0c4f36dd2c136ba5f2b2Andreas Hubervoid SoftMPEG4::onReset() { 3887f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar SoftVideoDecoderOMXComponent::onReset(); 389269a355679fce6a71523faeefc2ff575abbd1a8eLajos Molnar mPvToOmxTimeMap.clear(); 390d94e716af0e49d775f0c0c4f36dd2c136ba5f2b2Andreas Huber mSignalledError = false; 39153b0a2b1f9cb6b99b3f0d1a639921d1b24bc30b7Lajos Molnar mFramesConfigured = false; 39253b0a2b1f9cb6b99b3f0d1a639921d1b24bc30b7Lajos Molnar if (mInitialized) { 39353b0a2b1f9cb6b99b3f0d1a639921d1b24bc30b7Lajos Molnar PVCleanUpVideoDecoder(mHandle); 39453b0a2b1f9cb6b99b3f0d1a639921d1b24bc30b7Lajos Molnar mInitialized = false; 39553b0a2b1f9cb6b99b3f0d1a639921d1b24bc30b7Lajos Molnar } 396d94e716af0e49d775f0c0c4f36dd2c136ba5f2b2Andreas Huber} 397d94e716af0e49d775f0c0c4f36dd2c136ba5f2b2Andreas Huber 398a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnarvoid SoftMPEG4::updatePortDefinitions(bool updateCrop, bool updateInputSize) { 399a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar SoftVideoDecoderOMXComponent::updatePortDefinitions(updateCrop, updateInputSize); 400bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 4017f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar /* We have to align our width and height - this should affect stride! */ 4027f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar OMX_PARAM_PORTDEFINITIONTYPE *def = &editPortInfo(kOutputPortIndex)->mDef; 403a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar def->format.video.nStride = align(def->format.video.nStride, 16); 404a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar def->format.video.nSliceHeight = align(def->format.video.nSliceHeight, 16); 405a0940a569f2bc24b00dc10ce0fa7658b1dc3a3a5Lajos Molnar def->nBufferSize = (def->format.video.nStride * def->format.video.nSliceHeight * 3) / 2; 406bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber} 407bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 408bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber} // namespace android 409bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 410bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huberandroid::SoftOMXComponent *createSoftOMXComponent( 411bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber const char *name, const OMX_CALLBACKTYPE *callbacks, 412bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber OMX_PTR appData, OMX_COMPONENTTYPE **component) { 4137f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar using namespace android; 4147f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar if (!strcmp(name, "OMX.google.h263.decoder")) { 4157f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar return new android::SoftMPEG4( 4167f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar name, "video_decoder.h263", OMX_VIDEO_CodingH263, 4177f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar kH263ProfileLevels, ARRAY_SIZE(kH263ProfileLevels), 4187f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar callbacks, appData, component); 4197f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar } else if (!strcmp(name, "OMX.google.mpeg4.decoder")) { 4207f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar return new android::SoftMPEG4( 4217f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar name, "video_decoder.mpeg4", OMX_VIDEO_CodingMPEG4, 4227f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar kM4VProfileLevels, ARRAY_SIZE(kM4VProfileLevels), 4237f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar callbacks, appData, component); 4247f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar } else { 4257f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar CHECK(!"Unknown component"); 4267f616d3cc5366a4b8af20d3d0c768e3de1df0666Lajos Molnar } 427dba83c1cb1bef03bc5d1760c2639d06ff71c0fa7Mark Salyzyn return NULL; 428bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber} 429bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 430