1693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber/* 2693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * Copyright (C) 2009 The Android Open Source Project 3693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * 4693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 5693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * you may not use this file except in compliance with the License. 6693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * You may obtain a copy of the License at 7693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * 8693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * http://www.apache.org/licenses/LICENSE-2.0 9693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * 10693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * Unless required by applicable law or agreed to in writing, software 11693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 12693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * See the License for the specific language governing permissions and 14693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber * limitations under the License. 15693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber */ 16693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 17db43b34c3428e480f8c4c66e7e88f4001f37f91eMark Salyzyn#include <inttypes.h> 18db43b34c3428e480f8c4c66e7e88f4001f37f91eMark Salyzyn 19693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber//#define LOG_NDEBUG 0 20693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#define LOG_TAG "OMXCodec" 21f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung 22f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#ifdef __LP64__ 23f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#define OMX_ANDROID_COMPILE_AS_32BIT_ON_64BIT_PLATFORMS 24f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung#endif 25f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung 26693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <utils/Log.h> 27693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 28c71f6e2392bf55cc85ee7c1a376441e9b9aae4c8James Dong#include "include/AACEncoder.h" 2992616b5655b7aef260480f60f2aabf98e821c8f3Andreas Huber 3089e69da4d86348409994c9dafbbb2634ccd7c196Andreas Huber#include "include/ESDS.h" 3189e69da4d86348409994c9dafbbb2634ccd7c196Andreas Huber 32693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <binder/IServiceManager.h> 33693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <binder/MemoryDealer.h> 34693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <binder/ProcessState.h> 356c6b4d0d2b98a7ceee8b697daaf611f8df3254fbJames Dong#include <HardwareAPI.h> 36f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber#include <media/stagefright/foundation/ADebug.h> 37693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/IMediaPlayerService.h> 38229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar#include <media/stagefright/ACodec.h> 39693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/stagefright/MediaBuffer.h> 40693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/stagefright/MediaBufferGroup.h> 4118291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber#include <media/stagefright/MediaDefs.h> 42afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber#include <media/stagefright/MediaCodecList.h> 43693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/stagefright/MediaExtractor.h> 44693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/stagefright/MetaData.h> 45693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <media/stagefright/OMXCodec.h> 46bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber#include <media/stagefright/Utils.h> 47a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen#include <media/stagefright/SkipCutBuffer.h> 48693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <utils/Vector.h> 49693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 50693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <OMX_Audio.h> 51d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu#include <OMX_AudioExt.h> 52693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#include <OMX_Component.h> 53d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu#include <OMX_IndexExt.h> 54693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 55bfd41f33c77c66ead48ee378e4ea4b7bfa5fca1fAndreas Huber#include "include/avc_utils.h" 56aae3516293e58c0b015d4109bde58c11d503433cAndreas Huber 57693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubernamespace android { 58693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 59a57a9a491272aa884494b2ec7854960827a73742James Dong// Treat time out as an error if we have not received any output 60a57a9a491272aa884494b2ec7854960827a73742James Dong// buffers after 3 seconds. 618edb8e82fa886564ee8e72178a1969e2437dd525James Dongconst static int64_t kBufferFilledEventTimeOutNs = 3000000000LL; 62a57a9a491272aa884494b2ec7854960827a73742James Dong 635e69eb97b0e5e70919f61099bcc5bdbb1db0861cJames Dong// OMX Spec defines less than 50 color formats. If the query for 645e69eb97b0e5e70919f61099bcc5bdbb1db0861cJames Dong// color format is executed for more than kMaxColorFormatSupported, 655e69eb97b0e5e70919f61099bcc5bdbb1db0861cJames Dong// the query will fail to avoid looping forever. 665e69eb97b0e5e70919f61099bcc5bdbb1db0861cJames Dong// 1000 is more than enough for us to tell whether the omx 675e69eb97b0e5e70919f61099bcc5bdbb1db0861cJames Dong// component in question is buggy or not. 685e69eb97b0e5e70919f61099bcc5bdbb1db0861cJames Dongconst static uint32_t kMaxColorFormatSupported = 1000; 695e69eb97b0e5e70919f61099bcc5bdbb1db0861cJames Dong 70956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong#define FACTORY_CREATE_ENCODER(name) \ 71956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dongstatic sp<MediaSource> Make##name(const sp<MediaSource> &source, const sp<MetaData> &meta) { \ 72956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong return new name(source, meta); \ 73956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong} 74956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong 751af80bc3fefb999756ef4847e72b2dcfd0b88a4aAndreas Huber#define FACTORY_REF(name) { #name, Make##name }, 761af80bc3fefb999756ef4847e72b2dcfd0b88a4aAndreas Huber 77c71f6e2392bf55cc85ee7c1a376441e9b9aae4c8James DongFACTORY_CREATE_ENCODER(AACEncoder) 78bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 79956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dongstatic sp<MediaSource> InstantiateSoftwareEncoder( 80956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong const char *name, const sp<MediaSource> &source, 81956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong const sp<MetaData> &meta) { 82956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong struct FactoryInfo { 83956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong const char *name; 84956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong sp<MediaSource> (*CreateFunc)(const sp<MediaSource> &, const sp<MetaData> &); 85956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong }; 86956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong 87956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong static const FactoryInfo kFactoryInfo[] = { 88c71f6e2392bf55cc85ee7c1a376441e9b9aae4c8James Dong FACTORY_REF(AACEncoder) 89956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong }; 90956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong for (size_t i = 0; 91956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong i < sizeof(kFactoryInfo) / sizeof(kFactoryInfo[0]); ++i) { 92956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong if (!strcmp(name, kFactoryInfo[i].name)) { 93956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong return (*kFactoryInfo[i].CreateFunc)(source, meta); 94956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong } 95956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong } 96956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong 97956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong return NULL; 98956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong} 991af80bc3fefb999756ef4847e72b2dcfd0b88a4aAndreas Huber 100afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber#undef FACTORY_CREATE_ENCODER 1011af80bc3fefb999756ef4847e72b2dcfd0b88a4aAndreas Huber#undef FACTORY_REF 1021af80bc3fefb999756ef4847e72b2dcfd0b88a4aAndreas Huber 103df64d15042bbd5e0e4933ac49bf3c177dd94752cSteve Block#define CODEC_LOGI(x, ...) ALOGI("[%s] "x, mComponentName, ##__VA_ARGS__) 1043856b090cd04ba5dd4a59a12430ed724d5995909Steve Block#define CODEC_LOGV(x, ...) ALOGV("[%s] "x, mComponentName, ##__VA_ARGS__) 105e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar#define CODEC_LOGW(x, ...) ALOGW("[%s] "x, mComponentName, ##__VA_ARGS__) 10629357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block#define CODEC_LOGE(x, ...) ALOGE("[%s] "x, mComponentName, ##__VA_ARGS__) 1077a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber 108693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstruct OMXCodecObserver : public BnOMXObserver { 109318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber OMXCodecObserver() { 110318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber } 111318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber 112318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber void setCodec(const sp<OMXCodec> &target) { 113318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber mTarget = target; 114693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 115693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 116693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber // from IOMXObserver 117318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber virtual void onMessage(const omx_message &msg) { 118693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber sp<OMXCodec> codec = mTarget.promote(); 119693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 120693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (codec.get() != NULL) { 12114c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong Mutex::Autolock autoLock(codec->mLock); 122693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber codec->on_message(msg); 12314c858e80dfe2030c9f343dc0c6e2048e030731bJames Dong codec.clear(); 124693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 125693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 126693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 127693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberprotected: 128693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber virtual ~OMXCodecObserver() {} 129693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 130693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberprivate: 131693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber wp<OMXCodec> mTarget; 132693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 133693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMXCodecObserver(const OMXCodecObserver &); 134693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMXCodecObserver &operator=(const OMXCodecObserver &); 135693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber}; 136693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1377a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Hubertemplate<class T> 1387a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huberstatic void InitOMXParams(T *params) { 139f87e30fe71752dc431d8e8d5682c38271c03265aAndy Hung COMPILE_TIME_ASSERT_FUNCTION_SCOPE(sizeof(OMX_PTR) == 4); // check OMX_PTR is 4 bytes. 1407a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber params->nSize = sizeof(T); 1417a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber params->nVersion.s.nVersionMajor = 1; 1427a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber params->nVersion.s.nVersionMinor = 0; 1437a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber params->nVersion.s.nRevision = 0; 1447a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber params->nVersion.s.nStep = 0; 1457a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber} 1467a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber 147ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huberstatic bool IsSoftwareCodec(const char *componentName) { 148bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber if (!strncmp("OMX.google.", componentName, 11)) { 149bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber return true; 150bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber } 151bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 152c810b75fd04eef8af509bb42aa8837566a374b32James Dong if (!strncmp("OMX.", componentName, 4)) { 153c810b75fd04eef8af509bb42aa8837566a374b32James Dong return false; 154ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber } 155693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 156c810b75fd04eef8af509bb42aa8837566a374b32James Dong return true; 157ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber} 158693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 159bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber// A sort order in which OMX software codecs are first, followed 160bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber// by other (non-OMX) software codecs, followed by everything else. 161ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huberstatic int CompareSoftwareCodecsFirst( 162e671207115fac3914134c61b336d5fa0242c68caAndreas Huber const OMXCodec::CodecNameAndQuirks *elem1, 163e671207115fac3914134c61b336d5fa0242c68caAndreas Huber const OMXCodec::CodecNameAndQuirks *elem2) { 164e671207115fac3914134c61b336d5fa0242c68caAndreas Huber bool isOMX1 = !strncmp(elem1->mName.string(), "OMX.", 4); 165e671207115fac3914134c61b336d5fa0242c68caAndreas Huber bool isOMX2 = !strncmp(elem2->mName.string(), "OMX.", 4); 1661af80bc3fefb999756ef4847e72b2dcfd0b88a4aAndreas Huber 167e671207115fac3914134c61b336d5fa0242c68caAndreas Huber bool isSoftwareCodec1 = IsSoftwareCodec(elem1->mName.string()); 168e671207115fac3914134c61b336d5fa0242c68caAndreas Huber bool isSoftwareCodec2 = IsSoftwareCodec(elem2->mName.string()); 169693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 170ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber if (isSoftwareCodec1) { 171bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber if (!isSoftwareCodec2) { return -1; } 172bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 173bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber if (isOMX1) { 174bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber if (isOMX2) { return 0; } 175bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 176bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber return -1; 177bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber } else { 178bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber if (isOMX2) { return 0; } 179bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 180bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber return 1; 181bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber } 182bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 183ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber return -1; 184ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber } 185693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 186ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber if (isSoftwareCodec2) { 187ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber return 1; 188693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 189693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 190ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber return 0; 191ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber} 192ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber 193ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber// static 194ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Hubervoid OMXCodec::findMatchingCodecs( 195ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber const char *mime, 196ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber bool createEncoder, const char *matchComponentName, 197ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber uint32_t flags, 198e671207115fac3914134c61b336d5fa0242c68caAndreas Huber Vector<CodecNameAndQuirks> *matchingCodecs) { 199ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber matchingCodecs->clear(); 200ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber 20160b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> list = MediaCodecList::getInstance(); 202afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber if (list == NULL) { 203afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber return; 204afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 205afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber 206afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber size_t index = 0; 207afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber for (;;) { 208afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber ssize_t matchIndex = 209afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber list->findCodecByType(mime, createEncoder, index); 210ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber 211afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber if (matchIndex < 0) { 212ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber break; 213ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber } 214ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber 215afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber index = matchIndex + 1; 216afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber 21760b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = list->getCodecInfo(matchIndex); 21860b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar CHECK(info != NULL); 21960b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const char *componentName = info->getCodecName(); 220afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber 221ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber // If a specific codec is requested, skip the non-matching ones. 222ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber if (matchComponentName && strcmp(componentName, matchComponentName)) { 223ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber continue; 224ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber } 225ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber 226d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong // When requesting software-only codecs, only push software codecs 227d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong // When requesting hardware-only codecs, only push hardware codecs 228d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong // When there is request neither for software-only nor for 229d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong // hardware-only codecs, push all codecs 230d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong if (((flags & kSoftwareCodecsOnly) && IsSoftwareCodec(componentName)) || 231d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong ((flags & kHardwareCodecsOnly) && !IsSoftwareCodec(componentName)) || 232d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong (!(flags & (kSoftwareCodecsOnly | kHardwareCodecsOnly)))) { 233d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong 234e671207115fac3914134c61b336d5fa0242c68caAndreas Huber ssize_t index = matchingCodecs->add(); 235e671207115fac3914134c61b336d5fa0242c68caAndreas Huber CodecNameAndQuirks *entry = &matchingCodecs->editItemAt(index); 236e671207115fac3914134c61b336d5fa0242c68caAndreas Huber entry->mName = String8(componentName); 23760b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar entry->mQuirks = getComponentQuirks(info); 238afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber 239e671207115fac3914134c61b336d5fa0242c68caAndreas Huber ALOGV("matching '%s' quirks 0x%08x", 240e671207115fac3914134c61b336d5fa0242c68caAndreas Huber entry->mName.string(), entry->mQuirks); 241d332a72e8f71caea0d3dc898db6a9d7a929fad32James Dong } 242ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber } 243ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber 244ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber if (flags & kPreferSoftwareCodecs) { 245ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber matchingCodecs->sort(CompareSoftwareCodecsFirst); 246ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber } 247ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber} 248ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber 249ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber// static 250afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huberuint32_t OMXCodec::getComponentQuirks( 25160b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> &info) { 252afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber uint32_t quirks = 0; 25360b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (info->hasQuirk("requires-allocate-on-input-ports")) { 254afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber quirks |= kRequiresAllocateBufferOnInputPorts; 255afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 25660b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (info->hasQuirk("requires-allocate-on-output-ports")) { 257afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber quirks |= kRequiresAllocateBufferOnOutputPorts; 258afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 25960b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (info->hasQuirk("output-buffers-are-unreadable")) { 260afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber quirks |= kOutputBuffersAreUnreadable; 261afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 262afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber 263afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber return quirks; 264afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber} 265afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber 266afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber// static 267afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huberbool OMXCodec::findCodecQuirks(const char *componentName, uint32_t *quirks) { 26860b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> list = MediaCodecList::getInstance(); 269afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber if (list == NULL) { 270afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber return false; 271afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 272afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber 273afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber ssize_t index = list->findCodecByName(componentName); 274afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber 275afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber if (index < 0) { 276afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber return false; 277afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber } 278afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber 27960b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = list->getCodecInfo(index); 28060b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar CHECK(info != NULL); 28160b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar *quirks = getComponentQuirks(info); 282afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber 283afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber return true; 284afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber} 285afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber 286afc16d667afa23f5aa00154ccad62f8c45cf5419Andreas Huber// static 287bf697e37550d9e8376089b0b5e498613bede798cAndreas Hubersp<MediaSource> OMXCodec::Create( 288ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber const sp<IOMX> &omx, 289ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber const sp<MetaData> &meta, bool createEncoder, 290ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber const sp<MediaSource> &source, 291ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber const char *matchComponentName, 2926a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis uint32_t flags, 2936a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis const sp<ANativeWindow> &nativeWindow) { 2940bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber int32_t requiresSecureBuffers; 2950bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber if (source->getFormat()->findInt32( 2960bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber kKeyRequiresSecureBuffers, 2970bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber &requiresSecureBuffers) 2980bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber && requiresSecureBuffers) { 2990bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber flags |= kIgnoreCodecSpecificData; 3000bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber flags |= kUseSecureInputBuffers; 3010bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber } 3020bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 303ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber const char *mime; 304ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber bool success = meta->findCString(kKeyMIMEType, &mime); 305ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber CHECK(success); 306ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber 307e671207115fac3914134c61b336d5fa0242c68caAndreas Huber Vector<CodecNameAndQuirks> matchingCodecs; 308ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber findMatchingCodecs( 309e671207115fac3914134c61b336d5fa0242c68caAndreas Huber mime, createEncoder, matchComponentName, flags, &matchingCodecs); 310ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber 311ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber if (matchingCodecs.isEmpty()) { 312bf5bea96f236adb5eef78c2f414ef82b3602a0f7Eino-Ville Talvala ALOGV("No matching codecs! (mime: %s, createEncoder: %s, " 313bf5bea96f236adb5eef78c2f414ef82b3602a0f7Eino-Ville Talvala "matchComponentName: %s, flags: 0x%x)", 314bf5bea96f236adb5eef78c2f414ef82b3602a0f7Eino-Ville Talvala mime, createEncoder ? "true" : "false", matchComponentName, flags); 315ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber return NULL; 316ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber } 317ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber 318ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber sp<OMXCodecObserver> observer = new OMXCodecObserver; 319ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber IOMX::node_id node = 0; 320ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber 321ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber for (size_t i = 0; i < matchingCodecs.size(); ++i) { 322e671207115fac3914134c61b336d5fa0242c68caAndreas Huber const char *componentNameBase = matchingCodecs[i].mName.string(); 323e671207115fac3914134c61b336d5fa0242c68caAndreas Huber uint32_t quirks = matchingCodecs[i].mQuirks; 324c4847184f0d351ca2587ca66dc5ab8eab4dbe207Andreas Huber const char *componentName = componentNameBase; 325c4847184f0d351ca2587ca66dc5ab8eab4dbe207Andreas Huber 326c4847184f0d351ca2587ca66dc5ab8eab4dbe207Andreas Huber AString tmp; 327c4847184f0d351ca2587ca66dc5ab8eab4dbe207Andreas Huber if (flags & kUseSecureInputBuffers) { 328c4847184f0d351ca2587ca66dc5ab8eab4dbe207Andreas Huber tmp = componentNameBase; 329c4847184f0d351ca2587ca66dc5ab8eab4dbe207Andreas Huber tmp.append(".secure"); 330c4847184f0d351ca2587ca66dc5ab8eab4dbe207Andreas Huber 331c4847184f0d351ca2587ca66dc5ab8eab4dbe207Andreas Huber componentName = tmp.c_str(); 332c4847184f0d351ca2587ca66dc5ab8eab4dbe207Andreas Huber } 333ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber 33487e031caf905145cb6e362a8c60f02736b87deefAndreas Huber if (createEncoder) { 33587e031caf905145cb6e362a8c60f02736b87deefAndreas Huber sp<MediaSource> softwareCodec = 33687e031caf905145cb6e362a8c60f02736b87deefAndreas Huber InstantiateSoftwareEncoder(componentName, source, meta); 3371af80bc3fefb999756ef4847e72b2dcfd0b88a4aAndreas Huber 33887e031caf905145cb6e362a8c60f02736b87deefAndreas Huber if (softwareCodec != NULL) { 3393856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("Successfully allocated software codec '%s'", componentName); 3401af80bc3fefb999756ef4847e72b2dcfd0b88a4aAndreas Huber 34187e031caf905145cb6e362a8c60f02736b87deefAndreas Huber return softwareCodec; 34287e031caf905145cb6e362a8c60f02736b87deefAndreas Huber } 3431af80bc3fefb999756ef4847e72b2dcfd0b88a4aAndreas Huber } 3441af80bc3fefb999756ef4847e72b2dcfd0b88a4aAndreas Huber 3453856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("Attempting to allocate OMX node '%s'", componentName); 346ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber 347f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber if (!createEncoder 348f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber && (quirks & kOutputBuffersAreUnreadable) 349f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber && (flags & kClientNeedsFramebuffer)) { 350f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber if (strncmp(componentName, "OMX.SEC.", 8)) { 351f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber // For OMX.SEC.* decoders we can enable a special mode that 352f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber // gives the client access to the framebuffer contents. 353f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber 3545ff1dd576bb93c45b44088a51544a18fc43ebf58Steve Block ALOGW("Component '%s' does not give the client access to " 355f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber "the framebuffer contents. Skipping.", 356f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber componentName); 357f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber 358f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber continue; 359f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber } 360f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber } 361f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber 362ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber status_t err = omx->allocateNode(componentName, observer, &node); 363ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber if (err == OK) { 3643856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("Successfully allocated OMX node '%s'", componentName); 365ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber 3662a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber sp<OMXCodec> codec = new OMXCodec( 3670bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber omx, node, quirks, flags, 3682a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber createEncoder, mime, componentName, 3696a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis source, nativeWindow); 370ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber 3712a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber observer->setCodec(codec); 3722a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber 3730bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber err = codec->configureCodec(meta); 3742a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber if (err == OK) { 3752a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber return codec; 3762a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber } 377ba229b3faa98b3bb6567cf95040062be2d9c2b3fAndreas Huber 3783856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("Failed to configure codec '%s'", componentName); 3792a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber } 3802a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber } 381693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3822a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber return NULL; 3832a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber} 384318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber 3853b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakarstatus_t OMXCodec::parseHEVCCodecSpecificData( 3863b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar const void *data, size_t size, 3873b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar unsigned *profile, unsigned *level) { 3883b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar const uint8_t *ptr = (const uint8_t *)data; 3893b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar 3903b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar // verify minimum size and configurationVersion == 1. 3913b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar if (size < 7 || ptr[0] != 1) { 3923b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar return ERROR_MALFORMED; 3933b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar } 3943b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar 3953b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar *profile = (ptr[1] & 31); 3963b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar *level = ptr[12]; 3973b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar 3983b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar ptr += 22; 3993b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar size -= 22; 4003b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar 4013b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar size_t numofArrays = (char)ptr[0]; 4023b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar ptr += 1; 4033b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar size -= 1; 4043b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar size_t j = 0, i = 0; 4053b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar for (i = 0; i < numofArrays; i++) { 4063b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar ptr += 1; 4073b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar size -= 1; 4083b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar 4093b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar // Num of nals 4103b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar size_t numofNals = U16_AT(ptr); 4113b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar ptr += 2; 4123b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar size -= 2; 4133b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar 4143b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar for (j = 0;j < numofNals;j++) { 4153b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar if (size < 2) { 4163b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar return ERROR_MALFORMED; 4173b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar } 4183b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar 4193b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar size_t length = U16_AT(ptr); 4203b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar 4213b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar ptr += 2; 4223b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar size -= 2; 4233b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar 4243b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar if (size < length) { 4253b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar return ERROR_MALFORMED; 4263b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar } 4273b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar addCodecSpecificData(ptr, length); 4283b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar 4293b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar ptr += length; 4303b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar size -= length; 4313b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar } 4323b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar } 4333b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar return OK; 4343b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar} 4353b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar 43671b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huberstatus_t OMXCodec::parseAVCCodecSpecificData( 43771b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber const void *data, size_t size, 43871b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber unsigned *profile, unsigned *level) { 43971b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber const uint8_t *ptr = (const uint8_t *)data; 44071b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber 44171b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber // verify minimum size and configurationVersion == 1. 44271b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber if (size < 7 || ptr[0] != 1) { 44371b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber return ERROR_MALFORMED; 44471b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber } 44571b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber 44671b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber *profile = ptr[1]; 44771b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber *level = ptr[3]; 44871b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber 44971b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber // There is decodable content out there that fails the following 45071b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber // assertion, let's be lenient for now... 45171b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber // CHECK((ptr[4] >> 2) == 0x3f); // reserved 45271b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber 45371b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber size_t lengthSize = 1 + (ptr[4] & 3); 45471b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber 45571b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber // commented out check below as H264_QVGA_500_NO_AUDIO.3gp 45671b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber // violates it... 45771b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber // CHECK((ptr[5] >> 5) == 7); // reserved 45871b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber 45971b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber size_t numSeqParameterSets = ptr[5] & 31; 46071b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber 46171b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber ptr += 6; 46271b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber size -= 6; 46371b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber 46471b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber for (size_t i = 0; i < numSeqParameterSets; ++i) { 46571b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber if (size < 2) { 46671b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber return ERROR_MALFORMED; 46771b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber } 46871b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber 46971b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber size_t length = U16_AT(ptr); 47071b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber 47171b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber ptr += 2; 47271b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber size -= 2; 47371b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber 47471b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber if (size < length) { 47571b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber return ERROR_MALFORMED; 47671b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber } 47771b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber 47871b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber addCodecSpecificData(ptr, length); 47971b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber 48071b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber ptr += length; 48171b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber size -= length; 48271b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber } 48371b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber 48471b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber if (size < 1) { 48571b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber return ERROR_MALFORMED; 48671b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber } 48771b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber 48871b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber size_t numPictureParameterSets = *ptr; 48971b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber ++ptr; 49071b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber --size; 49171b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber 49271b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber for (size_t i = 0; i < numPictureParameterSets; ++i) { 49371b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber if (size < 2) { 49471b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber return ERROR_MALFORMED; 49571b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber } 49671b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber 49771b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber size_t length = U16_AT(ptr); 49871b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber 49971b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber ptr += 2; 50071b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber size -= 2; 50171b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber 50271b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber if (size < length) { 50371b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber return ERROR_MALFORMED; 50471b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber } 50571b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber 50671b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber addCodecSpecificData(ptr, length); 50771b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber 50871b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber ptr += length; 50971b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber size -= length; 51071b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber } 51171b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber 51271b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber return OK; 51371b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber} 51471b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber 5150bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huberstatus_t OMXCodec::configureCodec(const sp<MetaData> &meta) { 5163856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("configureCodec protected=%d", 5170bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber (mFlags & kEnableGrallocUsageProtected) ? 1 : 0); 5187757f5010a771fb8824b6fdf9788f588a1577e3fJames Dong 5190bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber if (!(mFlags & kIgnoreCodecSpecificData)) { 5202a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber uint32_t type; 5212a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber const void *data; 5222a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber size_t size; 5232a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber if (meta->findData(kKeyESDS, &type, &data, &size)) { 5242a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber ESDS esds((const char *)data, size); 525f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(esds.InitCheck(), (status_t)OK); 526693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 5272a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber const void *codec_specific_data; 5282a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber size_t codec_specific_data_size; 5292a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber esds.getCodecSpecificInfo( 5302a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber &codec_specific_data, &codec_specific_data_size); 531693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 5322a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber addCodecSpecificData( 5332a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber codec_specific_data, codec_specific_data_size); 5342a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber } else if (meta->findData(kKeyAVCC, &type, &data, &size)) { 5352a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber // Parse the AVCDecoderConfigurationRecord 536bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber 53771b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber unsigned profile, level; 53871b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber status_t err; 53971b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber if ((err = parseAVCCodecSpecificData( 54071b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber data, size, &profile, &level)) != OK) { 54129357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Malformed AVC codec specific data."); 54271b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber return err; 5432a4d22d79e927f2245537921e10fc5fda1c47a29Andreas Huber } 544693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 54507e946ce4908eea5eebb30ea89f088fc7c679b5aAndreas Huber CODEC_LOGI( 54671b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber "AVC profile = %u (%s), level = %u", 54771b61a960ae30df990976ca5dbe780d85a15b0d1Andreas Huber profile, AVCProfileToString(profile), level); 5483b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar } else if (meta->findData(kKeyHVCC, &type, &data, &size)) { 5493b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar // Parse the HEVCDecoderConfigurationRecord 5503b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar 5513b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar unsigned profile, level; 5523b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar status_t err; 5533b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar if ((err = parseHEVCCodecSpecificData( 5543b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar data, size, &profile, &level)) != OK) { 5553b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar ALOGE("Malformed HEVC codec specific data."); 5563b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar return err; 5573b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar } 5583b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar 5593b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar CODEC_LOGI( 5603b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar "HEVC profile = %u , level = %u", 5613b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar profile, level); 562bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber } else if (meta->findData(kKeyVorbisInfo, &type, &data, &size)) { 563bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber addCodecSpecificData(data, size); 564bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 565bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber CHECK(meta->findData(kKeyVorbisBooks, &type, &data, &size)); 566bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber addCodecSpecificData(data, size); 567bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian } else if (meta->findData(kKeyOpusHeader, &type, &data, &size)) { 568bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian addCodecSpecificData(data, size); 569bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian 570bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian CHECK(meta->findData(kKeyOpusCodecDelay, &type, &data, &size)); 571bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian addCodecSpecificData(data, size); 572bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian CHECK(meta->findData(kKeyOpusSeekPreRoll, &type, &data, &size)); 573bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian addCodecSpecificData(data, size); 574693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 575693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 576693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 577956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong int32_t bitRate = 0; 578956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong if (mIsEncoder) { 579956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong CHECK(meta->findInt32(kKeyBitRate, &bitRate)); 580956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong } 5812a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber if (!strcasecmp(MEDIA_MIMETYPE_AUDIO_AMR_NB, mMIME)) { 582956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong setAMRFormat(false /* isWAMR */, bitRate); 583bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber } else if (!strcasecmp(MEDIA_MIMETYPE_AUDIO_AMR_WB, mMIME)) { 584956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong setAMRFormat(true /* isWAMR */, bitRate); 585bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber } else if (!strcasecmp(MEDIA_MIMETYPE_AUDIO_AAC, mMIME)) { 586aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke int32_t numChannels, sampleRate, aacProfile; 58737940eefcba982836b579fe1ffec6cada72b0974Andreas Huber CHECK(meta->findInt32(kKeyChannelCount, &numChannels)); 58837940eefcba982836b579fe1ffec6cada72b0974Andreas Huber CHECK(meta->findInt32(kKeySampleRate, &sampleRate)); 58937940eefcba982836b579fe1ffec6cada72b0974Andreas Huber 590aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke if (!meta->findInt32(kKeyAACProfile, &aacProfile)) { 591aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke aacProfile = OMX_AUDIO_AACObjectNull; 592aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke } 593aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke 594ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber int32_t isADTS; 595ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (!meta->findInt32(kKeyIsADTS, &isADTS)) { 596ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS = false; 597ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 598ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 599aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke status_t err = setAACFormat(numChannels, sampleRate, bitRate, aacProfile, isADTS); 600d3523f89a867afa111bb332887bf006ec3ae93e6Gilles-Arnaud Bleu-Laine if (err != OK) { 601d3523f89a867afa111bb332887bf006ec3ae93e6Gilles-Arnaud Bleu-Laine CODEC_LOGE("setAACFormat() failed (err = %d)", err); 602d3523f89a867afa111bb332887bf006ec3ae93e6Gilles-Arnaud Bleu-Laine return err; 603d3523f89a867afa111bb332887bf006ec3ae93e6Gilles-Arnaud Bleu-Laine } 60442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } else if (!strcasecmp(MEDIA_MIMETYPE_AUDIO_MPEG, mMIME)) { 60542392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber int32_t numChannels, sampleRate; 60642392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber if (meta->findInt32(kKeyChannelCount, &numChannels) 60742392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber && meta->findInt32(kKeySampleRate, &sampleRate)) { 60842392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // Since we did not always check for these, leave them optional 60942392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber // and have the decoder figure it all out. 61042392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber setRawAudioFormat( 61142392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber mIsEncoder ? kPortIndexInput : kPortIndexOutput, 61242392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber sampleRate, 61342392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber numChannels); 61442392e49e167c6a0c573e55e1c1b4c7fa0ceb213Andreas Huber } 615d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu } else if (!strcasecmp(MEDIA_MIMETYPE_AUDIO_AC3, mMIME)) { 616d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu int32_t numChannels; 617d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu int32_t sampleRate; 618d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu CHECK(meta->findInt32(kKeyChannelCount, &numChannels)); 619d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu CHECK(meta->findInt32(kKeySampleRate, &sampleRate)); 620d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu 621d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu status_t err = setAC3Format(numChannels, sampleRate); 622d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu if (err != OK) { 623d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu CODEC_LOGE("setAC3Format() failed (err = %d)", err); 624d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu return err; 625d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu } 626bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber } else if (!strcasecmp(MEDIA_MIMETYPE_AUDIO_G711_ALAW, mMIME) 627bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber || !strcasecmp(MEDIA_MIMETYPE_AUDIO_G711_MLAW, mMIME)) { 628bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber // These are PCM-like formats with a fixed sample rate but 629bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber // a variable number of channels. 630bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 631bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber int32_t numChannels; 632bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber CHECK(meta->findInt32(kKeyChannelCount, &numChannels)); 633bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 634bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber setG711Format(numChannels); 635ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber } else if (!strcasecmp(MEDIA_MIMETYPE_AUDIO_RAW, mMIME)) { 636ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber CHECK(!mIsEncoder); 637ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber 638ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber int32_t numChannels, sampleRate; 639ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber CHECK(meta->findInt32(kKeyChannelCount, &numChannels)); 640ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber CHECK(meta->findInt32(kKeySampleRate, &sampleRate)); 641ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber 642ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber setRawAudioFormat(kPortIndexInput, sampleRate, numChannels); 643693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 644050b28a593350047845a45a14cc5026221ac1620James Dong 6452a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber if (!strncasecmp(mMIME, "video/", 6)) { 646693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 6472a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber if (mIsEncoder) { 648ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong setVideoInputFormat(mMIME, meta); 649693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } else { 6502a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber status_t err = setVideoOutputFormat( 6518fa80e3be63ffde5ef029afa713877440856b663James Dong mMIME, meta); 6522a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber 6532a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber if (err != OK) { 6542a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber return err; 6552a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber } 656693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 657693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 6587f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber 659e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber int32_t maxInputSize; 660738c4315859395bfeeaae3d4c9d6fb9f414778f1Andreas Huber if (meta->findInt32(kKeyMaxInputSize, &maxInputSize)) { 6612a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber setMinBufferSize(kPortIndexInput, (OMX_U32)maxInputSize); 662e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber } 663e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber 6642a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber initOutputFormat(meta); 665693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 6660bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber if ((mFlags & kClientNeedsFramebuffer) 667f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber && !strncmp(mComponentName, "OMX.SEC.", 8)) { 668e671207115fac3914134c61b336d5fa0242c68caAndreas Huber // This appears to no longer be needed??? 669e671207115fac3914134c61b336d5fa0242c68caAndreas Huber 670f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber OMX_INDEXTYPE index; 671f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber 672f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber status_t err = 673f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber mOMX->getExtensionIndex( 674f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber mNode, 675f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber "OMX.SEC.index.ThumbnailMode", 676f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber &index); 677f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber 678f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber if (err != OK) { 679f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber return err; 680f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber } 681f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber 682f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber OMX_BOOL enable = OMX_TRUE; 683f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber err = mOMX->setConfig(mNode, index, &enable, sizeof(enable)); 684f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber 685f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber if (err != OK) { 686f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber CODEC_LOGE("setConfig('OMX.SEC.index.ThumbnailMode') " 687f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber "returned error 0x%08x", err); 688f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber 689f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber return err; 690f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber } 691f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber 692f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber mQuirks &= ~kOutputBuffersAreUnreadable; 693f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber } 694f3712f026aad1fc46b1df18d1dba718281e39726Andreas Huber 695bf2ba2a97927c24d14c0e71158abe7b49c557c68Jamie Gennis if (mNativeWindow != NULL 696bf2ba2a97927c24d14c0e71158abe7b49c557c68Jamie Gennis && !mIsEncoder 6976a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis && !strncasecmp(mMIME, "video/", 6) 6986a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis && !strncmp(mComponentName, "OMX.", 4)) { 6996a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis status_t err = initNativeWindow(); 7006a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis if (err != OK) { 7016a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis return err; 7026a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis } 7036a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis } 7046a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 7052a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber return OK; 706693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 707693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 708e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Hubervoid OMXCodec::setMinBufferSize(OMX_U32 portIndex, OMX_U32 size) { 709e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 7107a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber InitOMXParams(&def); 711e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber def.nPortIndex = portIndex; 712e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber 713318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber status_t err = mOMX->getParameter( 714e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 715f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 716e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber 71786559de0275b46a9bdba06b749fbd549ad2022d1Andreas Huber if ((portIndex == kPortIndexInput && (mQuirks & kInputBufferSizesAreBogus)) 71886559de0275b46a9bdba06b749fbd549ad2022d1Andreas Huber || (def.nBufferSize < size)) { 719e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber def.nBufferSize = size; 720e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber } 721e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber 722318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber err = mOMX->setParameter( 723e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 724f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 725738c4315859395bfeeaae3d4c9d6fb9f414778f1Andreas Huber 726738c4315859395bfeeaae3d4c9d6fb9f414778f1Andreas Huber err = mOMX->getParameter( 727738c4315859395bfeeaae3d4c9d6fb9f414778f1Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 728f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 729738c4315859395bfeeaae3d4c9d6fb9f414778f1Andreas Huber 730738c4315859395bfeeaae3d4c9d6fb9f414778f1Andreas Huber // Make sure the setting actually stuck. 73186559de0275b46a9bdba06b749fbd549ad2022d1Andreas Huber if (portIndex == kPortIndexInput 73286559de0275b46a9bdba06b749fbd549ad2022d1Andreas Huber && (mQuirks & kInputBufferSizesAreBogus)) { 73386559de0275b46a9bdba06b749fbd549ad2022d1Andreas Huber CHECK_EQ(def.nBufferSize, size); 73486559de0275b46a9bdba06b749fbd549ad2022d1Andreas Huber } else { 73586559de0275b46a9bdba06b749fbd549ad2022d1Andreas Huber CHECK(def.nBufferSize >= size); 73686559de0275b46a9bdba06b749fbd549ad2022d1Andreas Huber } 737e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber} 738e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber 739693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstatus_t OMXCodec::setVideoPortFormatType( 740693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_U32 portIndex, 741693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat, 742693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_COLOR_FORMATTYPE colorFormat) { 743693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_VIDEO_PARAM_PORTFORMATTYPE format; 7447a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber InitOMXParams(&format); 745693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber format.nPortIndex = portIndex; 746693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber format.nIndex = 0; 747693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber bool found = false; 748693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 749693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_U32 index = 0; 750693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber for (;;) { 751693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber format.nIndex = index; 752318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber status_t err = mOMX->getParameter( 753693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 754693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber &format, sizeof(format)); 755693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 756693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (err != OK) { 757693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber return err; 758693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 759693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 760693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber // The following assertion is violated by TI's video decoder. 7617530e9c708275c273c134c36c68179f511c1940eAndreas Huber // CHECK_EQ(format.nIndex, index); 762693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 763693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#if 1 764609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CODEC_LOGV("portIndex: %u, index: %u, eCompressionFormat=%d eColorFormat=%d", 765693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber portIndex, 766693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber index, format.eCompressionFormat, format.eColorFormat); 767693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#endif 768693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 769693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (format.eCompressionFormat == compressionFormat 7700c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi && format.eColorFormat == colorFormat) { 771693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber found = true; 772693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber break; 773693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 774693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 775693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber ++index; 7765e69eb97b0e5e70919f61099bcc5bdbb1db0861cJames Dong if (index >= kMaxColorFormatSupported) { 7775e69eb97b0e5e70919f61099bcc5bdbb1db0861cJames Dong CODEC_LOGE("color format %d or compression format %d is not supported", 7785e69eb97b0e5e70919f61099bcc5bdbb1db0861cJames Dong colorFormat, compressionFormat); 7795e69eb97b0e5e70919f61099bcc5bdbb1db0861cJames Dong return UNKNOWN_ERROR; 7805e69eb97b0e5e70919f61099bcc5bdbb1db0861cJames Dong } 781693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 782693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 783693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (!found) { 784693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber return UNKNOWN_ERROR; 785693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 786693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 7872a4a7d5af053a17586a262a1267ba993e31790f1Andreas Huber CODEC_LOGV("found a match."); 788318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber status_t err = mOMX->setParameter( 789693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 790693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber &format, sizeof(format)); 791693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 792693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber return err; 793693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 794693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 795888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huberstatic size_t getFrameSize( 796888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber OMX_COLOR_FORMATTYPE colorFormat, int32_t width, int32_t height) { 797888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber switch (colorFormat) { 798888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber case OMX_COLOR_FormatYCbYCr: 799888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber case OMX_COLOR_FormatCbYCrY: 800888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber return width * height * 2; 801888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber 80203b268eac37ca2589bfff0bf58daf79d29cc14f4Andreas Huber case OMX_COLOR_FormatYUV420Planar: 803888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber case OMX_COLOR_FormatYUV420SemiPlanar: 8041374eddc4455b26d1dffdca10fc70534b3f08c1dDandawate Saket case OMX_TI_COLOR_FormatYUV420PackedSemiPlanar: 8050c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi /* 8060c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi * FIXME: For the Opaque color format, the frame size does not 8070c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi * need to be (w*h*3)/2. It just needs to 8080c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi * be larger than certain minimum buffer size. However, 8090c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi * currently, this opaque foramt has been tested only on 8100c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi * YUV420 formats. If that is changed, then we need to revisit 8110c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi * this part in the future 8120c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi */ 8130c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi case OMX_COLOR_FormatAndroidOpaque: 814888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber return (width * height * 3) / 2; 815888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber 816888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber default: 817888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber CHECK(!"Should not be here. Unsupported color format."); 818888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber break; 819888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber } 820888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber} 821888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber 822299766cdbf93fba14634e364b177b7f4d5811453James Dongstatus_t OMXCodec::findTargetColorFormat( 823299766cdbf93fba14634e364b177b7f4d5811453James Dong const sp<MetaData>& meta, OMX_COLOR_FORMATTYPE *colorFormat) { 8243856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("findTargetColorFormat"); 825299766cdbf93fba14634e364b177b7f4d5811453James Dong CHECK(mIsEncoder); 826299766cdbf93fba14634e364b177b7f4d5811453James Dong 827299766cdbf93fba14634e364b177b7f4d5811453James Dong *colorFormat = OMX_COLOR_FormatYUV420SemiPlanar; 828299766cdbf93fba14634e364b177b7f4d5811453James Dong int32_t targetColorFormat; 829299766cdbf93fba14634e364b177b7f4d5811453James Dong if (meta->findInt32(kKeyColorFormat, &targetColorFormat)) { 830299766cdbf93fba14634e364b177b7f4d5811453James Dong *colorFormat = (OMX_COLOR_FORMATTYPE) targetColorFormat; 831299766cdbf93fba14634e364b177b7f4d5811453James Dong } 832299766cdbf93fba14634e364b177b7f4d5811453James Dong 833299766cdbf93fba14634e364b177b7f4d5811453James Dong // Check whether the target color format is supported. 834299766cdbf93fba14634e364b177b7f4d5811453James Dong return isColorFormatSupported(*colorFormat, kPortIndexInput); 835299766cdbf93fba14634e364b177b7f4d5811453James Dong} 836299766cdbf93fba14634e364b177b7f4d5811453James Dong 837299766cdbf93fba14634e364b177b7f4d5811453James Dongstatus_t OMXCodec::isColorFormatSupported( 838299766cdbf93fba14634e364b177b7f4d5811453James Dong OMX_COLOR_FORMATTYPE colorFormat, int portIndex) { 8393856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("isColorFormatSupported: %d", static_cast<int>(colorFormat)); 840299766cdbf93fba14634e364b177b7f4d5811453James Dong 841299766cdbf93fba14634e364b177b7f4d5811453James Dong // Enumerate all the color formats supported by 842299766cdbf93fba14634e364b177b7f4d5811453James Dong // the omx component to see whether the given 843299766cdbf93fba14634e364b177b7f4d5811453James Dong // color format is supported. 844299766cdbf93fba14634e364b177b7f4d5811453James Dong OMX_VIDEO_PARAM_PORTFORMATTYPE portFormat; 845299766cdbf93fba14634e364b177b7f4d5811453James Dong InitOMXParams(&portFormat); 846299766cdbf93fba14634e364b177b7f4d5811453James Dong portFormat.nPortIndex = portIndex; 847299766cdbf93fba14634e364b177b7f4d5811453James Dong OMX_U32 index = 0; 848299766cdbf93fba14634e364b177b7f4d5811453James Dong portFormat.nIndex = index; 849299766cdbf93fba14634e364b177b7f4d5811453James Dong while (true) { 850299766cdbf93fba14634e364b177b7f4d5811453James Dong if (OMX_ErrorNone != mOMX->getParameter( 851299766cdbf93fba14634e364b177b7f4d5811453James Dong mNode, OMX_IndexParamVideoPortFormat, 852299766cdbf93fba14634e364b177b7f4d5811453James Dong &portFormat, sizeof(portFormat))) { 853a1abc1a76741914c7bc43f1df9e32744f023ab75James Dong break; 854299766cdbf93fba14634e364b177b7f4d5811453James Dong } 855299766cdbf93fba14634e364b177b7f4d5811453James Dong // Make sure that omx component does not overwrite 856299766cdbf93fba14634e364b177b7f4d5811453James Dong // the incremented index (bug 2897413). 857299766cdbf93fba14634e364b177b7f4d5811453James Dong CHECK_EQ(index, portFormat.nIndex); 8580c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi if (portFormat.eColorFormat == colorFormat) { 8595e69eb97b0e5e70919f61099bcc5bdbb1db0861cJames Dong CODEC_LOGV("Found supported color format: %d", portFormat.eColorFormat); 860299766cdbf93fba14634e364b177b7f4d5811453James Dong return OK; // colorFormat is supported! 861299766cdbf93fba14634e364b177b7f4d5811453James Dong } 862299766cdbf93fba14634e364b177b7f4d5811453James Dong ++index; 863299766cdbf93fba14634e364b177b7f4d5811453James Dong portFormat.nIndex = index; 864299766cdbf93fba14634e364b177b7f4d5811453James Dong 8655e69eb97b0e5e70919f61099bcc5bdbb1db0861cJames Dong if (index >= kMaxColorFormatSupported) { 866609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CODEC_LOGE("More than %u color formats are supported???", index); 867299766cdbf93fba14634e364b177b7f4d5811453James Dong break; 868299766cdbf93fba14634e364b177b7f4d5811453James Dong } 869299766cdbf93fba14634e364b177b7f4d5811453James Dong } 870a1abc1a76741914c7bc43f1df9e32744f023ab75James Dong 8715e69eb97b0e5e70919f61099bcc5bdbb1db0861cJames Dong CODEC_LOGE("color format %d is not supported", colorFormat); 872299766cdbf93fba14634e364b177b7f4d5811453James Dong return UNKNOWN_ERROR; 873299766cdbf93fba14634e364b177b7f4d5811453James Dong} 874299766cdbf93fba14634e364b177b7f4d5811453James Dong 875693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::setVideoInputFormat( 876ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong const char *mime, const sp<MetaData>& meta) { 877ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong 878ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong int32_t width, height, frameRate, bitRate, stride, sliceHeight; 879ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong bool success = meta->findInt32(kKeyWidth, &width); 880ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong success = success && meta->findInt32(kKeyHeight, &height); 881393410a441b6d06daf286ed496470e9d6b2b6ca8James Dong success = success && meta->findInt32(kKeyFrameRate, &frameRate); 882ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong success = success && meta->findInt32(kKeyBitRate, &bitRate); 883ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong success = success && meta->findInt32(kKeyStride, &stride); 884ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong success = success && meta->findInt32(kKeySliceHeight, &sliceHeight); 885ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong CHECK(success); 886ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong CHECK(stride != 0); 887693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 888693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat = OMX_VIDEO_CodingUnused; 88918291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber if (!strcasecmp(MEDIA_MIMETYPE_VIDEO_AVC, mime)) { 890693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber compressionFormat = OMX_VIDEO_CodingAVC; 8913b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar } else if (!strcasecmp(MEDIA_MIMETYPE_VIDEO_HEVC, mime)) { 8923b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar compressionFormat = OMX_VIDEO_CodingHEVC; 89318291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber } else if (!strcasecmp(MEDIA_MIMETYPE_VIDEO_MPEG4, mime)) { 894693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber compressionFormat = OMX_VIDEO_CodingMPEG4; 89518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber } else if (!strcasecmp(MEDIA_MIMETYPE_VIDEO_H263, mime)) { 896693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber compressionFormat = OMX_VIDEO_CodingH263; 897693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } else { 89829357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Not a supported video mime type: %s", mime); 899693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber CHECK(!"Should not be here. Not a supported video mime type."); 900693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 901693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 902299766cdbf93fba14634e364b177b7f4d5811453James Dong OMX_COLOR_FORMATTYPE colorFormat; 903f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ((status_t)OK, findTargetColorFormat(meta, &colorFormat)); 904693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 905c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong status_t err; 906693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 9077a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 9087a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber 909c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong //////////////////////// Input port ///////////////////////// 910c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong CHECK_EQ(setVideoPortFormatType( 911c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong kPortIndexInput, OMX_VIDEO_CodingUnused, 912f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber colorFormat), (status_t)OK); 913d07139e2e817a9b3ae9c87ba4e1e8d65d3e549daJames Dong 9147a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber InitOMXParams(&def); 915693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber def.nPortIndex = kPortIndexInput; 916693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 917318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber err = mOMX->getParameter( 918693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 919f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 920693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 921ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong def.nBufferSize = getFrameSize(colorFormat, 922ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong stride > 0? stride: -stride, sliceHeight); 923693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 924f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ((int)def.eDomain, (int)OMX_PortDomainVideo); 925693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 926693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber video_def->nFrameWidth = width; 927693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber video_def->nFrameHeight = height; 928ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong video_def->nStride = stride; 929ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong video_def->nSliceHeight = sliceHeight; 930d07139e2e817a9b3ae9c87ba4e1e8d65d3e549daJames Dong video_def->xFramerate = (frameRate << 16); // Q16 format 931693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber video_def->eCompressionFormat = OMX_VIDEO_CodingUnused; 932693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber video_def->eColorFormat = colorFormat; 933693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 934318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber err = mOMX->setParameter( 935693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 936f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 937888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber 938c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong //////////////////////// Output port ///////////////////////// 939c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong CHECK_EQ(setVideoPortFormatType( 940c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong kPortIndexOutput, compressionFormat, OMX_COLOR_FormatUnused), 941f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber (status_t)OK); 942c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong InitOMXParams(&def); 943c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong def.nPortIndex = kPortIndexOutput; 944c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong 94503b268eac37ca2589bfff0bf58daf79d29cc14f4Andreas Huber err = mOMX->getParameter( 94603b268eac37ca2589bfff0bf58daf79d29cc14f4Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 947c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong 948f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 949f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ((int)def.eDomain, (int)OMX_PortDomainVideo); 950c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong 951c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong video_def->nFrameWidth = width; 952c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong video_def->nFrameHeight = height; 953145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong video_def->xFramerate = 0; // No need for output port 954d07139e2e817a9b3ae9c87ba4e1e8d65d3e549daJames Dong video_def->nBitrate = bitRate; // Q16 format 955c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong video_def->eCompressionFormat = compressionFormat; 956c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong video_def->eColorFormat = OMX_COLOR_FormatUnused; 957824c9ff4a55e86faae4f8f158977329909cbfaf6James Dong if (mQuirks & kRequiresLargerEncoderOutputBuffer) { 958824c9ff4a55e86faae4f8f158977329909cbfaf6James Dong // Increases the output buffer size 959824c9ff4a55e86faae4f8f158977329909cbfaf6James Dong def.nBufferSize = ((def.nBufferSize * 3) >> 1); 960824c9ff4a55e86faae4f8f158977329909cbfaf6James Dong } 96103b268eac37ca2589bfff0bf58daf79d29cc14f4Andreas Huber 96203b268eac37ca2589bfff0bf58daf79d29cc14f4Andreas Huber err = mOMX->setParameter( 96303b268eac37ca2589bfff0bf58daf79d29cc14f4Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 964f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 96503b268eac37ca2589bfff0bf58daf79d29cc14f4Andreas Huber 966c32cd79d9ad4aba7d959b5b3be7361b4715e6f18James Dong /////////////////// Codec-specific //////////////////////// 967888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber switch (compressionFormat) { 968888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber case OMX_VIDEO_CodingMPEG4: 969888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber { 970f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(setupMPEG4EncoderParameters(meta), (status_t)OK); 971888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber break; 972888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber } 973888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber 974888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber case OMX_VIDEO_CodingH263: 975f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(setupH263EncoderParameters(meta), (status_t)OK); 976888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber break; 977888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber 97830ab66297501757d745b9ae10da61adcd891f497Andreas Huber case OMX_VIDEO_CodingAVC: 97930ab66297501757d745b9ae10da61adcd891f497Andreas Huber { 980f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(setupAVCEncoderParameters(meta), (status_t)OK); 98130ab66297501757d745b9ae10da61adcd891f497Andreas Huber break; 98230ab66297501757d745b9ae10da61adcd891f497Andreas Huber } 98330ab66297501757d745b9ae10da61adcd891f497Andreas Huber 984888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber default: 985888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber CHECK(!"Support for this compressionFormat to be implemented."); 986888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber break; 987888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber } 988888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber} 989888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber 990ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dongstatic OMX_U32 setPFramesSpacing(int32_t iFramesInterval, int32_t frameRate) { 991ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong if (iFramesInterval < 0) { 992ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong return 0xFFFFFFFF; 993ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong } else if (iFramesInterval == 0) { 994ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong return 0; 995ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong } 99608654f9d7157f6d6ca0928cb438bbbed53fb0fd1James Dong OMX_U32 ret = frameRate * iFramesInterval - 1; 997ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong return ret; 998ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong} 999ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong 1000d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dongstatus_t OMXCodec::setupErrorCorrectionParameters() { 1001d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong OMX_VIDEO_PARAM_ERRORCORRECTIONTYPE errorCorrectionType; 1002d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong InitOMXParams(&errorCorrectionType); 1003d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong errorCorrectionType.nPortIndex = kPortIndexOutput; 1004d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong 1005d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong status_t err = mOMX->getParameter( 1006d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong mNode, OMX_IndexParamVideoErrorCorrection, 1007d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong &errorCorrectionType, sizeof(errorCorrectionType)); 100859f63db5d1cdc91336a2b82e195e0000091cd6e3James Dong if (err != OK) { 10095ff1dd576bb93c45b44088a51544a18fc43ebf58Steve Block ALOGW("Error correction param query is not supported"); 101059f63db5d1cdc91336a2b82e195e0000091cd6e3James Dong return OK; // Optional feature. Ignore this failure 101159f63db5d1cdc91336a2b82e195e0000091cd6e3James Dong } 1012d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong 1013d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong errorCorrectionType.bEnableHEC = OMX_FALSE; 1014d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong errorCorrectionType.bEnableResync = OMX_TRUE; 1015d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong errorCorrectionType.nResynchMarkerSpacing = 256; 1016d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong errorCorrectionType.bEnableDataPartitioning = OMX_FALSE; 1017d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong errorCorrectionType.bEnableRVLC = OMX_FALSE; 1018d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong 1019d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong err = mOMX->setParameter( 1020d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong mNode, OMX_IndexParamVideoErrorCorrection, 1021d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong &errorCorrectionType, sizeof(errorCorrectionType)); 102259f63db5d1cdc91336a2b82e195e0000091cd6e3James Dong if (err != OK) { 10235ff1dd576bb93c45b44088a51544a18fc43ebf58Steve Block ALOGW("Error correction param configuration is not supported"); 102459f63db5d1cdc91336a2b82e195e0000091cd6e3James Dong } 102559f63db5d1cdc91336a2b82e195e0000091cd6e3James Dong 102659f63db5d1cdc91336a2b82e195e0000091cd6e3James Dong // Optional feature. Ignore the failure. 1027d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong return OK; 1028d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong} 1029d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong 1030d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dongstatus_t OMXCodec::setupBitRate(int32_t bitRate) { 1031d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong OMX_VIDEO_PARAM_BITRATETYPE bitrateType; 1032d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong InitOMXParams(&bitrateType); 1033d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong bitrateType.nPortIndex = kPortIndexOutput; 1034d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong 1035d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong status_t err = mOMX->getParameter( 1036d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong mNode, OMX_IndexParamVideoBitrate, 1037d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong &bitrateType, sizeof(bitrateType)); 1038f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 1039d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong 1040d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong bitrateType.eControlRate = OMX_Video_ControlRateVariable; 1041d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong bitrateType.nTargetBitrate = bitRate; 1042d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong 1043d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong err = mOMX->setParameter( 1044d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong mNode, OMX_IndexParamVideoBitrate, 1045d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong &bitrateType, sizeof(bitrateType)); 1046f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 1047d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong return OK; 1048d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong} 1049d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong 1050145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dongstatus_t OMXCodec::getVideoProfileLevel( 1051145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong const sp<MetaData>& meta, 1052145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong const CodecProfileLevel& defaultProfileLevel, 1053145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong CodecProfileLevel &profileLevel) { 1054145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong CODEC_LOGV("Default profile: %ld, level %ld", 1055145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong defaultProfileLevel.mProfile, defaultProfileLevel.mLevel); 1056145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong 1057145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong // Are the default profile and level overwriten? 1058145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong int32_t profile, level; 1059145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong if (!meta->findInt32(kKeyVideoProfile, &profile)) { 1060145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong profile = defaultProfileLevel.mProfile; 1061145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong } 1062145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong if (!meta->findInt32(kKeyVideoLevel, &level)) { 1063145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong level = defaultProfileLevel.mLevel; 1064145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong } 1065145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong CODEC_LOGV("Target profile: %d, level: %d", profile, level); 1066145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong 1067145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong // Are the target profile and level supported by the encoder? 1068145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong OMX_VIDEO_PARAM_PROFILELEVELTYPE param; 1069145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong InitOMXParams(¶m); 1070145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong param.nPortIndex = kPortIndexOutput; 1071145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong for (param.nProfileIndex = 0;; ++param.nProfileIndex) { 1072145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong status_t err = mOMX->getParameter( 1073145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong mNode, OMX_IndexParamVideoProfileLevelQuerySupported, 1074145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong ¶m, sizeof(param)); 1075145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong 1076f01691f44dcbe38a0ab3914e7c709ddc009d95dcJames Dong if (err != OK) break; 1077145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong 1078145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong int32_t supportedProfile = static_cast<int32_t>(param.eProfile); 1079145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong int32_t supportedLevel = static_cast<int32_t>(param.eLevel); 1080b914122eb9cb54bbeae4ec03bfebb194aecdccbdJames Dong CODEC_LOGV("Supported profile: %d, level %d", 1081145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong supportedProfile, supportedLevel); 1082145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong 1083145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong if (profile == supportedProfile && 1084f01691f44dcbe38a0ab3914e7c709ddc009d95dcJames Dong level <= supportedLevel) { 1085f01691f44dcbe38a0ab3914e7c709ddc009d95dcJames Dong // We can further check whether the level is a valid 1086f01691f44dcbe38a0ab3914e7c709ddc009d95dcJames Dong // value; but we will leave that to the omx encoder component 1087f01691f44dcbe38a0ab3914e7c709ddc009d95dcJames Dong // via OMX_SetParameter call. 1088145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong profileLevel.mProfile = profile; 1089145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong profileLevel.mLevel = level; 1090145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong return OK; 1091145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong } 1092145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong } 1093145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong 1094145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong CODEC_LOGE("Target profile (%d) and level (%d) is not supported", 1095145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong profile, level); 1096145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong return BAD_VALUE; 1097145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong} 1098145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong 1099d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dongstatus_t OMXCodec::setupH263EncoderParameters(const sp<MetaData>& meta) { 1100d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong int32_t iFramesInterval, frameRate, bitRate; 1101d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong bool success = meta->findInt32(kKeyBitRate, &bitRate); 1102393410a441b6d06daf286ed496470e9d6b2b6ca8James Dong success = success && meta->findInt32(kKeyFrameRate, &frameRate); 1103d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong success = success && meta->findInt32(kKeyIFramesInterval, &iFramesInterval); 1104d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong CHECK(success); 1105d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong OMX_VIDEO_PARAM_H263TYPE h263type; 1106d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong InitOMXParams(&h263type); 1107d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong h263type.nPortIndex = kPortIndexOutput; 1108d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong 1109d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong status_t err = mOMX->getParameter( 1110d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 1111f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 1112d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong 1113d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong h263type.nAllowedPictureTypes = 1114d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 1115d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong 1116d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong h263type.nPFrames = setPFramesSpacing(iFramesInterval, frameRate); 1117d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong if (h263type.nPFrames == 0) { 1118d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong h263type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 1119d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong } 1120d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong h263type.nBFrames = 0; 1121d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong 1122145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong // Check profile and level parameters 1123145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong CodecProfileLevel defaultProfileLevel, profileLevel; 112497e0fcc0cb69692a6c518e2bfaf9892a164e7f58James Dong defaultProfileLevel.mProfile = h263type.eProfile; 112597e0fcc0cb69692a6c518e2bfaf9892a164e7f58James Dong defaultProfileLevel.mLevel = h263type.eLevel; 1126145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong err = getVideoProfileLevel(meta, defaultProfileLevel, profileLevel); 1127145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong if (err != OK) return err; 1128145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong h263type.eProfile = static_cast<OMX_VIDEO_H263PROFILETYPE>(profileLevel.mProfile); 1129145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong h263type.eLevel = static_cast<OMX_VIDEO_H263LEVELTYPE>(profileLevel.mLevel); 1130d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong 1131d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong h263type.bPLUSPTYPEAllowed = OMX_FALSE; 1132d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong h263type.bForceRoundingTypeToZero = OMX_FALSE; 1133d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong h263type.nPictureHeaderRepetition = 0; 1134d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong h263type.nGOBHeaderInterval = 0; 1135d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong 1136d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong err = mOMX->setParameter( 1137d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong mNode, OMX_IndexParamVideoH263, &h263type, sizeof(h263type)); 1138f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 1139d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong 1140f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(setupBitRate(bitRate), (status_t)OK); 1141f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(setupErrorCorrectionParameters(), (status_t)OK); 1142d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong 1143d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong return OK; 1144d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong} 1145d329e21495eda9dbc531fdd0c26c77f1593ac3f4James Dong 1146ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dongstatus_t OMXCodec::setupMPEG4EncoderParameters(const sp<MetaData>& meta) { 1147ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong int32_t iFramesInterval, frameRate, bitRate; 1148ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong bool success = meta->findInt32(kKeyBitRate, &bitRate); 1149393410a441b6d06daf286ed496470e9d6b2b6ca8James Dong success = success && meta->findInt32(kKeyFrameRate, &frameRate); 1150ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong success = success && meta->findInt32(kKeyIFramesInterval, &iFramesInterval); 1151ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong CHECK(success); 1152888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber OMX_VIDEO_PARAM_MPEG4TYPE mpeg4type; 1153888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber InitOMXParams(&mpeg4type); 1154888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber mpeg4type.nPortIndex = kPortIndexOutput; 1155888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber 1156888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber status_t err = mOMX->getParameter( 1157888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 1158f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 1159888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber 1160888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber mpeg4type.nSliceHeaderSpacing = 0; 1161888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber mpeg4type.bSVH = OMX_FALSE; 1162888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber mpeg4type.bGov = OMX_FALSE; 1163888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber 1164888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber mpeg4type.nAllowedPictureTypes = 1165888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 1166888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber 1167ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong mpeg4type.nPFrames = setPFramesSpacing(iFramesInterval, frameRate); 1168ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong if (mpeg4type.nPFrames == 0) { 1169ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong mpeg4type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 1170ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong } 1171888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber mpeg4type.nBFrames = 0; 1172888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber mpeg4type.nIDCVLCThreshold = 0; 1173888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber mpeg4type.bACPred = OMX_TRUE; 1174888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber mpeg4type.nMaxPacketSize = 256; 1175888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber mpeg4type.nTimeIncRes = 1000; 1176888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber mpeg4type.nHeaderExtension = 0; 1177888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber mpeg4type.bReversibleVLC = OMX_FALSE; 1178888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber 1179145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong // Check profile and level parameters 1180145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong CodecProfileLevel defaultProfileLevel, profileLevel; 118197e0fcc0cb69692a6c518e2bfaf9892a164e7f58James Dong defaultProfileLevel.mProfile = mpeg4type.eProfile; 118297e0fcc0cb69692a6c518e2bfaf9892a164e7f58James Dong defaultProfileLevel.mLevel = mpeg4type.eLevel; 1183145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong err = getVideoProfileLevel(meta, defaultProfileLevel, profileLevel); 1184145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong if (err != OK) return err; 1185145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong mpeg4type.eProfile = static_cast<OMX_VIDEO_MPEG4PROFILETYPE>(profileLevel.mProfile); 1186145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong mpeg4type.eLevel = static_cast<OMX_VIDEO_MPEG4LEVELTYPE>(profileLevel.mLevel); 1187888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber 1188888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber err = mOMX->setParameter( 1189888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber mNode, OMX_IndexParamVideoMpeg4, &mpeg4type, sizeof(mpeg4type)); 1190f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 1191888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber 1192f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(setupBitRate(bitRate), (status_t)OK); 1193f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(setupErrorCorrectionParameters(), (status_t)OK); 1194888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber 1195888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber return OK; 1196693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 1197693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1198ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dongstatus_t OMXCodec::setupAVCEncoderParameters(const sp<MetaData>& meta) { 1199ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong int32_t iFramesInterval, frameRate, bitRate; 1200ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong bool success = meta->findInt32(kKeyBitRate, &bitRate); 1201393410a441b6d06daf286ed496470e9d6b2b6ca8James Dong success = success && meta->findInt32(kKeyFrameRate, &frameRate); 1202ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong success = success && meta->findInt32(kKeyIFramesInterval, &iFramesInterval); 1203ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong CHECK(success); 1204ddcc4a66d848deef6fb4689e64e30cd9bd2684feJames Dong 120530ab66297501757d745b9ae10da61adcd891f497Andreas Huber OMX_VIDEO_PARAM_AVCTYPE h264type; 120630ab66297501757d745b9ae10da61adcd891f497Andreas Huber InitOMXParams(&h264type); 120730ab66297501757d745b9ae10da61adcd891f497Andreas Huber h264type.nPortIndex = kPortIndexOutput; 120830ab66297501757d745b9ae10da61adcd891f497Andreas Huber 120930ab66297501757d745b9ae10da61adcd891f497Andreas Huber status_t err = mOMX->getParameter( 121030ab66297501757d745b9ae10da61adcd891f497Andreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 1211f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 121230ab66297501757d745b9ae10da61adcd891f497Andreas Huber 121330ab66297501757d745b9ae10da61adcd891f497Andreas Huber h264type.nAllowedPictureTypes = 121430ab66297501757d745b9ae10da61adcd891f497Andreas Huber OMX_VIDEO_PictureTypeI | OMX_VIDEO_PictureTypeP; 121530ab66297501757d745b9ae10da61adcd891f497Andreas Huber 1216145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong // Check profile and level parameters 1217145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong CodecProfileLevel defaultProfileLevel, profileLevel; 1218145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong defaultProfileLevel.mProfile = h264type.eProfile; 1219145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong defaultProfileLevel.mLevel = h264type.eLevel; 1220145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong err = getVideoProfileLevel(meta, defaultProfileLevel, profileLevel); 1221145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong if (err != OK) return err; 1222145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong h264type.eProfile = static_cast<OMX_VIDEO_AVCPROFILETYPE>(profileLevel.mProfile); 1223145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong h264type.eLevel = static_cast<OMX_VIDEO_AVCLEVELTYPE>(profileLevel.mLevel); 1224145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong 12257c25df82dfc8bbedb58608242f0d923a4594bb14James Dong // XXX 12267c25df82dfc8bbedb58608242f0d923a4594bb14James Dong if (h264type.eProfile != OMX_VIDEO_AVCProfileBaseline) { 12277c25df82dfc8bbedb58608242f0d923a4594bb14James Dong ALOGW("Use baseline profile instead of %d for AVC recording", 12287c25df82dfc8bbedb58608242f0d923a4594bb14James Dong h264type.eProfile); 12291374eddc4455b26d1dffdca10fc70534b3f08c1dDandawate Saket h264type.eProfile = OMX_VIDEO_AVCProfileBaseline; 12301374eddc4455b26d1dffdca10fc70534b3f08c1dDandawate Saket } 12311374eddc4455b26d1dffdca10fc70534b3f08c1dDandawate Saket 1232145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong if (h264type.eProfile == OMX_VIDEO_AVCProfileBaseline) { 1233d552b88515c6ccd18695e5db5e6032a6425d8c63James Dong h264type.nSliceHeaderSpacing = 0; 1234145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong h264type.bUseHadamard = OMX_TRUE; 1235145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong h264type.nRefFrames = 1; 1236d552b88515c6ccd18695e5db5e6032a6425d8c63James Dong h264type.nBFrames = 0; 1237d552b88515c6ccd18695e5db5e6032a6425d8c63James Dong h264type.nPFrames = setPFramesSpacing(iFramesInterval, frameRate); 1238d552b88515c6ccd18695e5db5e6032a6425d8c63James Dong if (h264type.nPFrames == 0) { 1239d552b88515c6ccd18695e5db5e6032a6425d8c63James Dong h264type.nAllowedPictureTypes = OMX_VIDEO_PictureTypeI; 1240d552b88515c6ccd18695e5db5e6032a6425d8c63James Dong } 1241145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong h264type.nRefIdx10ActiveMinus1 = 0; 1242145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong h264type.nRefIdx11ActiveMinus1 = 0; 1243145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong h264type.bEntropyCodingCABAC = OMX_FALSE; 1244145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong h264type.bWeightedPPrediction = OMX_FALSE; 1245145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong h264type.bconstIpred = OMX_FALSE; 1246145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong h264type.bDirect8x8Inference = OMX_FALSE; 1247145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong h264type.bDirectSpatialTemporal = OMX_FALSE; 1248145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong h264type.nCabacInitIdc = 0; 1249145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong } 1250145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong 1251145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong if (h264type.nBFrames != 0) { 1252145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong h264type.nAllowedPictureTypes |= OMX_VIDEO_PictureTypeB; 1253145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong } 1254145bfe5eb3e08c9689c28f6bf3287a979438b04bJames Dong 125530ab66297501757d745b9ae10da61adcd891f497Andreas Huber h264type.bEnableUEP = OMX_FALSE; 125630ab66297501757d745b9ae10da61adcd891f497Andreas Huber h264type.bEnableFMO = OMX_FALSE; 125730ab66297501757d745b9ae10da61adcd891f497Andreas Huber h264type.bEnableASO = OMX_FALSE; 125830ab66297501757d745b9ae10da61adcd891f497Andreas Huber h264type.bEnableRS = OMX_FALSE; 125930ab66297501757d745b9ae10da61adcd891f497Andreas Huber h264type.bFrameMBsOnly = OMX_TRUE; 126030ab66297501757d745b9ae10da61adcd891f497Andreas Huber h264type.bMBAFF = OMX_FALSE; 126130ab66297501757d745b9ae10da61adcd891f497Andreas Huber h264type.eLoopFilterMode = OMX_VIDEO_AVCLoopFilterEnable; 126230ab66297501757d745b9ae10da61adcd891f497Andreas Huber 126330ab66297501757d745b9ae10da61adcd891f497Andreas Huber err = mOMX->setParameter( 126430ab66297501757d745b9ae10da61adcd891f497Andreas Huber mNode, OMX_IndexParamVideoAvc, &h264type, sizeof(h264type)); 1265f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 126630ab66297501757d745b9ae10da61adcd891f497Andreas Huber 1267f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(setupBitRate(bitRate), (status_t)OK); 126830ab66297501757d745b9ae10da61adcd891f497Andreas Huber 126930ab66297501757d745b9ae10da61adcd891f497Andreas Huber return OK; 127030ab66297501757d745b9ae10da61adcd891f497Andreas Huber} 127130ab66297501757d745b9ae10da61adcd891f497Andreas Huber 12722a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huberstatus_t OMXCodec::setVideoOutputFormat( 12738fa80e3be63ffde5ef029afa713877440856b663James Dong const char *mime, const sp<MetaData>& meta) { 12748fa80e3be63ffde5ef029afa713877440856b663James Dong 12758fa80e3be63ffde5ef029afa713877440856b663James Dong int32_t width, height; 12768fa80e3be63ffde5ef029afa713877440856b663James Dong bool success = meta->findInt32(kKeyWidth, &width); 12778fa80e3be63ffde5ef029afa713877440856b663James Dong success = success && meta->findInt32(kKeyHeight, &height); 12788fa80e3be63ffde5ef029afa713877440856b663James Dong CHECK(success); 12798fa80e3be63ffde5ef029afa713877440856b663James Dong 12802a4a7d5af053a17586a262a1267ba993e31790f1Andreas Huber CODEC_LOGV("setVideoOutputFormat width=%ld, height=%ld", width, height); 1281693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1282693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_VIDEO_CODINGTYPE compressionFormat = OMX_VIDEO_CodingUnused; 128318291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber if (!strcasecmp(MEDIA_MIMETYPE_VIDEO_AVC, mime)) { 1284693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber compressionFormat = OMX_VIDEO_CodingAVC; 128518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber } else if (!strcasecmp(MEDIA_MIMETYPE_VIDEO_MPEG4, mime)) { 1286693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber compressionFormat = OMX_VIDEO_CodingMPEG4; 12873b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar } else if (!strcasecmp(MEDIA_MIMETYPE_VIDEO_HEVC, mime)) { 12883b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar compressionFormat = OMX_VIDEO_CodingHEVC; 128918291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber } else if (!strcasecmp(MEDIA_MIMETYPE_VIDEO_H263, mime)) { 1290693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber compressionFormat = OMX_VIDEO_CodingH263; 129194705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang } else if (!strcasecmp(MEDIA_MIMETYPE_VIDEO_VP8, mime)) { 129294705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang compressionFormat = OMX_VIDEO_CodingVP8; 129394705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang } else if (!strcasecmp(MEDIA_MIMETYPE_VIDEO_VP9, mime)) { 129494705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang compressionFormat = OMX_VIDEO_CodingVP9; 1295386d609dc513e838c7e7c4c46c604493ccd560beAndreas Huber } else if (!strcasecmp(MEDIA_MIMETYPE_VIDEO_MPEG2, mime)) { 1296386d609dc513e838c7e7c4c46c604493ccd560beAndreas Huber compressionFormat = OMX_VIDEO_CodingMPEG2; 1297693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } else { 129829357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Not a supported video mime type: %s", mime); 1299693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber CHECK(!"Should not be here. Not a supported video mime type."); 1300693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 1301693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 13022a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber status_t err = setVideoPortFormatType( 1303693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber kPortIndexInput, compressionFormat, OMX_COLOR_FormatUnused); 1304693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 13052a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber if (err != OK) { 13062a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber return err; 13072a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber } 13082a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber 1309693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#if 1 1310693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber { 1311693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_VIDEO_PARAM_PORTFORMATTYPE format; 13127a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber InitOMXParams(&format); 1313693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber format.nPortIndex = kPortIndexOutput; 1314693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber format.nIndex = 0; 1315693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1316318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber status_t err = mOMX->getParameter( 1317693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 1318693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber &format, sizeof(format)); 1319f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 1320f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ((int)format.eCompressionFormat, (int)OMX_VIDEO_CodingUnused); 1321693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 13228fa80e3be63ffde5ef029afa713877440856b663James Dong int32_t colorFormat; 13238fa80e3be63ffde5ef029afa713877440856b663James Dong if (meta->findInt32(kKeyColorFormat, &colorFormat) 13248fa80e3be63ffde5ef029afa713877440856b663James Dong && colorFormat != OMX_COLOR_FormatUnused 13258fa80e3be63ffde5ef029afa713877440856b663James Dong && colorFormat != format.eColorFormat) { 13268fa80e3be63ffde5ef029afa713877440856b663James Dong 13278fa80e3be63ffde5ef029afa713877440856b663James Dong while (OMX_ErrorNoMore != err) { 13288fa80e3be63ffde5ef029afa713877440856b663James Dong format.nIndex++; 13298fa80e3be63ffde5ef029afa713877440856b663James Dong err = mOMX->getParameter( 13308fa80e3be63ffde5ef029afa713877440856b663James Dong mNode, OMX_IndexParamVideoPortFormat, 13318fa80e3be63ffde5ef029afa713877440856b663James Dong &format, sizeof(format)); 13328fa80e3be63ffde5ef029afa713877440856b663James Dong if (format.eColorFormat == colorFormat) { 13338fa80e3be63ffde5ef029afa713877440856b663James Dong break; 13348fa80e3be63ffde5ef029afa713877440856b663James Dong } 13358fa80e3be63ffde5ef029afa713877440856b663James Dong } 13368fa80e3be63ffde5ef029afa713877440856b663James Dong if (format.eColorFormat != colorFormat) { 13378fa80e3be63ffde5ef029afa713877440856b663James Dong CODEC_LOGE("Color format %d is not supported", colorFormat); 13388fa80e3be63ffde5ef029afa713877440856b663James Dong return ERROR_UNSUPPORTED; 13398fa80e3be63ffde5ef029afa713877440856b663James Dong } 13408fa80e3be63ffde5ef029afa713877440856b663James Dong } 13418fa80e3be63ffde5ef029afa713877440856b663James Dong 1342318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber err = mOMX->setParameter( 1343693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mNode, OMX_IndexParamVideoPortFormat, 1344693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber &format, sizeof(format)); 13452a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber 13462a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber if (err != OK) { 13472a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber return err; 13482a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber } 1349693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 1350693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#endif 1351693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1352693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 13537a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber InitOMXParams(&def); 1354693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber def.nPortIndex = kPortIndexInput; 1355693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 13567a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 13577a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber 13582a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber err = mOMX->getParameter( 1359693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 1360693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1361f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 1362693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1363693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#if 1 1364693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber // XXX Need a (much) better heuristic to compute input buffer sizes. 1365693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber const size_t X = 64 * 1024; 1366693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (def.nBufferSize < X) { 1367693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber def.nBufferSize = X; 1368693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 1369693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#endif 1370693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1371f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ((int)def.eDomain, (int)OMX_PortDomainVideo); 1372693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1373693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber video_def->nFrameWidth = width; 1374693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber video_def->nFrameHeight = height; 1375693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1376888f72a4628eed3c136ff2e346a15d129da0d520Andreas Huber video_def->eCompressionFormat = compressionFormat; 1377693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber video_def->eColorFormat = OMX_COLOR_FormatUnused; 1378693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1379318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber err = mOMX->setParameter( 1380693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 13812a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber 13822a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber if (err != OK) { 13832a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber return err; 13842a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber } 1385693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1386693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber //////////////////////////////////////////////////////////////////////////// 1387693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 13887a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber InitOMXParams(&def); 1389693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber def.nPortIndex = kPortIndexOutput; 1390693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1391318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber err = mOMX->getParameter( 1392693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 1393f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 1394f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ((int)def.eDomain, (int)OMX_PortDomainVideo); 1395693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1396693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#if 0 1397693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber def.nBufferSize = 1398693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber (((width + 15) & -16) * ((height + 15) & -16) * 3) / 2; // YUV420 1399693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#endif 1400693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1401693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber video_def->nFrameWidth = width; 1402693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber video_def->nFrameHeight = height; 1403693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1404318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber err = mOMX->setParameter( 1405693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 14062a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber 14072a3847ee1cbdaa8a65eee397a0173bb02211c459Andreas Huber return err; 1408693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 1409693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1410693d271e62a3726689ff68f4505ba49228eb94b2Andreas HuberOMXCodec::OMXCodec( 14110bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber const sp<IOMX> &omx, IOMX::node_id node, 14120bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber uint32_t quirks, uint32_t flags, 1413bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber bool isEncoder, 1414693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber const char *mime, 1415693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber const char *componentName, 14166a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis const sp<MediaSource> &source, 14176a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis const sp<ANativeWindow> &nativeWindow) 1418693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber : mOMX(omx), 1419d459b485c61bd3e7fd81c5cd3af8ada27fc3e8d3Andreas Huber mOMXLivesLocally(omx->livesLocally(node, getpid())), 1420693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mNode(node), 1421693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mQuirks(quirks), 14220bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber mFlags(flags), 1423693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mIsEncoder(isEncoder), 14242b1892db4a2ab47bfc09e59a4c11751aea99e4eaAndreas Huber mIsVideo(!strncasecmp("video/", mime, 6)), 1425693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mMIME(strdup(mime)), 1426693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mComponentName(strdup(componentName)), 1427693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mSource(source), 1428693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mCodecSpecificDataIndex(0), 1429693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mState(LOADED), 1430284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber mInitialBufferSubmit(true), 1431693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mSignalledEOS(false), 1432693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mNoMoreOutputData(false), 14337f281f87670c63775ea1ae8b24af31822d5ad416Andreas Huber mOutputPortSettingsHaveChanged(false), 14347f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber mSeekTimeUs(-1), 1435abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber mSeekMode(ReadOptions::SEEK_CLOSEST_SYNC), 1436abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber mTargetTimeUs(-1), 14379c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber mOutputPortSettingsChangedPending(false), 1438a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen mSkipCutBuffer(NULL), 1439d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber mLeftOverBuffer(NULL), 14406a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis mPaused(false), 14412944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber mNativeWindow( 144234242ac93467fc364bec435bf961283cd3d6ba0bSuresh Choudhary (!strncmp(componentName, "OMX.google.", 11)) 1443bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber ? NULL : nativeWindow) { 1444693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mPortStatus[kPortIndexInput] = ENABLED; 1445693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mPortStatus[kPortIndexOutput] = ENABLED; 1446693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 14477a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber setComponentRole(); 14487a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber} 14497a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber 145018291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber// static 145118291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Hubervoid OMXCodec::setComponentRole( 145218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber const sp<IOMX> &omx, IOMX::node_id node, bool isEncoder, 145318291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber const char *mime) { 14547a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber struct MimeToRole { 14557a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber const char *mime; 14567a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber const char *decoderRole; 14577a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber const char *encoderRole; 14587a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber }; 14597a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber 14607a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber static const MimeToRole kMimeToRole[] = { 146118291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG, 146218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber "audio_decoder.mp3", "audio_encoder.mp3" }, 14632944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_I, 14642944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp1", "audio_encoder.mp1" }, 14652944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber { MEDIA_MIMETYPE_AUDIO_MPEG_LAYER_II, 14662944eca607304a095ea43ba2b8f0b9de61249f9fAndreas Huber "audio_decoder.mp2", "audio_encoder.mp2" }, 146718291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_NB, 146818291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber "audio_decoder.amrnb", "audio_encoder.amrnb" }, 146918291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber { MEDIA_MIMETYPE_AUDIO_AMR_WB, 147018291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber "audio_decoder.amrwb", "audio_encoder.amrwb" }, 147118291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber { MEDIA_MIMETYPE_AUDIO_AAC, 147218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber "audio_decoder.aac", "audio_encoder.aac" }, 1473729de186450f78c099637e1fce743fe531862c52Andreas Huber { MEDIA_MIMETYPE_AUDIO_VORBIS, 1474729de186450f78c099637e1fce743fe531862c52Andreas Huber "audio_decoder.vorbis", "audio_encoder.vorbis" }, 1475bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian { MEDIA_MIMETYPE_AUDIO_OPUS, 1476bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian "audio_decoder.opus", "audio_encoder.opus" }, 1477c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_MLAW, 1478c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711mlaw", "audio_encoder.g711mlaw" }, 1479c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber { MEDIA_MIMETYPE_AUDIO_G711_ALAW, 1480c5255ac5b1bd313dcb50159566163b24dce7483fAndreas Huber "audio_decoder.g711alaw", "audio_encoder.g711alaw" }, 148118291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber { MEDIA_MIMETYPE_VIDEO_AVC, 148218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber "video_decoder.avc", "video_encoder.avc" }, 14833b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar { MEDIA_MIMETYPE_VIDEO_HEVC, 14843b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar "video_decoder.hevc", "video_encoder.hevc" }, 148518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber { MEDIA_MIMETYPE_VIDEO_MPEG4, 148618291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber "video_decoder.mpeg4", "video_encoder.mpeg4" }, 148718291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber { MEDIA_MIMETYPE_VIDEO_H263, 148818291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber "video_decoder.h263", "video_encoder.h263" }, 148994705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP8, 149094705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp8", "video_encoder.vp8" }, 149194705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang { MEDIA_MIMETYPE_VIDEO_VP9, 149294705aff3c9eef58cbb72ec6fe5d2dcfd9481646hkuang "video_decoder.vp9", "video_encoder.vp9" }, 1493ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber { MEDIA_MIMETYPE_AUDIO_RAW, 1494ecdd39c5af016e2fa57cbfd837aa670b706dabd3Andreas Huber "audio_decoder.raw", "audio_encoder.raw" }, 14952f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi { MEDIA_MIMETYPE_AUDIO_FLAC, 14962f74ef3cdc192f817ee1121f41765f0852c1d81eJean-Michel Trivi "audio_decoder.flac", "audio_encoder.flac" }, 1497ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen { MEDIA_MIMETYPE_AUDIO_MSGSM, 1498ba933df89521d63f75ca66af12ce9d7ae9496b9eMarco Nelissen "audio_decoder.gsm", "audio_encoder.gsm" }, 1499774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu { MEDIA_MIMETYPE_VIDEO_MPEG2, 1500774eb18c40c3a7da0bc1636a9779f02315ddbad8Changwan Ryu "video_decoder.mpeg2", "video_encoder.mpeg2" }, 1501d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu { MEDIA_MIMETYPE_AUDIO_AC3, 1502d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu "audio_decoder.ac3", "audio_encoder.ac3" }, 15037a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber }; 15047a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber 15057a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber static const size_t kNumMimeToRole = 15067a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber sizeof(kMimeToRole) / sizeof(kMimeToRole[0]); 15077a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber 15087a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber size_t i; 15097a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber for (i = 0; i < kNumMimeToRole; ++i) { 151018291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber if (!strcasecmp(mime, kMimeToRole[i].mime)) { 15117a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber break; 15127a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber } 15137a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber } 15147a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber 15157a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber if (i == kNumMimeToRole) { 15167a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber return; 15177a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber } 15187a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber 15197a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber const char *role = 152018291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber isEncoder ? kMimeToRole[i].encoderRole 152118291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber : kMimeToRole[i].decoderRole; 15227a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber 15237a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber if (role != NULL) { 15247a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber OMX_PARAM_COMPONENTROLETYPE roleParams; 15257a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber InitOMXParams(&roleParams); 15267a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber 15277a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber strncpy((char *)roleParams.cRole, 15287a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber role, OMX_MAX_STRINGNAME_SIZE - 1); 15297a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber 15307a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber roleParams.cRole[OMX_MAX_STRINGNAME_SIZE - 1] = '\0'; 15317a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber 1532318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber status_t err = omx->setParameter( 153318291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber node, OMX_IndexParamStandardComponentRole, 15347a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber &roleParams, sizeof(roleParams)); 15357a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber 15367a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber if (err != OK) { 15375ff1dd576bb93c45b44088a51544a18fc43ebf58Steve Block ALOGW("Failed to set standard component role '%s'.", role); 15387a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber } 15397a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber } 1540693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 1541693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 154218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Hubervoid OMXCodec::setComponentRole() { 154318291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber setComponentRole(mOMX, mNode, mIsEncoder, mMIME); 154418291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber} 154518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 1546693d271e62a3726689ff68f4505ba49228eb94b2Andreas HuberOMXCodec::~OMXCodec() { 154700998fbb52dfa78ac3a4b3706d64fc612926bfbcAndreas Huber mSource.clear(); 154800998fbb52dfa78ac3a4b3706d64fc612926bfbcAndreas Huber 15494d785ae6b940c62610612baf9d24f1ee607a2714Andreas Huber CHECK(mState == LOADED || mState == ERROR || mState == LOADED_TO_IDLE); 1550693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1551318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber status_t err = mOMX->freeNode(mNode); 1552f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 1553693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1554229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar mNode = 0; 1555693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber setState(DEAD); 1556693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1557693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber clearCodecSpecificData(); 1558693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1559693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber free(mComponentName); 1560693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mComponentName = NULL; 1561bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber 1562693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber free(mMIME); 1563693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mMIME = NULL; 1564693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 1565693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1566693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstatus_t OMXCodec::init() { 1567284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber // mLock is held. 1568693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1569f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ((int)mState, (int)LOADED); 1570693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1571693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t err; 1572693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (!(mQuirks & kRequiresLoadedToIdleAfterAllocation)) { 1573318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber err = mOMX->sendCommand(mNode, OMX_CommandStateSet, OMX_StateIdle); 1574f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 1575693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber setState(LOADED_TO_IDLE); 1576693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 1577693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1578693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber err = allocateBuffers(); 157960693ddde0e435def1617848f545c78cec452766Jamie Gennis if (err != (status_t)OK) { 158060693ddde0e435def1617848f545c78cec452766Jamie Gennis return err; 158160693ddde0e435def1617848f545c78cec452766Jamie Gennis } 1582693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1583693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (mQuirks & kRequiresLoadedToIdleAfterAllocation) { 1584318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber err = mOMX->sendCommand(mNode, OMX_CommandStateSet, OMX_StateIdle); 1585f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 1586693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1587693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber setState(LOADED_TO_IDLE); 1588693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 1589693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1590693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber while (mState != EXECUTING && mState != ERROR) { 1591693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mAsyncCompletion.wait(mLock); 1592693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 1593693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1594693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber return mState == ERROR ? UNKNOWN_ERROR : OK; 1595693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 1596693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1597693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber// static 1598693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberbool OMXCodec::isIntermediateState(State state) { 1599693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber return state == LOADED_TO_IDLE 1600693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber || state == IDLE_TO_EXECUTING 1601693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber || state == EXECUTING_TO_IDLE 1602693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber || state == IDLE_TO_LOADED 1603693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber || state == RECONFIGURING; 1604693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 1605693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1606693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstatus_t OMXCodec::allocateBuffers() { 1607693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t err = allocateBuffersOnPort(kPortIndexInput); 1608693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1609693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (err != OK) { 1610693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber return err; 1611693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 1612693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1613693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber return allocateBuffersOnPort(kPortIndexOutput); 1614693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 1615693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1616693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstatus_t OMXCodec::allocateBuffersOnPort(OMX_U32 portIndex) { 1617bf2ba2a97927c24d14c0e71158abe7b49c557c68Jamie Gennis if (mNativeWindow != NULL && portIndex == kPortIndexOutput) { 16186a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis return allocateOutputBuffersFromNativeWindow(); 16196a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis } 16206a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 16210bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber if ((mFlags & kEnableGrallocUsageProtected) && portIndex == kPortIndexOutput) { 162229357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("protected output buffers must be stent to an ANativeWindow"); 1623d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis return PERMISSION_DENIED; 1624d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis } 1625d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis 1626f6e1ff257eb3c4f98587170d0c6367bf58cfb115James Dong status_t err = OK; 16270bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber if ((mFlags & kStoreMetaDataInVideoBuffers) 16280bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber && portIndex == kPortIndexInput) { 1629f6e1ff257eb3c4f98587170d0c6367bf58cfb115James Dong err = mOMX->storeMetaDataInBuffers(mNode, kPortIndexInput, OMX_TRUE); 1630f6e1ff257eb3c4f98587170d0c6367bf58cfb115James Dong if (err != OK) { 163129357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("Storing meta data in video buffers is not supported"); 1632f6e1ff257eb3c4f98587170d0c6367bf58cfb115James Dong return err; 1633f6e1ff257eb3c4f98587170d0c6367bf58cfb115James Dong } 1634f6e1ff257eb3c4f98587170d0c6367bf58cfb115James Dong } 1635f6e1ff257eb3c4f98587170d0c6367bf58cfb115James Dong 1636693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 16377a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber InitOMXParams(&def); 1638693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber def.nPortIndex = portIndex; 1639693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1640f6e1ff257eb3c4f98587170d0c6367bf58cfb115James Dong err = mOMX->getParameter( 1641693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 1642693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1643693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (err != OK) { 1644693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber return err; 1645693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 1646693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1647c32589a79f8120ac0060945fffc50279143989aaAndreas Huber CODEC_LOGV("allocating %lu buffers of size %lu on %s port", 164839ddf8e0f18766f7ba1e3246b774aa6ebd93eea8Andreas Huber def.nBufferCountActual, def.nBufferSize, 164939ddf8e0f18766f7ba1e3246b774aa6ebd93eea8Andreas Huber portIndex == kPortIndexInput ? "input" : "output"); 165039ddf8e0f18766f7ba1e3246b774aa6ebd93eea8Andreas Huber 16517530e9c708275c273c134c36c68179f511c1940eAndreas Huber size_t totalSize = def.nBufferCountActual * def.nBufferSize; 1652867d2f6ce668968e463eb86b856d21525f12fd67Mathias Agopian mDealer[portIndex] = new MemoryDealer(totalSize, "OMXCodec"); 16537530e9c708275c273c134c36c68179f511c1940eAndreas Huber 1654693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber for (OMX_U32 i = 0; i < def.nBufferCountActual; ++i) { 16557530e9c708275c273c134c36c68179f511c1940eAndreas Huber sp<IMemory> mem = mDealer[portIndex]->allocate(def.nBufferSize); 1656693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber CHECK(mem.get() != NULL); 1657693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1658570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber BufferInfo info; 1659570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber info.mData = NULL; 1660570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber info.mSize = def.nBufferSize; 1661570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber 1662693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber IOMX::buffer_id buffer; 1663693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (portIndex == kPortIndexInput 16640bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber && ((mQuirks & kRequiresAllocateBufferOnInputPorts) 16650bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber || (mFlags & kUseSecureInputBuffers))) { 16667eaa9c9385535b651064e02d05a8ffa4b2359281Andreas Huber if (mOMXLivesLocally) { 1667570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber mem.clear(); 1668570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber 16697eaa9c9385535b651064e02d05a8ffa4b2359281Andreas Huber err = mOMX->allocateBuffer( 1670570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber mNode, portIndex, def.nBufferSize, &buffer, 1671570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber &info.mData); 16727eaa9c9385535b651064e02d05a8ffa4b2359281Andreas Huber } else { 16737eaa9c9385535b651064e02d05a8ffa4b2359281Andreas Huber err = mOMX->allocateBufferWithBackup( 16747eaa9c9385535b651064e02d05a8ffa4b2359281Andreas Huber mNode, portIndex, mem, &buffer); 16757eaa9c9385535b651064e02d05a8ffa4b2359281Andreas Huber } 1676ea7d15629752256f6ea1d5c6ea796e59aefd030fAndreas Huber } else if (portIndex == kPortIndexOutput 1677ea7d15629752256f6ea1d5c6ea796e59aefd030fAndreas Huber && (mQuirks & kRequiresAllocateBufferOnOutputPorts)) { 16787eaa9c9385535b651064e02d05a8ffa4b2359281Andreas Huber if (mOMXLivesLocally) { 1679570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber mem.clear(); 1680570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber 16817eaa9c9385535b651064e02d05a8ffa4b2359281Andreas Huber err = mOMX->allocateBuffer( 1682570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber mNode, portIndex, def.nBufferSize, &buffer, 1683570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber &info.mData); 16847eaa9c9385535b651064e02d05a8ffa4b2359281Andreas Huber } else { 16857eaa9c9385535b651064e02d05a8ffa4b2359281Andreas Huber err = mOMX->allocateBufferWithBackup( 16867eaa9c9385535b651064e02d05a8ffa4b2359281Andreas Huber mNode, portIndex, mem, &buffer); 16877eaa9c9385535b651064e02d05a8ffa4b2359281Andreas Huber } 1688693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } else { 1689318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber err = mOMX->useBuffer(mNode, portIndex, mem, &buffer); 1690693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 1691693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1692693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (err != OK) { 169329357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("allocate_buffer_with_backup failed"); 1694693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber return err; 1695693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 1696693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1697570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber if (mem != NULL) { 1698570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber info.mData = mem->pointer(); 1699570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber } 1700570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber 1701693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber info.mBuffer = buffer; 170292bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber info.mStatus = OWNED_BY_US; 1703693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber info.mMem = mem; 1704693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber info.mMediaBuffer = NULL; 1705693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1706693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (portIndex == kPortIndexOutput) { 1707784e24e386b088c05d653ab482f2e95cb53e3d01Andy Hung // Fail deferred MediaBuffer creation until FILL_BUFFER_DONE; 1708784e24e386b088c05d653ab482f2e95cb53e3d01Andy Hung // this legacy mode is no longer supported. 1709784e24e386b088c05d653ab482f2e95cb53e3d01Andy Hung LOG_ALWAYS_FATAL_IF((mOMXLivesLocally 1710784e24e386b088c05d653ab482f2e95cb53e3d01Andy Hung && (mQuirks & kRequiresAllocateBufferOnOutputPorts) 1711784e24e386b088c05d653ab482f2e95cb53e3d01Andy Hung && (mQuirks & kDefersOutputBufferAllocation)), 1712784e24e386b088c05d653ab482f2e95cb53e3d01Andy Hung "allocateBuffersOnPort cannot defer buffer allocation"); 1713784e24e386b088c05d653ab482f2e95cb53e3d01Andy Hung 1714784e24e386b088c05d653ab482f2e95cb53e3d01Andy Hung info.mMediaBuffer = new MediaBuffer(info.mData, info.mSize); 1715784e24e386b088c05d653ab482f2e95cb53e3d01Andy Hung info.mMediaBuffer->setObserver(this); 1716693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 1717693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1718693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mPortBuffers[portIndex].push(info); 1719693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 17207a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber CODEC_LOGV("allocated buffer %p on %s port", buffer, 1721693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber portIndex == kPortIndexInput ? "input" : "output"); 1722693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 1723693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 1724a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen if (portIndex == kPortIndexOutput) { 1725a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen 1726a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen sp<MetaData> meta = mSource->getFormat(); 1727a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen int32_t delay = 0; 1728a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen if (!meta->findInt32(kKeyEncoderDelay, &delay)) { 1729a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen delay = 0; 1730a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen } 1731a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen int32_t padding = 0; 1732a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen if (!meta->findInt32(kKeyEncoderPadding, &padding)) { 1733a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen padding = 0; 1734a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen } 1735a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen int32_t numchannels = 0; 1736a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen if (delay + padding) { 17378b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mOutputFormat->findInt32(kKeyChannelCount, &numchannels)) { 1738a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen size_t frameSize = numchannels * sizeof(int16_t); 17398b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mSkipCutBuffer != NULL) { 1740a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen size_t prevbuffersize = mSkipCutBuffer->size(); 1741a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen if (prevbuffersize != 0) { 1742a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen ALOGW("Replacing SkipCutBuffer holding %d bytes", prevbuffersize); 1743a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen } 1744a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen } 1745cb5b766bb0a3ed992998a5bd66de0ee1d2223b81Marco Nelissen mSkipCutBuffer = new SkipCutBuffer(delay * frameSize, padding * frameSize); 1746a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen } 1747a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen } 1748a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen } 1749a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen 1750134ee6a324c35f39e3576172e4eae4c6de6eb9dcAndreas Huber // dumpPortStatus(portIndex); 1751693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 17520bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber if (portIndex == kPortIndexInput && (mFlags & kUseSecureInputBuffers)) { 17530bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber Vector<MediaBuffer *> buffers; 17540bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber for (size_t i = 0; i < def.nBufferCountActual; ++i) { 17550bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber const BufferInfo &info = mPortBuffers[kPortIndexInput].itemAt(i); 17560bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 17570bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber MediaBuffer *mbuf = new MediaBuffer(info.mData, info.mSize); 17580bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber buffers.push(mbuf); 17590bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber } 17600bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 17610bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber status_t err = mSource->setBuffers(buffers); 17620bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 17630bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber if (err != OK) { 17640bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber for (size_t i = 0; i < def.nBufferCountActual; ++i) { 17650bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber buffers.editItemAt(i)->release(); 17660bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber } 17670bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber buffers.clear(); 17680bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 17690bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber CODEC_LOGE( 17700bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber "Codec requested to use secure input buffers but " 17710bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber "upstream source didn't support that."); 17720bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 17730bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber return err; 17740bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber } 17750bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber } 17760bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 1777693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber return OK; 1778693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 1779693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 17807fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huberstatus_t OMXCodec::applyRotation() { 17817fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber sp<MetaData> meta = mSource->getFormat(); 17827fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber 17837fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber int32_t rotationDegrees; 17847fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber if (!meta->findInt32(kKeyRotation, &rotationDegrees)) { 17857fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber rotationDegrees = 0; 17867fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber } 17877fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber 17887fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber uint32_t transform; 17897fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber switch (rotationDegrees) { 17907fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber case 0: transform = 0; break; 17917fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber case 90: transform = HAL_TRANSFORM_ROT_90; break; 17927fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber case 180: transform = HAL_TRANSFORM_ROT_180; break; 17937fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber case 270: transform = HAL_TRANSFORM_ROT_270; break; 17947fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber default: transform = 0; break; 17957fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber } 17967fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber 17977fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber status_t err = OK; 17987fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber 17997fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber if (transform) { 18007fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber err = native_window_set_buffers_transform( 18017fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber mNativeWindow.get(), transform); 1802ccd08439c7914d86264c7ad81bfd03cf39aaa9f7James Dong ALOGE("native_window_set_buffers_transform failed: %s (%d)", 1803ccd08439c7914d86264c7ad81bfd03cf39aaa9f7James Dong strerror(-err), -err); 18047fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber } 18057fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber 18067fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber return err; 18077fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber} 18087fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber 18096a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennisstatus_t OMXCodec::allocateOutputBuffersFromNativeWindow() { 18106a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis // Get the number of buffers needed. 18116a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis OMX_PARAM_PORTDEFINITIONTYPE def; 18126a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis InitOMXParams(&def); 18136a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis def.nPortIndex = kPortIndexOutput; 18146a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 18156a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis status_t err = mOMX->getParameter( 18166a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 18176a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis if (err != OK) { 1818ccd08439c7914d86264c7ad81bfd03cf39aaa9f7James Dong CODEC_LOGE("getParameter failed: %d", err); 18196a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis return err; 18206a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis } 18216a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 18226a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis err = native_window_set_buffers_geometry( 18236a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis mNativeWindow.get(), 18246a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis def.format.video.nFrameWidth, 18256a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis def.format.video.nFrameHeight, 18260821a824a718a28fa5144309bf09ea40411c8ae0Jamie Gennis def.format.video.eColorFormat); 18276a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 18286a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis if (err != 0) { 182929357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_buffers_geometry failed: %s (%d)", 18306a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis strerror(-err), -err); 18316a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis return err; 18326a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis } 18336a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 18347fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber err = applyRotation(); 18357fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber if (err != OK) { 18367fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber return err; 18377fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber } 18387fac331b39ca49ce49a67e425dcc031a3cb9e97fAndreas Huber 18396a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis // Set up the native window. 18403c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis OMX_U32 usage = 0; 18413c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis err = mOMX->getGraphicBufferUsage(mNode, kPortIndexOutput, &usage); 18423c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis if (err != 0) { 18435ff1dd576bb93c45b44088a51544a18fc43ebf58Steve Block ALOGW("querying usage flags from OMX IL component failed: %d", err); 18443c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis // XXX: Currently this error is logged, but not fatal. 18453c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis usage = 0; 18463c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis } 18470bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber if (mFlags & kEnableGrallocUsageProtected) { 18482eb62955eb84b97695e8a7e56e14310cbb86412bGlenn Kasten usage |= GRALLOC_USAGE_PROTECTED; 18492eb62955eb84b97695e8a7e56e14310cbb86412bGlenn Kasten } 18503c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis 1851d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis // Make sure to check whether either Stagefright or the video decoder 1852d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis // requested protected buffers. 1853d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis if (usage & GRALLOC_USAGE_PROTECTED) { 1854d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis // Verify that the ANativeWindow sends images directly to 1855d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis // SurfaceFlinger. 1856d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis int queuesToNativeWindow = 0; 1857d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis err = mNativeWindow->query( 1858d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis mNativeWindow.get(), NATIVE_WINDOW_QUEUES_TO_WINDOW_COMPOSER, 1859d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis &queuesToNativeWindow); 1860d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis if (err != 0) { 186129357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("error authenticating native window: %d", err); 1862d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis return err; 1863d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis } 1864d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis if (queuesToNativeWindow != 1) { 186529357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native window could not be authenticated"); 1866d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis return PERMISSION_DENIED; 1867d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis } 1868d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis } 1869d4d43b2ad0f715211feb48ce2f3e2158883583c0Jamie Gennis 18703856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("native_window_set_usage usage=0x%lx", usage); 18716a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis err = native_window_set_usage( 18723c14b9745c4afc88cec247d9dd0b003e087cbb52Jamie Gennis mNativeWindow.get(), usage | GRALLOC_USAGE_HW_TEXTURE | GRALLOC_USAGE_EXTERNAL_DISP); 18736a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis if (err != 0) { 187429357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_usage failed: %s (%d)", strerror(-err), -err); 18756a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis return err; 18766a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis } 18776a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 1878258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis int minUndequeuedBufs = 0; 1879258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mNativeWindow->query(mNativeWindow.get(), 1880258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, &minUndequeuedBufs); 1881258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis if (err != 0) { 188229357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS query failed: %s (%d)", 1883258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis strerror(-err), -err); 1884258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1885258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1886e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // FIXME: assume that surface is controlled by app (native window 1887e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // returns the number for the case when surface is not controlled by app) 18881faa41704e0b976e546321effcb09a85767d51baLajos Molnar // FIXME2: This means that minUndeqeueudBufs can be 1 larger than reported 18891faa41704e0b976e546321effcb09a85767d51baLajos Molnar // For now, try to allocate 1 more buffer, but don't fail if unsuccessful 1890e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 1891e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // Use conservative allocation while also trying to reduce starvation 1892e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1893e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 1. allocate at least nBufferCountMin + minUndequeuedBuffers - that is the 1894e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // minimum needed for the consumer to be able to work 1895e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // 2. try to allocate two (2) additional buffers to reduce starvation from 1896e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar // the consumer 18971faa41704e0b976e546321effcb09a85767d51baLajos Molnar // plus an extra buffer to account for incorrect minUndequeuedBufs 18981faa41704e0b976e546321effcb09a85767d51baLajos Molnar CODEC_LOGI("OMX-buffers: min=%u actual=%u undeq=%d+1", 1899e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar def.nBufferCountMin, def.nBufferCountActual, minUndequeuedBufs); 1900e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 19011faa41704e0b976e546321effcb09a85767d51baLajos Molnar for (OMX_U32 extraBuffers = 2 + 1; /* condition inside loop */; extraBuffers--) { 1902e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar OMX_U32 newBufferCount = 1903e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar def.nBufferCountMin + minUndequeuedBufs + extraBuffers; 1904258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis def.nBufferCountActual = newBufferCount; 1905258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis err = mOMX->setParameter( 1906258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 1907e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 1908e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (err == OK) { 1909e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar minUndequeuedBufs += extraBuffers; 1910e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar break; 1911e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar } 1912e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar 1913609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CODEC_LOGW("setting nBufferCountActual to %u failed: %d", 1914e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar newBufferCount, err); 1915e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar /* exit condition */ 1916e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar if (extraBuffers == 0) { 1917258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis return err; 1918258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 1919258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis } 19201faa41704e0b976e546321effcb09a85767d51baLajos Molnar CODEC_LOGI("OMX-buffers: min=%u actual=%u undeq=%d+1", 1921e257e5ebefdd50f808ee3b4d1596db261c9b62ddLajos Molnar def.nBufferCountMin, def.nBufferCountActual, minUndequeuedBufs); 1922258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis 19236a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis err = native_window_set_buffer_count( 19246a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis mNativeWindow.get(), def.nBufferCountActual); 19256a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis if (err != 0) { 192629357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("native_window_set_buffer_count failed: %s (%d)", strerror(-err), 19276a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis -err); 19286a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis return err; 19296a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis } 19306a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 1931609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CODEC_LOGV("allocating %u buffers from a native window of size %u on " 19326a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis "output port", def.nBufferCountActual, def.nBufferSize); 19336a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 19346a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis // Dequeue buffers and send them to OMX 193574006804065941841883c4b46ee785070164023fJamie Gennis for (OMX_U32 i = 0; i < def.nBufferCountActual; i++) { 19368ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer* buf; 19371e5b2b3361ddd07259bf4b29820ca4aa5f3a861bJamie Gennis err = native_window_dequeue_buffer_and_wait(mNativeWindow.get(), &buf); 19386a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis if (err != 0) { 193929357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("dequeueBuffer failed: %s (%d)", strerror(-err), -err); 19406a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis break; 19416a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis } 19426a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 19436a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis sp<GraphicBuffer> graphicBuffer(new GraphicBuffer(buf, false)); 194474006804065941841883c4b46ee785070164023fJamie Gennis BufferInfo info; 194574006804065941841883c4b46ee785070164023fJamie Gennis info.mData = NULL; 194674006804065941841883c4b46ee785070164023fJamie Gennis info.mSize = def.nBufferSize; 194774006804065941841883c4b46ee785070164023fJamie Gennis info.mStatus = OWNED_BY_US; 194874006804065941841883c4b46ee785070164023fJamie Gennis info.mMem = NULL; 194974006804065941841883c4b46ee785070164023fJamie Gennis info.mMediaBuffer = new MediaBuffer(graphicBuffer); 195074006804065941841883c4b46ee785070164023fJamie Gennis info.mMediaBuffer->setObserver(this); 195174006804065941841883c4b46ee785070164023fJamie Gennis mPortBuffers[kPortIndexOutput].push(info); 195274006804065941841883c4b46ee785070164023fJamie Gennis 19536a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis IOMX::buffer_id bufferId; 19546a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis err = mOMX->useGraphicBuffer(mNode, kPortIndexOutput, graphicBuffer, 19556a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis &bufferId); 19566a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis if (err != 0) { 195774006804065941841883c4b46ee785070164023fJamie Gennis CODEC_LOGE("registering GraphicBuffer with OMX IL component " 195874006804065941841883c4b46ee785070164023fJamie Gennis "failed: %d", err); 19596a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis break; 19606a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis } 19616a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 196274006804065941841883c4b46ee785070164023fJamie Gennis mPortBuffers[kPortIndexOutput].editItemAt(i).mBuffer = bufferId; 196374006804065941841883c4b46ee785070164023fJamie Gennis 1964609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CODEC_LOGV("registered graphic buffer with ID %u (pointer = %p)", 19656a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis bufferId, graphicBuffer.get()); 19666a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis } 19676a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 19686a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis OMX_U32 cancelStart; 19696a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis OMX_U32 cancelEnd; 19706a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis if (err != 0) { 19716a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis // If an error occurred while dequeuing we need to cancel any buffers 19726a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis // that were dequeued. 19736a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis cancelStart = 0; 197474006804065941841883c4b46ee785070164023fJamie Gennis cancelEnd = mPortBuffers[kPortIndexOutput].size(); 19756a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis } else { 19766a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis // Return the last two buffers to the native window. 1977258d4e3aef7984574b0972a66871afc8a13d8e4eJamie Gennis cancelStart = def.nBufferCountActual - minUndequeuedBufs; 19786a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis cancelEnd = def.nBufferCountActual; 19796a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis } 19806a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 19816a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis for (OMX_U32 i = cancelStart; i < cancelEnd; i++) { 19826a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis BufferInfo *info = &mPortBuffers[kPortIndexOutput].editItemAt(i); 19836a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis cancelBufferToNativeWindow(info); 19846a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis } 19856a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 19866a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis return err; 19876a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis} 19886a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 19896a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennisstatus_t OMXCodec::cancelBufferToNativeWindow(BufferInfo *info) { 199092bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber CHECK_EQ((int)info->mStatus, (int)OWNED_BY_US); 1991609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CODEC_LOGV("Calling cancelBuffer on buffer %u", info->mBuffer); 19926a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis int err = mNativeWindow->cancelBuffer( 19931e5b2b3361ddd07259bf4b29820ca4aa5f3a861bJamie Gennis mNativeWindow.get(), info->mMediaBuffer->graphicBuffer().get(), -1); 19946a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis if (err != 0) { 19956a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis CODEC_LOGE("cancelBuffer failed w/ error 0x%08x", err); 19966a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 19976a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis setState(ERROR); 19986a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis return err; 19996a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis } 200092bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber info->mStatus = OWNED_BY_NATIVE_WINDOW; 20016a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis return OK; 20026a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis} 20036a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 20046a9da9fc558263548ebfbae2cbf177eb7454a41bJamie GennisOMXCodec::BufferInfo* OMXCodec::dequeueBufferFromNativeWindow() { 20056a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis // Dequeue the next buffer from the native window. 20068ce2364512f7c32c824f5ec5719688830ba72427Iliyan Malchev ANativeWindowBuffer* buf; 20071e5b2b3361ddd07259bf4b29820ca4aa5f3a861bJamie Gennis int fenceFd = -1; 20081e5b2b3361ddd07259bf4b29820ca4aa5f3a861bJamie Gennis int err = native_window_dequeue_buffer_and_wait(mNativeWindow.get(), &buf); 20096a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis if (err != 0) { 20106a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis CODEC_LOGE("dequeueBuffer failed w/ error 0x%08x", err); 20116a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 20126a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis setState(ERROR); 20136a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis return 0; 20146a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis } 20156a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 20166a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis // Determine which buffer we just dequeued. 20176a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis Vector<BufferInfo> *buffers = &mPortBuffers[kPortIndexOutput]; 20186a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis BufferInfo *bufInfo = 0; 20196a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis for (size_t i = 0; i < buffers->size(); i++) { 20206a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis sp<GraphicBuffer> graphicBuffer = buffers->itemAt(i). 20216a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis mMediaBuffer->graphicBuffer(); 20226a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis if (graphicBuffer->handle == buf->handle) { 20236a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis bufInfo = &buffers->editItemAt(i); 20246a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis break; 20256a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis } 20266a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis } 20276a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 20286a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis if (bufInfo == 0) { 20296a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis CODEC_LOGE("dequeued unrecognized buffer: %p", buf); 20306a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 20316a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis setState(ERROR); 20326a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis return 0; 20336a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis } 20346a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 20356a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis // The native window no longer owns the buffer. 203692bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber CHECK_EQ((int)bufInfo->mStatus, (int)OWNED_BY_NATIVE_WINDOW); 203792bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber bufInfo->mStatus = OWNED_BY_US; 20386a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 20396a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis return bufInfo; 20406a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis} 20416a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 20421765d6e0c962d2b89897c0278f969084f632d181Jamie Gennisstatus_t OMXCodec::pushBlankBuffersToNativeWindow() { 20431765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis status_t err = NO_ERROR; 20441765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis ANativeWindowBuffer* anb = NULL; 20451765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis int numBufs = 0; 20461765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis int minUndequeuedBufs = 0; 20471765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis 20481765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis // We need to reconnect to the ANativeWindow as a CPU client to ensure that 20491765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis // no frames get dropped by SurfaceFlinger assuming that these are video 20501765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis // frames. 20511765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis err = native_window_api_disconnect(mNativeWindow.get(), 20521765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis NATIVE_WINDOW_API_MEDIA); 20531765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis if (err != NO_ERROR) { 205429357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("error pushing blank frames: api_disconnect failed: %s (%d)", 20551765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis strerror(-err), -err); 20561765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis return err; 20571765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis } 20581765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis 20591765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis err = native_window_api_connect(mNativeWindow.get(), 20601765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis NATIVE_WINDOW_API_CPU); 20611765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis if (err != NO_ERROR) { 206229357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("error pushing blank frames: api_connect failed: %s (%d)", 20631765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis strerror(-err), -err); 20641765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis return err; 20651765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis } 20661765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis 20671765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis err = native_window_set_buffers_geometry(mNativeWindow.get(), 1, 1, 20681765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis HAL_PIXEL_FORMAT_RGBX_8888); 20691765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis if (err != NO_ERROR) { 207029357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("error pushing blank frames: set_buffers_geometry failed: %s (%d)", 20711765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis strerror(-err), -err); 20721765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis goto error; 20731765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis } 20741765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis 20751765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis err = native_window_set_usage(mNativeWindow.get(), 20761765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis GRALLOC_USAGE_SW_WRITE_OFTEN); 20771765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis if (err != NO_ERROR) { 207829357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("error pushing blank frames: set_usage failed: %s (%d)", 20791765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis strerror(-err), -err); 20801765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis goto error; 20811765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis } 20821765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis 20831d5ac80d0c6d3deabcc9e9b4abc9e3ef536aeb27Jamie Gennis err = native_window_set_scaling_mode(mNativeWindow.get(), 20841d5ac80d0c6d3deabcc9e9b4abc9e3ef536aeb27Jamie Gennis NATIVE_WINDOW_SCALING_MODE_SCALE_TO_WINDOW); 20851d5ac80d0c6d3deabcc9e9b4abc9e3ef536aeb27Jamie Gennis if (err != OK) { 20861d5ac80d0c6d3deabcc9e9b4abc9e3ef536aeb27Jamie Gennis ALOGE("error pushing blank frames: set_scaling_mode failed: %s (%d)", 20871d5ac80d0c6d3deabcc9e9b4abc9e3ef536aeb27Jamie Gennis strerror(-err), -err); 20881d5ac80d0c6d3deabcc9e9b4abc9e3ef536aeb27Jamie Gennis goto error; 20891d5ac80d0c6d3deabcc9e9b4abc9e3ef536aeb27Jamie Gennis } 20901d5ac80d0c6d3deabcc9e9b4abc9e3ef536aeb27Jamie Gennis 20911765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis err = mNativeWindow->query(mNativeWindow.get(), 20921765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS, &minUndequeuedBufs); 20931765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis if (err != NO_ERROR) { 209429357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("error pushing blank frames: MIN_UNDEQUEUED_BUFFERS query " 20951765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis "failed: %s (%d)", strerror(-err), -err); 20961765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis goto error; 20971765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis } 20981765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis 20991765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis numBufs = minUndequeuedBufs + 1; 21001765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis err = native_window_set_buffer_count(mNativeWindow.get(), numBufs); 21011765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis if (err != NO_ERROR) { 210229357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("error pushing blank frames: set_buffer_count failed: %s (%d)", 21031765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis strerror(-err), -err); 21041765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis goto error; 21051765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis } 21061765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis 21071765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis // We push numBufs + 1 buffers to ensure that we've drawn into the same 21081765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis // buffer twice. This should guarantee that the buffer has been displayed 21091765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis // on the screen and then been replaced, so an previous video frames are 21101765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis // guaranteed NOT to be currently displayed. 21111765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis for (int i = 0; i < numBufs + 1; i++) { 21121e5b2b3361ddd07259bf4b29820ca4aa5f3a861bJamie Gennis int fenceFd = -1; 21131e5b2b3361ddd07259bf4b29820ca4aa5f3a861bJamie Gennis err = native_window_dequeue_buffer_and_wait(mNativeWindow.get(), &anb); 21141765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis if (err != NO_ERROR) { 211529357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("error pushing blank frames: dequeueBuffer failed: %s (%d)", 21161765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis strerror(-err), -err); 21171765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis goto error; 21181765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis } 21191765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis 21201765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis sp<GraphicBuffer> buf(new GraphicBuffer(anb, false)); 21211765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis 21221765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis // Fill the buffer with the a 1x1 checkerboard pattern ;) 21231765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis uint32_t* img = NULL; 21241765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis err = buf->lock(GRALLOC_USAGE_SW_WRITE_OFTEN, (void**)(&img)); 21251765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis if (err != NO_ERROR) { 212629357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("error pushing blank frames: lock failed: %s (%d)", 21271765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis strerror(-err), -err); 21281765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis goto error; 21291765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis } 21301765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis 21311765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis *img = 0; 21321765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis 21331765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis err = buf->unlock(); 21341765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis if (err != NO_ERROR) { 213529357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("error pushing blank frames: unlock failed: %s (%d)", 21361765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis strerror(-err), -err); 21371765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis goto error; 21381765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis } 21391765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis 21401765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis err = mNativeWindow->queueBuffer(mNativeWindow.get(), 21411e5b2b3361ddd07259bf4b29820ca4aa5f3a861bJamie Gennis buf->getNativeBuffer(), -1); 21421765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis if (err != NO_ERROR) { 214329357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("error pushing blank frames: queueBuffer failed: %s (%d)", 21441765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis strerror(-err), -err); 21451765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis goto error; 21461765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis } 21471765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis 21481765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis anb = NULL; 21491765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis } 21501765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis 21511765d6e0c962d2b89897c0278f969084f632d181Jamie Genniserror: 21521765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis 21531765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis if (err != NO_ERROR) { 21541765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis // Clean up after an error. 21551765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis if (anb != NULL) { 21561e5b2b3361ddd07259bf4b29820ca4aa5f3a861bJamie Gennis mNativeWindow->cancelBuffer(mNativeWindow.get(), anb, -1); 21571765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis } 21581765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis 21591765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis native_window_api_disconnect(mNativeWindow.get(), 21601765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis NATIVE_WINDOW_API_CPU); 21611765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis native_window_api_connect(mNativeWindow.get(), 21621765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis NATIVE_WINDOW_API_MEDIA); 21631765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis 21641765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis return err; 21651765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis } else { 21661765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis // Clean up after success. 21671765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis err = native_window_api_disconnect(mNativeWindow.get(), 21681765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis NATIVE_WINDOW_API_CPU); 21691765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis if (err != NO_ERROR) { 217029357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("error pushing blank frames: api_disconnect failed: %s (%d)", 21711765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis strerror(-err), -err); 21721765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis return err; 21731765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis } 21741765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis 21751765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis err = native_window_api_connect(mNativeWindow.get(), 21761765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis NATIVE_WINDOW_API_MEDIA); 21771765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis if (err != NO_ERROR) { 217829357bc2c0dd7c43ad3bd0c8e3efa4e6fd9bfd47Steve Block ALOGE("error pushing blank frames: api_connect failed: %s (%d)", 21791765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis strerror(-err), -err); 21801765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis return err; 21811765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis } 21821765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis 21831765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis return NO_ERROR; 21841765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis } 21851765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis} 21861765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis 2187000e18370baae60ffd9f25b509501dd8c26deabfJames Dongint64_t OMXCodec::getDecodingTimeUs() { 21882b1892db4a2ab47bfc09e59a4c11751aea99e4eaAndreas Huber CHECK(mIsEncoder && mIsVideo); 218903168ed2f76e12e5dd41740697ea8206759924c1James Dong 219003168ed2f76e12e5dd41740697ea8206759924c1James Dong if (mDecodingTimeList.empty()) { 2191e8eb2f4f0f8eff0313a27892ab8514223553d943James Dong CHECK(mSignalledEOS || mNoMoreOutputData); 219203168ed2f76e12e5dd41740697ea8206759924c1James Dong // No corresponding input frame available. 219303168ed2f76e12e5dd41740697ea8206759924c1James Dong // This could happen when EOS is reached. 219403168ed2f76e12e5dd41740697ea8206759924c1James Dong return 0; 219503168ed2f76e12e5dd41740697ea8206759924c1James Dong } 219603168ed2f76e12e5dd41740697ea8206759924c1James Dong 2197965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong List<int64_t>::iterator it = mDecodingTimeList.begin(); 2198965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong int64_t timeUs = *it; 2199000e18370baae60ffd9f25b509501dd8c26deabfJames Dong mDecodingTimeList.erase(it); 2200965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong return timeUs; 2201965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong} 2202965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong 2203693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::on_message(const omx_message &msg) { 22040c03d5c7c2fa4d17f7f5159e3fddd2adf6bfc923Andreas Huber if (mState == ERROR) { 2205f89a87ab3708e75c406b2abcb7e69dc1b076868aHaynes Mathew George /* 2206f89a87ab3708e75c406b2abcb7e69dc1b076868aHaynes Mathew George * only drop EVENT messages, EBD and FBD are still 2207f89a87ab3708e75c406b2abcb7e69dc1b076868aHaynes Mathew George * processed for bookkeeping purposes 2208f89a87ab3708e75c406b2abcb7e69dc1b076868aHaynes Mathew George */ 2209f89a87ab3708e75c406b2abcb7e69dc1b076868aHaynes Mathew George if (msg.type == omx_message::EVENT) { 2210f89a87ab3708e75c406b2abcb7e69dc1b076868aHaynes Mathew George ALOGW("Dropping OMX EVENT message - we're in ERROR state."); 2211f89a87ab3708e75c406b2abcb7e69dc1b076868aHaynes Mathew George return; 2212f89a87ab3708e75c406b2abcb7e69dc1b076868aHaynes Mathew George } 22130c03d5c7c2fa4d17f7f5159e3fddd2adf6bfc923Andreas Huber } 22140c03d5c7c2fa4d17f7f5159e3fddd2adf6bfc923Andreas Huber 2215693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber switch (msg.type) { 2216693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber case omx_message::EVENT: 2217693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber { 2218693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber onEvent( 2219693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber msg.u.event_data.event, msg.u.event_data.data1, 2220693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber msg.u.event_data.data2); 2221693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2222693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber break; 2223693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2224693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2225693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber case omx_message::EMPTY_BUFFER_DONE: 2226693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber { 2227693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber IOMX::buffer_id buffer = msg.u.extended_buffer_data.buffer; 2228693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2229609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CODEC_LOGV("EMPTY_BUFFER_DONE(buffer: %u)", buffer); 2230693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2231693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[kPortIndexInput]; 2232693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber size_t i = 0; 2233693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber while (i < buffers->size() && (*buffers)[i].mBuffer != buffer) { 2234693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber ++i; 2235693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2236693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2237693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber CHECK(i < buffers->size()); 223892bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber if ((*buffers)[i].mStatus != OWNED_BY_COMPONENT) { 2239609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGW("We already own input buffer %u, yet received " 2240693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "an EMPTY_BUFFER_DONE.", buffer); 2241693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2242693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 22438480835b4bc1350646376aa7f3ae33742a7adeb1James Dong BufferInfo* info = &buffers->editItemAt(i); 224492bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber info->mStatus = OWNED_BY_US; 22458480835b4bc1350646376aa7f3ae33742a7adeb1James Dong 22468480835b4bc1350646376aa7f3ae33742a7adeb1James Dong // Buffer could not be released until empty buffer done is called. 22478480835b4bc1350646376aa7f3ae33742a7adeb1James Dong if (info->mMediaBuffer != NULL) { 22488480835b4bc1350646376aa7f3ae33742a7adeb1James Dong info->mMediaBuffer->release(); 22498480835b4bc1350646376aa7f3ae33742a7adeb1James Dong info->mMediaBuffer = NULL; 22508480835b4bc1350646376aa7f3ae33742a7adeb1James Dong } 2251693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2252693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (mPortStatus[kPortIndexInput] == DISABLING) { 2253609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CODEC_LOGV("Port is disabled, freeing buffer %u", buffer); 2254693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2255ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis status_t err = freeBuffer(kPortIndexInput, i); 2256f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 2257ec9dd59902c8beea4ba6a842f3a843d46150d949Andreas Huber } else if (mState != ERROR 2258ec9dd59902c8beea4ba6a842f3a843d46150d949Andreas Huber && mPortStatus[kPortIndexInput] != SHUTTING_DOWN) { 2259f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ((int)mPortStatus[kPortIndexInput], (int)ENABLED); 22600bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 22610bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber if (mFlags & kUseSecureInputBuffers) { 22620bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber drainAnyInputBuffer(); 22630bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber } else { 22640bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber drainInputBuffer(&buffers->editItemAt(i)); 22650bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber } 2266693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2267693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber break; 2268693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2269693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2270693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber case omx_message::FILL_BUFFER_DONE: 2271693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber { 2272693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber IOMX::buffer_id buffer = msg.u.extended_buffer_data.buffer; 2273693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_U32 flags = msg.u.extended_buffer_data.flags; 2274693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2275609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CODEC_LOGV("FILL_BUFFER_DONE(buffer: %u, size: %u, flags: 0x%08x, timestamp: %lld us (%.2f secs))", 2276693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber buffer, 2277693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber msg.u.extended_buffer_data.range_length, 2278134ee6a324c35f39e3576172e4eae4c6de6eb9dcAndreas Huber flags, 2279693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber msg.u.extended_buffer_data.timestamp, 2280693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber msg.u.extended_buffer_data.timestamp / 1E6); 2281693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2282693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[kPortIndexOutput]; 2283693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber size_t i = 0; 2284693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber while (i < buffers->size() && (*buffers)[i].mBuffer != buffer) { 2285693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber ++i; 2286693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2287693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2288693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber CHECK(i < buffers->size()); 2289693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber BufferInfo *info = &buffers->editItemAt(i); 2290693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 229192bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber if (info->mStatus != OWNED_BY_COMPONENT) { 2292609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGW("We already own output buffer %u, yet received " 2293693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "a FILL_BUFFER_DONE.", buffer); 2294693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2295693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 229692bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber info->mStatus = OWNED_BY_US; 2297693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2298693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (mPortStatus[kPortIndexOutput] == DISABLING) { 2299609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CODEC_LOGV("Port is disabled, freeing buffer %u", buffer); 2300693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2301ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis status_t err = freeBuffer(kPortIndexOutput, i); 2302f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 2303693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2304134ee6a324c35f39e3576172e4eae4c6de6eb9dcAndreas Huber#if 0 2305355edcea2f15c0f619c1e1d0f4fa433b0d38098fAndreas Huber } else if (mPortStatus[kPortIndexOutput] == ENABLED 2306355edcea2f15c0f619c1e1d0f4fa433b0d38098fAndreas Huber && (flags & OMX_BUFFERFLAG_EOS)) { 23077a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber CODEC_LOGV("No more output data."); 2308693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mNoMoreOutputData = true; 2309693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mBufferFilled.signal(); 2310134ee6a324c35f39e3576172e4eae4c6de6eb9dcAndreas Huber#endif 2311693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } else if (mPortStatus[kPortIndexOutput] != SHUTTING_DOWN) { 2312f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ((int)mPortStatus[kPortIndexOutput], (int)ENABLED); 2313bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber 2314693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber MediaBuffer *buffer = info->mMediaBuffer; 23156a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis bool isGraphicBuffer = buffer->graphicBuffer() != NULL; 2316693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 23176a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis if (!isGraphicBuffer 23186a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis && msg.u.extended_buffer_data.range_offset 2319f8ca90452ff3e252f20de38f1c3eee524c808c3eAndreas Huber + msg.u.extended_buffer_data.range_length 2320f8ca90452ff3e252f20de38f1c3eee524c808c3eAndreas Huber > buffer->size()) { 2321f8ca90452ff3e252f20de38f1c3eee524c808c3eAndreas Huber CODEC_LOGE( 2322f8ca90452ff3e252f20de38f1c3eee524c808c3eAndreas Huber "Codec lied about its buffer size requirements, " 2323f8ca90452ff3e252f20de38f1c3eee524c808c3eAndreas Huber "sending a buffer larger than the originally " 2324f8ca90452ff3e252f20de38f1c3eee524c808c3eAndreas Huber "advertised size in FILL_BUFFER_DONE!"); 2325f8ca90452ff3e252f20de38f1c3eee524c808c3eAndreas Huber } 2326693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber buffer->set_range( 2327693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber msg.u.extended_buffer_data.range_offset, 2328693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber msg.u.extended_buffer_data.range_length); 2329693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2330693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber buffer->meta_data()->clear(); 2331693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 233248c948b1137e7bbdb161b51908657ab72ac5e2daAndreas Huber buffer->meta_data()->setInt64( 233348c948b1137e7bbdb161b51908657ab72ac5e2daAndreas Huber kKeyTime, msg.u.extended_buffer_data.timestamp); 2334693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2335693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (msg.u.extended_buffer_data.flags & OMX_BUFFERFLAG_SYNCFRAME) { 2336693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber buffer->meta_data()->setInt32(kKeyIsSyncFrame, true); 2337693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2338965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong bool isCodecSpecific = false; 233930ab66297501757d745b9ae10da61adcd891f497Andreas Huber if (msg.u.extended_buffer_data.flags & OMX_BUFFERFLAG_CODECCONFIG) { 234030ab66297501757d745b9ae10da61adcd891f497Andreas Huber buffer->meta_data()->setInt32(kKeyIsCodecConfig, true); 2341965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong isCodecSpecific = true; 234230ab66297501757d745b9ae10da61adcd891f497Andreas Huber } 2343693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 23446a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis if (isGraphicBuffer || mQuirks & kOutputBuffersAreUnreadable) { 23452b82e9652ba049e754c2cc74e381282f231d5fbfAndreas Huber buffer->meta_data()->setInt32(kKeyIsUnreadable, true); 23462b82e9652ba049e754c2cc74e381282f231d5fbfAndreas Huber } 23472b82e9652ba049e754c2cc74e381282f231d5fbfAndreas Huber 2348609b815a3131d22da38b2f452faa9f89daad4039Andy Hung buffer->meta_data()->setInt32( 2349693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber kKeyBufferID, 2350693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber msg.u.extended_buffer_data.buffer); 2351693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2352134ee6a324c35f39e3576172e4eae4c6de6eb9dcAndreas Huber if (msg.u.extended_buffer_data.flags & OMX_BUFFERFLAG_EOS) { 2353134ee6a324c35f39e3576172e4eae4c6de6eb9dcAndreas Huber CODEC_LOGV("No more output data."); 2354134ee6a324c35f39e3576172e4eae4c6de6eb9dcAndreas Huber mNoMoreOutputData = true; 2355134ee6a324c35f39e3576172e4eae4c6de6eb9dcAndreas Huber } 2356abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber 23572b1892db4a2ab47bfc09e59a4c11751aea99e4eaAndreas Huber if (mIsEncoder && mIsVideo) { 2358000e18370baae60ffd9f25b509501dd8c26deabfJames Dong int64_t decodingTimeUs = isCodecSpecific? 0: getDecodingTimeUs(); 235903168ed2f76e12e5dd41740697ea8206759924c1James Dong buffer->meta_data()->setInt64(kKeyDecodingTime, decodingTimeUs); 236003168ed2f76e12e5dd41740697ea8206759924c1James Dong } 236103168ed2f76e12e5dd41740697ea8206759924c1James Dong 2362abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber if (mTargetTimeUs >= 0) { 2363abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber CHECK(msg.u.extended_buffer_data.timestamp <= mTargetTimeUs); 2364abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber 2365abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber if (msg.u.extended_buffer_data.timestamp < mTargetTimeUs) { 2366abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber CODEC_LOGV( 2367abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber "skipping output buffer at timestamp %lld us", 2368abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber msg.u.extended_buffer_data.timestamp); 2369abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber 2370abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber fillOutputBuffer(info); 2371abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber break; 2372abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber } 2373abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber 2374abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber CODEC_LOGV( 2375abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber "returning output buffer at target timestamp " 2376abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber "%lld us", 2377abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber msg.u.extended_buffer_data.timestamp); 2378abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber 2379abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber mTargetTimeUs = -1; 2380abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber } 2381abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber 2382abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber mFilledBuffers.push_back(i); 2383abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber mBufferFilled.signal(); 2384985f838934510983d8a887461e98dca60a6e858fJames Dong if (mIsEncoder) { 2385985f838934510983d8a887461e98dca60a6e858fJames Dong sched_yield(); 2386985f838934510983d8a887461e98dca60a6e858fJames Dong } 2387693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2388693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2389693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber break; 2390693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2391693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2392693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber default: 2393693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber { 2394693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber CHECK(!"should not be here."); 2395693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber break; 2396693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2397693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2398693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 2399693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 240012658b720b176b7d934444256d07ba3c595d9b44Andreas Huber// Has the format changed in any way that the client would have to be aware of? 240112658b720b176b7d934444256d07ba3c595d9b44Andreas Huberstatic bool formatHasNotablyChanged( 240212658b720b176b7d934444256d07ba3c595d9b44Andreas Huber const sp<MetaData> &from, const sp<MetaData> &to) { 240312658b720b176b7d934444256d07ba3c595d9b44Andreas Huber if (from.get() == NULL && to.get() == NULL) { 240412658b720b176b7d934444256d07ba3c595d9b44Andreas Huber return false; 240512658b720b176b7d934444256d07ba3c595d9b44Andreas Huber } 240612658b720b176b7d934444256d07ba3c595d9b44Andreas Huber 2407c6323f9d72e0f08dd1e813550a56c8d2f0fd76a2Andreas Huber if ((from.get() == NULL && to.get() != NULL) 2408c6323f9d72e0f08dd1e813550a56c8d2f0fd76a2Andreas Huber || (from.get() != NULL && to.get() == NULL)) { 240912658b720b176b7d934444256d07ba3c595d9b44Andreas Huber return true; 241012658b720b176b7d934444256d07ba3c595d9b44Andreas Huber } 241112658b720b176b7d934444256d07ba3c595d9b44Andreas Huber 241212658b720b176b7d934444256d07ba3c595d9b44Andreas Huber const char *mime_from, *mime_to; 241312658b720b176b7d934444256d07ba3c595d9b44Andreas Huber CHECK(from->findCString(kKeyMIMEType, &mime_from)); 241412658b720b176b7d934444256d07ba3c595d9b44Andreas Huber CHECK(to->findCString(kKeyMIMEType, &mime_to)); 241512658b720b176b7d934444256d07ba3c595d9b44Andreas Huber 241612658b720b176b7d934444256d07ba3c595d9b44Andreas Huber if (strcasecmp(mime_from, mime_to)) { 241712658b720b176b7d934444256d07ba3c595d9b44Andreas Huber return true; 241812658b720b176b7d934444256d07ba3c595d9b44Andreas Huber } 241912658b720b176b7d934444256d07ba3c595d9b44Andreas Huber 242012658b720b176b7d934444256d07ba3c595d9b44Andreas Huber if (!strcasecmp(mime_from, MEDIA_MIMETYPE_VIDEO_RAW)) { 242112658b720b176b7d934444256d07ba3c595d9b44Andreas Huber int32_t colorFormat_from, colorFormat_to; 242212658b720b176b7d934444256d07ba3c595d9b44Andreas Huber CHECK(from->findInt32(kKeyColorFormat, &colorFormat_from)); 242312658b720b176b7d934444256d07ba3c595d9b44Andreas Huber CHECK(to->findInt32(kKeyColorFormat, &colorFormat_to)); 242412658b720b176b7d934444256d07ba3c595d9b44Andreas Huber 242512658b720b176b7d934444256d07ba3c595d9b44Andreas Huber if (colorFormat_from != colorFormat_to) { 242612658b720b176b7d934444256d07ba3c595d9b44Andreas Huber return true; 242712658b720b176b7d934444256d07ba3c595d9b44Andreas Huber } 242812658b720b176b7d934444256d07ba3c595d9b44Andreas Huber 242912658b720b176b7d934444256d07ba3c595d9b44Andreas Huber int32_t width_from, width_to; 243012658b720b176b7d934444256d07ba3c595d9b44Andreas Huber CHECK(from->findInt32(kKeyWidth, &width_from)); 243112658b720b176b7d934444256d07ba3c595d9b44Andreas Huber CHECK(to->findInt32(kKeyWidth, &width_to)); 243212658b720b176b7d934444256d07ba3c595d9b44Andreas Huber 243312658b720b176b7d934444256d07ba3c595d9b44Andreas Huber if (width_from != width_to) { 243412658b720b176b7d934444256d07ba3c595d9b44Andreas Huber return true; 243512658b720b176b7d934444256d07ba3c595d9b44Andreas Huber } 243612658b720b176b7d934444256d07ba3c595d9b44Andreas Huber 243712658b720b176b7d934444256d07ba3c595d9b44Andreas Huber int32_t height_from, height_to; 243812658b720b176b7d934444256d07ba3c595d9b44Andreas Huber CHECK(from->findInt32(kKeyHeight, &height_from)); 243912658b720b176b7d934444256d07ba3c595d9b44Andreas Huber CHECK(to->findInt32(kKeyHeight, &height_to)); 244012658b720b176b7d934444256d07ba3c595d9b44Andreas Huber 244112658b720b176b7d934444256d07ba3c595d9b44Andreas Huber if (height_from != height_to) { 244212658b720b176b7d934444256d07ba3c595d9b44Andreas Huber return true; 244312658b720b176b7d934444256d07ba3c595d9b44Andreas Huber } 2444f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber 2445f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber int32_t left_from, top_from, right_from, bottom_from; 2446f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK(from->findRect( 2447f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber kKeyCropRect, 2448f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber &left_from, &top_from, &right_from, &bottom_from)); 2449f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber 2450f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber int32_t left_to, top_to, right_to, bottom_to; 2451f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK(to->findRect( 2452f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber kKeyCropRect, 2453f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber &left_to, &top_to, &right_to, &bottom_to)); 2454f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber 2455f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber if (left_to != left_from || top_to != top_from 2456f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber || right_to != right_from || bottom_to != bottom_from) { 2457f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber return true; 2458f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber } 245912658b720b176b7d934444256d07ba3c595d9b44Andreas Huber } else if (!strcasecmp(mime_from, MEDIA_MIMETYPE_AUDIO_RAW)) { 246012658b720b176b7d934444256d07ba3c595d9b44Andreas Huber int32_t numChannels_from, numChannels_to; 246112658b720b176b7d934444256d07ba3c595d9b44Andreas Huber CHECK(from->findInt32(kKeyChannelCount, &numChannels_from)); 246212658b720b176b7d934444256d07ba3c595d9b44Andreas Huber CHECK(to->findInt32(kKeyChannelCount, &numChannels_to)); 246312658b720b176b7d934444256d07ba3c595d9b44Andreas Huber 246412658b720b176b7d934444256d07ba3c595d9b44Andreas Huber if (numChannels_from != numChannels_to) { 246512658b720b176b7d934444256d07ba3c595d9b44Andreas Huber return true; 246612658b720b176b7d934444256d07ba3c595d9b44Andreas Huber } 246712658b720b176b7d934444256d07ba3c595d9b44Andreas Huber 246812658b720b176b7d934444256d07ba3c595d9b44Andreas Huber int32_t sampleRate_from, sampleRate_to; 246912658b720b176b7d934444256d07ba3c595d9b44Andreas Huber CHECK(from->findInt32(kKeySampleRate, &sampleRate_from)); 247012658b720b176b7d934444256d07ba3c595d9b44Andreas Huber CHECK(to->findInt32(kKeySampleRate, &sampleRate_to)); 247112658b720b176b7d934444256d07ba3c595d9b44Andreas Huber 247212658b720b176b7d934444256d07ba3c595d9b44Andreas Huber if (sampleRate_from != sampleRate_to) { 247312658b720b176b7d934444256d07ba3c595d9b44Andreas Huber return true; 247412658b720b176b7d934444256d07ba3c595d9b44Andreas Huber } 247512658b720b176b7d934444256d07ba3c595d9b44Andreas Huber } 247612658b720b176b7d934444256d07ba3c595d9b44Andreas Huber 247712658b720b176b7d934444256d07ba3c595d9b44Andreas Huber return false; 247812658b720b176b7d934444256d07ba3c595d9b44Andreas Huber} 247912658b720b176b7d934444256d07ba3c595d9b44Andreas Huber 2480f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Hubervoid OMXCodec::onEvent(OMX_EVENTTYPE event, OMX_U32 data1, OMX_U32 data2) { 2481f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber switch (event) { 2482f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber case OMX_EventCmdComplete: 2483f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber { 2484f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber onCmdComplete((OMX_COMMANDTYPE)data1, data2); 2485f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber break; 2486f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber } 2487f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber 2488f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber case OMX_EventError: 2489f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber { 2490609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CODEC_LOGE("OMX_EventError(0x%08x, %u)", data1, data2); 2491f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber 2492f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber setState(ERROR); 2493f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber break; 2494f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber } 2495f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber 2496f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber case OMX_EventPortSettingsChanged: 2497f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber { 2498609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CODEC_LOGV("OMX_EventPortSettingsChanged(port=%u, data2=0x%08x)", 2499f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber data1, data2); 2500f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber 2501f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber if (data2 == 0 || data2 == OMX_IndexParamPortDefinition) { 2502f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber onPortSettingsChanged(data1); 25039cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong } else if (data1 == kPortIndexOutput && 25049cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong (data2 == OMX_IndexConfigCommonOutputCrop || 25059cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong data2 == OMX_IndexConfigCommonScale)) { 2506f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber 2507f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber sp<MetaData> oldOutputFormat = mOutputFormat; 2508f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber initOutputFormat(mSource->getFormat()); 2509f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber 25109cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong if (data2 == OMX_IndexConfigCommonOutputCrop && 25119cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong formatHasNotablyChanged(oldOutputFormat, mOutputFormat)) { 2512f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber mOutputPortSettingsHaveChanged = true; 2513f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber 25149cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong } else if (data2 == OMX_IndexConfigCommonScale) { 25159cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong OMX_CONFIG_SCALEFACTORTYPE scale; 25169cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong InitOMXParams(&scale); 25179cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong scale.nPortIndex = kPortIndexOutput; 25189cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong 25199cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong // Change display dimension only when necessary. 25209cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong if (OK == mOMX->getConfig( 25219cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong mNode, 25229cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong OMX_IndexConfigCommonScale, 25239cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong &scale, sizeof(scale))) { 25249cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong int32_t left, top, right, bottom; 25259cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong CHECK(mOutputFormat->findRect(kKeyCropRect, 25269cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong &left, &top, 25279cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong &right, &bottom)); 25289cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong 25299cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong // The scale is in 16.16 format. 25309cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong // scale 1.0 = 0x010000. When there is no 25319cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong // need to change the display, skip it. 2532609b815a3131d22da38b2f452faa9f89daad4039Andy Hung ALOGV("Get OMX_IndexConfigScale: 0x%x/0x%x", 25339cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong scale.xWidth, scale.xHeight); 25349cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong 25359cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong if (scale.xWidth != 0x010000) { 25369cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong mOutputFormat->setInt32(kKeyDisplayWidth, 25379cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong ((right - left + 1) * scale.xWidth) >> 16); 25389cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong mOutputPortSettingsHaveChanged = true; 25399cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong } 25409cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong 25419cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong if (scale.xHeight != 0x010000) { 25429cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong mOutputFormat->setInt32(kKeyDisplayHeight, 25439cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong ((bottom - top + 1) * scale.xHeight) >> 16); 25449cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong mOutputPortSettingsHaveChanged = true; 25459cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong } 25469cbb1a6f99003a9cd8765e11b9d7380e67839f82James Dong } 2547f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber } 2548f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber } 2549f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber break; 2550f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber } 2551f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber 2552f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber#if 0 2553f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber case OMX_EventBufferFlag: 2554f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber { 2555f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CODEC_LOGV("EVENT_BUFFER_FLAG(%ld)", data1); 2556f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber 2557f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber if (data1 == kPortIndexOutput) { 2558f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber mNoMoreOutputData = true; 2559f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber } 2560f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber break; 2561f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber } 2562f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber#endif 2563f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber 2564f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber default: 2565f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber { 2566609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CODEC_LOGV("EVENT(%d, %u, %u)", event, data1, data2); 2567f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber break; 2568f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber } 2569f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber } 2570f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber} 2571f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber 2572693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::onCmdComplete(OMX_COMMANDTYPE cmd, OMX_U32 data) { 2573693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber switch (cmd) { 2574693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber case OMX_CommandStateSet: 2575693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber { 2576693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber onStateChange((OMX_STATETYPE)data); 2577693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber break; 2578693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2579693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2580693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber case OMX_CommandPortDisable: 2581693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber { 2582693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_U32 portIndex = data; 2583609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CODEC_LOGV("PORT_DISABLED(%u)", portIndex); 2584693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2585693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber CHECK(mState == EXECUTING || mState == RECONFIGURING); 2586f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ((int)mPortStatus[portIndex], (int)DISABLING); 2587f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(mPortBuffers[portIndex].size(), 0u); 2588693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2589693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mPortStatus[portIndex] = DISABLED; 2590693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2591693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (mState == RECONFIGURING) { 2592f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexOutput); 2593693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 259412658b720b176b7d934444256d07ba3c595d9b44Andreas Huber sp<MetaData> oldOutputFormat = mOutputFormat; 25957f281f87670c63775ea1ae8b24af31822d5ad416Andreas Huber initOutputFormat(mSource->getFormat()); 259612658b720b176b7d934444256d07ba3c595d9b44Andreas Huber 259712658b720b176b7d934444256d07ba3c595d9b44Andreas Huber // Don't notify clients if the output port settings change 259812658b720b176b7d934444256d07ba3c595d9b44Andreas Huber // wasn't of importance to them, i.e. it may be that just the 259912658b720b176b7d934444256d07ba3c595d9b44Andreas Huber // number of buffers has changed and nothing else. 260097857479de48fda4c33bb415b2fbb15193f768e8James Dong bool formatChanged = formatHasNotablyChanged(oldOutputFormat, mOutputFormat); 260197857479de48fda4c33bb415b2fbb15193f768e8James Dong if (!mOutputPortSettingsHaveChanged) { 260297857479de48fda4c33bb415b2fbb15193f768e8James Dong mOutputPortSettingsHaveChanged = formatChanged; 260397857479de48fda4c33bb415b2fbb15193f768e8James Dong } 26047f281f87670c63775ea1ae8b24af31822d5ad416Andreas Huber 26059a5e04438df742c297c5dbcdb60e6fd4d8f8321dJames Dong status_t err = enablePortAsync(portIndex); 2606018761c5cc4aefd0495eaa4666f2372a59a7980aAndreas Huber if (err != OK) { 2607609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CODEC_LOGE("enablePortAsync(%u) failed (err = %d)", portIndex, err); 2608018761c5cc4aefd0495eaa4666f2372a59a7980aAndreas Huber setState(ERROR); 26099a5e04438df742c297c5dbcdb60e6fd4d8f8321dJames Dong } else { 26109a5e04438df742c297c5dbcdb60e6fd4d8f8321dJames Dong err = allocateBuffersOnPort(portIndex); 26119a5e04438df742c297c5dbcdb60e6fd4d8f8321dJames Dong if (err != OK) { 261240fe18f20e07f3626ff23d89ebdd5113733e155dAndreas Huber CODEC_LOGE("allocateBuffersOnPort (%s) failed " 261340fe18f20e07f3626ff23d89ebdd5113733e155dAndreas Huber "(err = %d)", 261440fe18f20e07f3626ff23d89ebdd5113733e155dAndreas Huber portIndex == kPortIndexInput 261540fe18f20e07f3626ff23d89ebdd5113733e155dAndreas Huber ? "input" : "output", 261640fe18f20e07f3626ff23d89ebdd5113733e155dAndreas Huber err); 261740fe18f20e07f3626ff23d89ebdd5113733e155dAndreas Huber 26189a5e04438df742c297c5dbcdb60e6fd4d8f8321dJames Dong setState(ERROR); 26199a5e04438df742c297c5dbcdb60e6fd4d8f8321dJames Dong } 2620018761c5cc4aefd0495eaa4666f2372a59a7980aAndreas Huber } 2621693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2622693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber break; 2623693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2624693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2625693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber case OMX_CommandPortEnable: 2626693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber { 2627693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_U32 portIndex = data; 2628609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CODEC_LOGV("PORT_ENABLED(%u)", portIndex); 2629693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2630693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber CHECK(mState == EXECUTING || mState == RECONFIGURING); 2631f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ((int)mPortStatus[portIndex], (int)ENABLING); 2632693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2633693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mPortStatus[portIndex] = ENABLED; 2634693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2635693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (mState == RECONFIGURING) { 2636f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexOutput); 2637693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2638693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber setState(EXECUTING); 2639693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2640693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber fillOutputBuffers(); 2641693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2642693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber break; 2643693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2644693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2645693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber case OMX_CommandFlush: 2646693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber { 2647693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_U32 portIndex = data; 2648693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2649609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CODEC_LOGV("FLUSH_DONE(%u)", portIndex); 2650693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2651f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ((int)mPortStatus[portIndex], (int)SHUTTING_DOWN); 2652693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mPortStatus[portIndex] = ENABLED; 2653693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2654693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber CHECK_EQ(countBuffersWeOwn(mPortBuffers[portIndex]), 2655693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mPortBuffers[portIndex].size()); 2656693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 26578b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mSkipCutBuffer != NULL && mPortStatus[kPortIndexOutput] == ENABLED) { 2658a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen mSkipCutBuffer->clear(); 2659a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen } 2660a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen 2661693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (mState == RECONFIGURING) { 2662f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexOutput); 2663693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2664693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber disablePortAsync(portIndex); 26658297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber } else if (mState == EXECUTING_TO_IDLE) { 26668297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber if (mPortStatus[kPortIndexInput] == ENABLED 26678297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber && mPortStatus[kPortIndexOutput] == ENABLED) { 26687a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber CODEC_LOGV("Finished flushing both ports, now completing " 26698297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber "transition from EXECUTING to IDLE."); 26708297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber 26718297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber mPortStatus[kPortIndexInput] = SHUTTING_DOWN; 26728297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber mPortStatus[kPortIndexOutput] = SHUTTING_DOWN; 26738297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber 26748297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber status_t err = 2675318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber mOMX->sendCommand(mNode, OMX_CommandStateSet, OMX_StateIdle); 2676f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 26778297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber } 2678693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } else { 2679693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber // We're flushing both ports in preparation for seeking. 2680693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2681693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (mPortStatus[kPortIndexInput] == ENABLED 2682693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber && mPortStatus[kPortIndexOutput] == ENABLED) { 26837a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber CODEC_LOGV("Finished flushing both ports, now continuing from" 2684693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber " seek-time."); 2685693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2686d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber // We implicitly resume pulling on our upstream source. 2687d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber mPaused = false; 2688d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber 2689693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber drainInputBuffers(); 2690693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber fillOutputBuffers(); 2691693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 26929c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber 26939c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber if (mOutputPortSettingsChangedPending) { 26949c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber CODEC_LOGV( 26959c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber "Honoring deferred output port settings change."); 26969c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber 26979c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber mOutputPortSettingsChangedPending = false; 26989c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber onPortSettingsChanged(kPortIndexOutput); 26999c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber } 2700693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2701693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2702693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber break; 2703693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2704693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2705693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber default: 2706693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber { 27077a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber CODEC_LOGV("CMD_COMPLETE(%d, %ld)", cmd, data); 2708693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber break; 2709693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2710693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2711693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 2712693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2713693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::onStateChange(OMX_STATETYPE newState) { 2714570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber CODEC_LOGV("onStateChange %d", newState); 2715570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber 2716693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber switch (newState) { 2717693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber case OMX_StateIdle: 2718693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber { 27197a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber CODEC_LOGV("Now Idle."); 2720693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (mState == LOADED_TO_IDLE) { 2721318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber status_t err = mOMX->sendCommand( 2722693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mNode, OMX_CommandStateSet, OMX_StateExecuting); 2723693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2724f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 2725693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2726693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber setState(IDLE_TO_EXECUTING); 2727693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } else { 2728f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ((int)mState, (int)EXECUTING_TO_IDLE); 2729693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 27305179ff34cf3ca69b3d3eaa71cdbf0c2aec6b45b3Andreas Huber if (countBuffersWeOwn(mPortBuffers[kPortIndexInput]) != 27315179ff34cf3ca69b3d3eaa71cdbf0c2aec6b45b3Andreas Huber mPortBuffers[kPortIndexInput].size()) { 27325179ff34cf3ca69b3d3eaa71cdbf0c2aec6b45b3Andreas Huber ALOGE("Codec did not return all input buffers " 27335179ff34cf3ca69b3d3eaa71cdbf0c2aec6b45b3Andreas Huber "(received %d / %d)", 27345179ff34cf3ca69b3d3eaa71cdbf0c2aec6b45b3Andreas Huber countBuffersWeOwn(mPortBuffers[kPortIndexInput]), 27355179ff34cf3ca69b3d3eaa71cdbf0c2aec6b45b3Andreas Huber mPortBuffers[kPortIndexInput].size()); 27365179ff34cf3ca69b3d3eaa71cdbf0c2aec6b45b3Andreas Huber TRESPASS(); 27375179ff34cf3ca69b3d3eaa71cdbf0c2aec6b45b3Andreas Huber } 2738693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 27395179ff34cf3ca69b3d3eaa71cdbf0c2aec6b45b3Andreas Huber if (countBuffersWeOwn(mPortBuffers[kPortIndexOutput]) != 27405179ff34cf3ca69b3d3eaa71cdbf0c2aec6b45b3Andreas Huber mPortBuffers[kPortIndexOutput].size()) { 27415179ff34cf3ca69b3d3eaa71cdbf0c2aec6b45b3Andreas Huber ALOGE("Codec did not return all output buffers " 27425179ff34cf3ca69b3d3eaa71cdbf0c2aec6b45b3Andreas Huber "(received %d / %d)", 27435179ff34cf3ca69b3d3eaa71cdbf0c2aec6b45b3Andreas Huber countBuffersWeOwn(mPortBuffers[kPortIndexOutput]), 27445179ff34cf3ca69b3d3eaa71cdbf0c2aec6b45b3Andreas Huber mPortBuffers[kPortIndexOutput].size()); 27455179ff34cf3ca69b3d3eaa71cdbf0c2aec6b45b3Andreas Huber TRESPASS(); 27465179ff34cf3ca69b3d3eaa71cdbf0c2aec6b45b3Andreas Huber } 2747693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2748318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber status_t err = mOMX->sendCommand( 2749693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mNode, OMX_CommandStateSet, OMX_StateLoaded); 2750693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2751f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 2752693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2753693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber err = freeBuffersOnPort(kPortIndexInput); 2754f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 2755693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2756693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber err = freeBuffersOnPort(kPortIndexOutput); 2757f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 2758693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2759693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mPortStatus[kPortIndexInput] = ENABLED; 2760693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mPortStatus[kPortIndexOutput] = ENABLED; 2761693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 27621765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis if ((mFlags & kEnableGrallocUsageProtected) && 27631765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis mNativeWindow != NULL) { 27641765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis // We push enough 1x1 blank buffers to ensure that one of 27651765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis // them has made it to the display. This allows the OMX 27661765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis // component teardown to zero out any protected buffers 27671765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis // without the risk of scanning out one of those buffers. 27681765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis pushBlankBuffersToNativeWindow(); 27691765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis } 27701765d6e0c962d2b89897c0278f969084f632d181Jamie Gennis 2771693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber setState(IDLE_TO_LOADED); 2772693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2773693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber break; 2774693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2775693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2776693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber case OMX_StateExecuting: 2777693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber { 2778f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ((int)mState, (int)IDLE_TO_EXECUTING); 2779693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 27807a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber CODEC_LOGV("Now Executing."); 2781693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 27829c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber mOutputPortSettingsChangedPending = false; 27839c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber 2784693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber setState(EXECUTING); 2785693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2786284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber // Buffers will be submitted to the component in the first 2787284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber // call to OMXCodec::read as mInitialBufferSubmit is true at 2788284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber // this point. This ensures that this on_message call returns, 2789284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber // releases the lock and ::init can notice the state change and 2790284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber // itself return. 2791693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber break; 2792693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2793693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2794693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber case OMX_StateLoaded: 2795693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber { 2796f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ((int)mState, (int)IDLE_TO_LOADED); 2797693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 27987a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber CODEC_LOGV("Now Loaded."); 2799693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2800693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber setState(LOADED); 2801693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber break; 2802693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2803693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2804570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber case OMX_StateInvalid: 2805570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber { 2806570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber setState(ERROR); 2807570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber break; 2808570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber } 2809570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber 2810693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber default: 2811693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber { 2812693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber CHECK(!"should not be here."); 2813693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber break; 2814693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2815693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2816693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 2817693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2818693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber// static 2819693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubersize_t OMXCodec::countBuffersWeOwn(const Vector<BufferInfo> &buffers) { 2820693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber size_t n = 0; 2821693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber for (size_t i = 0; i < buffers.size(); ++i) { 282292bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber if (buffers[i].mStatus != OWNED_BY_COMPONENT) { 2823693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber ++n; 2824693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2825693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2826693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2827693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber return n; 2828693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 2829693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2830693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstatus_t OMXCodec::freeBuffersOnPort( 2831693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_U32 portIndex, bool onlyThoseWeOwn) { 2832693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 2833693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2834693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t stickyErr = OK; 2835693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2836693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber for (size_t i = buffers->size(); i-- > 0;) { 2837693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber BufferInfo *info = &buffers->editItemAt(i); 2838693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 283992bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber if (onlyThoseWeOwn && info->mStatus == OWNED_BY_COMPONENT) { 2840693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber continue; 2841693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2842693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 284392bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber CHECK(info->mStatus == OWNED_BY_US 284492bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber || info->mStatus == OWNED_BY_NATIVE_WINDOW); 2845693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 284695301196d59fb88ef96342fd307a2be374b5079bAndreas Huber CODEC_LOGV("freeing buffer %p on port %ld", info->mBuffer, portIndex); 284795301196d59fb88ef96342fd307a2be374b5079bAndreas Huber 2848ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis status_t err = freeBuffer(portIndex, i); 2849693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2850693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (err != OK) { 2851693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber stickyErr = err; 2852693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2853693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2854ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis } 2855693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2856ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis CHECK(onlyThoseWeOwn || buffers->isEmpty()); 2857693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2858ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis return stickyErr; 2859ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis} 2860ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis 2861ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennisstatus_t OMXCodec::freeBuffer(OMX_U32 portIndex, size_t bufIndex) { 2862ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 2863ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis 2864ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis BufferInfo *info = &buffers->editItemAt(bufIndex); 2865ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis 2866ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis status_t err = mOMX->freeBuffer(mNode, portIndex, info->mBuffer); 2867ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis 2868ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis if (err == OK && info->mMediaBuffer != NULL) { 2869f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexOutput); 2870ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis info->mMediaBuffer->setObserver(NULL); 28716a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 2872ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis // Make sure nobody but us owns this buffer at this point. 2873ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis CHECK_EQ(info->mMediaBuffer->refcount(), 0); 2874ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis 2875ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis // Cancel the buffer if it belongs to an ANativeWindow. 2876ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis sp<GraphicBuffer> graphicBuffer = info->mMediaBuffer->graphicBuffer(); 287792bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber if (info->mStatus == OWNED_BY_US && graphicBuffer != 0) { 2878ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis err = cancelBufferToNativeWindow(info); 2879693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2880693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2881ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis info->mMediaBuffer->release(); 2882f23c4f92c3b0202435cf87db2642156fabc46f02James Dong info->mMediaBuffer = NULL; 2883693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2884693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2885ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis if (err == OK) { 2886ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis buffers->removeAt(bufIndex); 2887ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis } 2888693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2889ed45fe0730a7e7fc9944741428f5a484350acc8aJamie Gennis return err; 2890693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 2891693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2892693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::onPortSettingsChanged(OMX_U32 portIndex) { 28937a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber CODEC_LOGV("PORT_SETTINGS_CHANGED(%ld)", portIndex); 2894693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2895a518dd9ac06d519bf226e6b1e952f85d6078eeccRonghua Wu CHECK(mState == EXECUTING || mState == EXECUTING_TO_IDLE); 2896f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(portIndex, (OMX_U32)kPortIndexOutput); 28979c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber CHECK(!mOutputPortSettingsChangedPending); 28989c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber 28999c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber if (mPortStatus[kPortIndexOutput] != ENABLED) { 29009c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber CODEC_LOGV("Deferring output port settings change."); 29019c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber mOutputPortSettingsChangedPending = true; 29029c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber return; 29039c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber } 29049c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber 2905693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber setState(RECONFIGURING); 2906693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2907693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (mQuirks & kNeedsFlushBeforeDisable) { 29081beb760d920561679862ded945a04e370368c7f7Andreas Huber if (!flushPortAsync(portIndex)) { 29091beb760d920561679862ded945a04e370368c7f7Andreas Huber onCmdComplete(OMX_CommandFlush, portIndex); 29101beb760d920561679862ded945a04e370368c7f7Andreas Huber } 2911693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } else { 2912693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber disablePortAsync(portIndex); 2913693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2914693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 2915693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 29161beb760d920561679862ded945a04e370368c7f7Andreas Huberbool OMXCodec::flushPortAsync(OMX_U32 portIndex) { 29178297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber CHECK(mState == EXECUTING || mState == RECONFIGURING 29188297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber || mState == EXECUTING_TO_IDLE); 2919693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 29207a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber CODEC_LOGV("flushPortAsync(%ld): we own %d out of %d buffers already.", 29211beb760d920561679862ded945a04e370368c7f7Andreas Huber portIndex, countBuffersWeOwn(mPortBuffers[portIndex]), 29221beb760d920561679862ded945a04e370368c7f7Andreas Huber mPortBuffers[portIndex].size()); 29231beb760d920561679862ded945a04e370368c7f7Andreas Huber 2924f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ((int)mPortStatus[portIndex], (int)ENABLED); 2925693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mPortStatus[portIndex] = SHUTTING_DOWN; 2926693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 29271beb760d920561679862ded945a04e370368c7f7Andreas Huber if ((mQuirks & kRequiresFlushCompleteEmulation) 29281beb760d920561679862ded945a04e370368c7f7Andreas Huber && countBuffersWeOwn(mPortBuffers[portIndex]) 29291beb760d920561679862ded945a04e370368c7f7Andreas Huber == mPortBuffers[portIndex].size()) { 29301beb760d920561679862ded945a04e370368c7f7Andreas Huber // No flush is necessary and this component fails to send a 29311beb760d920561679862ded945a04e370368c7f7Andreas Huber // flush-complete event in this case. 29321beb760d920561679862ded945a04e370368c7f7Andreas Huber 29331beb760d920561679862ded945a04e370368c7f7Andreas Huber return false; 29341beb760d920561679862ded945a04e370368c7f7Andreas Huber } 29351beb760d920561679862ded945a04e370368c7f7Andreas Huber 2936693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t err = 2937318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber mOMX->sendCommand(mNode, OMX_CommandFlush, portIndex); 2938f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 29391beb760d920561679862ded945a04e370368c7f7Andreas Huber 29401beb760d920561679862ded945a04e370368c7f7Andreas Huber return true; 2941693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 2942693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2943693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::disablePortAsync(OMX_U32 portIndex) { 2944693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber CHECK(mState == EXECUTING || mState == RECONFIGURING); 2945693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2946f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ((int)mPortStatus[portIndex], (int)ENABLED); 2947693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mPortStatus[portIndex] = DISABLING; 2948693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 294927fdb181daebec3dbe477080adad94f81ed667adAndreas Huber CODEC_LOGV("sending OMX_CommandPortDisable(%ld)", portIndex); 2950693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t err = 2951318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber mOMX->sendCommand(mNode, OMX_CommandPortDisable, portIndex); 2952f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 2953693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2954693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber freeBuffersOnPort(portIndex, true); 2955693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 2956693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 29579a5e04438df742c297c5dbcdb60e6fd4d8f8321dJames Dongstatus_t OMXCodec::enablePortAsync(OMX_U32 portIndex) { 2958693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber CHECK(mState == EXECUTING || mState == RECONFIGURING); 2959693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2960f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ((int)mPortStatus[portIndex], (int)DISABLED); 2961693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mPortStatus[portIndex] = ENABLING; 2962693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 29636a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis CODEC_LOGV("sending OMX_CommandPortEnable(%ld)", portIndex); 29649a5e04438df742c297c5dbcdb60e6fd4d8f8321dJames Dong return mOMX->sendCommand(mNode, OMX_CommandPortEnable, portIndex); 2965693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 2966693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2967693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::fillOutputBuffers() { 2968f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ((int)mState, (int)EXECUTING); 2969693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2970b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber // This is a workaround for some decoders not properly reporting 2971b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber // end-of-output-stream. If we own all input buffers and also own 2972b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber // all output buffers and we already signalled end-of-input-stream, 2973b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber // the end-of-output-stream is implied. 2974b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber if (mSignalledEOS 2975b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber && countBuffersWeOwn(mPortBuffers[kPortIndexInput]) 2976b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber == mPortBuffers[kPortIndexInput].size() 2977b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber && countBuffersWeOwn(mPortBuffers[kPortIndexOutput]) 2978b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber == mPortBuffers[kPortIndexOutput].size()) { 2979b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber mNoMoreOutputData = true; 2980b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber mBufferFilled.signal(); 2981b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber 2982b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber return; 2983b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber } 2984b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber 2985693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[kPortIndexOutput]; 2986693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 29876a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis BufferInfo *info = &buffers->editItemAt(i); 298892bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber if (info->mStatus == OWNED_BY_US) { 29896a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis fillOutputBuffer(&buffers->editItemAt(i)); 29906a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis } 2991693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 2992693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 2993693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 2994693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::drainInputBuffers() { 2995450bf4b0d25c933431b790d911a5fcae750fe38dAndreas Huber CHECK(mState == EXECUTING || mState == RECONFIGURING); 2996693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 29970bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber if (mFlags & kUseSecureInputBuffers) { 29980bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[kPortIndexInput]; 29990bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 30000bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber if (!drainAnyInputBuffer() 30010bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber || (mFlags & kOnlySubmitOneInputBufferAtOneTime)) { 30020bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber break; 30030bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber } 30040bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber } 30050bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber } else { 30060bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[kPortIndexInput]; 30070bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 30080bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber BufferInfo *info = &buffers->editItemAt(i); 30097757f5010a771fb8824b6fdf9788f588a1577e3fJames Dong 30100bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber if (info->mStatus != OWNED_BY_US) { 30110bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber continue; 30120bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber } 30130bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 30140bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber if (!drainInputBuffer(info)) { 30150bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber break; 30160bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber } 30170bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 30180bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber if (mFlags & kOnlySubmitOneInputBufferAtOneTime) { 30190bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber break; 30200bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber } 30217757f5010a771fb8824b6fdf9788f588a1577e3fJames Dong } 30220bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber } 30230bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber} 30247757f5010a771fb8824b6fdf9788f588a1577e3fJames Dong 30250bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huberbool OMXCodec::drainAnyInputBuffer() { 30260bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber return drainInputBuffer((BufferInfo *)NULL); 30270bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber} 30280bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 30290bb6b4c5da2451ee0973372b0a3858b15c742689Andreas HuberOMXCodec::BufferInfo *OMXCodec::findInputBufferByDataPointer(void *ptr) { 30300bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber Vector<BufferInfo> *infos = &mPortBuffers[kPortIndexInput]; 30310bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber for (size_t i = 0; i < infos->size(); ++i) { 30320bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber BufferInfo *info = &infos->editItemAt(i); 30330bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 30340bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber if (info->mData == ptr) { 30350bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber CODEC_LOGV( 30360bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber "input buffer data ptr = %p, buffer_id = %p", 30370bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber ptr, 30380bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber info->mBuffer); 30390bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 30400bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber return info; 30417757f5010a771fb8824b6fdf9788f588a1577e3fJames Dong } 30420bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber } 30437757f5010a771fb8824b6fdf9788f588a1577e3fJames Dong 30440bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber TRESPASS(); 30450bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber} 30460bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 30470bb6b4c5da2451ee0973372b0a3858b15c742689Andreas HuberOMXCodec::BufferInfo *OMXCodec::findEmptyInputBuffer() { 30480bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber Vector<BufferInfo> *infos = &mPortBuffers[kPortIndexInput]; 30490bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber for (size_t i = 0; i < infos->size(); ++i) { 30500bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber BufferInfo *info = &infos->editItemAt(i); 30510bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 30520bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber if (info->mStatus == OWNED_BY_US) { 30530bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber return info; 305492bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber } 3055693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 30560bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 30570bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber TRESPASS(); 3058693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 3059693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 306092bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huberbool OMXCodec::drainInputBuffer(BufferInfo *info) { 30610bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber if (info != NULL) { 30620bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber CHECK_EQ((int)info->mStatus, (int)OWNED_BY_US); 30630bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber } 3064693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3065693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (mSignalledEOS) { 306692bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber return false; 3067693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 3068693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3069693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (mCodecSpecificDataIndex < mCodecSpecificData.size()) { 30700bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber CHECK(!(mFlags & kUseSecureInputBuffers)); 30710bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 3072693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber const CodecSpecificData *specific = 3073693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mCodecSpecificData[mCodecSpecificDataIndex]; 3074693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3075693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber size_t size = specific->mSize; 3076693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 30773b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar if ((!strcasecmp(MEDIA_MIMETYPE_VIDEO_AVC, mMIME) || 30783b5a6b9fa6c6825a1d0b441429e2bb365b259827Harish Mahendrakar !strcasecmp(MEDIA_MIMETYPE_VIDEO_HEVC, mMIME)) 3079dbc03445db2bbf83b64f0c0a5dc62e61408864d7Andreas Huber && !(mQuirks & kWantsNALFragments)) { 3080693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber static const uint8_t kNALStartCode[4] = 3081693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber { 0x00, 0x00, 0x00, 0x01 }; 3082693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3083570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber CHECK(info->mSize >= specific->mSize + 4); 3084693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3085693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber size += 4; 3086693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3087570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber memcpy(info->mData, kNALStartCode, 4); 3088570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber memcpy((uint8_t *)info->mData + 4, 3089693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber specific->mData, specific->mSize); 3090693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } else { 3091570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber CHECK(info->mSize >= specific->mSize); 3092570a3cb7582daa030cb38eedc5eb6a06f86ecc7fAndreas Huber memcpy(info->mData, specific->mData, specific->mSize); 3093693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 3094693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3095134ee6a324c35f39e3576172e4eae4c6de6eb9dcAndreas Huber mNoMoreOutputData = false; 3096134ee6a324c35f39e3576172e4eae4c6de6eb9dcAndreas Huber 3097b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber CODEC_LOGV("calling emptyBuffer with codec specific data"); 3098b03fd8c97695d381e202f6a64989b51c7024c04aAndreas Huber 3099318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber status_t err = mOMX->emptyBuffer( 3100693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mNode, info->mBuffer, 0, size, 3101693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_BUFFERFLAG_ENDOFFRAME | OMX_BUFFERFLAG_CODECCONFIG, 3102693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 0); 3103f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 3104693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 310592bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber info->mStatus = OWNED_BY_COMPONENT; 3106693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3107693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber ++mCodecSpecificDataIndex; 310892bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber return true; 3109693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 3110693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3111d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber if (mPaused) { 311292bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber return false; 3113d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber } 3114d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber 3115693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t err; 3116134ee6a324c35f39e3576172e4eae4c6de6eb9dcAndreas Huber 31177f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber bool signalEOS = false; 31187f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber int64_t timestampUs = 0; 3119693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 31207f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber size_t offset = 0; 31217f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber int32_t n = 0; 312292bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber 31230c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi 31247f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber for (;;) { 31257f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber MediaBuffer *srcBuffer; 31267f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber if (mSeekTimeUs >= 0) { 31277f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber if (mLeftOverBuffer) { 31287f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber mLeftOverBuffer->release(); 31297f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber mLeftOverBuffer = NULL; 31307f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber } 313179e23b41fad961008bfde6e26b3c6f86878ca69dJames Dong 313279e23b41fad961008bfde6e26b3c6f86878ca69dJames Dong MediaSource::ReadOptions options; 3133abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber options.setSeekTo(mSeekTimeUs, mSeekMode); 3134693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 31357f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber mSeekTimeUs = -1; 3136abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber mSeekMode = ReadOptions::SEEK_CLOSEST_SYNC; 31377f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber mBufferFilled.signal(); 3138693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 31397f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber err = mSource->read(&srcBuffer, &options); 3140abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber 3141abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber if (err == OK) { 3142abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber int64_t targetTimeUs; 3143abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber if (srcBuffer->meta_data()->findInt64( 3144abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber kKeyTargetTime, &targetTimeUs) 3145abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber && targetTimeUs >= 0) { 31469c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber CODEC_LOGV("targetTimeUs = %lld us", targetTimeUs); 3147abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber mTargetTimeUs = targetTimeUs; 3148abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber } else { 3149abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber mTargetTimeUs = -1; 3150abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber } 3151abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber } 31527f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber } else if (mLeftOverBuffer) { 31537f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber srcBuffer = mLeftOverBuffer; 31547f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber mLeftOverBuffer = NULL; 31557f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber 31567f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber err = OK; 31577f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber } else { 315879e23b41fad961008bfde6e26b3c6f86878ca69dJames Dong err = mSource->read(&srcBuffer); 31597f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber } 3160134ee6a324c35f39e3576172e4eae4c6de6eb9dcAndreas Huber 31617f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber if (err != OK) { 31627f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber signalEOS = true; 31637f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber mFinalStatus = err; 31647f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber mSignalledEOS = true; 3165763b772bb6bca6a4aaef85cec840fd7061630d61Andreas Huber mBufferFilled.signal(); 31667f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber break; 31677f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber } 3168693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 31690bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber if (mFlags & kUseSecureInputBuffers) { 31700bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber info = findInputBufferByDataPointer(srcBuffer->data()); 31710bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber CHECK(info != NULL); 31720bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber } 31730bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 31747f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber size_t remainingBytes = info->mSize - offset; 3175c017cfcc24dd63c7efde5747a6ed2d4053788abcAndreas Huber 31767f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber if (srcBuffer->range_length() > remainingBytes) { 31777f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber if (offset == 0) { 31787f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber CODEC_LOGE( 31797f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber "Codec's input buffers are too small to accomodate " 31807f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber "buffer read from source (info->mSize = %d, srcLength = %d)", 31817f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber info->mSize, srcBuffer->range_length()); 3182c017cfcc24dd63c7efde5747a6ed2d4053788abcAndreas Huber 31837f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber srcBuffer->release(); 31847f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber srcBuffer = NULL; 31857f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber 31867f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber setState(ERROR); 318792bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber return false; 31887f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber } 31897f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber 31907f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber mLeftOverBuffer = srcBuffer; 31917f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber break; 3192693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 31937f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber 31948480835b4bc1350646376aa7f3ae33742a7adeb1James Dong bool releaseBuffer = true; 3195a6ee7bc5f9524c220377e37f6525e2d46c69b75bJames Dong if (mFlags & kStoreMetaDataInVideoBuffers) { 31968480835b4bc1350646376aa7f3ae33742a7adeb1James Dong releaseBuffer = false; 31978480835b4bc1350646376aa7f3ae33742a7adeb1James Dong info->mMediaBuffer = srcBuffer; 3198a6ee7bc5f9524c220377e37f6525e2d46c69b75bJames Dong } 31990bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 3200a6ee7bc5f9524c220377e37f6525e2d46c69b75bJames Dong if (mFlags & kUseSecureInputBuffers) { 32010bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber // Data in "info" is already provided at this time. 32020bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 32030bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber releaseBuffer = false; 32040bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 32050bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber CHECK(info->mMediaBuffer == NULL); 32060bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber info->mMediaBuffer = srcBuffer; 3207a6ee7bc5f9524c220377e37f6525e2d46c69b75bJames Dong } else { 3208a6ee7bc5f9524c220377e37f6525e2d46c69b75bJames Dong CHECK(srcBuffer->data() != NULL) ; 3209a6ee7bc5f9524c220377e37f6525e2d46c69b75bJames Dong memcpy((uint8_t *)info->mData + offset, 3210a6ee7bc5f9524c220377e37f6525e2d46c69b75bJames Dong (const uint8_t *)srcBuffer->data() 3211a6ee7bc5f9524c220377e37f6525e2d46c69b75bJames Dong + srcBuffer->range_offset(), 3212a6ee7bc5f9524c220377e37f6525e2d46c69b75bJames Dong srcBuffer->range_length()); 3213d07139e2e817a9b3ae9c87ba4e1e8d65d3e549daJames Dong } 3214693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3215d2c6894b56a538aa807e20d3ef421807cd55c009Andreas Huber int64_t lastBufferTimeUs; 3216d2c6894b56a538aa807e20d3ef421807cd55c009Andreas Huber CHECK(srcBuffer->meta_data()->findInt64(kKeyTime, &lastBufferTimeUs)); 3217abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber CHECK(lastBufferTimeUs >= 0); 32182b1892db4a2ab47bfc09e59a4c11751aea99e4eaAndreas Huber if (mIsEncoder && mIsVideo) { 3219965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong mDecodingTimeList.push_back(lastBufferTimeUs); 3220965e4239ca1cf6c824c1f8ce23116f9ba8cf6ebdJames Dong } 3221d2c6894b56a538aa807e20d3ef421807cd55c009Andreas Huber 32227f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber if (offset == 0) { 3223d2c6894b56a538aa807e20d3ef421807cd55c009Andreas Huber timestampUs = lastBufferTimeUs; 3224693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 3225693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 32267f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber offset += srcBuffer->range_length(); 32277f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber 3228bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber if (!strcasecmp(MEDIA_MIMETYPE_AUDIO_VORBIS, mMIME)) { 3229bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber CHECK(!(mQuirks & kSupportsMultipleFramesPerInputBuffer)); 3230bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber CHECK_GE(info->mSize, offset + sizeof(int32_t)); 3231bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 3232bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber int32_t numPageSamples; 3233bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber if (!srcBuffer->meta_data()->findInt32( 3234bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber kKeyValidSamples, &numPageSamples)) { 3235bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber numPageSamples = -1; 3236bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber } 3237bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 3238bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber memcpy((uint8_t *)info->mData + offset, 3239bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber &numPageSamples, 3240bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber sizeof(numPageSamples)); 3241bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 3242bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber offset += sizeof(numPageSamples); 3243bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber } 3244bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 32458480835b4bc1350646376aa7f3ae33742a7adeb1James Dong if (releaseBuffer) { 32468480835b4bc1350646376aa7f3ae33742a7adeb1James Dong srcBuffer->release(); 32478480835b4bc1350646376aa7f3ae33742a7adeb1James Dong srcBuffer = NULL; 32488480835b4bc1350646376aa7f3ae33742a7adeb1James Dong } 32497f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber 32507f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber ++n; 32517f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber 32527f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber if (!(mQuirks & kSupportsMultipleFramesPerInputBuffer)) { 32537f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber break; 32547f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber } 3255d2c6894b56a538aa807e20d3ef421807cd55c009Andreas Huber 3256d2c6894b56a538aa807e20d3ef421807cd55c009Andreas Huber int64_t coalescedDurationUs = lastBufferTimeUs - timestampUs; 3257d2c6894b56a538aa807e20d3ef421807cd55c009Andreas Huber 3258d2c6894b56a538aa807e20d3ef421807cd55c009Andreas Huber if (coalescedDurationUs > 250000ll) { 3259d2c6894b56a538aa807e20d3ef421807cd55c009Andreas Huber // Don't coalesce more than 250ms worth of encoded data at once. 3260d2c6894b56a538aa807e20d3ef421807cd55c009Andreas Huber break; 3261d2c6894b56a538aa807e20d3ef421807cd55c009Andreas Huber } 3262693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 326336efa039efaae4526791336cb688032d22b34becAndreas Huber 32647f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber if (n > 1) { 32653856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("coalesced %d frames into one input buffer", n); 32667f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber } 32677f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber 32687f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber OMX_U32 flags = OMX_BUFFERFLAG_ENDOFFRAME; 32697f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber 32707f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber if (signalEOS) { 32717f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber flags |= OMX_BUFFERFLAG_EOS; 32727f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber } else { 32737f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber mNoMoreOutputData = false; 32747f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber } 32757f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber 32760bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber if (info == NULL) { 32770bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber CHECK(mFlags & kUseSecureInputBuffers); 32780bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber CHECK(signalEOS); 32790bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 32800bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber // This is fishy, there's still a MediaBuffer corresponding to this 32810bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber // info available to the source at this point even though we're going 32820bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber // to use it to signal EOS to the codec. 32830bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber info = findEmptyInputBuffer(); 32840bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber } 32850bb6b4c5da2451ee0973372b0a3858b15c742689Andreas Huber 328621a0dca457bc0f3b8bafca0c49dfe2d442acbde0James Dong CODEC_LOGV("Calling emptyBuffer on buffer %p (length %d), " 328721a0dca457bc0f3b8bafca0c49dfe2d442acbde0James Dong "timestamp %lld us (%.2f secs)", 328821a0dca457bc0f3b8bafca0c49dfe2d442acbde0James Dong info->mBuffer, offset, 328921a0dca457bc0f3b8bafca0c49dfe2d442acbde0James Dong timestampUs, timestampUs / 1E6); 329021a0dca457bc0f3b8bafca0c49dfe2d442acbde0James Dong 3291318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber err = mOMX->emptyBuffer( 32927f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber mNode, info->mBuffer, 0, offset, 329348c948b1137e7bbdb161b51908657ab72ac5e2daAndreas Huber flags, timestampUs); 329436efa039efaae4526791336cb688032d22b34becAndreas Huber 329536efa039efaae4526791336cb688032d22b34becAndreas Huber if (err != OK) { 329636efa039efaae4526791336cb688032d22b34becAndreas Huber setState(ERROR); 329792bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber return false; 329836efa039efaae4526791336cb688032d22b34becAndreas Huber } 329936efa039efaae4526791336cb688032d22b34becAndreas Huber 330092bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber info->mStatus = OWNED_BY_COMPONENT; 330130ab66297501757d745b9ae10da61adcd891f497Andreas Huber 330292bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber return true; 3303693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 3304693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3305693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::fillOutputBuffer(BufferInfo *info) { 330692bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber CHECK_EQ((int)info->mStatus, (int)OWNED_BY_US); 3307693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 33081beb760d920561679862ded945a04e370368c7f7Andreas Huber if (mNoMoreOutputData) { 33097a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber CODEC_LOGV("There is no more output data available, not " 33101beb760d920561679862ded945a04e370368c7f7Andreas Huber "calling fillOutputBuffer"); 33111beb760d920561679862ded945a04e370368c7f7Andreas Huber return; 33121beb760d920561679862ded945a04e370368c7f7Andreas Huber } 33131beb760d920561679862ded945a04e370368c7f7Andreas Huber 33146a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis CODEC_LOGV("Calling fillBuffer on buffer %p", info->mBuffer); 3315318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber status_t err = mOMX->fillBuffer(mNode, info->mBuffer); 33167110385b31c7bc65c8a923a09689ebb0c4a1e07aAndreas Huber 33177110385b31c7bc65c8a923a09689ebb0c4a1e07aAndreas Huber if (err != OK) { 33187110385b31c7bc65c8a923a09689ebb0c4a1e07aAndreas Huber CODEC_LOGE("fillBuffer failed w/ error 0x%08x", err); 33197110385b31c7bc65c8a923a09689ebb0c4a1e07aAndreas Huber 33207110385b31c7bc65c8a923a09689ebb0c4a1e07aAndreas Huber setState(ERROR); 33217110385b31c7bc65c8a923a09689ebb0c4a1e07aAndreas Huber return; 33227110385b31c7bc65c8a923a09689ebb0c4a1e07aAndreas Huber } 3323693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 332492bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber info->mStatus = OWNED_BY_COMPONENT; 3325693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 3326693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 332792bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huberbool OMXCodec::drainInputBuffer(IOMX::buffer_id buffer) { 3328693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[kPortIndexInput]; 3329693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 3330693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if ((*buffers)[i].mBuffer == buffer) { 333192bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber return drainInputBuffer(&buffers->editItemAt(i)); 3332693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 3333693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 3334693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3335693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber CHECK(!"should not be here."); 333692bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber 333792bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber return false; 3338693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 3339693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3340693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::fillOutputBuffer(IOMX::buffer_id buffer) { 3341693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[kPortIndexOutput]; 3342693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 3343693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if ((*buffers)[i].mBuffer == buffer) { 3344693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber fillOutputBuffer(&buffers->editItemAt(i)); 3345693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber return; 3346693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 3347693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 3348693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3349693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber CHECK(!"should not be here."); 3350693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 3351693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3352693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::setState(State newState) { 3353693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mState = newState; 3354693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mAsyncCompletion.signal(); 3355693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3356693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber // This may cause some spurious wakeups but is necessary to 3357693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber // unblock the reader if we enter ERROR state. 3358693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mBufferFilled.signal(); 3359693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 3360693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3361a57a9a491272aa884494b2ec7854960827a73742James Dongstatus_t OMXCodec::waitForBufferFilled_l() { 336264b944106c697933a453a1ffd8bcddb137fdbc4cJames Dong 336364b944106c697933a453a1ffd8bcddb137fdbc4cJames Dong if (mIsEncoder) { 336464b944106c697933a453a1ffd8bcddb137fdbc4cJames Dong // For timelapse video recording, the timelapse video recording may 336564b944106c697933a453a1ffd8bcddb137fdbc4cJames Dong // not send an input frame for a _long_ time. Do not use timeout 336664b944106c697933a453a1ffd8bcddb137fdbc4cJames Dong // for video encoding. 336764b944106c697933a453a1ffd8bcddb137fdbc4cJames Dong return mBufferFilled.wait(mLock); 336864b944106c697933a453a1ffd8bcddb137fdbc4cJames Dong } 33698edb8e82fa886564ee8e72178a1969e2437dd525James Dong status_t err = mBufferFilled.waitRelative(mLock, kBufferFilledEventTimeOutNs); 3370a57a9a491272aa884494b2ec7854960827a73742James Dong if (err != OK) { 337164b944106c697933a453a1ffd8bcddb137fdbc4cJames Dong CODEC_LOGE("Timed out waiting for output buffers: %d/%d", 3372a57a9a491272aa884494b2ec7854960827a73742James Dong countBuffersWeOwn(mPortBuffers[kPortIndexInput]), 3373a57a9a491272aa884494b2ec7854960827a73742James Dong countBuffersWeOwn(mPortBuffers[kPortIndexOutput])); 3374a57a9a491272aa884494b2ec7854960827a73742James Dong } 3375a57a9a491272aa884494b2ec7854960827a73742James Dong return err; 3376a57a9a491272aa884494b2ec7854960827a73742James Dong} 3377a57a9a491272aa884494b2ec7854960827a73742James Dong 3378e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Hubervoid OMXCodec::setRawAudioFormat( 3379e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber OMX_U32 portIndex, int32_t sampleRate, int32_t numChannels) { 3380050b28a593350047845a45a14cc5026221ac1620James Dong 3381050b28a593350047845a45a14cc5026221ac1620James Dong // port definition 3382050b28a593350047845a45a14cc5026221ac1620James Dong OMX_PARAM_PORTDEFINITIONTYPE def; 3383050b28a593350047845a45a14cc5026221ac1620James Dong InitOMXParams(&def); 3384050b28a593350047845a45a14cc5026221ac1620James Dong def.nPortIndex = portIndex; 3385050b28a593350047845a45a14cc5026221ac1620James Dong status_t err = mOMX->getParameter( 3386050b28a593350047845a45a14cc5026221ac1620James Dong mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3387f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 3388050b28a593350047845a45a14cc5026221ac1620James Dong def.format.audio.eEncoding = OMX_AUDIO_CodingPCM; 3389050b28a593350047845a45a14cc5026221ac1620James Dong CHECK_EQ(mOMX->setParameter(mNode, OMX_IndexParamPortDefinition, 3390f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber &def, sizeof(def)), (status_t)OK); 3391050b28a593350047845a45a14cc5026221ac1620James Dong 3392050b28a593350047845a45a14cc5026221ac1620James Dong // pcm param 3393e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber OMX_AUDIO_PARAM_PCMMODETYPE pcmParams; 33947a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber InitOMXParams(&pcmParams); 3395e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber pcmParams.nPortIndex = portIndex; 3396e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber 3397050b28a593350047845a45a14cc5026221ac1620James Dong err = mOMX->getParameter( 3398e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 3399e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber 3400f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 3401e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber 3402e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber pcmParams.nChannels = numChannels; 3403e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber pcmParams.eNumData = OMX_NumericalDataSigned; 3404e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber pcmParams.bInterleaved = OMX_TRUE; 3405e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber pcmParams.nBitPerSample = 16; 3406e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber pcmParams.nSamplingRate = sampleRate; 3407e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber pcmParams.ePCMMode = OMX_AUDIO_PCMModeLinear; 3408e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber 3409c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber CHECK_EQ(getOMXChannelMapping( 3410c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber numChannels, pcmParams.eChannelMapping), (status_t)OK); 3411e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber 3412318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber err = mOMX->setParameter( 3413e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber mNode, OMX_IndexParamAudioPcm, &pcmParams, sizeof(pcmParams)); 3414e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber 3415f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 3416e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber} 3417e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber 3418956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dongstatic OMX_AUDIO_AMRBANDMODETYPE pickModeFromBitRate(bool isAMRWB, int32_t bps) { 3419956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong if (isAMRWB) { 3420956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong if (bps <= 6600) { 3421956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong return OMX_AUDIO_AMRBandModeWB0; 3422956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong } else if (bps <= 8850) { 3423956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong return OMX_AUDIO_AMRBandModeWB1; 3424956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong } else if (bps <= 12650) { 3425956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong return OMX_AUDIO_AMRBandModeWB2; 3426956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong } else if (bps <= 14250) { 3427956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong return OMX_AUDIO_AMRBandModeWB3; 3428956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong } else if (bps <= 15850) { 3429956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong return OMX_AUDIO_AMRBandModeWB4; 3430956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong } else if (bps <= 18250) { 3431956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong return OMX_AUDIO_AMRBandModeWB5; 3432956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong } else if (bps <= 19850) { 3433956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong return OMX_AUDIO_AMRBandModeWB6; 3434956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong } else if (bps <= 23050) { 3435956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong return OMX_AUDIO_AMRBandModeWB7; 3436956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong } 3437956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong 3438956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong // 23850 bps 3439956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong return OMX_AUDIO_AMRBandModeWB8; 3440956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong } else { // AMRNB 3441956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong if (bps <= 4750) { 3442956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong return OMX_AUDIO_AMRBandModeNB0; 3443956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong } else if (bps <= 5150) { 3444956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong return OMX_AUDIO_AMRBandModeNB1; 3445956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong } else if (bps <= 5900) { 3446956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong return OMX_AUDIO_AMRBandModeNB2; 3447956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong } else if (bps <= 6700) { 3448956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong return OMX_AUDIO_AMRBandModeNB3; 3449956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong } else if (bps <= 7400) { 3450956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong return OMX_AUDIO_AMRBandModeNB4; 3451956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong } else if (bps <= 7950) { 3452956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong return OMX_AUDIO_AMRBandModeNB5; 3453956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong } else if (bps <= 10200) { 3454956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong return OMX_AUDIO_AMRBandModeNB6; 3455956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong } 3456956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong 3457956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong // 12200 bps 3458956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong return OMX_AUDIO_AMRBandModeNB7; 3459956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong } 3460956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong} 3461956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong 3462956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dongvoid OMXCodec::setAMRFormat(bool isWAMR, int32_t bitRate) { 3463c297fccffc4ab1cb3b9f5c6a5b0802be057f3e0fAndreas Huber OMX_U32 portIndex = mIsEncoder ? kPortIndexOutput : kPortIndexInput; 3464693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3465c297fccffc4ab1cb3b9f5c6a5b0802be057f3e0fAndreas Huber OMX_AUDIO_PARAM_AMRTYPE def; 3466c297fccffc4ab1cb3b9f5c6a5b0802be057f3e0fAndreas Huber InitOMXParams(&def); 3467c297fccffc4ab1cb3b9f5c6a5b0802be057f3e0fAndreas Huber def.nPortIndex = portIndex; 3468456db75516efc889e1ee4e5e16021e77c03b0941Andreas Huber 3469c297fccffc4ab1cb3b9f5c6a5b0802be057f3e0fAndreas Huber status_t err = 3470c297fccffc4ab1cb3b9f5c6a5b0802be057f3e0fAndreas Huber mOMX->getParameter(mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 3471456db75516efc889e1ee4e5e16021e77c03b0941Andreas Huber 3472f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 3473456db75516efc889e1ee4e5e16021e77c03b0941Andreas Huber 3474c297fccffc4ab1cb3b9f5c6a5b0802be057f3e0fAndreas Huber def.eAMRFrameFormat = OMX_AUDIO_AMRFrameFormatFSF; 3475050b28a593350047845a45a14cc5026221ac1620James Dong 3476956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong def.eAMRBandMode = pickModeFromBitRate(isWAMR, bitRate); 3477c297fccffc4ab1cb3b9f5c6a5b0802be057f3e0fAndreas Huber err = mOMX->setParameter(mNode, OMX_IndexParamAudioAmr, &def, sizeof(def)); 3478f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 3479456db75516efc889e1ee4e5e16021e77c03b0941Andreas Huber 3480456db75516efc889e1ee4e5e16021e77c03b0941Andreas Huber //////////////////////// 3481456db75516efc889e1ee4e5e16021e77c03b0941Andreas Huber 3482456db75516efc889e1ee4e5e16021e77c03b0941Andreas Huber if (mIsEncoder) { 3483456db75516efc889e1ee4e5e16021e77c03b0941Andreas Huber sp<MetaData> format = mSource->getFormat(); 3484456db75516efc889e1ee4e5e16021e77c03b0941Andreas Huber int32_t sampleRate; 3485456db75516efc889e1ee4e5e16021e77c03b0941Andreas Huber int32_t numChannels; 3486456db75516efc889e1ee4e5e16021e77c03b0941Andreas Huber CHECK(format->findInt32(kKeySampleRate, &sampleRate)); 3487693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber CHECK(format->findInt32(kKeyChannelCount, &numChannels)); 3488693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3489e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber setRawAudioFormat(kPortIndexInput, sampleRate, numChannels); 3490e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber } 3491e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber} 3492693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3493ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huberstatus_t OMXCodec::setAACFormat( 3494aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke int32_t numChannels, int32_t sampleRate, int32_t bitRate, int32_t aacProfile, bool isADTS) { 3495ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (numChannels > 2) { 34965ff1dd576bb93c45b44088a51544a18fc43ebf58Steve Block ALOGW("Number of channels: (%d) \n", numChannels); 3497ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 3498d3523f89a867afa111bb332887bf006ec3ae93e6Gilles-Arnaud Bleu-Laine 3499e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber if (mIsEncoder) { 3500ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber if (isADTS) { 3501ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber return -EINVAL; 3502ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 3503ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 3504050b28a593350047845a45a14cc5026221ac1620James Dong //////////////// input port //////////////////// 3505e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber setRawAudioFormat(kPortIndexInput, sampleRate, numChannels); 3506050b28a593350047845a45a14cc5026221ac1620James Dong 3507050b28a593350047845a45a14cc5026221ac1620James Dong //////////////// output port //////////////////// 3508050b28a593350047845a45a14cc5026221ac1620James Dong // format 3509050b28a593350047845a45a14cc5026221ac1620James Dong OMX_AUDIO_PARAM_PORTFORMATTYPE format; 35105778822d86b0337407514b9372562b86edfa91cdAndreas Huber InitOMXParams(&format); 3511050b28a593350047845a45a14cc5026221ac1620James Dong format.nPortIndex = kPortIndexOutput; 3512050b28a593350047845a45a14cc5026221ac1620James Dong format.nIndex = 0; 3513050b28a593350047845a45a14cc5026221ac1620James Dong status_t err = OMX_ErrorNone; 3514050b28a593350047845a45a14cc5026221ac1620James Dong while (OMX_ErrorNone == err) { 3515050b28a593350047845a45a14cc5026221ac1620James Dong CHECK_EQ(mOMX->getParameter(mNode, OMX_IndexParamAudioPortFormat, 3516f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber &format, sizeof(format)), (status_t)OK); 3517050b28a593350047845a45a14cc5026221ac1620James Dong if (format.eEncoding == OMX_AUDIO_CodingAAC) { 3518050b28a593350047845a45a14cc5026221ac1620James Dong break; 3519050b28a593350047845a45a14cc5026221ac1620James Dong } 3520050b28a593350047845a45a14cc5026221ac1620James Dong format.nIndex++; 3521050b28a593350047845a45a14cc5026221ac1620James Dong } 3522f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ((status_t)OK, err); 3523050b28a593350047845a45a14cc5026221ac1620James Dong CHECK_EQ(mOMX->setParameter(mNode, OMX_IndexParamAudioPortFormat, 3524f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber &format, sizeof(format)), (status_t)OK); 3525050b28a593350047845a45a14cc5026221ac1620James Dong 3526050b28a593350047845a45a14cc5026221ac1620James Dong // port definition 3527050b28a593350047845a45a14cc5026221ac1620James Dong OMX_PARAM_PORTDEFINITIONTYPE def; 3528050b28a593350047845a45a14cc5026221ac1620James Dong InitOMXParams(&def); 3529050b28a593350047845a45a14cc5026221ac1620James Dong def.nPortIndex = kPortIndexOutput; 3530050b28a593350047845a45a14cc5026221ac1620James Dong CHECK_EQ(mOMX->getParameter(mNode, OMX_IndexParamPortDefinition, 3531f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber &def, sizeof(def)), (status_t)OK); 3532050b28a593350047845a45a14cc5026221ac1620James Dong def.format.audio.bFlagErrorConcealment = OMX_TRUE; 3533050b28a593350047845a45a14cc5026221ac1620James Dong def.format.audio.eEncoding = OMX_AUDIO_CodingAAC; 3534050b28a593350047845a45a14cc5026221ac1620James Dong CHECK_EQ(mOMX->setParameter(mNode, OMX_IndexParamPortDefinition, 3535f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber &def, sizeof(def)), (status_t)OK); 3536050b28a593350047845a45a14cc5026221ac1620James Dong 3537050b28a593350047845a45a14cc5026221ac1620James Dong // profile 3538050b28a593350047845a45a14cc5026221ac1620James Dong OMX_AUDIO_PARAM_AACPROFILETYPE profile; 3539050b28a593350047845a45a14cc5026221ac1620James Dong InitOMXParams(&profile); 3540050b28a593350047845a45a14cc5026221ac1620James Dong profile.nPortIndex = kPortIndexOutput; 3541050b28a593350047845a45a14cc5026221ac1620James Dong CHECK_EQ(mOMX->getParameter(mNode, OMX_IndexParamAudioAac, 3542f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber &profile, sizeof(profile)), (status_t)OK); 3543050b28a593350047845a45a14cc5026221ac1620James Dong profile.nChannels = numChannels; 3544050b28a593350047845a45a14cc5026221ac1620James Dong profile.eChannelMode = (numChannels == 1? 3545050b28a593350047845a45a14cc5026221ac1620James Dong OMX_AUDIO_ChannelModeMono: OMX_AUDIO_ChannelModeStereo); 3546050b28a593350047845a45a14cc5026221ac1620James Dong profile.nSampleRate = sampleRate; 3547956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong profile.nBitRate = bitRate; 3548050b28a593350047845a45a14cc5026221ac1620James Dong profile.nAudioBandWidth = 0; 3549050b28a593350047845a45a14cc5026221ac1620James Dong profile.nFrameLength = 0; 3550050b28a593350047845a45a14cc5026221ac1620James Dong profile.nAACtools = OMX_AUDIO_AACToolAll; 3551050b28a593350047845a45a14cc5026221ac1620James Dong profile.nAACERtools = OMX_AUDIO_AACERNone; 3552aeb8fd460ed87d032b3fb8bb61e21eb542ce0f5bDave Burke profile.eAACProfile = (OMX_AUDIO_AACPROFILETYPE) aacProfile; 3553050b28a593350047845a45a14cc5026221ac1620James Dong profile.eAACStreamFormat = OMX_AUDIO_AACStreamFormatMP4FF; 3554d3523f89a867afa111bb332887bf006ec3ae93e6Gilles-Arnaud Bleu-Laine err = mOMX->setParameter(mNode, OMX_IndexParamAudioAac, 3555d3523f89a867afa111bb332887bf006ec3ae93e6Gilles-Arnaud Bleu-Laine &profile, sizeof(profile)); 3556050b28a593350047845a45a14cc5026221ac1620James Dong 3557d3523f89a867afa111bb332887bf006ec3ae93e6Gilles-Arnaud Bleu-Laine if (err != OK) { 3558ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber CODEC_LOGE("setParameter('OMX_IndexParamAudioAac') failed " 3559ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber "(err = %d)", 3560ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err); 3561d3523f89a867afa111bb332887bf006ec3ae93e6Gilles-Arnaud Bleu-Laine return err; 3562d3523f89a867afa111bb332887bf006ec3ae93e6Gilles-Arnaud Bleu-Laine } 3563e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber } else { 3564e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber OMX_AUDIO_PARAM_AACPROFILETYPE profile; 35657a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber InitOMXParams(&profile); 3566e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber profile.nPortIndex = kPortIndexInput; 3567693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3568318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber status_t err = mOMX->getParameter( 3569e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 3570f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 3571693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3572e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber profile.nChannels = numChannels; 3573e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber profile.nSampleRate = sampleRate; 3574ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 3575ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber profile.eAACStreamFormat = 3576ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber isADTS 3577ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber ? OMX_AUDIO_AACStreamFormatMP4ADTS 3578ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber : OMX_AUDIO_AACStreamFormatMP4FF; 3579693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3580318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber err = mOMX->setParameter( 3581e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber mNode, OMX_IndexParamAudioAac, &profile, sizeof(profile)); 3582d3523f89a867afa111bb332887bf006ec3ae93e6Gilles-Arnaud Bleu-Laine 3583d3523f89a867afa111bb332887bf006ec3ae93e6Gilles-Arnaud Bleu-Laine if (err != OK) { 3584ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber CODEC_LOGE("setParameter('OMX_IndexParamAudioAac') failed " 3585ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber "(err = %d)", 3586ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber err); 3587d3523f89a867afa111bb332887bf006ec3ae93e6Gilles-Arnaud Bleu-Laine return err; 3588d3523f89a867afa111bb332887bf006ec3ae93e6Gilles-Arnaud Bleu-Laine } 3589693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 3590d3523f89a867afa111bb332887bf006ec3ae93e6Gilles-Arnaud Bleu-Laine 3591d3523f89a867afa111bb332887bf006ec3ae93e6Gilles-Arnaud Bleu-Laine return OK; 3592693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 3593693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3594d3c079ae9859011d118f94616d0069c2987013edChangwan Ryustatus_t OMXCodec::setAC3Format(int32_t numChannels, int32_t sampleRate) { 3595d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu OMX_AUDIO_PARAM_ANDROID_AC3TYPE def; 3596d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu InitOMXParams(&def); 3597d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu def.nPortIndex = kPortIndexInput; 3598d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu 3599d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu status_t err = mOMX->getParameter( 3600d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu mNode, 3601d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 3602d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu &def, 3603d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu sizeof(def)); 3604d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu 3605d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu if (err != OK) { 3606d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu return err; 3607d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu } 3608d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu 3609d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu def.nChannels = numChannels; 3610d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu def.nSampleRate = sampleRate; 3611d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu 3612d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu return mOMX->setParameter( 3613d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu mNode, 3614d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu (OMX_INDEXTYPE)OMX_IndexParamAudioAndroidAc3, 3615d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu &def, 3616d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu sizeof(def)); 3617d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu} 3618d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu 3619bbba88cb1bdc34705d1477208990a06904c022e7Andreas Hubervoid OMXCodec::setG711Format(int32_t numChannels) { 3620bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber CHECK(!mIsEncoder); 3621bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber setRawAudioFormat(kPortIndexInput, 8000, numChannels); 3622bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber} 3623bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 3624693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::setImageOutputFormat( 3625693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_COLOR_FORMATTYPE format, OMX_U32 width, OMX_U32 height) { 36267a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber CODEC_LOGV("setImageOutputFormat(%ld, %ld)", width, height); 3627693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3628693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#if 0 3629693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_INDEXTYPE index; 3630693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber status_t err = mOMX->get_extension_index( 3631693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mNode, "OMX.TI.JPEG.decode.Config.OutputColorFormat", &index); 3632f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 3633693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3634693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber err = mOMX->set_config(mNode, index, &format, sizeof(format)); 3635f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 3636693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber#endif 3637693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3638693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 36397a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber InitOMXParams(&def); 3640693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber def.nPortIndex = kPortIndexOutput; 3641693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3642318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber status_t err = mOMX->getParameter( 3643693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3644f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 3645693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3646f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ((int)def.eDomain, (int)OMX_PortDomainImage); 3647693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3648693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_IMAGE_PORTDEFINITIONTYPE *imageDef = &def.format.image; 3649bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber 3650f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ((int)imageDef->eCompressionFormat, (int)OMX_IMAGE_CodingUnused); 3651693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber imageDef->eColorFormat = format; 3652693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber imageDef->nFrameWidth = width; 3653693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber imageDef->nFrameHeight = height; 3654693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3655693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber switch (format) { 3656693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber case OMX_COLOR_FormatYUV420PackedPlanar: 3657693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber case OMX_COLOR_FormatYUV411Planar: 3658693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber { 3659693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber def.nBufferSize = (width * height * 3) / 2; 3660693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber break; 3661693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 3662693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3663693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber case OMX_COLOR_FormatCbYCrY: 3664693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber { 3665693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber def.nBufferSize = width * height * 2; 3666693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber break; 3667693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 3668693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3669693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber case OMX_COLOR_Format32bitARGB8888: 3670693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber { 3671693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber def.nBufferSize = width * height * 4; 3672693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber break; 3673693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 3674693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3675195ea1e0d4484f1deb2309e239f6a5cc9a7e5ba7Andreas Huber case OMX_COLOR_Format16bitARGB4444: 3676195ea1e0d4484f1deb2309e239f6a5cc9a7e5ba7Andreas Huber case OMX_COLOR_Format16bitARGB1555: 3677195ea1e0d4484f1deb2309e239f6a5cc9a7e5ba7Andreas Huber case OMX_COLOR_Format16bitRGB565: 3678195ea1e0d4484f1deb2309e239f6a5cc9a7e5ba7Andreas Huber case OMX_COLOR_Format16bitBGR565: 3679195ea1e0d4484f1deb2309e239f6a5cc9a7e5ba7Andreas Huber { 3680195ea1e0d4484f1deb2309e239f6a5cc9a7e5ba7Andreas Huber def.nBufferSize = width * height * 2; 3681195ea1e0d4484f1deb2309e239f6a5cc9a7e5ba7Andreas Huber break; 3682195ea1e0d4484f1deb2309e239f6a5cc9a7e5ba7Andreas Huber } 3683195ea1e0d4484f1deb2309e239f6a5cc9a7e5ba7Andreas Huber 3684693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber default: 3685693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber CHECK(!"Should not be here. Unknown color format."); 3686693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber break; 3687693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 3688693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 36897530e9c708275c273c134c36c68179f511c1940eAndreas Huber def.nBufferCountActual = def.nBufferCountMin; 36907530e9c708275c273c134c36c68179f511c1940eAndreas Huber 3691318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber err = mOMX->setParameter( 3692693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3693f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 36947530e9c708275c273c134c36c68179f511c1940eAndreas Huber} 3695693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 36967530e9c708275c273c134c36c68179f511c1940eAndreas Hubervoid OMXCodec::setJPEGInputFormat( 36977530e9c708275c273c134c36c68179f511c1940eAndreas Huber OMX_U32 width, OMX_U32 height, OMX_U32 compressedSize) { 36987530e9c708275c273c134c36c68179f511c1940eAndreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 36997a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber InitOMXParams(&def); 3700693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber def.nPortIndex = kPortIndexInput; 3701693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3702318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber status_t err = mOMX->getParameter( 3703693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3704f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 3705693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3706f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ((int)def.eDomain, (int)OMX_PortDomainImage); 37077530e9c708275c273c134c36c68179f511c1940eAndreas Huber OMX_IMAGE_PORTDEFINITIONTYPE *imageDef = &def.format.image; 37087530e9c708275c273c134c36c68179f511c1940eAndreas Huber 3709f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ((int)imageDef->eCompressionFormat, (int)OMX_IMAGE_CodingJPEG); 3710693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber imageDef->nFrameWidth = width; 3711693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber imageDef->nFrameHeight = height; 3712693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 37137530e9c708275c273c134c36c68179f511c1940eAndreas Huber def.nBufferSize = compressedSize; 3714693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber def.nBufferCountActual = def.nBufferCountMin; 3715693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3716318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber err = mOMX->setParameter( 3717693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 3718f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 3719693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 3720693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3721693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::addCodecSpecificData(const void *data, size_t size) { 3722693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber CodecSpecificData *specific = 3723693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber (CodecSpecificData *)malloc(sizeof(CodecSpecificData) + size - 1); 3724693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3725693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber specific->mSize = size; 3726693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber memcpy(specific->mData, data, size); 3727693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3728693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mCodecSpecificData.push(specific); 3729693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 3730693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3731693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::clearCodecSpecificData() { 3732693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber for (size_t i = 0; i < mCodecSpecificData.size(); ++i) { 3733693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber free(mCodecSpecificData.editItemAt(i)); 3734693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 3735693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mCodecSpecificData.clear(); 3736693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mCodecSpecificDataIndex = 0; 3737693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 3738693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3739f60cafe0e6aad8f9ce54660fa88b651ae4e749e6James Dongstatus_t OMXCodec::start(MetaData *meta) { 3740284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber Mutex::Autolock autoLock(mLock); 3741284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber 3742693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (mState != LOADED) { 3743ccd08439c7914d86264c7ad81bfd03cf39aaa9f7James Dong CODEC_LOGE("called start in the unexpected state: %d", mState); 3744693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber return UNKNOWN_ERROR; 3745693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 3746bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber 3747693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber sp<MetaData> params = new MetaData; 3748dbc03445db2bbf83b64f0c0a5dc62e61408864d7Andreas Huber if (mQuirks & kWantsNALFragments) { 3749dbc03445db2bbf83b64f0c0a5dc62e61408864d7Andreas Huber params->setInt32(kKeyWantsNALFragments, true); 3750693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 3751f60cafe0e6aad8f9ce54660fa88b651ae4e749e6James Dong if (meta) { 3752f60cafe0e6aad8f9ce54660fa88b651ae4e749e6James Dong int64_t startTimeUs = 0; 3753f60cafe0e6aad8f9ce54660fa88b651ae4e749e6James Dong int64_t timeUs; 3754f60cafe0e6aad8f9ce54660fa88b651ae4e749e6James Dong if (meta->findInt64(kKeyTime, &timeUs)) { 3755f60cafe0e6aad8f9ce54660fa88b651ae4e749e6James Dong startTimeUs = timeUs; 3756f60cafe0e6aad8f9ce54660fa88b651ae4e749e6James Dong } 3757f60cafe0e6aad8f9ce54660fa88b651ae4e749e6James Dong params->setInt64(kKeyTime, startTimeUs); 3758f60cafe0e6aad8f9ce54660fa88b651ae4e749e6James Dong } 3759693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3760693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mCodecSpecificDataIndex = 0; 3761284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber mInitialBufferSubmit = true; 3762693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mSignalledEOS = false; 3763693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mNoMoreOutputData = false; 37647f281f87670c63775ea1ae8b24af31822d5ad416Andreas Huber mOutputPortSettingsHaveChanged = false; 3765693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mSeekTimeUs = -1; 3766abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber mSeekMode = ReadOptions::SEEK_CLOSEST_SYNC; 3767abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber mTargetTimeUs = -1; 3768693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mFilledBuffers.clear(); 3769d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber mPaused = false; 3770693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 37710dff606f42292b8a31b9eee842877f9875279dabJames Dong status_t err; 37720dff606f42292b8a31b9eee842877f9875279dabJames Dong if (mIsEncoder) { 37730dff606f42292b8a31b9eee842877f9875279dabJames Dong // Calling init() before starting its source so that we can configure, 37740dff606f42292b8a31b9eee842877f9875279dabJames Dong // if supported, the source to use exactly the same number of input 37750dff606f42292b8a31b9eee842877f9875279dabJames Dong // buffers as requested by the encoder. 37760dff606f42292b8a31b9eee842877f9875279dabJames Dong if ((err = init()) != OK) { 3777ccd08439c7914d86264c7ad81bfd03cf39aaa9f7James Dong CODEC_LOGE("init failed: %d", err); 37780dff606f42292b8a31b9eee842877f9875279dabJames Dong return err; 37790dff606f42292b8a31b9eee842877f9875279dabJames Dong } 37800dff606f42292b8a31b9eee842877f9875279dabJames Dong 37810dff606f42292b8a31b9eee842877f9875279dabJames Dong params->setInt32(kKeyNumBuffers, mPortBuffers[kPortIndexInput].size()); 3782aa8879d381918335c9d829fc279b76d53a15a550James Dong err = mSource->start(params.get()); 3783aa8879d381918335c9d829fc279b76d53a15a550James Dong if (err != OK) { 3784ccd08439c7914d86264c7ad81bfd03cf39aaa9f7James Dong CODEC_LOGE("source failed to start: %d", err); 3785aa8879d381918335c9d829fc279b76d53a15a550James Dong stopOmxComponent_l(); 3786aa8879d381918335c9d829fc279b76d53a15a550James Dong } 3787aa8879d381918335c9d829fc279b76d53a15a550James Dong return err; 37880dff606f42292b8a31b9eee842877f9875279dabJames Dong } 37890dff606f42292b8a31b9eee842877f9875279dabJames Dong 37900dff606f42292b8a31b9eee842877f9875279dabJames Dong // Decoder case 37910dff606f42292b8a31b9eee842877f9875279dabJames Dong if ((err = mSource->start(params.get())) != OK) { 3792ccd08439c7914d86264c7ad81bfd03cf39aaa9f7James Dong CODEC_LOGE("source failed to start: %d", err); 37930dff606f42292b8a31b9eee842877f9875279dabJames Dong return err; 37940dff606f42292b8a31b9eee842877f9875279dabJames Dong } 3795693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber return init(); 3796693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 3797693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3798693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstatus_t OMXCodec::stop() { 379901e5b5699fb049bedbb7e156fbf7f5952c39130dJames Dong CODEC_LOGV("stop mState=%d", mState); 3800693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Mutex::Autolock autoLock(mLock); 3801aa8879d381918335c9d829fc279b76d53a15a550James Dong status_t err = stopOmxComponent_l(); 3802aa8879d381918335c9d829fc279b76d53a15a550James Dong mSource->stop(); 3803aa8879d381918335c9d829fc279b76d53a15a550James Dong 3804aa8879d381918335c9d829fc279b76d53a15a550James Dong CODEC_LOGV("stopped in state %d", mState); 3805aa8879d381918335c9d829fc279b76d53a15a550James Dong return err; 3806aa8879d381918335c9d829fc279b76d53a15a550James Dong} 3807aa8879d381918335c9d829fc279b76d53a15a550James Dong 3808aa8879d381918335c9d829fc279b76d53a15a550James Dongstatus_t OMXCodec::stopOmxComponent_l() { 3809aa8879d381918335c9d829fc279b76d53a15a550James Dong CODEC_LOGV("stopOmxComponent_l mState=%d", mState); 3810693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3811693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber while (isIntermediateState(mState)) { 3812693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mAsyncCompletion.wait(mLock); 3813693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 3814693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3815b1d666f5cb555d135eb69e005e88a03330bbb54cJamie Gennis bool isError = false; 3816693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber switch (mState) { 3817693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber case LOADED: 3818693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber break; 3819693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3820b1d666f5cb555d135eb69e005e88a03330bbb54cJamie Gennis case ERROR: 3821b1d666f5cb555d135eb69e005e88a03330bbb54cJamie Gennis { 382240fe18f20e07f3626ff23d89ebdd5113733e155dAndreas Huber if (mPortStatus[kPortIndexOutput] == ENABLING) { 382340fe18f20e07f3626ff23d89ebdd5113733e155dAndreas Huber // Codec is in a wedged state (technical term) 382440fe18f20e07f3626ff23d89ebdd5113733e155dAndreas Huber // We've seen an output port settings change from the codec, 382540fe18f20e07f3626ff23d89ebdd5113733e155dAndreas Huber // We've disabled the output port, then freed the output 382640fe18f20e07f3626ff23d89ebdd5113733e155dAndreas Huber // buffers, initiated re-enabling the output port but 382740fe18f20e07f3626ff23d89ebdd5113733e155dAndreas Huber // failed to reallocate the output buffers. 382840fe18f20e07f3626ff23d89ebdd5113733e155dAndreas Huber // There doesn't seem to be a way to orderly transition 382940fe18f20e07f3626ff23d89ebdd5113733e155dAndreas Huber // from executing->idle and idle->loaded now that the 383040fe18f20e07f3626ff23d89ebdd5113733e155dAndreas Huber // output port hasn't been reenabled yet... 383140fe18f20e07f3626ff23d89ebdd5113733e155dAndreas Huber // Simply free as many resources as we can and pretend 383240fe18f20e07f3626ff23d89ebdd5113733e155dAndreas Huber // that we're in LOADED state so that the destructor 383340fe18f20e07f3626ff23d89ebdd5113733e155dAndreas Huber // will free the component instance without asserting. 383440fe18f20e07f3626ff23d89ebdd5113733e155dAndreas Huber freeBuffersOnPort(kPortIndexInput, true /* onlyThoseWeOwn */); 383540fe18f20e07f3626ff23d89ebdd5113733e155dAndreas Huber freeBuffersOnPort(kPortIndexOutput, true /* onlyThoseWeOwn */); 383640fe18f20e07f3626ff23d89ebdd5113733e155dAndreas Huber setState(LOADED); 3837b1d666f5cb555d135eb69e005e88a03330bbb54cJamie Gennis break; 383840fe18f20e07f3626ff23d89ebdd5113733e155dAndreas Huber } else { 383940fe18f20e07f3626ff23d89ebdd5113733e155dAndreas Huber OMX_STATETYPE state = OMX_StateInvalid; 384040fe18f20e07f3626ff23d89ebdd5113733e155dAndreas Huber status_t err = mOMX->getState(mNode, &state); 384140fe18f20e07f3626ff23d89ebdd5113733e155dAndreas Huber CHECK_EQ(err, (status_t)OK); 384240fe18f20e07f3626ff23d89ebdd5113733e155dAndreas Huber 384340fe18f20e07f3626ff23d89ebdd5113733e155dAndreas Huber if (state != OMX_StateExecuting) { 384440fe18f20e07f3626ff23d89ebdd5113733e155dAndreas Huber break; 384540fe18f20e07f3626ff23d89ebdd5113733e155dAndreas Huber } 384640fe18f20e07f3626ff23d89ebdd5113733e155dAndreas Huber // else fall through to the idling code 3847b1d666f5cb555d135eb69e005e88a03330bbb54cJamie Gennis } 384840fe18f20e07f3626ff23d89ebdd5113733e155dAndreas Huber 3849b1d666f5cb555d135eb69e005e88a03330bbb54cJamie Gennis isError = true; 3850b1d666f5cb555d135eb69e005e88a03330bbb54cJamie Gennis } 3851b1d666f5cb555d135eb69e005e88a03330bbb54cJamie Gennis 3852693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber case EXECUTING: 3853693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber { 3854693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber setState(EXECUTING_TO_IDLE); 3855693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 38568297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber if (mQuirks & kRequiresFlushBeforeShutdown) { 38577a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber CODEC_LOGV("This component requires a flush before transitioning " 38588297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber "from EXECUTING to IDLE..."); 38598297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber 38608297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber bool emulateInputFlushCompletion = 38618297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber !flushPortAsync(kPortIndexInput); 38628297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber 38638297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber bool emulateOutputFlushCompletion = 38648297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber !flushPortAsync(kPortIndexOutput); 3865693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 38668297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber if (emulateInputFlushCompletion) { 38678297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber onCmdComplete(OMX_CommandFlush, kPortIndexInput); 38688297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber } 38698297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber 38708297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber if (emulateOutputFlushCompletion) { 38718297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber onCmdComplete(OMX_CommandFlush, kPortIndexOutput); 38728297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber } 38738297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber } else { 38748297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber mPortStatus[kPortIndexInput] = SHUTTING_DOWN; 38758297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber mPortStatus[kPortIndexOutput] = SHUTTING_DOWN; 38768297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber 38778297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber status_t err = 3878318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber mOMX->sendCommand(mNode, OMX_CommandStateSet, OMX_StateIdle); 3879f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 38808297cedd12f689167d74de5ddacb514e9f6896eaAndreas Huber } 3881693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3882693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber while (mState != LOADED && mState != ERROR) { 3883693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mAsyncCompletion.wait(mLock); 3884693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 3885693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3886b1d666f5cb555d135eb69e005e88a03330bbb54cJamie Gennis if (isError) { 3887b1d666f5cb555d135eb69e005e88a03330bbb54cJamie Gennis // We were in the ERROR state coming in, so restore that now 3888b1d666f5cb555d135eb69e005e88a03330bbb54cJamie Gennis // that we've idled the OMX component. 3889b1d666f5cb555d135eb69e005e88a03330bbb54cJamie Gennis setState(ERROR); 3890b1d666f5cb555d135eb69e005e88a03330bbb54cJamie Gennis } 3891b1d666f5cb555d135eb69e005e88a03330bbb54cJamie Gennis 3892693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber break; 3893693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 3894693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3895693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber default: 3896693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber { 3897693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber CHECK(!"should not be here."); 3898693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber break; 3899693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 3900693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 3901693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 39027f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber if (mLeftOverBuffer) { 39037f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber mLeftOverBuffer->release(); 39047f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber mLeftOverBuffer = NULL; 39057f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber } 39067f498b90a4300ef9badf14d202b0a67c26e20931Andreas Huber 3907693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber return OK; 3908693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 3909693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3910693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubersp<MetaData> OMXCodec::getFormat() { 39117f281f87670c63775ea1ae8b24af31822d5ad416Andreas Huber Mutex::Autolock autoLock(mLock); 39127f281f87670c63775ea1ae8b24af31822d5ad416Andreas Huber 3913693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber return mOutputFormat; 3914693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 3915693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3916693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstatus_t OMXCodec::read( 3917693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber MediaBuffer **buffer, const ReadOptions *options) { 3918a57a9a491272aa884494b2ec7854960827a73742James Dong status_t err = OK; 3919693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber *buffer = NULL; 3920693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3921693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Mutex::Autolock autoLock(mLock); 3922693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3923450bf4b0d25c933431b790d911a5fcae750fe38dAndreas Huber if (mState != EXECUTING && mState != RECONFIGURING) { 3924450bf4b0d25c933431b790d911a5fcae750fe38dAndreas Huber return UNKNOWN_ERROR; 3925450bf4b0d25c933431b790d911a5fcae750fe38dAndreas Huber } 3926450bf4b0d25c933431b790d911a5fcae750fe38dAndreas Huber 39277e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber bool seeking = false; 39287e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber int64_t seekTimeUs; 3929abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber ReadOptions::SeekMode seekMode; 3930abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber if (options && options->getSeekTo(&seekTimeUs, &seekMode)) { 39317e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber seeking = true; 39327e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber } 39337e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber 3934284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber if (mInitialBufferSubmit) { 3935284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber mInitialBufferSubmit = false; 3936284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber 39377e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber if (seeking) { 39387e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber CHECK(seekTimeUs >= 0); 39397e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber mSeekTimeUs = seekTimeUs; 3940abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber mSeekMode = seekMode; 39417e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber 39427e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber // There's no reason to trigger the code below, there's 39437e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber // nothing to flush yet. 39447e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber seeking = false; 3945d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber mPaused = false; 39467e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber } 39477e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber 3948284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber drainInputBuffers(); 3949284f513a4ce2c5aa0e250c07c873731aedb0be26Andreas Huber 3950450bf4b0d25c933431b790d911a5fcae750fe38dAndreas Huber if (mState == EXECUTING) { 3951450bf4b0d25c933431b790d911a5fcae750fe38dAndreas Huber // Otherwise mState == RECONFIGURING and this code will trigger 3952450bf4b0d25c933431b790d911a5fcae750fe38dAndreas Huber // after the output port is reenabled. 3953450bf4b0d25c933431b790d911a5fcae750fe38dAndreas Huber fillOutputBuffers(); 3954450bf4b0d25c933431b790d911a5fcae750fe38dAndreas Huber } 3955693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 3956693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 39577e04dcf8d6784dd56f53aa90bf34431ab4f0710cAndreas Huber if (seeking) { 39589c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber while (mState == RECONFIGURING) { 3959a57a9a491272aa884494b2ec7854960827a73742James Dong if ((err = waitForBufferFilled_l()) != OK) { 3960a57a9a491272aa884494b2ec7854960827a73742James Dong return err; 3961a57a9a491272aa884494b2ec7854960827a73742James Dong } 39629c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber } 39639c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber 39649c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber if (mState != EXECUTING) { 39659c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber return UNKNOWN_ERROR; 39669c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber } 39679c0096378820e5a61db26e52a7e6df50ba9c872dAndreas Huber 3968609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CODEC_LOGV("seeking to %" PRId64 " us (%.2f secs)", seekTimeUs, seekTimeUs / 1E6); 3969693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3970693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mSignalledEOS = false; 3971693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3972693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber CHECK(seekTimeUs >= 0); 3973693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mSeekTimeUs = seekTimeUs; 3974abd1f4f870925d6776dbe4b930b759a1ab6595caAndreas Huber mSeekMode = seekMode; 3975693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3976693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mFilledBuffers.clear(); 3977693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3978f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ((int)mState, (int)EXECUTING); 3979693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 39801beb760d920561679862ded945a04e370368c7f7Andreas Huber bool emulateInputFlushCompletion = !flushPortAsync(kPortIndexInput); 39811beb760d920561679862ded945a04e370368c7f7Andreas Huber bool emulateOutputFlushCompletion = !flushPortAsync(kPortIndexOutput); 39821beb760d920561679862ded945a04e370368c7f7Andreas Huber 39831beb760d920561679862ded945a04e370368c7f7Andreas Huber if (emulateInputFlushCompletion) { 39841beb760d920561679862ded945a04e370368c7f7Andreas Huber onCmdComplete(OMX_CommandFlush, kPortIndexInput); 39851beb760d920561679862ded945a04e370368c7f7Andreas Huber } 39861beb760d920561679862ded945a04e370368c7f7Andreas Huber 39871beb760d920561679862ded945a04e370368c7f7Andreas Huber if (emulateOutputFlushCompletion) { 39881beb760d920561679862ded945a04e370368c7f7Andreas Huber onCmdComplete(OMX_CommandFlush, kPortIndexOutput); 39891beb760d920561679862ded945a04e370368c7f7Andreas Huber } 3990134ee6a324c35f39e3576172e4eae4c6de6eb9dcAndreas Huber 3991134ee6a324c35f39e3576172e4eae4c6de6eb9dcAndreas Huber while (mSeekTimeUs >= 0) { 3992a57a9a491272aa884494b2ec7854960827a73742James Dong if ((err = waitForBufferFilled_l()) != OK) { 3993a57a9a491272aa884494b2ec7854960827a73742James Dong return err; 3994a57a9a491272aa884494b2ec7854960827a73742James Dong } 3995134ee6a324c35f39e3576172e4eae4c6de6eb9dcAndreas Huber } 3996693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 3997693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 3998693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber while (mState != ERROR && !mNoMoreOutputData && mFilledBuffers.empty()) { 3999a57a9a491272aa884494b2ec7854960827a73742James Dong if ((err = waitForBufferFilled_l()) != OK) { 4000a57a9a491272aa884494b2ec7854960827a73742James Dong return err; 400141152efd144ccf70c380d5c9a32105c02a039f43James Dong } 4002693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 4003693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4004693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (mState == ERROR) { 4005693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber return UNKNOWN_ERROR; 4006693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 4007693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4008693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (mFilledBuffers.empty()) { 40095295c0c55d41a2906ea7f65a3f22e6278cb17d4bAndreas Huber return mSignalledEOS ? mFinalStatus : ERROR_END_OF_STREAM; 4010693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 4011693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 40127f281f87670c63775ea1ae8b24af31822d5ad416Andreas Huber if (mOutputPortSettingsHaveChanged) { 40137f281f87670c63775ea1ae8b24af31822d5ad416Andreas Huber mOutputPortSettingsHaveChanged = false; 40147f281f87670c63775ea1ae8b24af31822d5ad416Andreas Huber 40157f281f87670c63775ea1ae8b24af31822d5ad416Andreas Huber return INFO_FORMAT_CHANGED; 40167f281f87670c63775ea1ae8b24af31822d5ad416Andreas Huber } 40177f281f87670c63775ea1ae8b24af31822d5ad416Andreas Huber 4018693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber size_t index = *mFilledBuffers.begin(); 4019693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mFilledBuffers.erase(mFilledBuffers.begin()); 4020693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4021693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber BufferInfo *info = &mPortBuffers[kPortIndexOutput].editItemAt(index); 402292bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber CHECK_EQ((int)info->mStatus, (int)OWNED_BY_US); 402392bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber info->mStatus = OWNED_BY_CLIENT; 402492bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber 4025693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber info->mMediaBuffer->add_ref(); 40268b71241ce7353731ab75322c46e090ee35014a33Marco Nelissen if (mSkipCutBuffer != NULL) { 4027a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen mSkipCutBuffer->submit(info->mMediaBuffer); 4028a98478bfbcc0f7fb4b164d3dce40ca96df75667dMarco Nelissen } 4029693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber *buffer = info->mMediaBuffer; 4030693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4031693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber return OK; 4032693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 4033693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4034693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::signalBufferReturned(MediaBuffer *buffer) { 4035693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Mutex::Autolock autoLock(mLock); 4036693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4037693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[kPortIndexOutput]; 4038693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 4039693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber BufferInfo *info = &buffers->editItemAt(i); 4040693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4041693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (info->mMediaBuffer == buffer) { 4042f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ((int)mPortStatus[kPortIndexOutput], (int)ENABLED); 404392bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber CHECK_EQ((int)info->mStatus, (int)OWNED_BY_CLIENT); 404492bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber 404592bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber info->mStatus = OWNED_BY_US; 404692bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber 40476a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis if (buffer->graphicBuffer() == 0) { 40486a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis fillOutputBuffer(info); 40496a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis } else { 40506a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis sp<MetaData> metaData = info->mMediaBuffer->meta_data(); 40516a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis int32_t rendered = 0; 40526a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis if (!metaData->findInt32(kKeyRendered, &rendered)) { 40536a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis rendered = 0; 40546a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis } 40556a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis if (!rendered) { 40566a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis status_t err = cancelBufferToNativeWindow(info); 40576a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis if (err < 0) { 40586a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis return; 40596a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis } 40606a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis } 40616a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 406292bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber info->mStatus = OWNED_BY_NATIVE_WINDOW; 406392bf2f96c53d24adc1ace362439e82ca2cf6b856Andreas Huber 40646a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis // Dequeue the next buffer from the native window. 40656a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis BufferInfo *nextBufInfo = dequeueBufferFromNativeWindow(); 40666a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis if (nextBufInfo == 0) { 40676a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis return; 40686a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis } 40696a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 40706a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis // Give the buffer to the OMX node to fill. 40716a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis fillOutputBuffer(nextBufInfo); 40726a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis } 4073693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber return; 4074693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 4075693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 4076693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4077693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber CHECK(!"should not be here."); 4078693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 4079693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4080693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstatic const char *imageCompressionFormatString(OMX_IMAGE_CODINGTYPE type) { 4081693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber static const char *kNames[] = { 4082693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_IMAGE_CodingUnused", 4083693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_IMAGE_CodingAutoDetect", 4084693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_IMAGE_CodingJPEG", 4085693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_IMAGE_CodingJPEG2K", 4086693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_IMAGE_CodingEXIF", 4087693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_IMAGE_CodingTIFF", 4088693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_IMAGE_CodingGIF", 4089693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_IMAGE_CodingPNG", 4090693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_IMAGE_CodingLZW", 4091693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_IMAGE_CodingBMP", 4092693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 4093693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4094693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber size_t numNames = sizeof(kNames) / sizeof(kNames[0]); 4095693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4096693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (type < 0 || (size_t)type >= numNames) { 4097693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber return "UNKNOWN"; 4098693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } else { 4099693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber return kNames[type]; 4100693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 4101693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 4102693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4103693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstatic const char *colorFormatString(OMX_COLOR_FORMATTYPE type) { 4104693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber static const char *kNames[] = { 4105693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_FormatUnused", 4106693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_FormatMonochrome", 4107693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_Format8bitRGB332", 4108693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_Format12bitRGB444", 4109693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_Format16bitARGB4444", 4110693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_Format16bitARGB1555", 4111693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_Format16bitRGB565", 4112693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_Format16bitBGR565", 4113693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_Format18bitRGB666", 4114693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_Format18bitARGB1665", 4115bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber "OMX_COLOR_Format19bitARGB1666", 4116693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_Format24bitRGB888", 4117693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_Format24bitBGR888", 4118693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_Format24bitARGB1887", 4119693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_Format25bitARGB1888", 4120693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_Format32bitBGRA8888", 4121693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_Format32bitARGB8888", 4122693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_FormatYUV411Planar", 4123693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_FormatYUV411PackedPlanar", 4124693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_FormatYUV420Planar", 4125693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_FormatYUV420PackedPlanar", 4126693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_FormatYUV420SemiPlanar", 4127693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_FormatYUV422Planar", 4128693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_FormatYUV422PackedPlanar", 4129693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_FormatYUV422SemiPlanar", 4130693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_FormatYCbYCr", 4131693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_FormatYCrYCb", 4132693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_FormatCbYCrY", 4133693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_FormatCrYCbY", 4134693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_FormatYUV444Interleaved", 4135693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_FormatRawBayer8bit", 4136693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_FormatRawBayer10bit", 4137693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_FormatRawBayer8bitcompressed", 4138bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber "OMX_COLOR_FormatL2", 4139bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber "OMX_COLOR_FormatL4", 4140bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber "OMX_COLOR_FormatL8", 4141bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber "OMX_COLOR_FormatL16", 4142bde3caae211e215e4bbfef1a267f8d680efa4764Andreas Huber "OMX_COLOR_FormatL24", 4143693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_FormatL32", 4144693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_FormatYUV420PackedSemiPlanar", 4145693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_FormatYUV422PackedSemiPlanar", 4146693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_Format18BitBGR666", 4147693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_Format24BitARGB6666", 4148693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_COLOR_Format24BitABGR6666", 4149693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 4150693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4151693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber size_t numNames = sizeof(kNames) / sizeof(kNames[0]); 4152693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4153cb62bc3fe54222cf05824e6f98fefafee552049aAnu Sundararajan if (type == OMX_TI_COLOR_FormatYUV420PackedSemiPlanar) { 4154cb62bc3fe54222cf05824e6f98fefafee552049aAnu Sundararajan return "OMX_TI_COLOR_FormatYUV420PackedSemiPlanar"; 4155cb62bc3fe54222cf05824e6f98fefafee552049aAnu Sundararajan } else if (type == OMX_QCOM_COLOR_FormatYVU420SemiPlanar) { 4156693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber return "OMX_QCOM_COLOR_FormatYVU420SemiPlanar"; 4157693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } else if (type < 0 || (size_t)type >= numNames) { 4158693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber return "UNKNOWN"; 4159693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } else { 4160693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber return kNames[type]; 4161693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 4162693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 4163693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4164693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstatic const char *videoCompressionFormatString(OMX_VIDEO_CODINGTYPE type) { 4165693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber static const char *kNames[] = { 4166693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_VIDEO_CodingUnused", 4167693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_VIDEO_CodingAutoDetect", 4168693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_VIDEO_CodingMPEG2", 4169693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_VIDEO_CodingH263", 4170693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_VIDEO_CodingMPEG4", 4171693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_VIDEO_CodingWMV", 4172693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_VIDEO_CodingRV", 4173693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_VIDEO_CodingAVC", 4174693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_VIDEO_CodingMJPEG", 4175693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 4176693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4177693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber size_t numNames = sizeof(kNames) / sizeof(kNames[0]); 4178693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4179693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (type < 0 || (size_t)type >= numNames) { 4180693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber return "UNKNOWN"; 4181693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } else { 4182693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber return kNames[type]; 4183693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 4184693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 4185693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4186693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstatic const char *audioCodingTypeString(OMX_AUDIO_CODINGTYPE type) { 4187693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber static const char *kNames[] = { 4188693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_AUDIO_CodingUnused", 4189693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_AUDIO_CodingAutoDetect", 4190693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_AUDIO_CodingPCM", 4191693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_AUDIO_CodingADPCM", 4192693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_AUDIO_CodingAMR", 4193693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_AUDIO_CodingGSMFR", 4194693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_AUDIO_CodingGSMEFR", 4195693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_AUDIO_CodingGSMHR", 4196693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_AUDIO_CodingPDCFR", 4197693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_AUDIO_CodingPDCEFR", 4198693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_AUDIO_CodingPDCHR", 4199693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_AUDIO_CodingTDMAFR", 4200693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_AUDIO_CodingTDMAEFR", 4201693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_AUDIO_CodingQCELP8", 4202693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_AUDIO_CodingQCELP13", 4203693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_AUDIO_CodingEVRC", 4204693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_AUDIO_CodingSMV", 4205693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_AUDIO_CodingG711", 4206693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_AUDIO_CodingG723", 4207693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_AUDIO_CodingG726", 4208693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_AUDIO_CodingG729", 4209693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_AUDIO_CodingAAC", 4210693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_AUDIO_CodingMP3", 4211693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_AUDIO_CodingSBC", 4212693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_AUDIO_CodingVORBIS", 4213bf927f8ec7979f2b64331c2b2f12a6a5dba05bcaVignesh Venkatasubramanian "OMX_AUDIO_CodingOPUS", 4214693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_AUDIO_CodingWMA", 4215693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_AUDIO_CodingRA", 4216693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_AUDIO_CodingMIDI", 4217693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 4218693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4219693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber size_t numNames = sizeof(kNames) / sizeof(kNames[0]); 4220693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4221693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (type < 0 || (size_t)type >= numNames) { 4222693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber return "UNKNOWN"; 4223693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } else { 4224693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber return kNames[type]; 4225693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 4226693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 4227693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4228693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huberstatic const char *audioPCMModeString(OMX_AUDIO_PCMMODETYPE type) { 4229693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber static const char *kNames[] = { 4230693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_AUDIO_PCMModeLinear", 4231693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_AUDIO_PCMModeALaw", 4232693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber "OMX_AUDIO_PCMModeMULaw", 4233693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber }; 4234693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4235693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber size_t numNames = sizeof(kNames) / sizeof(kNames[0]); 4236693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4237693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (type < 0 || (size_t)type >= numNames) { 4238693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber return "UNKNOWN"; 4239693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } else { 4240693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber return kNames[type]; 4241693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 4242693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 4243693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 42442f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huberstatic const char *amrBandModeString(OMX_AUDIO_AMRBANDMODETYPE type) { 42452f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber static const char *kNames[] = { 42462f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber "OMX_AUDIO_AMRBandModeUnused", 42472f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber "OMX_AUDIO_AMRBandModeNB0", 42482f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber "OMX_AUDIO_AMRBandModeNB1", 42492f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber "OMX_AUDIO_AMRBandModeNB2", 42502f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber "OMX_AUDIO_AMRBandModeNB3", 42512f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber "OMX_AUDIO_AMRBandModeNB4", 42522f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber "OMX_AUDIO_AMRBandModeNB5", 42532f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber "OMX_AUDIO_AMRBandModeNB6", 42542f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber "OMX_AUDIO_AMRBandModeNB7", 42552f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber "OMX_AUDIO_AMRBandModeWB0", 42562f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber "OMX_AUDIO_AMRBandModeWB1", 42572f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber "OMX_AUDIO_AMRBandModeWB2", 42582f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber "OMX_AUDIO_AMRBandModeWB3", 42592f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber "OMX_AUDIO_AMRBandModeWB4", 42602f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber "OMX_AUDIO_AMRBandModeWB5", 42612f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber "OMX_AUDIO_AMRBandModeWB6", 42622f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber "OMX_AUDIO_AMRBandModeWB7", 42632f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber "OMX_AUDIO_AMRBandModeWB8", 42642f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber }; 42652f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber 42662f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber size_t numNames = sizeof(kNames) / sizeof(kNames[0]); 42672f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber 42682f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber if (type < 0 || (size_t)type >= numNames) { 42692f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber return "UNKNOWN"; 42702f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber } else { 42712f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber return kNames[type]; 42722f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber } 42732f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber} 42742f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber 42752f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huberstatic const char *amrFrameFormatString(OMX_AUDIO_AMRFRAMEFORMATTYPE type) { 42762f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber static const char *kNames[] = { 42772f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber "OMX_AUDIO_AMRFrameFormatConformance", 42782f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber "OMX_AUDIO_AMRFrameFormatIF1", 42792f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber "OMX_AUDIO_AMRFrameFormatIF2", 42802f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber "OMX_AUDIO_AMRFrameFormatFSF", 42812f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber "OMX_AUDIO_AMRFrameFormatRTPPayload", 42822f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber "OMX_AUDIO_AMRFrameFormatITU", 42832f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber }; 42842f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber 42852f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber size_t numNames = sizeof(kNames) / sizeof(kNames[0]); 42862f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber 42872f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber if (type < 0 || (size_t)type >= numNames) { 42882f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber return "UNKNOWN"; 42892f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber } else { 42902f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber return kNames[type]; 42912f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber } 42922f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber} 4293693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4294693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::dumpPortStatus(OMX_U32 portIndex) { 4295693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 42967a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber InitOMXParams(&def); 4297693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber def.nPortIndex = portIndex; 4298693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4299318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber status_t err = mOMX->getParameter( 4300693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4301f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 4302693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4303693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber printf("%s Port = {\n", portIndex == kPortIndexInput ? "Input" : "Output"); 4304693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4305693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber CHECK((portIndex == kPortIndexInput && def.eDir == OMX_DirInput) 4306693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber || (portIndex == kPortIndexOutput && def.eDir == OMX_DirOutput)); 4307693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4308db43b34c3428e480f8c4c66e7e88f4001f37f91eMark Salyzyn printf(" nBufferCountActual = %" PRIu32 "\n", def.nBufferCountActual); 4309db43b34c3428e480f8c4c66e7e88f4001f37f91eMark Salyzyn printf(" nBufferCountMin = %" PRIu32 "\n", def.nBufferCountMin); 4310db43b34c3428e480f8c4c66e7e88f4001f37f91eMark Salyzyn printf(" nBufferSize = %" PRIu32 "\n", def.nBufferSize); 4311693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4312693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber switch (def.eDomain) { 4313693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber case OMX_PortDomainImage: 4314693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber { 4315693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber const OMX_IMAGE_PORTDEFINITIONTYPE *imageDef = &def.format.image; 4316693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4317693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber printf("\n"); 4318693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber printf(" // Image\n"); 4319db43b34c3428e480f8c4c66e7e88f4001f37f91eMark Salyzyn printf(" nFrameWidth = %" PRIu32 "\n", imageDef->nFrameWidth); 4320db43b34c3428e480f8c4c66e7e88f4001f37f91eMark Salyzyn printf(" nFrameHeight = %" PRIu32 "\n", imageDef->nFrameHeight); 4321db43b34c3428e480f8c4c66e7e88f4001f37f91eMark Salyzyn printf(" nStride = %" PRIu32 "\n", imageDef->nStride); 4322693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4323693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber printf(" eCompressionFormat = %s\n", 4324693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber imageCompressionFormatString(imageDef->eCompressionFormat)); 4325693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4326693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber printf(" eColorFormat = %s\n", 4327693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber colorFormatString(imageDef->eColorFormat)); 4328693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4329693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber break; 4330693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 4331693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4332693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber case OMX_PortDomainVideo: 4333693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber { 4334693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *videoDef = &def.format.video; 4335693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4336693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber printf("\n"); 4337693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber printf(" // Video\n"); 4338db43b34c3428e480f8c4c66e7e88f4001f37f91eMark Salyzyn printf(" nFrameWidth = %" PRIu32 "\n", videoDef->nFrameWidth); 4339db43b34c3428e480f8c4c66e7e88f4001f37f91eMark Salyzyn printf(" nFrameHeight = %" PRIu32 "\n", videoDef->nFrameHeight); 4340db43b34c3428e480f8c4c66e7e88f4001f37f91eMark Salyzyn printf(" nStride = %" PRIu32 "\n", videoDef->nStride); 4341693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4342693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber printf(" eCompressionFormat = %s\n", 4343693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber videoCompressionFormatString(videoDef->eCompressionFormat)); 4344693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4345693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber printf(" eColorFormat = %s\n", 4346693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber colorFormatString(videoDef->eColorFormat)); 4347693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4348693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber break; 4349693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 4350693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4351693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber case OMX_PortDomainAudio: 4352693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber { 4353693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_AUDIO_PORTDEFINITIONTYPE *audioDef = &def.format.audio; 4354693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4355693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber printf("\n"); 4356693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber printf(" // Audio\n"); 4357693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber printf(" eEncoding = %s\n", 4358693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber audioCodingTypeString(audioDef->eEncoding)); 4359693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4360693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (audioDef->eEncoding == OMX_AUDIO_CodingPCM) { 4361693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_AUDIO_PARAM_PCMMODETYPE params; 43627a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber InitOMXParams(¶ms); 4363693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber params.nPortIndex = portIndex; 4364693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4365318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber err = mOMX->getParameter( 4366693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4367f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 4368693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4369db43b34c3428e480f8c4c66e7e88f4001f37f91eMark Salyzyn printf(" nSamplingRate = %" PRIu32 "\n", params.nSamplingRate); 4370db43b34c3428e480f8c4c66e7e88f4001f37f91eMark Salyzyn printf(" nChannels = %" PRIu32 "\n", params.nChannels); 4371693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber printf(" bInterleaved = %d\n", params.bInterleaved); 4372db43b34c3428e480f8c4c66e7e88f4001f37f91eMark Salyzyn printf(" nBitPerSample = %" PRIu32 "\n", params.nBitPerSample); 4373693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4374693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber printf(" eNumData = %s\n", 4375693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber params.eNumData == OMX_NumericalDataSigned 4376693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber ? "signed" : "unsigned"); 4377693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4378693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber printf(" ePCMMode = %s\n", audioPCMModeString(params.ePCMMode)); 43792f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber } else if (audioDef->eEncoding == OMX_AUDIO_CodingAMR) { 43802f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber OMX_AUDIO_PARAM_AMRTYPE amr; 43812f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber InitOMXParams(&amr); 43822f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber amr.nPortIndex = portIndex; 43832f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber 4384318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber err = mOMX->getParameter( 43852f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber mNode, OMX_IndexParamAudioAmr, &amr, sizeof(amr)); 4386f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 43872f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber 4388db43b34c3428e480f8c4c66e7e88f4001f37f91eMark Salyzyn printf(" nChannels = %" PRIu32 "\n", amr.nChannels); 43892f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber printf(" eAMRBandMode = %s\n", 43902f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber amrBandModeString(amr.eAMRBandMode)); 43912f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber printf(" eAMRFrameFormat = %s\n", 43922f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber amrFrameFormatString(amr.eAMRFrameFormat)); 4393693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 4394693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4395693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber break; 4396693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 4397693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4398693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber default: 4399693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber { 4400693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber printf(" // Unknown\n"); 4401693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber break; 4402693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 4403693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 4404693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4405693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber printf("}\n"); 4406693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 4407693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 44086a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennisstatus_t OMXCodec::initNativeWindow() { 44096a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis // Enable use of a GraphicBuffer as the output for this node. This must 44106a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis // happen before getting the IndexParamPortDefinition parameter because it 44116a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis // will affect the pixel format that the node reports. 44126a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis status_t err = mOMX->enableGraphicBuffers(mNode, kPortIndexOutput, OMX_TRUE); 44136a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis if (err != 0) { 44146a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis return err; 44156a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis } 44166a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 44176a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis return OK; 44186a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis} 44196a9da9fc558263548ebfbae2cbf177eb7454a41bJamie Gennis 4420d20bf0676d6db8f12edcd2307f82409c076c7015Lakshman Gowdavoid OMXCodec::initNativeWindowCrop() { 4421d20bf0676d6db8f12edcd2307f82409c076c7015Lakshman Gowda int32_t left, top, right, bottom; 4422d20bf0676d6db8f12edcd2307f82409c076c7015Lakshman Gowda 4423d20bf0676d6db8f12edcd2307f82409c076c7015Lakshman Gowda CHECK(mOutputFormat->findRect( 4424d20bf0676d6db8f12edcd2307f82409c076c7015Lakshman Gowda kKeyCropRect, 4425d20bf0676d6db8f12edcd2307f82409c076c7015Lakshman Gowda &left, &top, &right, &bottom)); 4426d20bf0676d6db8f12edcd2307f82409c076c7015Lakshman Gowda 4427d20bf0676d6db8f12edcd2307f82409c076c7015Lakshman Gowda android_native_rect_t crop; 4428d20bf0676d6db8f12edcd2307f82409c076c7015Lakshman Gowda crop.left = left; 4429d20bf0676d6db8f12edcd2307f82409c076c7015Lakshman Gowda crop.top = top; 4430d20bf0676d6db8f12edcd2307f82409c076c7015Lakshman Gowda crop.right = right + 1; 4431d20bf0676d6db8f12edcd2307f82409c076c7015Lakshman Gowda crop.bottom = bottom + 1; 4432d20bf0676d6db8f12edcd2307f82409c076c7015Lakshman Gowda 4433d20bf0676d6db8f12edcd2307f82409c076c7015Lakshman Gowda // We'll ignore any errors here, if the surface is 4434d20bf0676d6db8f12edcd2307f82409c076c7015Lakshman Gowda // already invalid, we'll know soon enough. 4435d20bf0676d6db8f12edcd2307f82409c076c7015Lakshman Gowda native_window_set_crop(mNativeWindow.get(), &crop); 4436d20bf0676d6db8f12edcd2307f82409c076c7015Lakshman Gowda} 4437d20bf0676d6db8f12edcd2307f82409c076c7015Lakshman Gowda 4438693d271e62a3726689ff68f4505ba49228eb94b2Andreas Hubervoid OMXCodec::initOutputFormat(const sp<MetaData> &inputFormat) { 4439693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mOutputFormat = new MetaData; 4440693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mOutputFormat->setCString(kKeyDecoderComponent, mComponentName); 44418f5f2fcee5c12d08df71d17017410c50951fc2e3James Dong if (mIsEncoder) { 44428f5f2fcee5c12d08df71d17017410c50951fc2e3James Dong int32_t timeScale; 44438f5f2fcee5c12d08df71d17017410c50951fc2e3James Dong if (inputFormat->findInt32(kKeyTimeScale, &timeScale)) { 44448f5f2fcee5c12d08df71d17017410c50951fc2e3James Dong mOutputFormat->setInt32(kKeyTimeScale, timeScale); 44458f5f2fcee5c12d08df71d17017410c50951fc2e3James Dong } 44468f5f2fcee5c12d08df71d17017410c50951fc2e3James Dong } 4447693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4448693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_PARAM_PORTDEFINITIONTYPE def; 44497a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber InitOMXParams(&def); 4450693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber def.nPortIndex = kPortIndexOutput; 4451693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4452318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber status_t err = mOMX->getParameter( 4453693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mNode, OMX_IndexParamPortDefinition, &def, sizeof(def)); 4454f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 4455693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4456693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber switch (def.eDomain) { 4457693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber case OMX_PortDomainImage: 4458693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber { 4459693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_IMAGE_PORTDEFINITIONTYPE *imageDef = &def.format.image; 4460f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ((int)imageDef->eCompressionFormat, 4461f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber (int)OMX_IMAGE_CodingUnused); 4462693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 446318291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber mOutputFormat->setCString(kKeyMIMEType, MEDIA_MIMETYPE_VIDEO_RAW); 4464693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mOutputFormat->setInt32(kKeyColorFormat, imageDef->eColorFormat); 4465693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mOutputFormat->setInt32(kKeyWidth, imageDef->nFrameWidth); 4466693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mOutputFormat->setInt32(kKeyHeight, imageDef->nFrameHeight); 4467693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber break; 4468693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 4469693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4470693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber case OMX_PortDomainAudio: 4471693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber { 4472693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_AUDIO_PORTDEFINITIONTYPE *audio_def = &def.format.audio; 4473693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4474e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber if (audio_def->eEncoding == OMX_AUDIO_CodingPCM) { 4475e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber OMX_AUDIO_PARAM_PCMMODETYPE params; 44767a6b9e2eca7d20457ace3538c689640e5bfda4f3Andreas Huber InitOMXParams(¶ms); 4477e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber params.nPortIndex = kPortIndexOutput; 4478693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4479318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber err = mOMX->getParameter( 4480e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber mNode, OMX_IndexParamAudioPcm, ¶ms, sizeof(params)); 4481f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 4482693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4483f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ((int)params.eNumData, (int)OMX_NumericalDataSigned); 4484f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(params.nBitPerSample, 16u); 4485f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ((int)params.ePCMMode, (int)OMX_AUDIO_PCMModeLinear); 4486693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4487e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber int32_t numChannels, sampleRate; 4488e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber inputFormat->findInt32(kKeyChannelCount, &numChannels); 4489e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber inputFormat->findInt32(kKeySampleRate, &sampleRate); 4490693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4491e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber if ((OMX_U32)numChannels != params.nChannels) { 44923856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("Codec outputs a different number of channels than " 449378d529eb330ab6c04b5c694403f5a7e7de4b702fAndreas Huber "the input stream contains (contains %d channels, " 449478d529eb330ab6c04b5c694403f5a7e7de4b702fAndreas Huber "codec outputs %ld channels).", 449578d529eb330ab6c04b5c694403f5a7e7de4b702fAndreas Huber numChannels, params.nChannels); 4496e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber } 449737940eefcba982836b579fe1ffec6cada72b0974Andreas Huber 4498b5746d9058c3e81a195f82f5345e1ffe0a26c0b2Andreas Huber if (sampleRate != (int32_t)params.nSamplingRate) { 44993856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("Codec outputs at different sampling rate than " 4500bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber "what the input stream contains (contains data at " 4501b5746d9058c3e81a195f82f5345e1ffe0a26c0b2Andreas Huber "%d Hz, codec outputs %lu Hz)", 4502bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber sampleRate, params.nSamplingRate); 4503bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber } 4504bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber 450518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber mOutputFormat->setCString( 450618291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber kKeyMIMEType, MEDIA_MIMETYPE_AUDIO_RAW); 450737940eefcba982836b579fe1ffec6cada72b0974Andreas Huber 4508e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber // Use the codec-advertised number of channels, as some 4509e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber // codecs appear to output stereo even if the input data is 451078d529eb330ab6c04b5c694403f5a7e7de4b702fAndreas Huber // mono. If we know the codec lies about this information, 451178d529eb330ab6c04b5c694403f5a7e7de4b702fAndreas Huber // use the actual number of channels instead. 451278d529eb330ab6c04b5c694403f5a7e7de4b702fAndreas Huber mOutputFormat->setInt32( 451378d529eb330ab6c04b5c694403f5a7e7de4b702fAndreas Huber kKeyChannelCount, 451478d529eb330ab6c04b5c694403f5a7e7de4b702fAndreas Huber (mQuirks & kDecoderLiesAboutNumberOfChannels) 451578d529eb330ab6c04b5c694403f5a7e7de4b702fAndreas Huber ? numChannels : params.nChannels); 451637940eefcba982836b579fe1ffec6cada72b0974Andreas Huber 4517bbba88cb1bdc34705d1477208990a06904c022e7Andreas Huber mOutputFormat->setInt32(kKeySampleRate, params.nSamplingRate); 4518e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber } else if (audio_def->eEncoding == OMX_AUDIO_CodingAMR) { 45192f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber OMX_AUDIO_PARAM_AMRTYPE amr; 45202f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber InitOMXParams(&amr); 45212f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber amr.nPortIndex = kPortIndexOutput; 45222f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber 4523318ad9c1d9d6515026dfc2c021359d27decaa7a1Andreas Huber err = mOMX->getParameter( 45242f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber mNode, OMX_IndexParamAudioAmr, &amr, sizeof(amr)); 4525f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(err, (status_t)OK); 45262f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber 4527f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber CHECK_EQ(amr.nChannels, 1u); 45282f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber mOutputFormat->setInt32(kKeyChannelCount, 1); 45292f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber 45302f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber if (amr.eAMRBandMode >= OMX_AUDIO_AMRBandModeNB0 45312f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber && amr.eAMRBandMode <= OMX_AUDIO_AMRBandModeNB7) { 453218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber mOutputFormat->setCString( 453318291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber kKeyMIMEType, MEDIA_MIMETYPE_AUDIO_AMR_NB); 45342f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber mOutputFormat->setInt32(kKeySampleRate, 8000); 45352f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber } else if (amr.eAMRBandMode >= OMX_AUDIO_AMRBandModeWB0 45362f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber && amr.eAMRBandMode <= OMX_AUDIO_AMRBandModeWB8) { 453718291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber mOutputFormat->setCString( 453818291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber kKeyMIMEType, MEDIA_MIMETYPE_AUDIO_AMR_WB); 45392f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber mOutputFormat->setInt32(kKeySampleRate, 16000); 45402f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber } else { 45412f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber CHECK(!"Unknown AMR band mode."); 45422f7daa1d7e01bfc2cd7546edeeaea0c3c2ee728cAndreas Huber } 4543e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber } else if (audio_def->eEncoding == OMX_AUDIO_CodingAAC) { 454418291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber mOutputFormat->setCString( 454518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber kKeyMIMEType, MEDIA_MIMETYPE_AUDIO_AAC); 4546956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong int32_t numChannels, sampleRate, bitRate; 4547050b28a593350047845a45a14cc5026221ac1620James Dong inputFormat->findInt32(kKeyChannelCount, &numChannels); 4548050b28a593350047845a45a14cc5026221ac1620James Dong inputFormat->findInt32(kKeySampleRate, &sampleRate); 4549956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong inputFormat->findInt32(kKeyBitRate, &bitRate); 4550050b28a593350047845a45a14cc5026221ac1620James Dong mOutputFormat->setInt32(kKeyChannelCount, numChannels); 4551050b28a593350047845a45a14cc5026221ac1620James Dong mOutputFormat->setInt32(kKeySampleRate, sampleRate); 4552956c553ab0ce72f8074ad0fda2ffd66a0305700cJames Dong mOutputFormat->setInt32(kKeyBitRate, bitRate); 4553d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu } else if (audio_def->eEncoding == 4554d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu (OMX_AUDIO_CODINGTYPE)OMX_AUDIO_CodingAndroidAC3) { 4555d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu mOutputFormat->setCString( 4556d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu kKeyMIMEType, MEDIA_MIMETYPE_AUDIO_AC3); 4557d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu int32_t numChannels, sampleRate, bitRate; 4558d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu inputFormat->findInt32(kKeyChannelCount, &numChannels); 4559d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu inputFormat->findInt32(kKeySampleRate, &sampleRate); 4560d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu inputFormat->findInt32(kKeyBitRate, &bitRate); 4561d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu mOutputFormat->setInt32(kKeyChannelCount, numChannels); 4562d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu mOutputFormat->setInt32(kKeySampleRate, sampleRate); 4563d3c079ae9859011d118f94616d0069c2987013edChangwan Ryu mOutputFormat->setInt32(kKeyBitRate, bitRate); 4564e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber } else { 4565e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber CHECK(!"Should not be here. Unknown audio encoding."); 4566e5adbeee3401915ff8e1a983396ce3554436b11cAndreas Huber } 4567693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber break; 4568693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 4569693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4570693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber case OMX_PortDomainVideo: 4571693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber { 4572693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber OMX_VIDEO_PORTDEFINITIONTYPE *video_def = &def.format.video; 4573693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4574693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber if (video_def->eCompressionFormat == OMX_VIDEO_CodingUnused) { 457518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber mOutputFormat->setCString( 457618291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber kKeyMIMEType, MEDIA_MIMETYPE_VIDEO_RAW); 4577693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } else if (video_def->eCompressionFormat == OMX_VIDEO_CodingMPEG4) { 457818291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber mOutputFormat->setCString( 457918291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber kKeyMIMEType, MEDIA_MIMETYPE_VIDEO_MPEG4); 4580693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } else if (video_def->eCompressionFormat == OMX_VIDEO_CodingH263) { 458118291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber mOutputFormat->setCString( 458218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber kKeyMIMEType, MEDIA_MIMETYPE_VIDEO_H263); 4583693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } else if (video_def->eCompressionFormat == OMX_VIDEO_CodingAVC) { 458418291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber mOutputFormat->setCString( 458518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber kKeyMIMEType, MEDIA_MIMETYPE_VIDEO_AVC); 4586693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } else { 4587693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber CHECK(!"Unknown compression format."); 4588693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 4589693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4590c810b75fd04eef8af509bb42aa8837566a374b32James Dong mOutputFormat->setInt32(kKeyWidth, video_def->nFrameWidth); 4591c810b75fd04eef8af509bb42aa8837566a374b32James Dong mOutputFormat->setInt32(kKeyHeight, video_def->nFrameHeight); 4592693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber mOutputFormat->setInt32(kKeyColorFormat, video_def->eColorFormat); 4593f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber 4594495f154b602a0103b24b98226370349100a26adfJames Dong if (!mIsEncoder) { 4595495f154b602a0103b24b98226370349100a26adfJames Dong OMX_CONFIG_RECTTYPE rect; 4596c29dd6f4ccd7ea7e41921d48d03d26e159aeaae4James Dong InitOMXParams(&rect); 4597c29dd6f4ccd7ea7e41921d48d03d26e159aeaae4James Dong rect.nPortIndex = kPortIndexOutput; 4598495f154b602a0103b24b98226370349100a26adfJames Dong status_t err = 4599495f154b602a0103b24b98226370349100a26adfJames Dong mOMX->getConfig( 4600495f154b602a0103b24b98226370349100a26adfJames Dong mNode, OMX_IndexConfigCommonOutputCrop, 4601495f154b602a0103b24b98226370349100a26adfJames Dong &rect, sizeof(rect)); 4602495f154b602a0103b24b98226370349100a26adfJames Dong 4603884946a23cfe804491ef6067bd9361371d7848fdAndreas Huber CODEC_LOGI( 4604884946a23cfe804491ef6067bd9361371d7848fdAndreas Huber "video dimensions are %ld x %ld", 4605884946a23cfe804491ef6067bd9361371d7848fdAndreas Huber video_def->nFrameWidth, video_def->nFrameHeight); 4606884946a23cfe804491ef6067bd9361371d7848fdAndreas Huber 4607495f154b602a0103b24b98226370349100a26adfJames Dong if (err == OK) { 4608495f154b602a0103b24b98226370349100a26adfJames Dong CHECK_GE(rect.nLeft, 0); 4609495f154b602a0103b24b98226370349100a26adfJames Dong CHECK_GE(rect.nTop, 0); 4610495f154b602a0103b24b98226370349100a26adfJames Dong CHECK_GE(rect.nWidth, 0u); 4611495f154b602a0103b24b98226370349100a26adfJames Dong CHECK_GE(rect.nHeight, 0u); 4612495f154b602a0103b24b98226370349100a26adfJames Dong CHECK_LE(rect.nLeft + rect.nWidth - 1, video_def->nFrameWidth); 4613495f154b602a0103b24b98226370349100a26adfJames Dong CHECK_LE(rect.nTop + rect.nHeight - 1, video_def->nFrameHeight); 4614495f154b602a0103b24b98226370349100a26adfJames Dong 4615495f154b602a0103b24b98226370349100a26adfJames Dong mOutputFormat->setRect( 4616495f154b602a0103b24b98226370349100a26adfJames Dong kKeyCropRect, 4617495f154b602a0103b24b98226370349100a26adfJames Dong rect.nLeft, 4618495f154b602a0103b24b98226370349100a26adfJames Dong rect.nTop, 4619495f154b602a0103b24b98226370349100a26adfJames Dong rect.nLeft + rect.nWidth - 1, 4620495f154b602a0103b24b98226370349100a26adfJames Dong rect.nTop + rect.nHeight - 1); 4621884946a23cfe804491ef6067bd9361371d7848fdAndreas Huber 4622884946a23cfe804491ef6067bd9361371d7848fdAndreas Huber CODEC_LOGI( 4623884946a23cfe804491ef6067bd9361371d7848fdAndreas Huber "Crop rect is %ld x %ld @ (%ld, %ld)", 4624884946a23cfe804491ef6067bd9361371d7848fdAndreas Huber rect.nWidth, rect.nHeight, rect.nLeft, rect.nTop); 4625495f154b602a0103b24b98226370349100a26adfJames Dong } else { 4626495f154b602a0103b24b98226370349100a26adfJames Dong mOutputFormat->setRect( 4627495f154b602a0103b24b98226370349100a26adfJames Dong kKeyCropRect, 4628495f154b602a0103b24b98226370349100a26adfJames Dong 0, 0, 4629495f154b602a0103b24b98226370349100a26adfJames Dong video_def->nFrameWidth - 1, 4630495f154b602a0103b24b98226370349100a26adfJames Dong video_def->nFrameHeight - 1); 4631495f154b602a0103b24b98226370349100a26adfJames Dong } 4632d20bf0676d6db8f12edcd2307f82409c076c7015Lakshman Gowda 4633d20bf0676d6db8f12edcd2307f82409c076c7015Lakshman Gowda if (mNativeWindow != NULL) { 4634d20bf0676d6db8f12edcd2307f82409c076c7015Lakshman Gowda initNativeWindowCrop(); 4635d20bf0676d6db8f12edcd2307f82409c076c7015Lakshman Gowda } 4636f5ab57c2d5e02af7483c94eddb177e4f5c9e9892Andreas Huber } 4637693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber break; 4638693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 4639693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4640693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber default: 4641693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber { 4642693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber CHECK(!"should not be here, neither audio nor video."); 4643693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber break; 4644693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 4645693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber } 4646b5746d9058c3e81a195f82f5345e1ffe0a26c0b2Andreas Huber 4647b5746d9058c3e81a195f82f5345e1ffe0a26c0b2Andreas Huber // If the input format contains rotation information, flag the output 4648b5746d9058c3e81a195f82f5345e1ffe0a26c0b2Andreas Huber // format accordingly. 4649b5746d9058c3e81a195f82f5345e1ffe0a26c0b2Andreas Huber 4650b5746d9058c3e81a195f82f5345e1ffe0a26c0b2Andreas Huber int32_t rotationDegrees; 4651b5746d9058c3e81a195f82f5345e1ffe0a26c0b2Andreas Huber if (mSource->getFormat()->findInt32(kKeyRotation, &rotationDegrees)) { 4652b5746d9058c3e81a195f82f5345e1ffe0a26c0b2Andreas Huber mOutputFormat->setInt32(kKeyRotation, rotationDegrees); 4653b5746d9058c3e81a195f82f5345e1ffe0a26c0b2Andreas Huber } 4654693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} 4655693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber 4656d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huberstatus_t OMXCodec::pause() { 4657d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber Mutex::Autolock autoLock(mLock); 4658d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber 4659d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber mPaused = true; 4660d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber 4661d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber return OK; 4662d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber} 4663d35bd5fb4e09c2cd8608497c279cbb2ef9c3a029Andreas Huber 466418291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber//////////////////////////////////////////////////////////////////////////////// 466518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 466618291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huberstatus_t QueryCodecs( 466718291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber const sp<IOMX> &omx, 4668df57a0d6d3b0609e69ff79afa63fe44dfa91f6f5Jean-Michel Trivi const char *mime, bool queryDecoders, bool hwCodecOnly, 466918291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber Vector<CodecCapabilities> *results) { 4670e671207115fac3914134c61b336d5fa0242c68caAndreas Huber Vector<OMXCodec::CodecNameAndQuirks> matchingCodecs; 467118291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber results->clear(); 467218291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 4673df57a0d6d3b0609e69ff79afa63fe44dfa91f6f5Jean-Michel Trivi OMXCodec::findMatchingCodecs(mime, 4674df57a0d6d3b0609e69ff79afa63fe44dfa91f6f5Jean-Michel Trivi !queryDecoders /*createEncoder*/, 4675df57a0d6d3b0609e69ff79afa63fe44dfa91f6f5Jean-Michel Trivi NULL /*matchComponentName*/, 4676df57a0d6d3b0609e69ff79afa63fe44dfa91f6f5Jean-Michel Trivi hwCodecOnly ? OMXCodec::kHardwareCodecsOnly : 0 /*flags*/, 4677df57a0d6d3b0609e69ff79afa63fe44dfa91f6f5Jean-Michel Trivi &matchingCodecs); 467818291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 4679df57a0d6d3b0609e69ff79afa63fe44dfa91f6f5Jean-Michel Trivi for (size_t c = 0; c < matchingCodecs.size(); c++) { 4680e671207115fac3914134c61b336d5fa0242c68caAndreas Huber const char *componentName = matchingCodecs.itemAt(c).mName.string(); 468118291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 468269829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber results->push(); 468369829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber CodecCapabilities *caps = &results->editItemAt(results->size() - 1); 468408a88e195d2b3697f2f967e9216491e8c5bd3c9eAndreas Huber 468569829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber status_t err = 468669829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber QueryCodec(omx, componentName, mime, !queryDecoders, caps); 468718291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 468818291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber if (err != OK) { 468969829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber results->removeAt(results->size() - 1); 469018291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber } 469169829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber } 469269829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber 469369829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber return OK; 469469829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber} 469518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 469669829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huberstatus_t QueryCodec( 469769829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber const sp<IOMX> &omx, 469869829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber const char *componentName, const char *mime, 469969829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber bool isEncoder, 470069829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber CodecCapabilities *caps) { 470169829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber if (strncmp(componentName, "OMX.", 4)) { 470269829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber // Not an OpenMax component but a software codec. 47032ee14000a38683220fb250d9e7300e1d71ccdaa0Lajos Molnar caps->mFlags = 0; 470418291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber caps->mComponentName = componentName; 470569829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber return OK; 470669829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber } 470718291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 470869829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber sp<OMXCodecObserver> observer = new OMXCodecObserver; 470969829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber IOMX::node_id node; 471069829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber status_t err = omx->allocateNode(componentName, observer, &node); 471118291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 471269829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber if (err != OK) { 471369829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber return err; 471469829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber } 471518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 471669829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber OMXCodec::setComponentRole(omx, node, isEncoder, mime); 471718291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 47182ee14000a38683220fb250d9e7300e1d71ccdaa0Lajos Molnar caps->mFlags = 0; 471969829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber caps->mComponentName = componentName; 472018291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 472169829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber OMX_VIDEO_PARAM_PROFILELEVELTYPE param; 472269829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber InitOMXParams(¶m); 472318291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 472469829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber param.nPortIndex = !isEncoder ? 0 : 1; 472518291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 472669829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber for (param.nProfileIndex = 0;; ++param.nProfileIndex) { 472769829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber err = omx->getParameter( 472869829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber node, OMX_IndexParamVideoProfileLevelQuerySupported, 472969829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber ¶m, sizeof(param)); 473069829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber 473169829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber if (err != OK) { 473269829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber break; 4733b50a8033f1c7c2b58913212825f9200f1a9e5652James Dong } 4734b50a8033f1c7c2b58913212825f9200f1a9e5652James Dong 473569829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber CodecProfileLevel profileLevel; 473669829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber profileLevel.mProfile = param.eProfile; 473769829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber profileLevel.mLevel = param.eLevel; 473869829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber 473969829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber caps->mProfileLevels.push(profileLevel); 474018291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber } 4741df57a0d6d3b0609e69ff79afa63fe44dfa91f6f5Jean-Michel Trivi 474269829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber // Color format query 4743229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // return colors in the order reported by the OMX component 4744229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar // prefix "flexible" standard ones with the flexible equivalent 474569829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber OMX_VIDEO_PARAM_PORTFORMATTYPE portFormat; 474669829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber InitOMXParams(&portFormat); 474769829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber portFormat.nPortIndex = !isEncoder ? 1 : 0; 474869829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber for (portFormat.nIndex = 0;; ++portFormat.nIndex) { 474969829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber err = omx->getParameter( 475069829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber node, OMX_IndexParamVideoPortFormat, 475169829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber &portFormat, sizeof(portFormat)); 475269829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber if (err != OK) { 475369829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber break; 475469829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber } 4755229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar 4756229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar OMX_U32 flexibleEquivalent; 4757229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (ACodec::isFlexibleColorFormat( 4758229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar omx, node, portFormat.eColorFormat, &flexibleEquivalent)) { 4759229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar bool marked = false; 4760229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar for (size_t i = 0; i < caps->mColorFormats.size(); i++) { 4761229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (caps->mColorFormats.itemAt(i) == flexibleEquivalent) { 4762229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar marked = true; 4763229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar break; 4764229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4765229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4766229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar if (!marked) { 4767229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar caps->mColorFormats.push(flexibleEquivalent); 4768229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 4769229d242665c612fd97431d1e7ac004823b47f181Lajos Molnar } 477069829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber caps->mColorFormats.push(portFormat.eColorFormat); 477169829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber } 477269829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber 4773fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar if (!isEncoder && !strncmp(mime, "video/", 6)) { 4774fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar if (omx->storeMetaDataInBuffers( 4775fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar node, 1 /* port index */, OMX_TRUE) == OK || 4776fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar omx->prepareForAdaptivePlayback( 4777fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar node, 1 /* port index */, OMX_TRUE, 4778fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar 1280 /* width */, 720 /* height */) == OK) { 4779fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar caps->mFlags |= CodecCapabilities::kFlagSupportsAdaptivePlayback; 4780fce0d1883cdbcb7d501625fb43844043cd28a267Lajos Molnar } 4781c16c203047ca0f0d76573ead2c42764a78baf521Lajos Molnar } 4782c16c203047ca0f0d76573ead2c42764a78baf521Lajos Molnar 478369829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber CHECK_EQ(omx->freeNode(node), (status_t)OK); 478469829f3bd09ee4e6be49fee8795c5df24c4da70eAndreas Huber 4785df57a0d6d3b0609e69ff79afa63fe44dfa91f6f5Jean-Michel Trivi return OK; 478618291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber} 478718291bc20e55e8f3fd5feb786771a8ed32c19c59Andreas Huber 4788d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivistatus_t QueryCodecs( 4789d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivi const sp<IOMX> &omx, 4790d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivi const char *mimeType, bool queryDecoders, 4791d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivi Vector<CodecCapabilities> *results) { 4792d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivi return QueryCodecs(omx, mimeType, queryDecoders, false /*hwCodecOnly*/, results); 4793d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivi} 4794d35924d9928f29dcee6f5666b5bbd084640c7b34Jean-Michel Trivi 4795c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber// These are supposed be equivalent to the logic in 4796c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber// "audio_channel_out_mask_from_count". 4797c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huberstatus_t getOMXChannelMapping(size_t numChannels, OMX_AUDIO_CHANNELTYPE map[]) { 4798c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber switch (numChannels) { 4799c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber case 1: 4800c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[0] = OMX_AUDIO_ChannelCF; 4801c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber break; 4802c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber case 2: 4803c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[0] = OMX_AUDIO_ChannelLF; 4804c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[1] = OMX_AUDIO_ChannelRF; 4805c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber break; 4806c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber case 3: 4807c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[0] = OMX_AUDIO_ChannelLF; 4808c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[1] = OMX_AUDIO_ChannelRF; 4809c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[2] = OMX_AUDIO_ChannelCF; 4810c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber break; 4811c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber case 4: 4812c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[0] = OMX_AUDIO_ChannelLF; 4813c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[1] = OMX_AUDIO_ChannelRF; 4814c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[2] = OMX_AUDIO_ChannelLR; 4815c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[3] = OMX_AUDIO_ChannelRR; 4816c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber break; 4817c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber case 5: 4818c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[0] = OMX_AUDIO_ChannelLF; 4819c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[1] = OMX_AUDIO_ChannelRF; 4820c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[2] = OMX_AUDIO_ChannelCF; 4821c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[3] = OMX_AUDIO_ChannelLR; 4822c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[4] = OMX_AUDIO_ChannelRR; 4823c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber break; 4824c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber case 6: 4825c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[0] = OMX_AUDIO_ChannelLF; 4826c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[1] = OMX_AUDIO_ChannelRF; 4827c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[2] = OMX_AUDIO_ChannelCF; 4828c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[3] = OMX_AUDIO_ChannelLFE; 4829c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[4] = OMX_AUDIO_ChannelLR; 4830c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[5] = OMX_AUDIO_ChannelRR; 4831c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber break; 4832c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber case 7: 4833c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[0] = OMX_AUDIO_ChannelLF; 4834c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[1] = OMX_AUDIO_ChannelRF; 4835c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[2] = OMX_AUDIO_ChannelCF; 4836c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[3] = OMX_AUDIO_ChannelLFE; 4837c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[4] = OMX_AUDIO_ChannelLR; 4838c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[5] = OMX_AUDIO_ChannelRR; 4839c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[6] = OMX_AUDIO_ChannelCS; 4840c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber break; 4841c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber case 8: 4842c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[0] = OMX_AUDIO_ChannelLF; 4843c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[1] = OMX_AUDIO_ChannelRF; 4844c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[2] = OMX_AUDIO_ChannelCF; 4845c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[3] = OMX_AUDIO_ChannelLFE; 4846c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[4] = OMX_AUDIO_ChannelLR; 4847c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[5] = OMX_AUDIO_ChannelRR; 4848c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[6] = OMX_AUDIO_ChannelLS; 4849c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber map[7] = OMX_AUDIO_ChannelRS; 4850c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber break; 4851c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber default: 4852c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber return -EINVAL; 4853c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber } 4854c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber 4855c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber return OK; 4856c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber} 4857c1d8115e8a0bdaeb2b723d395b9a85a02c90c933Andreas Huber 4858693d271e62a3726689ff68f4505ba49228eb94b2Andreas Huber} // namespace android 4859