OMXNodeInstance.cpp revision 9113c1e619fd78fe53b548180fdc02300d33303d
1/* 2 * Copyright (C) 2009 The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17//#define LOG_NDEBUG 0 18#define LOG_TAG "OMXNodeInstance" 19#include <utils/Log.h> 20 21#include <inttypes.h> 22 23#include "../include/OMXNodeInstance.h" 24#include "OMXMaster.h" 25#include "GraphicBufferSource.h" 26 27#include <OMX_Component.h> 28#include <OMX_IndexExt.h> 29#include <OMX_AsString.h> 30 31#include <binder/IMemory.h> 32#include <gui/BufferQueue.h> 33#include <HardwareAPI.h> 34#include <media/stagefright/foundation/ADebug.h> 35#include <media/stagefright/MediaErrors.h> 36 37#include <utils/misc.h> 38 39static const OMX_U32 kPortIndexInput = 0; 40static const OMX_U32 kPortIndexOutput = 1; 41 42#define CLOGW(fmt, ...) ALOGW("[%x:%s] " fmt, mNodeID, mName, ##__VA_ARGS__) 43 44#define CLOG_ERROR_IF(cond, fn, err, fmt, ...) \ 45 ALOGE_IF(cond, #fn "(%x:%s, " fmt ") ERROR: %s(%#x)", \ 46 mNodeID, mName, ##__VA_ARGS__, asString(err), err) 47#define CLOG_ERROR(fn, err, fmt, ...) CLOG_ERROR_IF(true, fn, err, fmt, ##__VA_ARGS__) 48#define CLOG_IF_ERROR(fn, err, fmt, ...) \ 49 CLOG_ERROR_IF((err) != OMX_ErrorNone, fn, err, fmt, ##__VA_ARGS__) 50 51#define CLOGI_(level, fn, fmt, ...) \ 52 ALOGI_IF(DEBUG >= (level), #fn "(%x:%s, " fmt ")", mNodeID, mName, ##__VA_ARGS__) 53#define CLOGD_(level, fn, fmt, ...) \ 54 ALOGD_IF(DEBUG >= (level), #fn "(%x:%s, " fmt ")", mNodeID, mName, ##__VA_ARGS__) 55 56#define CLOG_LIFE(fn, fmt, ...) CLOGI_(ADebug::kDebugLifeCycle, fn, fmt, ##__VA_ARGS__) 57#define CLOG_STATE(fn, fmt, ...) CLOGI_(ADebug::kDebugState, fn, fmt, ##__VA_ARGS__) 58#define CLOG_CONFIG(fn, fmt, ...) CLOGI_(ADebug::kDebugConfig, fn, fmt, ##__VA_ARGS__) 59#define CLOG_INTERNAL(fn, fmt, ...) CLOGD_(ADebug::kDebugInternalState, fn, fmt, ##__VA_ARGS__) 60 61#define CLOG_DEBUG_IF(cond, fn, fmt, ...) \ 62 ALOGD_IF(cond, #fn "(%x, " fmt ")", mNodeID, ##__VA_ARGS__) 63 64#define CLOG_BUFFER(fn, fmt, ...) \ 65 CLOG_DEBUG_IF(DEBUG >= ADebug::kDebugAll, fn, fmt, ##__VA_ARGS__) 66#define CLOG_BUMPED_BUFFER(fn, fmt, ...) \ 67 CLOG_DEBUG_IF(DEBUG_BUMP >= ADebug::kDebugAll, fn, fmt, ##__VA_ARGS__) 68 69/* buffer formatting */ 70#define BUFFER_FMT(port, fmt, ...) "%s:%u " fmt, portString(port), (port), ##__VA_ARGS__ 71#define NEW_BUFFER_FMT(buffer_id, port, fmt, ...) \ 72 BUFFER_FMT(port, fmt ") (#%zu => %#x", ##__VA_ARGS__, mActiveBuffers.size(), (buffer_id)) 73 74#define SIMPLE_BUFFER(port, size, data) BUFFER_FMT(port, "%zu@%p", (size), (data)) 75#define SIMPLE_NEW_BUFFER(buffer_id, port, size, data) \ 76 NEW_BUFFER_FMT(buffer_id, port, "%zu@%p", (size), (data)) 77 78#define EMPTY_BUFFER(addr, header) "%#x [%u@%p]", \ 79 (addr), (header)->nAllocLen, (header)->pBuffer 80#define FULL_BUFFER(addr, header) "%#" PRIxPTR " [%u@%p (%u..+%u) f=%x ts=%lld]", \ 81 (intptr_t)(addr), (header)->nAllocLen, (header)->pBuffer, \ 82 (header)->nOffset, (header)->nFilledLen, (header)->nFlags, (header)->nTimeStamp 83 84#define WITH_STATS_WRAPPER(fmt, ...) fmt " { IN=%zu/%zu OUT=%zu/%zu }", ##__VA_ARGS__, \ 85 mInputBuffersWithCodec.size(), mNumPortBuffers[kPortIndexInput], \ 86 mOutputBuffersWithCodec.size(), mNumPortBuffers[kPortIndexOutput] 87// TRICKY: this is needed so formatting macros expand before substitution 88#define WITH_STATS(fmt, ...) WITH_STATS_WRAPPER(fmt, ##__VA_ARGS__) 89 90template<class T> 91static void InitOMXParams(T *params) { 92 memset(params, 0, sizeof(T)); 93 params->nSize = sizeof(T); 94 params->nVersion.s.nVersionMajor = 1; 95 params->nVersion.s.nVersionMinor = 0; 96 params->nVersion.s.nRevision = 0; 97 params->nVersion.s.nStep = 0; 98} 99 100namespace android { 101 102struct BufferMeta { 103 BufferMeta(const sp<IMemory> &mem, bool is_backup = false) 104 : mMem(mem), 105 mIsBackup(is_backup) { 106 } 107 108 BufferMeta(size_t size) 109 : mSize(size), 110 mIsBackup(false) { 111 } 112 113 BufferMeta(const sp<GraphicBuffer> &graphicBuffer) 114 : mGraphicBuffer(graphicBuffer), 115 mIsBackup(false) { 116 } 117 118 void CopyFromOMX(const OMX_BUFFERHEADERTYPE *header) { 119 if (!mIsBackup) { 120 return; 121 } 122 123 memcpy((OMX_U8 *)mMem->pointer() + header->nOffset, 124 header->pBuffer + header->nOffset, 125 header->nFilledLen); 126 } 127 128 void CopyToOMX(const OMX_BUFFERHEADERTYPE *header) { 129 if (!mIsBackup) { 130 return; 131 } 132 133 memcpy(header->pBuffer + header->nOffset, 134 (const OMX_U8 *)mMem->pointer() + header->nOffset, 135 header->nFilledLen); 136 } 137 138 void setGraphicBuffer(const sp<GraphicBuffer> &graphicBuffer) { 139 mGraphicBuffer = graphicBuffer; 140 } 141 142private: 143 sp<GraphicBuffer> mGraphicBuffer; 144 sp<IMemory> mMem; 145 size_t mSize; 146 bool mIsBackup; 147 148 BufferMeta(const BufferMeta &); 149 BufferMeta &operator=(const BufferMeta &); 150}; 151 152// static 153OMX_CALLBACKTYPE OMXNodeInstance::kCallbacks = { 154 &OnEvent, &OnEmptyBufferDone, &OnFillBufferDone 155}; 156 157static inline const char *portString(OMX_U32 portIndex) { 158 switch (portIndex) { 159 case kPortIndexInput: return "Input"; 160 case kPortIndexOutput: return "Output"; 161 case ~0U: return "All"; 162 default: return "port"; 163 } 164} 165 166OMXNodeInstance::OMXNodeInstance( 167 OMX *owner, const sp<IOMXObserver> &observer, const char *name) 168 : mOwner(owner), 169 mNodeID(0), 170 mHandle(NULL), 171 mObserver(observer), 172 mDying(false), 173 mBufferIDCount(0) 174{ 175 mName = ADebug::GetDebugName(name); 176 DEBUG = ADebug::GetDebugLevelFromProperty(name, "debug.stagefright.omx-debug"); 177 ALOGV("debug level for %s is %d", name, DEBUG); 178 DEBUG_BUMP = DEBUG; 179 mNumPortBuffers[0] = 0; 180 mNumPortBuffers[1] = 0; 181 mDebugLevelBumpPendingBuffers[0] = 0; 182 mDebugLevelBumpPendingBuffers[1] = 0; 183} 184 185OMXNodeInstance::~OMXNodeInstance() { 186 free(mName); 187 CHECK(mHandle == NULL); 188} 189 190void OMXNodeInstance::setHandle(OMX::node_id node_id, OMX_HANDLETYPE handle) { 191 mNodeID = node_id; 192 CLOG_LIFE(allocateNode, "handle=%p", handle); 193 CHECK(mHandle == NULL); 194 mHandle = handle; 195} 196 197sp<GraphicBufferSource> OMXNodeInstance::getGraphicBufferSource() { 198 Mutex::Autolock autoLock(mGraphicBufferSourceLock); 199 return mGraphicBufferSource; 200} 201 202void OMXNodeInstance::setGraphicBufferSource( 203 const sp<GraphicBufferSource>& bufferSource) { 204 Mutex::Autolock autoLock(mGraphicBufferSourceLock); 205 CLOG_INTERNAL(setGraphicBufferSource, "%p", bufferSource.get()); 206 mGraphicBufferSource = bufferSource; 207} 208 209OMX *OMXNodeInstance::owner() { 210 return mOwner; 211} 212 213sp<IOMXObserver> OMXNodeInstance::observer() { 214 return mObserver; 215} 216 217OMX::node_id OMXNodeInstance::nodeID() { 218 return mNodeID; 219} 220 221status_t StatusFromOMXError(OMX_ERRORTYPE err) { 222 switch (err) { 223 case OMX_ErrorNone: 224 return OK; 225 case OMX_ErrorUnsupportedSetting: 226 case OMX_ErrorUnsupportedIndex: 227 return ERROR_UNSUPPORTED; 228 case OMX_ErrorInsufficientResources: 229 return NO_MEMORY; 230 default: 231 return UNKNOWN_ERROR; 232 } 233} 234 235status_t OMXNodeInstance::freeNode(OMXMaster *master) { 236 CLOG_LIFE(freeNode, "handle=%p", mHandle); 237 static int32_t kMaxNumIterations = 10; 238 239 // exit if we have already freed the node 240 if (mHandle == NULL) { 241 return OK; 242 } 243 244 // Transition the node from its current state all the way down 245 // to "Loaded". 246 // This ensures that all active buffers are properly freed even 247 // for components that don't do this themselves on a call to 248 // "FreeHandle". 249 250 // The code below may trigger some more events to be dispatched 251 // by the OMX component - we want to ignore them as our client 252 // does not expect them. 253 mDying = true; 254 255 OMX_STATETYPE state; 256 CHECK_EQ(OMX_GetState(mHandle, &state), OMX_ErrorNone); 257 switch (state) { 258 case OMX_StateExecuting: 259 { 260 ALOGV("forcing Executing->Idle"); 261 sendCommand(OMX_CommandStateSet, OMX_StateIdle); 262 OMX_ERRORTYPE err; 263 int32_t iteration = 0; 264 while ((err = OMX_GetState(mHandle, &state)) == OMX_ErrorNone 265 && state != OMX_StateIdle 266 && state != OMX_StateInvalid) { 267 if (++iteration > kMaxNumIterations) { 268 CLOGW("failed to enter Idle state (now %s(%d), aborting.", 269 asString(state), state); 270 state = OMX_StateInvalid; 271 break; 272 } 273 274 usleep(100000); 275 } 276 CHECK_EQ(err, OMX_ErrorNone); 277 278 if (state == OMX_StateInvalid) { 279 break; 280 } 281 282 // fall through 283 } 284 285 case OMX_StateIdle: 286 { 287 ALOGV("forcing Idle->Loaded"); 288 sendCommand(OMX_CommandStateSet, OMX_StateLoaded); 289 290 freeActiveBuffers(); 291 292 OMX_ERRORTYPE err; 293 int32_t iteration = 0; 294 while ((err = OMX_GetState(mHandle, &state)) == OMX_ErrorNone 295 && state != OMX_StateLoaded 296 && state != OMX_StateInvalid) { 297 if (++iteration > kMaxNumIterations) { 298 CLOGW("failed to enter Loaded state (now %s(%d), aborting.", 299 asString(state), state); 300 state = OMX_StateInvalid; 301 break; 302 } 303 304 ALOGV("waiting for Loaded state..."); 305 usleep(100000); 306 } 307 CHECK_EQ(err, OMX_ErrorNone); 308 309 // fall through 310 } 311 312 case OMX_StateLoaded: 313 case OMX_StateInvalid: 314 break; 315 316 default: 317 LOG_ALWAYS_FATAL("unknown state %s(%#x).", asString(state), state); 318 break; 319 } 320 321 ALOGV("[%x:%s] calling destroyComponentInstance", mNodeID, mName); 322 OMX_ERRORTYPE err = master->destroyComponentInstance( 323 static_cast<OMX_COMPONENTTYPE *>(mHandle)); 324 325 mHandle = NULL; 326 CLOG_IF_ERROR(freeNode, err, ""); 327 free(mName); 328 mName = NULL; 329 330 mOwner->invalidateNodeID(mNodeID); 331 mNodeID = 0; 332 333 ALOGV("OMXNodeInstance going away."); 334 delete this; 335 336 return StatusFromOMXError(err); 337} 338 339status_t OMXNodeInstance::sendCommand( 340 OMX_COMMANDTYPE cmd, OMX_S32 param) { 341 const sp<GraphicBufferSource>& bufferSource(getGraphicBufferSource()); 342 if (bufferSource != NULL && cmd == OMX_CommandStateSet) { 343 if (param == OMX_StateIdle) { 344 // Initiating transition from Executing -> Idle 345 // ACodec is waiting for all buffers to be returned, do NOT 346 // submit any more buffers to the codec. 347 bufferSource->omxIdle(); 348 } else if (param == OMX_StateLoaded) { 349 // Initiating transition from Idle/Executing -> Loaded 350 // Buffers are about to be freed. 351 bufferSource->omxLoaded(); 352 setGraphicBufferSource(NULL); 353 } 354 355 // fall through 356 } 357 358 Mutex::Autolock autoLock(mLock); 359 360 // bump internal-state debug level for 2 input and output frames past a command 361 { 362 Mutex::Autolock _l(mDebugLock); 363 bumpDebugLevel_l(2 /* numInputBuffers */, 2 /* numOutputBuffers */); 364 } 365 366 const char *paramString = 367 cmd == OMX_CommandStateSet ? asString((OMX_STATETYPE)param) : portString(param); 368 CLOG_STATE(sendCommand, "%s(%d), %s(%d)", asString(cmd), cmd, paramString, param); 369 OMX_ERRORTYPE err = OMX_SendCommand(mHandle, cmd, param, NULL); 370 CLOG_IF_ERROR(sendCommand, err, "%s(%d), %s(%d)", asString(cmd), cmd, paramString, param); 371 return StatusFromOMXError(err); 372} 373 374status_t OMXNodeInstance::getParameter( 375 OMX_INDEXTYPE index, void *params, size_t /* size */) { 376 Mutex::Autolock autoLock(mLock); 377 378 OMX_ERRORTYPE err = OMX_GetParameter(mHandle, index, params); 379 OMX_INDEXEXTTYPE extIndex = (OMX_INDEXEXTTYPE)index; 380 // some errors are expected for getParameter 381 if (err != OMX_ErrorNoMore) { 382 CLOG_IF_ERROR(getParameter, err, "%s(%#x)", asString(extIndex), index); 383 } 384 return StatusFromOMXError(err); 385} 386 387status_t OMXNodeInstance::setParameter( 388 OMX_INDEXTYPE index, const void *params, size_t size) { 389 Mutex::Autolock autoLock(mLock); 390 OMX_INDEXEXTTYPE extIndex = (OMX_INDEXEXTTYPE)index; 391 CLOG_CONFIG(setParameter, "%s(%#x), %zu@%p)", asString(extIndex), index, size, params); 392 393 OMX_ERRORTYPE err = OMX_SetParameter( 394 mHandle, index, const_cast<void *>(params)); 395 CLOG_IF_ERROR(setParameter, err, "%s(%#x)", asString(extIndex), index); 396 return StatusFromOMXError(err); 397} 398 399status_t OMXNodeInstance::getConfig( 400 OMX_INDEXTYPE index, void *params, size_t /* size */) { 401 Mutex::Autolock autoLock(mLock); 402 403 OMX_ERRORTYPE err = OMX_GetConfig(mHandle, index, params); 404 OMX_INDEXEXTTYPE extIndex = (OMX_INDEXEXTTYPE)index; 405 // some errors are expected for getConfig 406 if (err != OMX_ErrorNoMore) { 407 CLOG_IF_ERROR(getConfig, err, "%s(%#x)", asString(extIndex), index); 408 } 409 return StatusFromOMXError(err); 410} 411 412status_t OMXNodeInstance::setConfig( 413 OMX_INDEXTYPE index, const void *params, size_t size) { 414 Mutex::Autolock autoLock(mLock); 415 OMX_INDEXEXTTYPE extIndex = (OMX_INDEXEXTTYPE)index; 416 CLOG_CONFIG(setConfig, "%s(%#x), %zu@%p)", asString(extIndex), index, size, params); 417 418 OMX_ERRORTYPE err = OMX_SetConfig( 419 mHandle, index, const_cast<void *>(params)); 420 CLOG_IF_ERROR(setConfig, err, "%s(%#x)", asString(extIndex), index); 421 return StatusFromOMXError(err); 422} 423 424status_t OMXNodeInstance::getState(OMX_STATETYPE* state) { 425 Mutex::Autolock autoLock(mLock); 426 427 OMX_ERRORTYPE err = OMX_GetState(mHandle, state); 428 CLOG_IF_ERROR(getState, err, ""); 429 return StatusFromOMXError(err); 430} 431 432status_t OMXNodeInstance::enableGraphicBuffers( 433 OMX_U32 portIndex, OMX_BOOL enable) { 434 Mutex::Autolock autoLock(mLock); 435 CLOG_CONFIG(enableGraphicBuffers, "%s:%u, %d", portString(portIndex), portIndex, enable); 436 OMX_STRING name = const_cast<OMX_STRING>( 437 "OMX.google.android.index.enableAndroidNativeBuffers"); 438 439 OMX_INDEXTYPE index; 440 OMX_ERRORTYPE err = OMX_GetExtensionIndex(mHandle, name, &index); 441 442 if (err != OMX_ErrorNone) { 443 CLOG_ERROR_IF(enable, getExtensionIndex, err, "%s", name); 444 return StatusFromOMXError(err); 445 } 446 447 EnableAndroidNativeBuffersParams params; 448 InitOMXParams(¶ms); 449 params.nPortIndex = portIndex; 450 params.enable = enable; 451 452 err = OMX_SetParameter(mHandle, index, ¶ms); 453 CLOG_IF_ERROR(setParameter, err, "%s(%#x): %s:%u en=%d", name, index, 454 portString(portIndex), portIndex, enable); 455 return StatusFromOMXError(err); 456} 457 458status_t OMXNodeInstance::getGraphicBufferUsage( 459 OMX_U32 portIndex, OMX_U32* usage) { 460 Mutex::Autolock autoLock(mLock); 461 462 OMX_INDEXTYPE index; 463 OMX_STRING name = const_cast<OMX_STRING>( 464 "OMX.google.android.index.getAndroidNativeBufferUsage"); 465 OMX_ERRORTYPE err = OMX_GetExtensionIndex(mHandle, name, &index); 466 467 if (err != OMX_ErrorNone) { 468 CLOG_ERROR(getExtensionIndex, err, "%s", name); 469 return StatusFromOMXError(err); 470 } 471 472 GetAndroidNativeBufferUsageParams params; 473 InitOMXParams(¶ms); 474 params.nPortIndex = portIndex; 475 476 err = OMX_GetParameter(mHandle, index, ¶ms); 477 if (err != OMX_ErrorNone) { 478 CLOG_ERROR(getParameter, err, "%s(%#x): %s:%u", name, index, 479 portString(portIndex), portIndex); 480 return StatusFromOMXError(err); 481 } 482 483 *usage = params.nUsage; 484 485 return OK; 486} 487 488status_t OMXNodeInstance::storeMetaDataInBuffers( 489 OMX_U32 portIndex, 490 OMX_BOOL enable) { 491 Mutex::Autolock autolock(mLock); 492 CLOG_CONFIG(storeMetaDataInBuffers, "%s:%u en:%d", portString(portIndex), portIndex, enable); 493 return storeMetaDataInBuffers_l( 494 portIndex, enable, 495 OMX_FALSE /* useGraphicBuffer */, NULL /* usingGraphicBufferInMetadata */); 496} 497 498status_t OMXNodeInstance::storeMetaDataInBuffers_l( 499 OMX_U32 portIndex, 500 OMX_BOOL enable, 501 OMX_BOOL useGraphicBuffer, 502 OMX_BOOL *usingGraphicBufferInMetadata) { 503 OMX_INDEXTYPE index; 504 OMX_STRING name = const_cast<OMX_STRING>( 505 "OMX.google.android.index.storeMetaDataInBuffers"); 506 507 OMX_STRING graphicBufferName = const_cast<OMX_STRING>( 508 "OMX.google.android.index.storeGraphicBufferInMetaData"); 509 if (usingGraphicBufferInMetadata == NULL) { 510 usingGraphicBufferInMetadata = &useGraphicBuffer; 511 } 512 513 OMX_ERRORTYPE err = 514 (useGraphicBuffer && portIndex == kPortIndexInput) 515 ? OMX_GetExtensionIndex(mHandle, graphicBufferName, &index) 516 : OMX_ErrorBadParameter; 517 if (err == OMX_ErrorNone) { 518 *usingGraphicBufferInMetadata = OMX_TRUE; 519 name = graphicBufferName; 520 } else { 521 err = OMX_GetExtensionIndex(mHandle, name, &index); 522 } 523 524 OMX_ERRORTYPE xerr = err; 525 if (err == OMX_ErrorNone) { 526 StoreMetaDataInBuffersParams params; 527 InitOMXParams(¶ms); 528 params.nPortIndex = portIndex; 529 params.bStoreMetaData = enable; 530 531 err = OMX_SetParameter(mHandle, index, ¶ms); 532 } 533 534 // don't log loud error if component does not support metadata mode on the output 535 if (err != OMX_ErrorNone) { 536 *usingGraphicBufferInMetadata = OMX_FALSE; 537 if (err == OMX_ErrorUnsupportedIndex && portIndex == kPortIndexOutput) { 538 CLOGW("component does not support metadata mode; using fallback"); 539 } else if (xerr != OMX_ErrorNone) { 540 CLOG_ERROR(getExtensionIndex, xerr, "%s", name); 541 } else { 542 CLOG_ERROR(setParameter, err, "%s(%#x): %s:%u en=%d GB=%d", name, index, 543 portString(portIndex), portIndex, enable, useGraphicBuffer); 544 } 545 } 546 return StatusFromOMXError(err); 547} 548 549status_t OMXNodeInstance::prepareForAdaptivePlayback( 550 OMX_U32 portIndex, OMX_BOOL enable, OMX_U32 maxFrameWidth, 551 OMX_U32 maxFrameHeight) { 552 Mutex::Autolock autolock(mLock); 553 CLOG_CONFIG(prepareForAdaptivePlayback, "%s:%u en=%d max=%ux%u", 554 portString(portIndex), portIndex, enable, maxFrameWidth, maxFrameHeight); 555 556 OMX_INDEXTYPE index; 557 OMX_STRING name = const_cast<OMX_STRING>( 558 "OMX.google.android.index.prepareForAdaptivePlayback"); 559 560 OMX_ERRORTYPE err = OMX_GetExtensionIndex(mHandle, name, &index); 561 if (err != OMX_ErrorNone) { 562 CLOG_ERROR_IF(enable, getExtensionIndex, err, "%s", name); 563 return StatusFromOMXError(err); 564 } 565 566 PrepareForAdaptivePlaybackParams params; 567 InitOMXParams(¶ms); 568 params.nPortIndex = portIndex; 569 params.bEnable = enable; 570 params.nMaxFrameWidth = maxFrameWidth; 571 params.nMaxFrameHeight = maxFrameHeight; 572 573 err = OMX_SetParameter(mHandle, index, ¶ms); 574 CLOG_IF_ERROR(setParameter, err, "%s(%#x): %s:%u en=%d max=%ux%u", name, index, 575 portString(portIndex), portIndex, enable, maxFrameWidth, maxFrameHeight); 576 return StatusFromOMXError(err); 577} 578 579status_t OMXNodeInstance::configureVideoTunnelMode( 580 OMX_U32 portIndex, OMX_BOOL tunneled, OMX_U32 audioHwSync, 581 native_handle_t **sidebandHandle) { 582 Mutex::Autolock autolock(mLock); 583 CLOG_CONFIG(configureVideoTunnelMode, "%s:%u tun=%d sync=%u", 584 portString(portIndex), portIndex, tunneled, audioHwSync); 585 586 OMX_INDEXTYPE index; 587 OMX_STRING name = const_cast<OMX_STRING>( 588 "OMX.google.android.index.configureVideoTunnelMode"); 589 590 OMX_ERRORTYPE err = OMX_GetExtensionIndex(mHandle, name, &index); 591 if (err != OMX_ErrorNone) { 592 CLOG_ERROR_IF(tunneled, getExtensionIndex, err, "%s", name); 593 return StatusFromOMXError(err); 594 } 595 596 ConfigureVideoTunnelModeParams tunnelParams; 597 InitOMXParams(&tunnelParams); 598 tunnelParams.nPortIndex = portIndex; 599 tunnelParams.bTunneled = tunneled; 600 tunnelParams.nAudioHwSync = audioHwSync; 601 err = OMX_SetParameter(mHandle, index, &tunnelParams); 602 if (err != OMX_ErrorNone) { 603 CLOG_ERROR(setParameter, err, "%s(%#x): %s:%u tun=%d sync=%u", name, index, 604 portString(portIndex), portIndex, tunneled, audioHwSync); 605 return StatusFromOMXError(err); 606 } 607 608 err = OMX_GetParameter(mHandle, index, &tunnelParams); 609 if (err != OMX_ErrorNone) { 610 CLOG_ERROR(getParameter, err, "%s(%#x): %s:%u tun=%d sync=%u", name, index, 611 portString(portIndex), portIndex, tunneled, audioHwSync); 612 return StatusFromOMXError(err); 613 } 614 if (sidebandHandle) { 615 *sidebandHandle = (native_handle_t*)tunnelParams.pSidebandWindow; 616 } 617 618 return OK; 619} 620 621status_t OMXNodeInstance::useBuffer( 622 OMX_U32 portIndex, const sp<IMemory> ¶ms, 623 OMX::buffer_id *buffer) { 624 Mutex::Autolock autoLock(mLock); 625 626 BufferMeta *buffer_meta = new BufferMeta(params); 627 628 OMX_BUFFERHEADERTYPE *header; 629 630 OMX_ERRORTYPE err = OMX_UseBuffer( 631 mHandle, &header, portIndex, buffer_meta, 632 params->size(), static_cast<OMX_U8 *>(params->pointer())); 633 634 if (err != OMX_ErrorNone) { 635 CLOG_ERROR(useBuffer, err, SIMPLE_BUFFER(portIndex, params->size(), params->pointer())); 636 637 delete buffer_meta; 638 buffer_meta = NULL; 639 640 *buffer = 0; 641 642 return StatusFromOMXError(err); 643 } 644 645 CHECK_EQ(header->pAppPrivate, buffer_meta); 646 647 *buffer = makeBufferID(header); 648 649 addActiveBuffer(portIndex, *buffer); 650 651 sp<GraphicBufferSource> bufferSource(getGraphicBufferSource()); 652 if (bufferSource != NULL && portIndex == kPortIndexInput) { 653 bufferSource->addCodecBuffer(header); 654 } 655 656 CLOG_BUFFER(useBuffer, NEW_BUFFER_FMT( 657 *buffer, portIndex, "%zu@%p", params->size(), params->pointer())); 658 return OK; 659} 660 661status_t OMXNodeInstance::useGraphicBuffer2_l( 662 OMX_U32 portIndex, const sp<GraphicBuffer>& graphicBuffer, 663 OMX::buffer_id *buffer) { 664 665 // port definition 666 OMX_PARAM_PORTDEFINITIONTYPE def; 667 InitOMXParams(&def); 668 def.nPortIndex = portIndex; 669 OMX_ERRORTYPE err = OMX_GetParameter(mHandle, OMX_IndexParamPortDefinition, &def); 670 if (err != OMX_ErrorNone) { 671 OMX_INDEXTYPE index = OMX_IndexParamPortDefinition; 672 CLOG_ERROR(getParameter, err, "%s(%#x): %s:%u", 673 asString(index), index, portString(portIndex), portIndex); 674 return UNKNOWN_ERROR; 675 } 676 677 BufferMeta *bufferMeta = new BufferMeta(graphicBuffer); 678 679 OMX_BUFFERHEADERTYPE *header = NULL; 680 OMX_U8* bufferHandle = const_cast<OMX_U8*>( 681 reinterpret_cast<const OMX_U8*>(graphicBuffer->handle)); 682 683 err = OMX_UseBuffer( 684 mHandle, 685 &header, 686 portIndex, 687 bufferMeta, 688 def.nBufferSize, 689 bufferHandle); 690 691 if (err != OMX_ErrorNone) { 692 CLOG_ERROR(useBuffer, err, BUFFER_FMT(portIndex, "%u@%p", def.nBufferSize, bufferHandle)); 693 delete bufferMeta; 694 bufferMeta = NULL; 695 *buffer = 0; 696 return StatusFromOMXError(err); 697 } 698 699 CHECK_EQ(header->pBuffer, bufferHandle); 700 CHECK_EQ(header->pAppPrivate, bufferMeta); 701 702 *buffer = makeBufferID(header); 703 704 addActiveBuffer(portIndex, *buffer); 705 CLOG_BUFFER(useGraphicBuffer2, NEW_BUFFER_FMT( 706 *buffer, portIndex, "%u@%p", def.nBufferSize, bufferHandle)); 707 return OK; 708} 709 710// XXX: This function is here for backwards compatibility. Once the OMX 711// implementations have been updated this can be removed and useGraphicBuffer2 712// can be renamed to useGraphicBuffer. 713status_t OMXNodeInstance::useGraphicBuffer( 714 OMX_U32 portIndex, const sp<GraphicBuffer>& graphicBuffer, 715 OMX::buffer_id *buffer) { 716 Mutex::Autolock autoLock(mLock); 717 718 // See if the newer version of the extension is present. 719 OMX_INDEXTYPE index; 720 if (OMX_GetExtensionIndex( 721 mHandle, 722 const_cast<OMX_STRING>("OMX.google.android.index.useAndroidNativeBuffer2"), 723 &index) == OMX_ErrorNone) { 724 return useGraphicBuffer2_l(portIndex, graphicBuffer, buffer); 725 } 726 727 OMX_STRING name = const_cast<OMX_STRING>( 728 "OMX.google.android.index.useAndroidNativeBuffer"); 729 OMX_ERRORTYPE err = OMX_GetExtensionIndex(mHandle, name, &index); 730 if (err != OMX_ErrorNone) { 731 CLOG_ERROR(getExtensionIndex, err, "%s", name); 732 return StatusFromOMXError(err); 733 } 734 735 BufferMeta *bufferMeta = new BufferMeta(graphicBuffer); 736 737 OMX_BUFFERHEADERTYPE *header; 738 739 OMX_VERSIONTYPE ver; 740 ver.s.nVersionMajor = 1; 741 ver.s.nVersionMinor = 0; 742 ver.s.nRevision = 0; 743 ver.s.nStep = 0; 744 UseAndroidNativeBufferParams params = { 745 sizeof(UseAndroidNativeBufferParams), ver, portIndex, bufferMeta, 746 &header, graphicBuffer, 747 }; 748 749 err = OMX_SetParameter(mHandle, index, ¶ms); 750 751 if (err != OMX_ErrorNone) { 752 CLOG_ERROR(setParameter, err, "%s(%#x): %s:%u meta=%p GB=%p", name, index, 753 portString(portIndex), portIndex, bufferMeta, graphicBuffer->handle); 754 755 delete bufferMeta; 756 bufferMeta = NULL; 757 758 *buffer = 0; 759 760 return StatusFromOMXError(err); 761 } 762 763 CHECK_EQ(header->pAppPrivate, bufferMeta); 764 765 *buffer = makeBufferID(header); 766 767 addActiveBuffer(portIndex, *buffer); 768 CLOG_BUFFER(useGraphicBuffer, NEW_BUFFER_FMT( 769 *buffer, portIndex, "GB=%p", graphicBuffer->handle)); 770 return OK; 771} 772 773status_t OMXNodeInstance::updateGraphicBufferInMeta( 774 OMX_U32 portIndex, const sp<GraphicBuffer>& graphicBuffer, 775 OMX::buffer_id buffer) { 776 Mutex::Autolock autoLock(mLock); 777 778 OMX_BUFFERHEADERTYPE *header = findBufferHeader(buffer); 779 VideoDecoderOutputMetaData *metadata = 780 (VideoDecoderOutputMetaData *)(header->pBuffer); 781 BufferMeta *bufferMeta = (BufferMeta *)(header->pAppPrivate); 782 bufferMeta->setGraphicBuffer(graphicBuffer); 783 metadata->eType = kMetadataBufferTypeGrallocSource; 784 metadata->pHandle = graphicBuffer->handle; 785 CLOG_BUFFER(updateGraphicBufferInMeta, "%s:%u, %#x := %p", 786 portString(portIndex), portIndex, buffer, graphicBuffer->handle); 787 return OK; 788} 789 790status_t OMXNodeInstance::createGraphicBufferSource( 791 OMX_U32 portIndex, sp<IGraphicBufferConsumer> bufferConsumer) { 792 status_t err; 793 794 const sp<GraphicBufferSource>& surfaceCheck = getGraphicBufferSource(); 795 if (surfaceCheck != NULL) { 796 return ALREADY_EXISTS; 797 } 798 799 // Input buffers will hold meta-data (gralloc references). 800 OMX_BOOL usingGraphicBuffer = OMX_FALSE; 801 err = storeMetaDataInBuffers_l( 802 portIndex, OMX_TRUE, 803 OMX_TRUE /* useGraphicBuffer */, &usingGraphicBuffer); 804 if (err != OK) { 805 return err; 806 } 807 808 // Retrieve the width and height of the graphic buffer, set when the 809 // codec was configured. 810 OMX_PARAM_PORTDEFINITIONTYPE def; 811 InitOMXParams(&def); 812 def.nPortIndex = portIndex; 813 OMX_ERRORTYPE oerr = OMX_GetParameter( 814 mHandle, OMX_IndexParamPortDefinition, &def); 815 if (oerr != OMX_ErrorNone) { 816 OMX_INDEXTYPE index = OMX_IndexParamPortDefinition; 817 CLOG_ERROR(getParameter, oerr, "%s(%#x): %s:%u", 818 asString(index), index, portString(portIndex), portIndex); 819 return UNKNOWN_ERROR; 820 } 821 822 if (def.format.video.eColorFormat != OMX_COLOR_FormatAndroidOpaque) { 823 CLOGW("createInputSurface requires COLOR_FormatSurface " 824 "(AndroidOpaque) color format instead of %s(%#x)", 825 asString(def.format.video.eColorFormat), def.format.video.eColorFormat); 826 return INVALID_OPERATION; 827 } 828 829 sp<GraphicBufferSource> bufferSource = new GraphicBufferSource(this, 830 def.format.video.nFrameWidth, 831 def.format.video.nFrameHeight, 832 def.nBufferCountActual, 833 usingGraphicBuffer, 834 bufferConsumer); 835 836 if ((err = bufferSource->initCheck()) != OK) { 837 return err; 838 } 839 setGraphicBufferSource(bufferSource); 840 841 return OK; 842} 843 844status_t OMXNodeInstance::createInputSurface( 845 OMX_U32 portIndex, sp<IGraphicBufferProducer> *bufferProducer) { 846 Mutex::Autolock autolock(mLock); 847 status_t err = createGraphicBufferSource(portIndex); 848 849 if (err != OK) { 850 return err; 851 } 852 853 *bufferProducer = mGraphicBufferSource->getIGraphicBufferProducer(); 854 return OK; 855} 856 857//static 858status_t OMXNodeInstance::createPersistentInputSurface( 859 sp<IGraphicBufferProducer> *bufferProducer, 860 sp<IGraphicBufferConsumer> *bufferConsumer) { 861 String8 name("GraphicBufferSource"); 862 863 sp<IGraphicBufferProducer> producer; 864 sp<IGraphicBufferConsumer> consumer; 865 BufferQueue::createBufferQueue(&producer, &consumer); 866 consumer->setConsumerName(name); 867 consumer->setConsumerUsageBits(GRALLOC_USAGE_HW_VIDEO_ENCODER); 868 869 sp<BufferQueue::ProxyConsumerListener> proxy = 870 new BufferQueue::ProxyConsumerListener(NULL); 871 status_t err = consumer->consumerConnect(proxy, false); 872 if (err != NO_ERROR) { 873 ALOGE("Error connecting to BufferQueue: %s (%d)", 874 strerror(-err), err); 875 return err; 876 } 877 878 *bufferProducer = producer; 879 *bufferConsumer = consumer; 880 881 return OK; 882} 883 884status_t OMXNodeInstance::setInputSurface( 885 OMX_U32 portIndex, const sp<IGraphicBufferConsumer> &bufferConsumer) { 886 Mutex::Autolock autolock(mLock); 887 return createGraphicBufferSource(portIndex, bufferConsumer); 888} 889 890status_t OMXNodeInstance::signalEndOfInputStream() { 891 // For non-Surface input, the MediaCodec should convert the call to a 892 // pair of requests (dequeue input buffer, queue input buffer with EOS 893 // flag set). Seems easier than doing the equivalent from here. 894 sp<GraphicBufferSource> bufferSource(getGraphicBufferSource()); 895 if (bufferSource == NULL) { 896 CLOGW("signalEndOfInputStream can only be used with Surface input"); 897 return INVALID_OPERATION; 898 } 899 return bufferSource->signalEndOfInputStream(); 900} 901 902status_t OMXNodeInstance::allocateBuffer( 903 OMX_U32 portIndex, size_t size, OMX::buffer_id *buffer, 904 void **buffer_data) { 905 Mutex::Autolock autoLock(mLock); 906 907 BufferMeta *buffer_meta = new BufferMeta(size); 908 909 OMX_BUFFERHEADERTYPE *header; 910 911 OMX_ERRORTYPE err = OMX_AllocateBuffer( 912 mHandle, &header, portIndex, buffer_meta, size); 913 914 if (err != OMX_ErrorNone) { 915 CLOG_ERROR(allocateBuffer, err, BUFFER_FMT(portIndex, "%zu@", size)); 916 delete buffer_meta; 917 buffer_meta = NULL; 918 919 *buffer = 0; 920 921 return StatusFromOMXError(err); 922 } 923 924 CHECK_EQ(header->pAppPrivate, buffer_meta); 925 926 *buffer = makeBufferID(header); 927 *buffer_data = header->pBuffer; 928 929 addActiveBuffer(portIndex, *buffer); 930 931 sp<GraphicBufferSource> bufferSource(getGraphicBufferSource()); 932 if (bufferSource != NULL && portIndex == kPortIndexInput) { 933 bufferSource->addCodecBuffer(header); 934 } 935 CLOG_BUFFER(allocateBuffer, NEW_BUFFER_FMT(*buffer, portIndex, "%zu@%p", size, *buffer_data)); 936 937 return OK; 938} 939 940status_t OMXNodeInstance::allocateBufferWithBackup( 941 OMX_U32 portIndex, const sp<IMemory> ¶ms, 942 OMX::buffer_id *buffer) { 943 Mutex::Autolock autoLock(mLock); 944 945 BufferMeta *buffer_meta = new BufferMeta(params, true); 946 947 OMX_BUFFERHEADERTYPE *header; 948 949 OMX_ERRORTYPE err = OMX_AllocateBuffer( 950 mHandle, &header, portIndex, buffer_meta, params->size()); 951 952 if (err != OMX_ErrorNone) { 953 CLOG_ERROR(allocateBufferWithBackup, err, 954 SIMPLE_BUFFER(portIndex, params->size(), params->pointer())); 955 delete buffer_meta; 956 buffer_meta = NULL; 957 958 *buffer = 0; 959 960 return StatusFromOMXError(err); 961 } 962 963 CHECK_EQ(header->pAppPrivate, buffer_meta); 964 965 *buffer = makeBufferID(header); 966 967 addActiveBuffer(portIndex, *buffer); 968 969 sp<GraphicBufferSource> bufferSource(getGraphicBufferSource()); 970 if (bufferSource != NULL && portIndex == kPortIndexInput) { 971 bufferSource->addCodecBuffer(header); 972 } 973 974 CLOG_BUFFER(allocateBufferWithBackup, NEW_BUFFER_FMT(*buffer, portIndex, "%zu@%p :> %p", 975 params->size(), params->pointer(), header->pBuffer)); 976 977 return OK; 978} 979 980status_t OMXNodeInstance::freeBuffer( 981 OMX_U32 portIndex, OMX::buffer_id buffer) { 982 Mutex::Autolock autoLock(mLock); 983 CLOG_BUFFER(freeBuffer, "%s:%u %#x", portString(portIndex), portIndex, buffer); 984 985 removeActiveBuffer(portIndex, buffer); 986 987 OMX_BUFFERHEADERTYPE *header = findBufferHeader(buffer); 988 BufferMeta *buffer_meta = static_cast<BufferMeta *>(header->pAppPrivate); 989 990 OMX_ERRORTYPE err = OMX_FreeBuffer(mHandle, portIndex, header); 991 CLOG_IF_ERROR(freeBuffer, err, "%s:%u %#x", portString(portIndex), portIndex, buffer); 992 993 delete buffer_meta; 994 buffer_meta = NULL; 995 invalidateBufferID(buffer); 996 997 return StatusFromOMXError(err); 998} 999 1000status_t OMXNodeInstance::fillBuffer(OMX::buffer_id buffer) { 1001 Mutex::Autolock autoLock(mLock); 1002 1003 OMX_BUFFERHEADERTYPE *header = findBufferHeader(buffer); 1004 header->nFilledLen = 0; 1005 header->nOffset = 0; 1006 header->nFlags = 0; 1007 1008 { 1009 Mutex::Autolock _l(mDebugLock); 1010 mOutputBuffersWithCodec.add(header); 1011 CLOG_BUMPED_BUFFER(fillBuffer, WITH_STATS(EMPTY_BUFFER(buffer, header))); 1012 } 1013 1014 OMX_ERRORTYPE err = OMX_FillThisBuffer(mHandle, header); 1015 if (err != OMX_ErrorNone) { 1016 CLOG_ERROR(fillBuffer, err, EMPTY_BUFFER(buffer, header)); 1017 Mutex::Autolock _l(mDebugLock); 1018 mOutputBuffersWithCodec.remove(header); 1019 } 1020 return StatusFromOMXError(err); 1021} 1022 1023status_t OMXNodeInstance::emptyBuffer( 1024 OMX::buffer_id buffer, 1025 OMX_U32 rangeOffset, OMX_U32 rangeLength, 1026 OMX_U32 flags, OMX_TICKS timestamp) { 1027 Mutex::Autolock autoLock(mLock); 1028 1029 OMX_BUFFERHEADERTYPE *header = findBufferHeader(buffer); 1030 // rangeLength and rangeOffset must be a subset of the allocated data in the buffer. 1031 // corner case: we permit rangeOffset == end-of-buffer with rangeLength == 0. 1032 if (rangeOffset > header->nAllocLen 1033 || rangeLength > header->nAllocLen - rangeOffset) { 1034 return BAD_VALUE; 1035 } 1036 header->nFilledLen = rangeLength; 1037 header->nOffset = rangeOffset; 1038 1039 BufferMeta *buffer_meta = 1040 static_cast<BufferMeta *>(header->pAppPrivate); 1041 buffer_meta->CopyToOMX(header); 1042 1043 return emptyBuffer_l(header, flags, timestamp, (intptr_t)buffer); 1044} 1045 1046// log queued buffer activity for the next few input and/or output frames 1047// if logging at internal state level 1048void OMXNodeInstance::bumpDebugLevel_l(size_t numInputBuffers, size_t numOutputBuffers) { 1049 if (DEBUG == ADebug::kDebugInternalState) { 1050 DEBUG_BUMP = ADebug::kDebugAll; 1051 if (numInputBuffers > 0) { 1052 mDebugLevelBumpPendingBuffers[kPortIndexInput] = numInputBuffers; 1053 } 1054 if (numOutputBuffers > 0) { 1055 mDebugLevelBumpPendingBuffers[kPortIndexOutput] = numOutputBuffers; 1056 } 1057 } 1058} 1059 1060void OMXNodeInstance::unbumpDebugLevel_l(size_t portIndex) { 1061 if (mDebugLevelBumpPendingBuffers[portIndex]) { 1062 --mDebugLevelBumpPendingBuffers[portIndex]; 1063 } 1064 if (!mDebugLevelBumpPendingBuffers[0] 1065 && !mDebugLevelBumpPendingBuffers[1]) { 1066 DEBUG_BUMP = DEBUG; 1067 } 1068} 1069 1070status_t OMXNodeInstance::emptyBuffer_l( 1071 OMX_BUFFERHEADERTYPE *header, OMX_U32 flags, OMX_TICKS timestamp, intptr_t debugAddr) { 1072 header->nFlags = flags; 1073 header->nTimeStamp = timestamp; 1074 1075 { 1076 Mutex::Autolock _l(mDebugLock); 1077 mInputBuffersWithCodec.add(header); 1078 1079 // bump internal-state debug level for 2 input frames past a buffer with CSD 1080 if ((flags & OMX_BUFFERFLAG_CODECCONFIG) != 0) { 1081 bumpDebugLevel_l(2 /* numInputBuffers */, 0 /* numOutputBuffers */); 1082 } 1083 1084 CLOG_BUMPED_BUFFER(emptyBuffer, WITH_STATS(FULL_BUFFER(debugAddr, header))); 1085 } 1086 1087 OMX_ERRORTYPE err = OMX_EmptyThisBuffer(mHandle, header); 1088 CLOG_IF_ERROR(emptyBuffer, err, FULL_BUFFER(debugAddr, header)); 1089 1090 { 1091 Mutex::Autolock _l(mDebugLock); 1092 if (err != OMX_ErrorNone) { 1093 mInputBuffersWithCodec.remove(header); 1094 } else if (!(flags & OMX_BUFFERFLAG_CODECCONFIG)) { 1095 unbumpDebugLevel_l(kPortIndexInput); 1096 } 1097 } 1098 1099 return StatusFromOMXError(err); 1100} 1101 1102// like emptyBuffer, but the data is already in header->pBuffer 1103status_t OMXNodeInstance::emptyDirectBuffer( 1104 OMX_BUFFERHEADERTYPE *header, 1105 OMX_U32 rangeOffset, OMX_U32 rangeLength, 1106 OMX_U32 flags, OMX_TICKS timestamp) { 1107 Mutex::Autolock autoLock(mLock); 1108 1109 header->nFilledLen = rangeLength; 1110 header->nOffset = rangeOffset; 1111 1112 return emptyBuffer_l(header, flags, timestamp, (intptr_t)header->pBuffer); 1113} 1114 1115status_t OMXNodeInstance::getExtensionIndex( 1116 const char *parameterName, OMX_INDEXTYPE *index) { 1117 Mutex::Autolock autoLock(mLock); 1118 1119 OMX_ERRORTYPE err = OMX_GetExtensionIndex( 1120 mHandle, const_cast<char *>(parameterName), index); 1121 1122 return StatusFromOMXError(err); 1123} 1124 1125inline static const char *asString(IOMX::InternalOptionType i, const char *def = "??") { 1126 switch (i) { 1127 case IOMX::INTERNAL_OPTION_SUSPEND: return "SUSPEND"; 1128 case IOMX::INTERNAL_OPTION_REPEAT_PREVIOUS_FRAME_DELAY: 1129 return "REPEAT_PREVIOUS_FRAME_DELAY"; 1130 case IOMX::INTERNAL_OPTION_MAX_TIMESTAMP_GAP: return "MAX_TIMESTAMP_GAP"; 1131 case IOMX::INTERNAL_OPTION_MAX_FPS: return "MAX_FPS"; 1132 case IOMX::INTERNAL_OPTION_START_TIME: return "START_TIME"; 1133 case IOMX::INTERNAL_OPTION_TIME_LAPSE: return "TIME_LAPSE"; 1134 default: return def; 1135 } 1136} 1137 1138status_t OMXNodeInstance::setInternalOption( 1139 OMX_U32 portIndex, 1140 IOMX::InternalOptionType type, 1141 const void *data, 1142 size_t size) { 1143 CLOG_CONFIG(setInternalOption, "%s(%d): %s:%u %zu@%p", 1144 asString(type), type, portString(portIndex), portIndex, size, data); 1145 switch (type) { 1146 case IOMX::INTERNAL_OPTION_SUSPEND: 1147 case IOMX::INTERNAL_OPTION_REPEAT_PREVIOUS_FRAME_DELAY: 1148 case IOMX::INTERNAL_OPTION_MAX_TIMESTAMP_GAP: 1149 case IOMX::INTERNAL_OPTION_MAX_FPS: 1150 case IOMX::INTERNAL_OPTION_START_TIME: 1151 case IOMX::INTERNAL_OPTION_TIME_LAPSE: 1152 { 1153 const sp<GraphicBufferSource> &bufferSource = 1154 getGraphicBufferSource(); 1155 1156 if (bufferSource == NULL || portIndex != kPortIndexInput) { 1157 CLOGW("setInternalOption is only for Surface input"); 1158 return ERROR_UNSUPPORTED; 1159 } 1160 1161 if (type == IOMX::INTERNAL_OPTION_SUSPEND) { 1162 if (size != sizeof(bool)) { 1163 return INVALID_OPERATION; 1164 } 1165 1166 bool suspend = *(bool *)data; 1167 CLOG_CONFIG(setInternalOption, "suspend=%d", suspend); 1168 bufferSource->suspend(suspend); 1169 } else if (type == 1170 IOMX::INTERNAL_OPTION_REPEAT_PREVIOUS_FRAME_DELAY){ 1171 if (size != sizeof(int64_t)) { 1172 return INVALID_OPERATION; 1173 } 1174 1175 int64_t delayUs = *(int64_t *)data; 1176 CLOG_CONFIG(setInternalOption, "delayUs=%lld", (long long)delayUs); 1177 return bufferSource->setRepeatPreviousFrameDelayUs(delayUs); 1178 } else if (type == 1179 IOMX::INTERNAL_OPTION_MAX_TIMESTAMP_GAP){ 1180 if (size != sizeof(int64_t)) { 1181 return INVALID_OPERATION; 1182 } 1183 1184 int64_t maxGapUs = *(int64_t *)data; 1185 CLOG_CONFIG(setInternalOption, "gapUs=%lld", (long long)maxGapUs); 1186 return bufferSource->setMaxTimestampGapUs(maxGapUs); 1187 } else if (type == IOMX::INTERNAL_OPTION_MAX_FPS) { 1188 if (size != sizeof(float)) { 1189 return INVALID_OPERATION; 1190 } 1191 1192 float maxFps = *(float *)data; 1193 CLOG_CONFIG(setInternalOption, "maxFps=%f", maxFps); 1194 return bufferSource->setMaxFps(maxFps); 1195 } else if (type == IOMX::INTERNAL_OPTION_START_TIME) { 1196 if (size != sizeof(int64_t)) { 1197 return INVALID_OPERATION; 1198 } 1199 1200 int64_t skipFramesBeforeUs = *(int64_t *)data; 1201 CLOG_CONFIG(setInternalOption, "beforeUs=%lld", (long long)skipFramesBeforeUs); 1202 bufferSource->setSkipFramesBeforeUs(skipFramesBeforeUs); 1203 } else { // IOMX::INTERNAL_OPTION_TIME_LAPSE 1204 if (size != sizeof(int64_t) * 2) { 1205 return INVALID_OPERATION; 1206 } 1207 1208 int64_t timePerFrameUs = ((int64_t *)data)[0]; 1209 int64_t timePerCaptureUs = ((int64_t *)data)[1]; 1210 CLOG_CONFIG(setInternalOption, "perFrameUs=%lld perCaptureUs=%lld", 1211 (long long)timePerFrameUs, (long long)timePerCaptureUs); 1212 1213 bufferSource->setTimeLapseUs((int64_t *)data); 1214 } 1215 1216 return OK; 1217 } 1218 1219 default: 1220 return ERROR_UNSUPPORTED; 1221 } 1222} 1223 1224void OMXNodeInstance::onMessage(const omx_message &msg) { 1225 const sp<GraphicBufferSource>& bufferSource(getGraphicBufferSource()); 1226 1227 if (msg.type == omx_message::FILL_BUFFER_DONE) { 1228 OMX_BUFFERHEADERTYPE *buffer = 1229 findBufferHeader(msg.u.extended_buffer_data.buffer); 1230 1231 { 1232 Mutex::Autolock _l(mDebugLock); 1233 mOutputBuffersWithCodec.remove(buffer); 1234 1235 CLOG_BUMPED_BUFFER( 1236 FBD, WITH_STATS(FULL_BUFFER(msg.u.extended_buffer_data.buffer, buffer))); 1237 1238 unbumpDebugLevel_l(kPortIndexOutput); 1239 } 1240 1241 BufferMeta *buffer_meta = 1242 static_cast<BufferMeta *>(buffer->pAppPrivate); 1243 1244 buffer_meta->CopyFromOMX(buffer); 1245 1246 if (bufferSource != NULL) { 1247 // fix up the buffer info (especially timestamp) if needed 1248 bufferSource->codecBufferFilled(buffer); 1249 1250 omx_message newMsg = msg; 1251 newMsg.u.extended_buffer_data.timestamp = buffer->nTimeStamp; 1252 mObserver->onMessage(newMsg); 1253 return; 1254 } 1255 } else if (msg.type == omx_message::EMPTY_BUFFER_DONE) { 1256 OMX_BUFFERHEADERTYPE *buffer = 1257 findBufferHeader(msg.u.buffer_data.buffer); 1258 1259 { 1260 Mutex::Autolock _l(mDebugLock); 1261 mInputBuffersWithCodec.remove(buffer); 1262 1263 CLOG_BUMPED_BUFFER( 1264 EBD, WITH_STATS(EMPTY_BUFFER(msg.u.buffer_data.buffer, buffer))); 1265 } 1266 1267 if (bufferSource != NULL) { 1268 // This is one of the buffers used exclusively by 1269 // GraphicBufferSource. 1270 // Don't dispatch a message back to ACodec, since it doesn't 1271 // know that anyone asked to have the buffer emptied and will 1272 // be very confused. 1273 bufferSource->codecBufferEmptied(buffer); 1274 return; 1275 } 1276 } 1277 1278 mObserver->onMessage(msg); 1279} 1280 1281void OMXNodeInstance::onObserverDied(OMXMaster *master) { 1282 ALOGE("!!! Observer died. Quickly, do something, ... anything..."); 1283 1284 // Try to force shutdown of the node and hope for the best. 1285 freeNode(master); 1286} 1287 1288void OMXNodeInstance::onGetHandleFailed() { 1289 delete this; 1290} 1291 1292// OMXNodeInstance::OnEvent calls OMX::OnEvent, which then calls here. 1293// Don't try to acquire mLock here -- in rare circumstances this will hang. 1294void OMXNodeInstance::onEvent( 1295 OMX_EVENTTYPE event, OMX_U32 arg1, OMX_U32 arg2) { 1296 const char *arg1String = "??"; 1297 const char *arg2String = "??"; 1298 ADebug::Level level = ADebug::kDebugInternalState; 1299 1300 switch (event) { 1301 case OMX_EventCmdComplete: 1302 arg1String = asString((OMX_COMMANDTYPE)arg1); 1303 switch (arg1) { 1304 case OMX_CommandStateSet: 1305 arg2String = asString((OMX_STATETYPE)arg2); 1306 level = ADebug::kDebugState; 1307 break; 1308 case OMX_CommandFlush: 1309 case OMX_CommandPortEnable: 1310 { 1311 // bump internal-state debug level for 2 input and output frames 1312 Mutex::Autolock _l(mDebugLock); 1313 bumpDebugLevel_l(2 /* numInputBuffers */, 2 /* numOutputBuffers */); 1314 } 1315 // fall through 1316 default: 1317 arg2String = portString(arg2); 1318 } 1319 break; 1320 case OMX_EventError: 1321 arg1String = asString((OMX_ERRORTYPE)arg1); 1322 level = ADebug::kDebugLifeCycle; 1323 break; 1324 case OMX_EventPortSettingsChanged: 1325 arg2String = asString((OMX_INDEXEXTTYPE)arg2); 1326 // fall through 1327 default: 1328 arg1String = portString(arg1); 1329 } 1330 1331 CLOGI_(level, onEvent, "%s(%x), %s(%x), %s(%x)", 1332 asString(event), event, arg1String, arg1, arg2String, arg2); 1333 const sp<GraphicBufferSource>& bufferSource(getGraphicBufferSource()); 1334 1335 if (bufferSource != NULL 1336 && event == OMX_EventCmdComplete 1337 && arg1 == OMX_CommandStateSet 1338 && arg2 == OMX_StateExecuting) { 1339 bufferSource->omxExecuting(); 1340 } 1341} 1342 1343// static 1344OMX_ERRORTYPE OMXNodeInstance::OnEvent( 1345 OMX_IN OMX_HANDLETYPE /* hComponent */, 1346 OMX_IN OMX_PTR pAppData, 1347 OMX_IN OMX_EVENTTYPE eEvent, 1348 OMX_IN OMX_U32 nData1, 1349 OMX_IN OMX_U32 nData2, 1350 OMX_IN OMX_PTR pEventData) { 1351 OMXNodeInstance *instance = static_cast<OMXNodeInstance *>(pAppData); 1352 if (instance->mDying) { 1353 return OMX_ErrorNone; 1354 } 1355 return instance->owner()->OnEvent( 1356 instance->nodeID(), eEvent, nData1, nData2, pEventData); 1357} 1358 1359// static 1360OMX_ERRORTYPE OMXNodeInstance::OnEmptyBufferDone( 1361 OMX_IN OMX_HANDLETYPE /* hComponent */, 1362 OMX_IN OMX_PTR pAppData, 1363 OMX_IN OMX_BUFFERHEADERTYPE* pBuffer) { 1364 OMXNodeInstance *instance = static_cast<OMXNodeInstance *>(pAppData); 1365 if (instance->mDying) { 1366 return OMX_ErrorNone; 1367 } 1368 return instance->owner()->OnEmptyBufferDone(instance->nodeID(), 1369 instance->findBufferID(pBuffer), pBuffer); 1370} 1371 1372// static 1373OMX_ERRORTYPE OMXNodeInstance::OnFillBufferDone( 1374 OMX_IN OMX_HANDLETYPE /* hComponent */, 1375 OMX_IN OMX_PTR pAppData, 1376 OMX_IN OMX_BUFFERHEADERTYPE* pBuffer) { 1377 OMXNodeInstance *instance = static_cast<OMXNodeInstance *>(pAppData); 1378 if (instance->mDying) { 1379 return OMX_ErrorNone; 1380 } 1381 return instance->owner()->OnFillBufferDone(instance->nodeID(), 1382 instance->findBufferID(pBuffer), pBuffer); 1383} 1384 1385void OMXNodeInstance::addActiveBuffer(OMX_U32 portIndex, OMX::buffer_id id) { 1386 ActiveBuffer active; 1387 active.mPortIndex = portIndex; 1388 active.mID = id; 1389 mActiveBuffers.push(active); 1390 1391 if (portIndex < NELEM(mNumPortBuffers)) { 1392 ++mNumPortBuffers[portIndex]; 1393 } 1394} 1395 1396void OMXNodeInstance::removeActiveBuffer( 1397 OMX_U32 portIndex, OMX::buffer_id id) { 1398 for (size_t i = 0; i < mActiveBuffers.size(); ++i) { 1399 if (mActiveBuffers[i].mPortIndex == portIndex 1400 && mActiveBuffers[i].mID == id) { 1401 mActiveBuffers.removeItemsAt(i); 1402 1403 if (portIndex < NELEM(mNumPortBuffers)) { 1404 --mNumPortBuffers[portIndex]; 1405 } 1406 return; 1407 } 1408 } 1409 1410 CLOGW("Attempt to remove an active buffer [%#x] we know nothing about...", id); 1411} 1412 1413void OMXNodeInstance::freeActiveBuffers() { 1414 // Make sure to count down here, as freeBuffer will in turn remove 1415 // the active buffer from the vector... 1416 for (size_t i = mActiveBuffers.size(); i--;) { 1417 freeBuffer(mActiveBuffers[i].mPortIndex, mActiveBuffers[i].mID); 1418 } 1419} 1420 1421OMX::buffer_id OMXNodeInstance::makeBufferID(OMX_BUFFERHEADERTYPE *bufferHeader) { 1422 if (bufferHeader == NULL) { 1423 return 0; 1424 } 1425 Mutex::Autolock autoLock(mBufferIDLock); 1426 OMX::buffer_id buffer; 1427 do { // handle the very unlikely case of ID overflow 1428 if (++mBufferIDCount == 0) { 1429 ++mBufferIDCount; 1430 } 1431 buffer = (OMX::buffer_id)mBufferIDCount; 1432 } while (mBufferIDToBufferHeader.indexOfKey(buffer) >= 0); 1433 mBufferIDToBufferHeader.add(buffer, bufferHeader); 1434 mBufferHeaderToBufferID.add(bufferHeader, buffer); 1435 return buffer; 1436} 1437 1438OMX_BUFFERHEADERTYPE *OMXNodeInstance::findBufferHeader(OMX::buffer_id buffer) { 1439 if (buffer == 0) { 1440 return NULL; 1441 } 1442 Mutex::Autolock autoLock(mBufferIDLock); 1443 return mBufferIDToBufferHeader.valueFor(buffer); 1444} 1445 1446OMX::buffer_id OMXNodeInstance::findBufferID(OMX_BUFFERHEADERTYPE *bufferHeader) { 1447 if (bufferHeader == NULL) { 1448 return 0; 1449 } 1450 Mutex::Autolock autoLock(mBufferIDLock); 1451 return mBufferHeaderToBufferID.valueFor(bufferHeader); 1452} 1453 1454void OMXNodeInstance::invalidateBufferID(OMX::buffer_id buffer) { 1455 if (buffer == 0) { 1456 return; 1457 } 1458 Mutex::Autolock autoLock(mBufferIDLock); 1459 mBufferHeaderToBufferID.removeItem(mBufferIDToBufferHeader.valueFor(buffer)); 1460 mBufferIDToBufferHeader.removeItem(buffer); 1461} 1462 1463} // namespace android 1464