Converter.cpp revision 96fc6cc65ca93009a759a3a874b82a35771b9714
1d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber/* 2d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber * Copyright 2012, The Android Open Source Project 3d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber * 4d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 5d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber * you may not use this file except in compliance with the License. 6d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber * You may obtain a copy of the License at 7d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber * 8d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 9d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber * 10d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber * Unless required by applicable law or agreed to in writing, software 11d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 12d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber * See the License for the specific language governing permissions and 14d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber * limitations under the License. 15d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber */ 16d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 17d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber//#define LOG_NDEBUG 0 18d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#define LOG_TAG "Converter" 19d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#include <utils/Log.h> 20d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 21d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#include "Converter.h" 22d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 2396fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber#include "MediaPuller.h" 2496fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber 2544b59fd9326026d3f82dec25cde48c589b0438e7Andreas Huber#include <cutils/properties.h> 26d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#include <gui/SurfaceTextureClient.h> 27d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#include <media/ICrypto.h> 28d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 29d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#include <media/stagefright/foundation/ADebug.h> 30d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#include <media/stagefright/foundation/AMessage.h> 3196fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber#include <media/stagefright/MediaBuffer.h> 32d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#include <media/stagefright/MediaCodec.h> 33d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#include <media/stagefright/MediaDefs.h> 34d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber#include <media/stagefright/MediaErrors.h> 35d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 36d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Hubernamespace android { 37d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 38d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas HuberConverter::Converter( 39d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber const sp<AMessage> ¬ify, 40d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber const sp<ALooper> &codecLooper, 41d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber const sp<AMessage> &format) 42d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber : mInitCheck(NO_INIT), 43d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mNotify(notify), 44d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodecLooper(codecLooper), 45d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mInputFormat(format), 46496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mIsVideo(false), 47d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mDoMoreWorkPending(false) { 48496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber AString mime; 49496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber CHECK(mInputFormat->findString("mime", &mime)); 50496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 51496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (!strncasecmp("video/", mime.c_str(), 6)) { 52496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mIsVideo = true; 53496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 54496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 55d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mInitCheck = initEncoder(); 56d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber} 57d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 58d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas HuberConverter::~Converter() { 5996fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber CHECK(mEncoder == NULL); 6096fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber} 61a438123bd96c7faf145683876702387efe5628d9Andreas Huber 6296fc6cc65ca93009a759a3a874b82a35771b9714Andreas Hubervoid Converter::shutdownAsync() { 6396fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber ALOGV("shutdown"); 6496fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber (new AMessage(kWhatShutdown, id()))->post(); 65d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber} 66d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 67d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huberstatus_t Converter::initCheck() const { 68d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber return mInitCheck; 69d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber} 70d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 7166e72bc85fb762876baff60ef29de729da93cf26Andreas Hubersize_t Converter::getInputBufferCount() const { 7266e72bc85fb762876baff60ef29de729da93cf26Andreas Huber return mEncoderInputBuffers.size(); 7366e72bc85fb762876baff60ef29de729da93cf26Andreas Huber} 7466e72bc85fb762876baff60ef29de729da93cf26Andreas Huber 75d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Hubersp<AMessage> Converter::getOutputFormat() const { 76d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber return mOutputFormat; 77d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber} 78d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 7944b59fd9326026d3f82dec25cde48c589b0438e7Andreas Huberstatic int32_t getBitrate(const char *propName, int32_t defaultValue) { 8044b59fd9326026d3f82dec25cde48c589b0438e7Andreas Huber char val[PROPERTY_VALUE_MAX]; 8144b59fd9326026d3f82dec25cde48c589b0438e7Andreas Huber if (property_get(propName, val, NULL)) { 8244b59fd9326026d3f82dec25cde48c589b0438e7Andreas Huber char *end; 8344b59fd9326026d3f82dec25cde48c589b0438e7Andreas Huber unsigned long x = strtoul(val, &end, 10); 8444b59fd9326026d3f82dec25cde48c589b0438e7Andreas Huber 8544b59fd9326026d3f82dec25cde48c589b0438e7Andreas Huber if (*end == '\0' && end > val && x > 0) { 8644b59fd9326026d3f82dec25cde48c589b0438e7Andreas Huber return x; 8744b59fd9326026d3f82dec25cde48c589b0438e7Andreas Huber } 8844b59fd9326026d3f82dec25cde48c589b0438e7Andreas Huber } 8944b59fd9326026d3f82dec25cde48c589b0438e7Andreas Huber 9044b59fd9326026d3f82dec25cde48c589b0438e7Andreas Huber return defaultValue; 9144b59fd9326026d3f82dec25cde48c589b0438e7Andreas Huber} 9244b59fd9326026d3f82dec25cde48c589b0438e7Andreas Huber 93d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huberstatus_t Converter::initEncoder() { 94d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber AString inputMIME; 95d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber CHECK(mInputFormat->findString("mime", &inputMIME)); 96d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 97d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber AString outputMIME; 98d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber bool isAudio = false; 99d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (!strcasecmp(inputMIME.c_str(), MEDIA_MIMETYPE_AUDIO_RAW)) { 100d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber outputMIME = MEDIA_MIMETYPE_AUDIO_AAC; 101d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber isAudio = true; 102d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } else if (!strcasecmp(inputMIME.c_str(), MEDIA_MIMETYPE_VIDEO_RAW)) { 103d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber outputMIME = MEDIA_MIMETYPE_VIDEO_AVC; 104d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } else { 105d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber TRESPASS(); 106d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 107d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 108d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mEncoder = MediaCodec::CreateByType( 109d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mCodecLooper, outputMIME.c_str(), true /* encoder */); 110d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 111d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (mEncoder == NULL) { 112d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber return ERROR_UNSUPPORTED; 113d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 114d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 115d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mOutputFormat = mInputFormat->dup(); 116d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mOutputFormat->setString("mime", outputMIME.c_str()); 117d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 118f58cac48e5732dbc4a5f33eed9cd39f109146ca4Dave Burke int32_t audioBitrate = getBitrate("media.wfd.audio-bitrate", 128000); 1192a865ad8d45940bc824c02a8a8558cbcb97acc88Dave Burke int32_t videoBitrate = getBitrate("media.wfd.video-bitrate", 5000000); 12044b59fd9326026d3f82dec25cde48c589b0438e7Andreas Huber 12144b59fd9326026d3f82dec25cde48c589b0438e7Andreas Huber ALOGI("using audio bitrate of %d bps, video bitrate of %d bps", 12244b59fd9326026d3f82dec25cde48c589b0438e7Andreas Huber audioBitrate, videoBitrate); 12344b59fd9326026d3f82dec25cde48c589b0438e7Andreas Huber 124d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (isAudio) { 12544b59fd9326026d3f82dec25cde48c589b0438e7Andreas Huber mOutputFormat->setInt32("bitrate", audioBitrate); 126d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } else { 12744b59fd9326026d3f82dec25cde48c589b0438e7Andreas Huber mOutputFormat->setInt32("bitrate", videoBitrate); 12872ff5903df5f409ea83f74c363a52f0745ced8b8Andreas Huber mOutputFormat->setInt32("frame-rate", 24); 129ee93c8c0f65cc1965ca09c9e33ae672f8bc9b88cDave Burke mOutputFormat->setInt32("i-frame-interval", 1); // Iframes every 1 secs 130d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 131d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 132d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ALOGV("output format is '%s'", mOutputFormat->debugString(0).c_str()); 133d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 134d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber status_t err = mEncoder->configure( 135d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mOutputFormat, 136d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber NULL /* nativeWindow */, 137d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber NULL /* crypto */, 138d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber MediaCodec::CONFIGURE_FLAG_ENCODE); 139d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 140d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 141d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber return err; 142d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 143d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 144d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber err = mEncoder->start(); 145d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 146d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 147d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber return err; 148d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 149d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 150d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber err = mEncoder->getInputBuffers(&mEncoderInputBuffers); 151d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 152d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 153d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber return err; 154d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 155d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 156d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber return mEncoder->getOutputBuffers(&mEncoderOutputBuffers); 157d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber} 158d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 159d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Hubervoid Converter::notifyError(status_t err) { 160d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber sp<AMessage> notify = mNotify->dup(); 161d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber notify->setInt32("what", kWhatError); 162d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber notify->setInt32("err", err); 163d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber notify->post(); 164d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber} 165d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 166d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Hubervoid Converter::onMessageReceived(const sp<AMessage> &msg) { 167d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber switch (msg->what()) { 16896fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber case kWhatMediaPullerNotify: 169d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber { 17096fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber int32_t what; 17196fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber CHECK(msg->findInt32("what", &what)); 172d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 17396fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber if (mEncoder == NULL) { 17496fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber ALOGV("got msg '%s' after encoder shutdown.", 17596fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber msg->debugString().c_str()); 176d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 17796fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber if (what == MediaPuller::kWhatAccessUnit) { 17896fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber sp<ABuffer> accessUnit; 17996fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber CHECK(msg->findBuffer("accessUnit", &accessUnit)); 180d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 18196fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber void *mbuf; 18296fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber if (accessUnit->meta()->findPointer("mediaBuffer", &mbuf) 18396fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber && mbuf != NULL) { 18496fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber ALOGV("releasing mbuf %p", mbuf); 185d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 18696fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber accessUnit->meta()->setPointer("mediaBuffer", NULL); 18796fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber 18896fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber static_cast<MediaBuffer *>(mbuf)->release(); 18996fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber mbuf = NULL; 19096fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber } 19196fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber } 19296fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber break; 19396fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber } 19496fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber 19596fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber if (what == MediaPuller::kWhatEOS) { 19696fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber mInputBufferQueue.push_back(NULL); 19796fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber 19896fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber feedEncoderInputBuffers(); 19996fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber 20096fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber scheduleDoMoreWork(); 20196fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber } else { 20296fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber CHECK_EQ(what, MediaPuller::kWhatAccessUnit); 20396fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber 20496fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber sp<ABuffer> accessUnit; 20596fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber CHECK(msg->findBuffer("accessUnit", &accessUnit)); 20696fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber 20796fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber#if 0 20896fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber void *mbuf; 20996fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber if (accessUnit->meta()->findPointer("mediaBuffer", &mbuf) 21096fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber && mbuf != NULL) { 21196fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber ALOGI("queueing mbuf %p", mbuf); 21296fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber } 21396fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber#endif 21496fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber 21596fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber mInputBufferQueue.push_back(accessUnit); 216d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 21796fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber feedEncoderInputBuffers(); 218d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 21996fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber scheduleDoMoreWork(); 22096fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber } 221d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber break; 222d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 223d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 224d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber case kWhatDoMoreWork: 225d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber { 226d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mDoMoreWorkPending = false; 22796fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber 22896fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber if (mEncoder == NULL) { 22996fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber break; 23096fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber } 23196fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber 232d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber status_t err = doMoreWork(); 233d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 234d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 235d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber notifyError(err); 236d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } else { 237d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber scheduleDoMoreWork(); 238d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 239d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber break; 240d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 241d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 242496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 243496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 24496fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber if (mEncoder == NULL) { 24596fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber break; 24696fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber } 24796fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber 248496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber if (mIsVideo) { 249496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber ALOGI("requesting IDR frame"); 250496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mEncoder->requestIDRFrame(); 251496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 252496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 253496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 254496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 25596fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber case kWhatShutdown: 25696fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber { 25796fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber ALOGI("shutting down encoder"); 25896fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber mEncoder->release(); 25996fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber mEncoder.clear(); 26096fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber 26196fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber AString mime; 26296fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber CHECK(mInputFormat->findString("mime", &mime)); 26396fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber ALOGI("encoder (%s) shut down.", mime.c_str()); 26496fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber break; 26596fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber } 26696fc6cc65ca93009a759a3a874b82a35771b9714Andreas Huber 267d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber default: 268d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber TRESPASS(); 269d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 270d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber} 271d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 272d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Hubervoid Converter::scheduleDoMoreWork() { 273d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (mDoMoreWorkPending) { 274d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber return; 275d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 276d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 277d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mDoMoreWorkPending = true; 278d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber (new AMessage(kWhatDoMoreWork, id()))->post(1000ll); 279d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber} 280d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 281d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huberstatus_t Converter::feedEncoderInputBuffers() { 282d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber while (!mInputBufferQueue.empty() 283d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && !mAvailEncoderInputIndices.empty()) { 284d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber sp<ABuffer> buffer = *mInputBufferQueue.begin(); 285d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mInputBufferQueue.erase(mInputBufferQueue.begin()); 286d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 287d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber size_t bufferIndex = *mAvailEncoderInputIndices.begin(); 288d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mAvailEncoderInputIndices.erase(mAvailEncoderInputIndices.begin()); 289d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 290d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int64_t timeUs = 0ll; 291d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber uint32_t flags = 0; 292d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 293d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (buffer != NULL) { 294d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 295d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 29692f655fe351a5f2eb7d36123d2b687d6e7e3e913Andreas Huber ALOGV("in: %s timeUs = %lld us", mIsVideo ? "video" : "audio", timeUs); 29792f655fe351a5f2eb7d36123d2b687d6e7e3e913Andreas Huber 298d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber memcpy(mEncoderInputBuffers.itemAt(bufferIndex)->data(), 299d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber buffer->data(), 300d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber buffer->size()); 301d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 302d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber void *mediaBuffer; 303d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (buffer->meta()->findPointer("mediaBuffer", &mediaBuffer) 304d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber && mediaBuffer != NULL) { 305d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mEncoderInputBuffers.itemAt(bufferIndex)->meta() 306d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber ->setPointer("mediaBuffer", mediaBuffer); 307d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 308d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber buffer->meta()->setPointer("mediaBuffer", NULL); 309d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 310d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } else { 311d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber flags = MediaCodec::BUFFER_FLAG_EOS; 312d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 313d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 314d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber status_t err = mEncoder->queueInputBuffer( 315d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber bufferIndex, 0, (buffer == NULL) ? 0 : buffer->size(), 316d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber timeUs, flags); 317d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 318d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err != OK) { 319d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber return err; 320d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 321d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 322d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 323d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber return OK; 324d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber} 325d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 326d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huberstatus_t Converter::doMoreWork() { 327d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber size_t bufferIndex; 328d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber status_t err = mEncoder->dequeueInputBuffer(&bufferIndex); 329d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 330d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err == OK) { 331d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mAvailEncoderInputIndices.push_back(bufferIndex); 332d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber feedEncoderInputBuffers(); 333d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 334d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 335d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber size_t offset; 336d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber size_t size; 337d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber int64_t timeUs; 338d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber uint32_t flags; 339d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber err = mEncoder->dequeueOutputBuffer( 340d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber &bufferIndex, &offset, &size, &timeUs, &flags); 341d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 342d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (err == OK) { 343d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (flags & MediaCodec::BUFFER_FLAG_EOS) { 344d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber sp<AMessage> notify = mNotify->dup(); 345d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber notify->setInt32("what", kWhatEOS); 346d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber notify->post(); 347d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } else { 34892f655fe351a5f2eb7d36123d2b687d6e7e3e913Andreas Huber ALOGV("out: %s timeUs = %lld us", mIsVideo ? "video" : "audio", timeUs); 34992f655fe351a5f2eb7d36123d2b687d6e7e3e913Andreas Huber 350d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber sp<ABuffer> buffer = new ABuffer(size); 351d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber buffer->meta()->setInt64("timeUs", timeUs); 352d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 353d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber memcpy(buffer->data(), 354d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mEncoderOutputBuffers.itemAt(bufferIndex)->base() + offset, 355d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber size); 356d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 357d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber if (flags & MediaCodec::BUFFER_FLAG_CODECCONFIG) { 358d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber mOutputFormat->setBuffer("csd-0", buffer); 359d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } else { 360d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber sp<AMessage> notify = mNotify->dup(); 361d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber notify->setInt32("what", kWhatAccessUnit); 362d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber notify->setBuffer("accessUnit", buffer); 363d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber notify->post(); 364d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 365d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 366d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 367d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber err = mEncoder->releaseOutputBuffer(bufferIndex); 368d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } else if (err == -EAGAIN) { 369d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber err = OK; 370d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber } 371d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 372d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber return err; 373d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber} 374d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber 375496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Hubervoid Converter::requestIDRFrame() { 376496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber (new AMessage(kWhatRequestIDRFrame, id()))->post(); 377496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 378496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 379d7bee3a9d2ad76d073d91f0ee36d5ac5f9df480cAndreas Huber} // namespace android 380