codec.cpp revision bae6f72d16a1cfc2122b4ce9b484c026ecd896b1
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright (C) 2012 The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "codec" 195778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <utils/Log.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 215778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "SimplePlayer.h" 225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 235778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <binder/ProcessState.h> 245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 255778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 265778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 275778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ALooper.h> 285778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 295778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/DataSource.h> 305778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaCodec.h> 315778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaDefs.h> 325778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/NuMediaExtractor.h> 33df712ea86e6350f7005a02ab0e1c60c28a343ed0Mathias Agopian#include <gui/SurfaceComposerClient.h> 345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 355778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic void usage(const char *me) { 365778822d86b0337407514b9372562b86edfa91cdAndreas Huber fprintf(stderr, "usage: %s [-a] use audio\n" 375778822d86b0337407514b9372562b86edfa91cdAndreas Huber "\t\t[-v] use video\n" 38bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber "\t\t[-p] playback\n" 39bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber "\t\t[-S] allocate buffers from a surface\n", me); 405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 415778822d86b0337407514b9372562b86edfa91cdAndreas Huber exit(1); 425778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 445778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 465778822d86b0337407514b9372562b86edfa91cdAndreas Huberstruct CodecState { 475778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<MediaCodec> mCodec; 485778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<sp<ABuffer> > mCSD; 495778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t mCSDIndex; 505778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<sp<ABuffer> > mInBuffers; 515778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<sp<ABuffer> > mOutBuffers; 525778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool mSawOutputEOS; 53bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber int64_t mNumBuffersDecoded; 54bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber int64_t mNumBytesDecoded; 55bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber bool mIsAudio; 565778822d86b0337407514b9372562b86edfa91cdAndreas Huber}; 575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 585778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 605778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatic int decode( 615778822d86b0337407514b9372562b86edfa91cdAndreas Huber const android::sp<android::ALooper> &looper, 625778822d86b0337407514b9372562b86edfa91cdAndreas Huber const char *path, 635778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool useAudio, 64bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber bool useVideo, 65bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber const android::sp<android::Surface> &surface) { 665778822d86b0337407514b9372562b86edfa91cdAndreas Huber using namespace android; 675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 68bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber static int64_t kTimeout = 500ll; 69bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber 705778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<NuMediaExtractor> extractor = new NuMediaExtractor; 715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (extractor->setDataSource(path) != OK) { 725778822d86b0337407514b9372562b86edfa91cdAndreas Huber fprintf(stderr, "unable to instantiate extractor.\n"); 735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 1; 745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 765778822d86b0337407514b9372562b86edfa91cdAndreas Huber KeyedVector<size_t, CodecState> stateByTrack; 775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 785778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool haveAudio = false; 795778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool haveVideo = false; 805778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < extractor->countTracks(); ++i) { 815778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 825778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = extractor->getTrackFormat(i, &format); 835778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(err, (status_t)OK); 845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 855778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString mime; 865778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(format->findString("mime", &mime)); 875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 88bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber bool isAudio = !strncasecmp(mime.c_str(), "audio/", 6); 89bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber bool isVideo = !strncasecmp(mime.c_str(), "video/", 6); 90bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber 91bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber if (useAudio && !haveAudio && isAudio) { 925778822d86b0337407514b9372562b86edfa91cdAndreas Huber haveAudio = true; 93bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber } else if (useVideo && !haveVideo && isVideo) { 945778822d86b0337407514b9372562b86edfa91cdAndreas Huber haveVideo = true; 955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 965778822d86b0337407514b9372562b86edfa91cdAndreas Huber continue; 975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 995778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("selecting track %d", i); 1005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1015778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = extractor->selectTrack(i); 1025778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(err, (status_t)OK); 1035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1045778822d86b0337407514b9372562b86edfa91cdAndreas Huber CodecState *state = 1055778822d86b0337407514b9372562b86edfa91cdAndreas Huber &stateByTrack.editValueAt(stateByTrack.add(i, CodecState())); 1065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 107bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber state->mNumBytesDecoded = 0; 108bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber state->mNumBuffersDecoded = 0; 109bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber state->mIsAudio = isAudio; 110bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber 1115778822d86b0337407514b9372562b86edfa91cdAndreas Huber state->mCodec = MediaCodec::CreateByType( 1125778822d86b0337407514b9372562b86edfa91cdAndreas Huber looper, mime.c_str(), false /* encoder */); 1135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1145778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(state->mCodec != NULL); 1155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1165778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = state->mCodec->configure( 117bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber format, isVideo ? surface : NULL, 0 /* flags */); 1185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1195778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(err, (status_t)OK); 1205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1215778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t j = 0; 122bf6c85a013fb14960bac147c1ffd0a02a8d5f148Andreas Huber sp<ABuffer> buffer; 123bf6c85a013fb14960bac147c1ffd0a02a8d5f148Andreas Huber while (format->findBuffer(StringPrintf("csd-%d", j).c_str(), &buffer)) { 1245778822d86b0337407514b9372562b86edfa91cdAndreas Huber state->mCSD.push_back(buffer); 1255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1265778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++j; 1275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1295778822d86b0337407514b9372562b86edfa91cdAndreas Huber state->mCSDIndex = 0; 1305778822d86b0337407514b9372562b86edfa91cdAndreas Huber state->mSawOutputEOS = false; 1315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1325778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("got %d pieces of codec specific data.", state->mCSD.size()); 1335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1355778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!stateByTrack.isEmpty()); 1365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 137bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber int64_t startTimeUs = ALooper::GetNowUs(); 138bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber 1395778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < stateByTrack.size(); ++i) { 1405778822d86b0337407514b9372562b86edfa91cdAndreas Huber CodecState *state = &stateByTrack.editValueAt(i); 1415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1425778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<MediaCodec> codec = state->mCodec; 1435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1445778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ((status_t)OK, codec->start()); 1455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1465778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ((status_t)OK, codec->getInputBuffers(&state->mInBuffers)); 1475778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ((status_t)OK, codec->getOutputBuffers(&state->mOutBuffers)); 1485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1495778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("got %d input and %d output buffers", 1505778822d86b0337407514b9372562b86edfa91cdAndreas Huber state->mInBuffers.size(), state->mOutBuffers.size()); 1515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1525778822d86b0337407514b9372562b86edfa91cdAndreas Huber while (state->mCSDIndex < state->mCSD.size()) { 1535778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 154bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber status_t err = codec->dequeueInputBuffer(&index, -1ll); 1555778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(err, (status_t)OK); 1565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1575778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<ABuffer> &srcBuffer = 1585778822d86b0337407514b9372562b86edfa91cdAndreas Huber state->mCSD.itemAt(state->mCSDIndex++); 1595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1605778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<ABuffer> &buffer = state->mInBuffers.itemAt(index); 1615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1625778822d86b0337407514b9372562b86edfa91cdAndreas Huber memcpy(buffer->data(), srcBuffer->data(), srcBuffer->size()); 1635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1645778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = codec->queueInputBuffer( 1655778822d86b0337407514b9372562b86edfa91cdAndreas Huber index, 1665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 0 /* offset */, 1675778822d86b0337407514b9372562b86edfa91cdAndreas Huber srcBuffer->size(), 1685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 0ll /* timeUs */, 1695778822d86b0337407514b9372562b86edfa91cdAndreas Huber MediaCodec::BUFFER_FLAG_CODECCONFIG); 1705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1715778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(err, (status_t)OK); 1725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1755778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool sawInputEOS = false; 1765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1775778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (;;) { 1785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!sawInputEOS) { 1795778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t trackIndex; 1805778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = extractor->getSampleTrackIndex(&trackIndex); 1815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 1835778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("signalling EOS."); 1845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1855778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < stateByTrack.size(); ++i) { 1865778822d86b0337407514b9372562b86edfa91cdAndreas Huber CodecState *state = &stateByTrack.editValueAt(i); 1875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1885778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (;;) { 1895778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 190bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber err = state->mCodec->dequeueInputBuffer(&index, kTimeout); 1915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1925778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err == -EAGAIN) { 1935778822d86b0337407514b9372562b86edfa91cdAndreas Huber continue; 1945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1965778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(err, (status_t)OK); 1975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1985778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = state->mCodec->queueInputBuffer( 1995778822d86b0337407514b9372562b86edfa91cdAndreas Huber index, 2005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 0 /* offset */, 2015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 0 /* size */, 2025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 0ll /* timeUs */, 2035778822d86b0337407514b9372562b86edfa91cdAndreas Huber MediaCodec::BUFFER_FLAG_EOS); 2045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2055778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(err, (status_t)OK); 2065778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2105778822d86b0337407514b9372562b86edfa91cdAndreas Huber sawInputEOS = true; 2115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2125778822d86b0337407514b9372562b86edfa91cdAndreas Huber CodecState *state = &stateByTrack.editValueFor(trackIndex); 2135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2145778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 215bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber err = state->mCodec->dequeueInputBuffer(&index, kTimeout); 2165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err == OK) { 2185778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("filling input buffer %d", index); 2195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2205778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<ABuffer> &buffer = state->mInBuffers.itemAt(index); 2215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2225778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = extractor->readSampleData(buffer); 2235778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(err, (status_t)OK); 2245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2255778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 2265778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = extractor->getSampleTime(&timeUs); 2275778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(err, (status_t)OK); 2285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2295778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = state->mCodec->queueInputBuffer( 2305778822d86b0337407514b9372562b86edfa91cdAndreas Huber index, 2315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 0 /* offset */, 2325778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffer->size(), 2335778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeUs, 2345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 0 /* flags */); 2355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2365778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(err, (status_t)OK); 2375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2385778822d86b0337407514b9372562b86edfa91cdAndreas Huber extractor->advance(); 2395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 2405778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(err, -EAGAIN); 2415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2455778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool sawOutputEOSOnAllTracks = true; 2465778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < stateByTrack.size(); ++i) { 2475778822d86b0337407514b9372562b86edfa91cdAndreas Huber CodecState *state = &stateByTrack.editValueAt(i); 2485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!state->mSawOutputEOS) { 2495778822d86b0337407514b9372562b86edfa91cdAndreas Huber sawOutputEOSOnAllTracks = false; 2505778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (sawOutputEOSOnAllTracks) { 2555778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2585778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < stateByTrack.size(); ++i) { 2595778822d86b0337407514b9372562b86edfa91cdAndreas Huber CodecState *state = &stateByTrack.editValueAt(i); 2605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (state->mSawOutputEOS) { 2625778822d86b0337407514b9372562b86edfa91cdAndreas Huber continue; 2635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2655778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 2665778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 2675778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 2685778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs; 2695778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 2705778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = state->mCodec->dequeueOutputBuffer( 2715778822d86b0337407514b9372562b86edfa91cdAndreas Huber &index, &offset, &size, &presentationTimeUs, &flags, 272bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber kTimeout); 2735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err == OK) { 2755778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("draining output buffer %d, time = %lld us", 2765778822d86b0337407514b9372562b86edfa91cdAndreas Huber index, presentationTimeUs); 2775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 278bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber ++state->mNumBuffersDecoded; 279bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber state->mNumBytesDecoded += size; 280bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber 2815778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = state->mCodec->releaseOutputBuffer(index); 2825778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(err, (status_t)OK); 2835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & MediaCodec::BUFFER_FLAG_EOS) { 2855778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("reached EOS on output."); 2865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2875778822d86b0337407514b9372562b86edfa91cdAndreas Huber state->mSawOutputEOS = true; 2885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (err == INFO_OUTPUT_BUFFERS_CHANGED) { 2905778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("INFO_OUTPUT_BUFFERS_CHANGED"); 2915778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ((status_t)OK, 2925778822d86b0337407514b9372562b86edfa91cdAndreas Huber state->mCodec->getOutputBuffers(&state->mOutBuffers)); 2935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2945778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("got %d output buffers", state->mOutBuffers.size()); 2955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (err == INFO_FORMAT_CHANGED) { 2965778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 2975778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ((status_t)OK, state->mCodec->getOutputFormat(&format)); 2985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2995778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("INFO_FORMAT_CHANGED: %s", format->debugString().c_str()); 3005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 3015778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(err, -EAGAIN); 3025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 306bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber int64_t elapsedTimeUs = ALooper::GetNowUs() - startTimeUs; 307bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber 3085778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < stateByTrack.size(); ++i) { 3095778822d86b0337407514b9372562b86edfa91cdAndreas Huber CodecState *state = &stateByTrack.editValueAt(i); 3105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 311c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK_EQ((status_t)OK, state->mCodec->release()); 312bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber 313bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber if (state->mIsAudio) { 314bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber printf("track %d: %lld bytes received. %.2f KB/sec\n", 315bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber i, 316bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber state->mNumBytesDecoded, 317bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber state->mNumBytesDecoded * 1E6 / 1024 / elapsedTimeUs); 318bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber } else { 319bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber printf("track %d: %lld frames decoded, %.2f fps. %lld bytes " 320bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber "received. %.2f KB/sec\n", 321bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber i, 322bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber state->mNumBuffersDecoded, 323bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber state->mNumBuffersDecoded * 1E6 / elapsedTimeUs, 324bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber state->mNumBytesDecoded, 325bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber state->mNumBytesDecoded * 1E6 / 1024 / elapsedTimeUs); 326bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber } 3275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3295778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 3305778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3325778822d86b0337407514b9372562b86edfa91cdAndreas Huberint main(int argc, char **argv) { 3335778822d86b0337407514b9372562b86edfa91cdAndreas Huber using namespace android; 3345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3355778822d86b0337407514b9372562b86edfa91cdAndreas Huber const char *me = argv[0]; 3365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3375778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool useAudio = false; 3385778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool useVideo = false; 3395778822d86b0337407514b9372562b86edfa91cdAndreas Huber bool playback = false; 340bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber bool useSurface = false; 3415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3425778822d86b0337407514b9372562b86edfa91cdAndreas Huber int res; 343bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber while ((res = getopt(argc, argv, "havpS")) >= 0) { 3445778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (res) { 3455778822d86b0337407514b9372562b86edfa91cdAndreas Huber case 'a': 3465778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 3475778822d86b0337407514b9372562b86edfa91cdAndreas Huber useAudio = true; 3485778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 3495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3515778822d86b0337407514b9372562b86edfa91cdAndreas Huber case 'v': 3525778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 3535778822d86b0337407514b9372562b86edfa91cdAndreas Huber useVideo = true; 3545778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 3555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3575778822d86b0337407514b9372562b86edfa91cdAndreas Huber case 'p': 3585778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 3595778822d86b0337407514b9372562b86edfa91cdAndreas Huber playback = true; 3605778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 3615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 363bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber case 'S': 364bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber { 365bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber useSurface = true; 366bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber break; 367bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber } 368bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber 3695778822d86b0337407514b9372562b86edfa91cdAndreas Huber case '?': 3705778822d86b0337407514b9372562b86edfa91cdAndreas Huber case 'h': 3715778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 3725778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 3735778822d86b0337407514b9372562b86edfa91cdAndreas Huber usage(me); 3745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3785778822d86b0337407514b9372562b86edfa91cdAndreas Huber argc -= optind; 3795778822d86b0337407514b9372562b86edfa91cdAndreas Huber argv += optind; 3805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (argc != 1) { 3825778822d86b0337407514b9372562b86edfa91cdAndreas Huber usage(me); 3835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!useAudio && !useVideo) { 3865778822d86b0337407514b9372562b86edfa91cdAndreas Huber useAudio = useVideo = true; 3875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3895778822d86b0337407514b9372562b86edfa91cdAndreas Huber ProcessState::self()->startThreadPool(); 3905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3915778822d86b0337407514b9372562b86edfa91cdAndreas Huber DataSource::RegisterDefaultSniffers(); 3925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3935778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<ALooper> looper = new ALooper; 3945778822d86b0337407514b9372562b86edfa91cdAndreas Huber looper->start(); 3955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 396bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber sp<SurfaceComposerClient> composerClient; 397bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber sp<SurfaceControl> control; 398bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber sp<Surface> surface; 399bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber 400bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber if (playback || (useSurface && useVideo)) { 401bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber composerClient = new SurfaceComposerClient; 4025778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(composerClient->initCheck(), (status_t)OK); 4035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4045778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t displayWidth = composerClient->getDisplayWidth(0); 4055778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t displayHeight = composerClient->getDisplayHeight(0); 4065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4075778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("display is %ld x %ld\n", displayWidth, displayHeight); 4085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 409bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber control = composerClient->createSurface( 410bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber String8("A Surface"), 411bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber 0, 412bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber displayWidth, 413bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber displayHeight, 414bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber PIXEL_FORMAT_RGB_565, 415bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber 0); 4165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(control != NULL); 4185778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(control->isValid()); 4195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4205778822d86b0337407514b9372562b86edfa91cdAndreas Huber SurfaceComposerClient::openGlobalTransaction(); 4215778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(control->setLayer(INT_MAX), (status_t)OK); 4225778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(control->show(), (status_t)OK); 4235778822d86b0337407514b9372562b86edfa91cdAndreas Huber SurfaceComposerClient::closeGlobalTransaction(); 4245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 425bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber surface = control->getSurface(); 4265778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(surface != NULL); 427bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber } 4285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 429bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber if (playback) { 4305778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<SimplePlayer> player = new SimplePlayer; 4315778822d86b0337407514b9372562b86edfa91cdAndreas Huber looper->registerHandler(player); 4325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4335778822d86b0337407514b9372562b86edfa91cdAndreas Huber player->setDataSource(argv[0]); 4345778822d86b0337407514b9372562b86edfa91cdAndreas Huber player->setSurface(surface->getSurfaceTexture()); 4355778822d86b0337407514b9372562b86edfa91cdAndreas Huber player->start(); 436e98f8c04faf27df3b1829d336299ad51dad569cfAndreas Huber sleep(60); 4375778822d86b0337407514b9372562b86edfa91cdAndreas Huber player->stop(); 4385778822d86b0337407514b9372562b86edfa91cdAndreas Huber player->reset(); 439bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber } else { 440bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber decode(looper, argv[0], useAudio, useVideo, surface); 441bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber } 4425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 443bae6f72d16a1cfc2122b4ce9b484c026ecd896b1Andreas Huber if (playback || (useSurface && useVideo)) { 4445778822d86b0337407514b9372562b86edfa91cdAndreas Huber composerClient->dispose(); 4455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4475778822d86b0337407514b9372562b86edfa91cdAndreas Huber looper->stop(); 4485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 4505778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 451