NuPlayerDecoderPassThrough.cpp revision 8b63533e6aaff121378878998925c57dbe9a9e16 
1/*
2 * Copyright (C) 2014 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 *      http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17//#define LOG_NDEBUG 0
18#define LOG_TAG "NuPlayerDecoderPassThrough"
19#include <utils/Log.h>
20#include <inttypes.h>
21
22#include "NuPlayerDecoderPassThrough.h"
23
24#include "NuPlayerRenderer.h"
25#include "NuPlayerSource.h"
26
27#include <media/ICrypto.h>
28#include <media/stagefright/foundation/ABuffer.h>
29#include <media/stagefright/foundation/ADebug.h>
30#include <media/stagefright/foundation/AMessage.h>
31#include <media/stagefright/MediaErrors.h>
32
33#include "ATSParser.h"
34
35namespace android {
36
37// TODO optimize buffer size for power consumption
38// The offload read buffer size is 32 KB but 24 KB uses less power.
39static const size_t kAggregateBufferSizeBytes = 24 * 1024;
40static const size_t kMaxCachedBytes = 200000;
41
42NuPlayer::DecoderPassThrough::DecoderPassThrough(
43        const sp<AMessage> &notify,
44        const sp<Source> &source,
45        const sp<Renderer> &renderer)
46    : DecoderBase(notify),
47      mSource(source),
48      mRenderer(renderer),
49      mSkipRenderingUntilMediaTimeUs(-1ll),
50      mPaused(false),
51      mReachedEOS(true),
52      mPendingAudioErr(OK),
53      mPendingBuffersToDrain(0),
54      mCachedBytes(0),
55      mComponentName("pass through decoder") {
56    ALOGW_IF(renderer == NULL, "expect a non-NULL renderer");
57}
58
59NuPlayer::DecoderPassThrough::~DecoderPassThrough() {
60}
61
62void NuPlayer::DecoderPassThrough::getStats(
63        int64_t *numFramesTotal, int64_t *numFramesDropped) const {
64    *numFramesTotal = 0;
65    *numFramesDropped = 0;
66}
67
68void NuPlayer::DecoderPassThrough::onConfigure(const sp<AMessage> &format) {
69    ALOGV("[%s] onConfigure", mComponentName.c_str());
70    mCachedBytes = 0;
71    mPendingBuffersToDrain = 0;
72    mReachedEOS = false;
73    ++mBufferGeneration;
74
75    onRequestInputBuffers();
76
77    int32_t hasVideo = 0;
78    format->findInt32("has-video", &hasVideo);
79
80    // The audio sink is already opened before the PassThrough decoder is created.
81    // Opening again might be relevant if decoder is instantiated after shutdown and
82    // format is different.
83    status_t err = mRenderer->openAudioSink(
84            format, true /* offloadOnly */, hasVideo,
85            AUDIO_OUTPUT_FLAG_NONE /* flags */, NULL /* isOffloaded */);
86    if (err != OK) {
87        handleError(err);
88    }
89}
90
91void NuPlayer::DecoderPassThrough::onSetRenderer(
92        const sp<Renderer> &renderer) {
93    // renderer can't be changed during offloading
94    ALOGW_IF(renderer != mRenderer,
95            "ignoring request to change renderer");
96}
97
98void NuPlayer::DecoderPassThrough::onGetInputBuffers(
99        Vector<sp<ABuffer> > * /* dstBuffers */) {
100    ALOGE("onGetInputBuffers() called unexpectedly");
101}
102
103bool NuPlayer::DecoderPassThrough::isStaleReply(const sp<AMessage> &msg) {
104    int32_t generation;
105    CHECK(msg->findInt32("generation", &generation));
106    return generation != mBufferGeneration;
107}
108
109bool NuPlayer::DecoderPassThrough::isDoneFetching() const {
110    ALOGV("[%s] mCachedBytes = %zu, mReachedEOS = %d mPaused = %d",
111            mComponentName.c_str(), mCachedBytes, mReachedEOS, mPaused);
112
113    return mCachedBytes >= kMaxCachedBytes || mReachedEOS || mPaused;
114}
115
116void NuPlayer::DecoderPassThrough::doRequestBuffers() {
117    status_t err = OK;
118    while (!isDoneFetching()) {
119        sp<AMessage> msg = new AMessage();
120
121        err = fetchInputData(msg);
122        if (err != OK) {
123            break;
124        }
125
126        onInputBufferFetched(msg);
127    }
128
129    if (err == -EWOULDBLOCK
130            && mSource->feedMoreTSData() == OK) {
131        scheduleRequestBuffers();
132    }
133}
134
135status_t NuPlayer::DecoderPassThrough::dequeueAccessUnit(sp<ABuffer> *accessUnit) {
136    status_t err;
137
138    // Did we save an accessUnit earlier because of a discontinuity?
139    if (mPendingAudioAccessUnit != NULL) {
140        *accessUnit = mPendingAudioAccessUnit;
141        mPendingAudioAccessUnit.clear();
142        err = mPendingAudioErr;
143        ALOGV("feedDecoderInputData() use mPendingAudioAccessUnit");
144    } else {
145        err = mSource->dequeueAccessUnit(true /* audio */, accessUnit);
146    }
147
148    if (err == INFO_DISCONTINUITY || err == ERROR_END_OF_STREAM) {
149        if (mAggregateBuffer != NULL) {
150            // We already have some data so save this for later.
151            mPendingAudioErr = err;
152            mPendingAudioAccessUnit = *accessUnit;
153            (*accessUnit).clear();
154            ALOGD("return aggregated buffer and save err(=%d) for later", err);
155            err = OK;
156        }
157    }
158
159    return err;
160}
161
162sp<ABuffer> NuPlayer::DecoderPassThrough::aggregateBuffer(
163        const sp<ABuffer> &accessUnit) {
164    sp<ABuffer> aggregate;
165
166    if (accessUnit == NULL) {
167        // accessUnit is saved to mPendingAudioAccessUnit
168        // return current mAggregateBuffer
169        aggregate = mAggregateBuffer;
170        mAggregateBuffer.clear();
171        return aggregate;
172    }
173
174    size_t smallSize = accessUnit->size();
175    if ((mAggregateBuffer == NULL)
176            // Don't bother if only room for a few small buffers.
177            && (smallSize < (kAggregateBufferSizeBytes / 3))) {
178        // Create a larger buffer for combining smaller buffers from the extractor.
179        mAggregateBuffer = new ABuffer(kAggregateBufferSizeBytes);
180        mAggregateBuffer->setRange(0, 0); // start empty
181    }
182
183    if (mAggregateBuffer != NULL) {
184        int64_t timeUs;
185        int64_t dummy;
186        bool smallTimestampValid = accessUnit->meta()->findInt64("timeUs", &timeUs);
187        bool bigTimestampValid = mAggregateBuffer->meta()->findInt64("timeUs", &dummy);
188        // Will the smaller buffer fit?
189        size_t bigSize = mAggregateBuffer->size();
190        size_t roomLeft = mAggregateBuffer->capacity() - bigSize;
191        // Should we save this small buffer for the next big buffer?
192        // If the first small buffer did not have a timestamp then save
193        // any buffer that does have a timestamp until the next big buffer.
194        if ((smallSize > roomLeft)
195            || (!bigTimestampValid && (bigSize > 0) && smallTimestampValid)) {
196            mPendingAudioErr = OK;
197            mPendingAudioAccessUnit = accessUnit;
198            aggregate = mAggregateBuffer;
199            mAggregateBuffer.clear();
200        } else {
201            // Grab time from first small buffer if available.
202            if ((bigSize == 0) && smallTimestampValid) {
203                mAggregateBuffer->meta()->setInt64("timeUs", timeUs);
204            }
205            // Append small buffer to the bigger buffer.
206            memcpy(mAggregateBuffer->base() + bigSize, accessUnit->data(), smallSize);
207            bigSize += smallSize;
208            mAggregateBuffer->setRange(0, bigSize);
209
210            ALOGV("feedDecoderInputData() smallSize = %zu, bigSize = %zu, capacity = %zu",
211                    smallSize, bigSize, mAggregateBuffer->capacity());
212        }
213    } else {
214        // decided not to aggregate
215        aggregate = accessUnit;
216    }
217
218    return aggregate;
219}
220
221status_t NuPlayer::DecoderPassThrough::fetchInputData(sp<AMessage> &reply) {
222    sp<ABuffer> accessUnit;
223
224    do {
225        status_t err = dequeueAccessUnit(&accessUnit);
226
227        if (err == -EWOULDBLOCK) {
228            return err;
229        } else if (err != OK) {
230            if (err == INFO_DISCONTINUITY) {
231                int32_t type;
232                CHECK(accessUnit->meta()->findInt32("discontinuity", &type));
233
234                bool formatChange =
235                        (type & ATSParser::DISCONTINUITY_AUDIO_FORMAT) != 0;
236
237                bool timeChange =
238                        (type & ATSParser::DISCONTINUITY_TIME) != 0;
239
240                ALOGI("audio discontinuity (formatChange=%d, time=%d)",
241                        formatChange, timeChange);
242
243                if (formatChange || timeChange) {
244                    sp<AMessage> msg = mNotify->dup();
245                    msg->setInt32("what", kWhatInputDiscontinuity);
246                    // will perform seamless format change,
247                    // only notify NuPlayer to scan sources
248                    msg->setInt32("formatChange", false);
249                    msg->post();
250                }
251
252                if (timeChange) {
253                    doFlush(false /* notifyComplete */);
254                    err = OK;
255                } else if (formatChange) {
256                    // do seamless format change
257                    err = OK;
258                } else {
259                    // This stream is unaffected by the discontinuity
260                    return -EWOULDBLOCK;
261                }
262            }
263
264            reply->setInt32("err", err);
265            return OK;
266        }
267
268        accessUnit = aggregateBuffer(accessUnit);
269    } while (accessUnit == NULL);
270
271#if 0
272    int64_t mediaTimeUs;
273    CHECK(accessUnit->meta()->findInt64("timeUs", &mediaTimeUs));
274    ALOGV("feeding audio input buffer at media time %.2f secs",
275         mediaTimeUs / 1E6);
276#endif
277
278    reply->setBuffer("buffer", accessUnit);
279
280    return OK;
281}
282
283void NuPlayer::DecoderPassThrough::onInputBufferFetched(
284        const sp<AMessage> &msg) {
285    if (mReachedEOS) {
286        return;
287    }
288
289    sp<ABuffer> buffer;
290    bool hasBuffer = msg->findBuffer("buffer", &buffer);
291    if (buffer == NULL) {
292        int32_t streamErr = ERROR_END_OF_STREAM;
293        CHECK(msg->findInt32("err", &streamErr) || !hasBuffer);
294        if (streamErr == OK) {
295            return;
296        }
297
298        mReachedEOS = true;
299        if (mRenderer != NULL) {
300            mRenderer->queueEOS(true /* audio */, ERROR_END_OF_STREAM);
301        }
302        return;
303    }
304
305    sp<AMessage> extra;
306    if (buffer->meta()->findMessage("extra", &extra) && extra != NULL) {
307        int64_t resumeAtMediaTimeUs;
308        if (extra->findInt64(
309                    "resume-at-mediatimeUs", &resumeAtMediaTimeUs)) {
310            ALOGI("[%s] suppressing rendering until %lld us",
311                    mComponentName.c_str(), (long long)resumeAtMediaTimeUs);
312            mSkipRenderingUntilMediaTimeUs = resumeAtMediaTimeUs;
313        }
314    }
315
316    int32_t bufferSize = buffer->size();
317    mCachedBytes += bufferSize;
318
319    if (mSkipRenderingUntilMediaTimeUs >= 0) {
320        int64_t timeUs = 0;
321        CHECK(buffer->meta()->findInt64("timeUs", &timeUs));
322
323        if (timeUs < mSkipRenderingUntilMediaTimeUs) {
324            ALOGV("[%s] dropping buffer at time %lld as requested.",
325                     mComponentName.c_str(), (long long)timeUs);
326
327            onBufferConsumed(bufferSize);
328            return;
329        }
330
331        mSkipRenderingUntilMediaTimeUs = -1;
332    }
333
334    if (mRenderer == NULL) {
335        onBufferConsumed(bufferSize);
336        return;
337    }
338
339    sp<AMessage> reply = new AMessage(kWhatBufferConsumed, this);
340    reply->setInt32("generation", mBufferGeneration);
341    reply->setInt32("size", bufferSize);
342
343    mRenderer->queueBuffer(true /* audio */, buffer, reply);
344
345    ++mPendingBuffersToDrain;
346    ALOGV("onInputBufferFilled: #ToDrain = %zu, cachedBytes = %zu",
347            mPendingBuffersToDrain, mCachedBytes);
348}
349
350void NuPlayer::DecoderPassThrough::onBufferConsumed(int32_t size) {
351    --mPendingBuffersToDrain;
352    mCachedBytes -= size;
353    ALOGV("onBufferConsumed: #ToDrain = %zu, cachedBytes = %zu",
354            mPendingBuffersToDrain, mCachedBytes);
355    onRequestInputBuffers();
356}
357
358void NuPlayer::DecoderPassThrough::onResume(bool notifyComplete) {
359    mPaused = false;
360
361    onRequestInputBuffers();
362
363    if (notifyComplete) {
364        sp<AMessage> notify = mNotify->dup();
365        notify->setInt32("what", kWhatResumeCompleted);
366        notify->post();
367    }
368}
369
370void NuPlayer::DecoderPassThrough::doFlush(bool notifyComplete) {
371    ++mBufferGeneration;
372    mSkipRenderingUntilMediaTimeUs = -1;
373    mPendingAudioAccessUnit.clear();
374    mPendingAudioErr = OK;
375    mAggregateBuffer.clear();
376
377    if (mRenderer != NULL) {
378        mRenderer->flush(true /* audio */, notifyComplete);
379        mRenderer->signalTimeDiscontinuity();
380    }
381
382    mPendingBuffersToDrain = 0;
383    mCachedBytes = 0;
384    mReachedEOS = false;
385}
386
387void NuPlayer::DecoderPassThrough::onFlush() {
388    doFlush(true /* notifyComplete */);
389
390    mPaused = true;
391    sp<AMessage> notify = mNotify->dup();
392    notify->setInt32("what", kWhatFlushCompleted);
393    notify->post();
394
395}
396
397void NuPlayer::DecoderPassThrough::onShutdown(bool notifyComplete) {
398    ++mBufferGeneration;
399    mSkipRenderingUntilMediaTimeUs = -1;
400
401    if (notifyComplete) {
402        sp<AMessage> notify = mNotify->dup();
403        notify->setInt32("what", kWhatShutdownCompleted);
404        notify->post();
405    }
406
407    mReachedEOS = true;
408}
409
410void NuPlayer::DecoderPassThrough::onMessageReceived(const sp<AMessage> &msg) {
411    ALOGV("[%s] onMessage: %s", mComponentName.c_str(),
412            msg->debugString().c_str());
413
414    switch (msg->what()) {
415        case kWhatBufferConsumed:
416        {
417            if (!isStaleReply(msg)) {
418                int32_t size;
419                CHECK(msg->findInt32("size", &size));
420                onBufferConsumed(size);
421            }
422            break;
423        }
424
425        default:
426            DecoderBase::onMessageReceived(msg);
427            break;
428    }
429}
430
431}  // namespace android
432