NuPlayerDecoderPassThrough.cpp revision f1828910d48bbd22e1392e6ab0ce31298d1f115c
1/* 2 * Copyright (C) 2014 The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17//#define LOG_NDEBUG 0 18#define LOG_TAG "NuPlayerDecoderPassThrough" 19#include <utils/Log.h> 20#include <inttypes.h> 21 22#include "NuPlayerDecoderPassThrough.h" 23 24#include "NuPlayerRenderer.h" 25#include "NuPlayerSource.h" 26 27#include <media/ICrypto.h> 28#include <media/stagefright/foundation/ABuffer.h> 29#include <media/stagefright/foundation/ADebug.h> 30#include <media/stagefright/foundation/AMessage.h> 31#include <media/stagefright/MediaErrors.h> 32 33#include "ATSParser.h" 34 35namespace android { 36 37// TODO optimize buffer size for power consumption 38// The offload read buffer size is 32 KB but 24 KB uses less power. 39static const size_t kAggregateBufferSizeBytes = 24 * 1024; 40static const size_t kMaxCachedBytes = 200000; 41 42NuPlayer::DecoderPassThrough::DecoderPassThrough( 43 const sp<AMessage> ¬ify, 44 const sp<Source> &source, 45 const sp<Renderer> &renderer) 46 : mNotify(notify), 47 mSource(source), 48 mRenderer(renderer), 49 mSkipRenderingUntilMediaTimeUs(-1ll), 50 mPaused(false), 51 mBufferGeneration(0), 52 mReachedEOS(true), 53 mPendingAudioErr(OK), 54 mPendingBuffersToDrain(0), 55 mCachedBytes(0), 56 mComponentName("pass through decoder") { 57 ALOGW_IF(renderer == NULL, "expect a non-NULL renderer"); 58} 59 60NuPlayer::DecoderPassThrough::~DecoderPassThrough() { 61} 62 63void NuPlayer::DecoderPassThrough::getStats( 64 int64_t *numFramesTotal, int64_t *numFramesDropped) const { 65 *numFramesTotal = 0; 66 *numFramesDropped = 0; 67} 68 69void NuPlayer::DecoderPassThrough::onConfigure(const sp<AMessage> &format) { 70 ALOGV("[%s] onConfigure", mComponentName.c_str()); 71 mCachedBytes = 0; 72 mPendingBuffersToDrain = 0; 73 mReachedEOS = false; 74 ++mBufferGeneration; 75 76 onRequestInputBuffers(); 77 78 uint32_t flags; 79 int64_t durationUs; 80 if (mSource->getDuration(&durationUs) == OK && 81 durationUs > AUDIO_SINK_MIN_DEEP_BUFFER_DURATION_US) { 82 flags = AUDIO_OUTPUT_FLAG_DEEP_BUFFER; 83 } else { 84 flags = AUDIO_OUTPUT_FLAG_NONE; 85 } 86 87 mRenderer->openAudioSink( 88 format, true /* offloadOnly */, false /* hasVideo */, flags); 89} 90 91void NuPlayer::DecoderPassThrough::onSetRenderer( 92 const sp<Renderer> &renderer) { 93 // renderer can't be changed during offloading 94 ALOGW_IF(renderer != mRenderer, 95 "ignoring request to change renderer"); 96} 97 98void NuPlayer::DecoderPassThrough::onGetInputBuffers( 99 Vector<sp<ABuffer> > * /* dstBuffers */) { 100 ALOGE("onGetInputBuffers() called unexpectedly"); 101} 102 103bool NuPlayer::DecoderPassThrough::isStaleReply(const sp<AMessage> &msg) { 104 int32_t generation; 105 CHECK(msg->findInt32("generation", &generation)); 106 return generation != mBufferGeneration; 107} 108 109bool NuPlayer::DecoderPassThrough::isDoneFetching() const { 110 ALOGV("[%s] mCachedBytes = %zu, mReachedEOS = %d mPaused = %d", 111 mComponentName.c_str(), mCachedBytes, mReachedEOS, mPaused); 112 113 return mCachedBytes >= kMaxCachedBytes || mReachedEOS || mPaused; 114} 115 116void NuPlayer::DecoderPassThrough::doRequestBuffers() { 117 status_t err = OK; 118 while (!isDoneFetching()) { 119 sp<AMessage> msg = new AMessage(); 120 121 err = fetchInputData(msg); 122 if (err != OK) { 123 break; 124 } 125 126 onInputBufferFetched(msg); 127 } 128 129 if (err == -EWOULDBLOCK 130 && mSource->feedMoreTSData() == OK) { 131 scheduleRequestBuffers(); 132 } 133} 134 135status_t NuPlayer::DecoderPassThrough::dequeueAccessUnit(sp<ABuffer> *accessUnit) { 136 status_t err; 137 138 // Did we save an accessUnit earlier because of a discontinuity? 139 if (mPendingAudioAccessUnit != NULL) { 140 *accessUnit = mPendingAudioAccessUnit; 141 mPendingAudioAccessUnit.clear(); 142 err = mPendingAudioErr; 143 ALOGV("feedDecoderInputData() use mPendingAudioAccessUnit"); 144 } else { 145 err = mSource->dequeueAccessUnit(true /* audio */, accessUnit); 146 } 147 148 if (err == INFO_DISCONTINUITY || err == ERROR_END_OF_STREAM) { 149 if (mAggregateBuffer != NULL) { 150 // We already have some data so save this for later. 151 mPendingAudioErr = err; 152 mPendingAudioAccessUnit = *accessUnit; 153 (*accessUnit).clear(); 154 ALOGD("return aggregated buffer and save err(=%d) for later", err); 155 err = OK; 156 } 157 } 158 159 return err; 160} 161 162sp<ABuffer> NuPlayer::DecoderPassThrough::aggregateBuffer( 163 const sp<ABuffer> &accessUnit) { 164 sp<ABuffer> aggregate; 165 166 if (accessUnit == NULL) { 167 // accessUnit is saved to mPendingAudioAccessUnit 168 // return current mAggregateBuffer 169 aggregate = mAggregateBuffer; 170 mAggregateBuffer.clear(); 171 return aggregate; 172 } 173 174 size_t smallSize = accessUnit->size(); 175 if ((mAggregateBuffer == NULL) 176 // Don't bother if only room for a few small buffers. 177 && (smallSize < (kAggregateBufferSizeBytes / 3))) { 178 // Create a larger buffer for combining smaller buffers from the extractor. 179 mAggregateBuffer = new ABuffer(kAggregateBufferSizeBytes); 180 mAggregateBuffer->setRange(0, 0); // start empty 181 } 182 183 if (mAggregateBuffer != NULL) { 184 int64_t timeUs; 185 int64_t dummy; 186 bool smallTimestampValid = accessUnit->meta()->findInt64("timeUs", &timeUs); 187 bool bigTimestampValid = mAggregateBuffer->meta()->findInt64("timeUs", &dummy); 188 // Will the smaller buffer fit? 189 size_t bigSize = mAggregateBuffer->size(); 190 size_t roomLeft = mAggregateBuffer->capacity() - bigSize; 191 // Should we save this small buffer for the next big buffer? 192 // If the first small buffer did not have a timestamp then save 193 // any buffer that does have a timestamp until the next big buffer. 194 if ((smallSize > roomLeft) 195 || (!bigTimestampValid && (bigSize > 0) && smallTimestampValid)) { 196 mPendingAudioErr = OK; 197 mPendingAudioAccessUnit = accessUnit; 198 aggregate = mAggregateBuffer; 199 mAggregateBuffer.clear(); 200 } else { 201 // Grab time from first small buffer if available. 202 if ((bigSize == 0) && smallTimestampValid) { 203 mAggregateBuffer->meta()->setInt64("timeUs", timeUs); 204 } 205 // Append small buffer to the bigger buffer. 206 memcpy(mAggregateBuffer->base() + bigSize, accessUnit->data(), smallSize); 207 bigSize += smallSize; 208 mAggregateBuffer->setRange(0, bigSize); 209 210 ALOGV("feedDecoderInputData() smallSize = %zu, bigSize = %zu, capacity = %zu", 211 smallSize, bigSize, mAggregateBuffer->capacity()); 212 } 213 } else { 214 // decided not to aggregate 215 aggregate = accessUnit; 216 } 217 218 return aggregate; 219} 220 221status_t NuPlayer::DecoderPassThrough::fetchInputData(sp<AMessage> &reply) { 222 sp<ABuffer> accessUnit; 223 224 do { 225 status_t err = dequeueAccessUnit(&accessUnit); 226 227 if (err == -EWOULDBLOCK) { 228 return err; 229 } else if (err != OK) { 230 if (err == INFO_DISCONTINUITY) { 231 int32_t type; 232 CHECK(accessUnit->meta()->findInt32("discontinuity", &type)); 233 234 bool formatChange = 235 (type & ATSParser::DISCONTINUITY_AUDIO_FORMAT) != 0; 236 237 bool timeChange = 238 (type & ATSParser::DISCONTINUITY_TIME) != 0; 239 240 ALOGI("audio discontinuity (formatChange=%d, time=%d)", 241 formatChange, timeChange); 242 243 if (formatChange || timeChange) { 244 sp<AMessage> msg = mNotify->dup(); 245 msg->setInt32("what", kWhatInputDiscontinuity); 246 // will perform seamless format change, 247 // only notify NuPlayer to scan sources 248 msg->setInt32("formatChange", false); 249 msg->post(); 250 } 251 252 if (timeChange) { 253 onFlush(false /* notifyComplete */); 254 err = OK; 255 } else if (formatChange) { 256 // do seamless format change 257 err = OK; 258 } else { 259 // This stream is unaffected by the discontinuity 260 return -EWOULDBLOCK; 261 } 262 } 263 264 reply->setInt32("err", err); 265 return OK; 266 } 267 268 accessUnit = aggregateBuffer(accessUnit); 269 } while (accessUnit == NULL); 270 271#if 0 272 int64_t mediaTimeUs; 273 CHECK(accessUnit->meta()->findInt64("timeUs", &mediaTimeUs)); 274 ALOGV("feeding audio input buffer at media time %.2f secs", 275 mediaTimeUs / 1E6); 276#endif 277 278 reply->setBuffer("buffer", accessUnit); 279 280 return OK; 281} 282 283void NuPlayer::DecoderPassThrough::onInputBufferFetched( 284 const sp<AMessage> &msg) { 285 if (mReachedEOS) { 286 return; 287 } 288 289 sp<ABuffer> buffer; 290 bool hasBuffer = msg->findBuffer("buffer", &buffer); 291 if (buffer == NULL) { 292 int32_t streamErr = ERROR_END_OF_STREAM; 293 CHECK(msg->findInt32("err", &streamErr) || !hasBuffer); 294 if (streamErr == OK) { 295 return; 296 } 297 298 mReachedEOS = true; 299 if (mRenderer != NULL) { 300 mRenderer->queueEOS(true /* audio */, ERROR_END_OF_STREAM); 301 } 302 return; 303 } 304 305 sp<AMessage> extra; 306 if (buffer->meta()->findMessage("extra", &extra) && extra != NULL) { 307 int64_t resumeAtMediaTimeUs; 308 if (extra->findInt64( 309 "resume-at-mediatimeUs", &resumeAtMediaTimeUs)) { 310 ALOGI("[%s] suppressing rendering until %lld us", 311 mComponentName.c_str(), (long long)resumeAtMediaTimeUs); 312 mSkipRenderingUntilMediaTimeUs = resumeAtMediaTimeUs; 313 } 314 } 315 316 int32_t bufferSize = buffer->size(); 317 mCachedBytes += bufferSize; 318 319 if (mSkipRenderingUntilMediaTimeUs >= 0) { 320 int64_t timeUs = 0; 321 CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 322 323 if (timeUs < mSkipRenderingUntilMediaTimeUs) { 324 ALOGV("[%s] dropping buffer at time %lld as requested.", 325 mComponentName.c_str(), (long long)timeUs); 326 327 onBufferConsumed(bufferSize); 328 return; 329 } 330 331 mSkipRenderingUntilMediaTimeUs = -1; 332 } 333 334 if (mRenderer == NULL) { 335 onBufferConsumed(bufferSize); 336 return; 337 } 338 339 sp<AMessage> reply = new AMessage(kWhatBufferConsumed, id()); 340 reply->setInt32("generation", mBufferGeneration); 341 reply->setInt32("size", bufferSize); 342 343 mRenderer->queueBuffer(true /* audio */, buffer, reply); 344 345 ++mPendingBuffersToDrain; 346 ALOGV("onInputBufferFilled: #ToDrain = %zu, cachedBytes = %zu", 347 mPendingBuffersToDrain, mCachedBytes); 348} 349 350void NuPlayer::DecoderPassThrough::onBufferConsumed(int32_t size) { 351 --mPendingBuffersToDrain; 352 mCachedBytes -= size; 353 ALOGV("onBufferConsumed: #ToDrain = %zu, cachedBytes = %zu", 354 mPendingBuffersToDrain, mCachedBytes); 355 onRequestInputBuffers(); 356} 357 358void NuPlayer::DecoderPassThrough::onResume(bool notifyComplete) { 359 mPaused = false; 360 361 onRequestInputBuffers(); 362 363 if (notifyComplete) { 364 sp<AMessage> notify = mNotify->dup(); 365 notify->setInt32("what", kWhatResumeCompleted); 366 notify->post(); 367 } 368} 369 370void NuPlayer::DecoderPassThrough::onFlush(bool notifyComplete) { 371 ++mBufferGeneration; 372 mSkipRenderingUntilMediaTimeUs = -1; 373 mPendingAudioAccessUnit.clear(); 374 mPendingAudioErr = OK; 375 mAggregateBuffer.clear(); 376 377 if (mRenderer != NULL) { 378 mRenderer->flush(true /* audio */, notifyComplete); 379 mRenderer->signalTimeDiscontinuity(); 380 } 381 382 if (notifyComplete) { 383 mPaused = true; 384 sp<AMessage> notify = mNotify->dup(); 385 notify->setInt32("what", kWhatFlushCompleted); 386 notify->post(); 387 } 388 389 mPendingBuffersToDrain = 0; 390 mCachedBytes = 0; 391 mReachedEOS = false; 392} 393 394void NuPlayer::DecoderPassThrough::onShutdown(bool notifyComplete) { 395 ++mBufferGeneration; 396 mSkipRenderingUntilMediaTimeUs = -1; 397 398 if (notifyComplete) { 399 sp<AMessage> notify = mNotify->dup(); 400 notify->setInt32("what", kWhatShutdownCompleted); 401 notify->post(); 402 } 403 404 mReachedEOS = true; 405} 406 407void NuPlayer::DecoderPassThrough::onMessageReceived(const sp<AMessage> &msg) { 408 ALOGV("[%s] onMessage: %s", mComponentName.c_str(), 409 msg->debugString().c_str()); 410 411 switch (msg->what()) { 412 case kWhatBufferConsumed: 413 { 414 if (!isStaleReply(msg)) { 415 int32_t size; 416 CHECK(msg->findInt32("size", &size)); 417 onBufferConsumed(size); 418 } 419 break; 420 } 421 422 default: 423 DecoderBase::onMessageReceived(msg); 424 break; 425 } 426} 427 428} // namespace android 429