NuPlayerDecoderPassThrough.cpp revision 1d15ab58bf8239069ef343de6cb21aabf3ef7d78
1/* 2 * Copyright (C) 2014 The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17//#define LOG_NDEBUG 0 18#define LOG_TAG "NuPlayerDecoderPassThrough" 19#include <utils/Log.h> 20#include <inttypes.h> 21 22#include "NuPlayerDecoderPassThrough.h" 23 24#include "NuPlayerRenderer.h" 25#include "NuPlayerSource.h" 26 27#include <media/ICrypto.h> 28#include <media/stagefright/foundation/ABuffer.h> 29#include <media/stagefright/foundation/ADebug.h> 30#include <media/stagefright/foundation/AMessage.h> 31#include <media/stagefright/MediaErrors.h> 32 33#include "ATSParser.h" 34 35namespace android { 36 37// TODO optimize buffer size for power consumption 38// The offload read buffer size is 32 KB but 24 KB uses less power. 39static const size_t kAggregateBufferSizeBytes = 24 * 1024; 40static const size_t kMaxCachedBytes = 200000; 41 42NuPlayer::DecoderPassThrough::DecoderPassThrough( 43 const sp<AMessage> ¬ify, 44 const sp<Source> &source, 45 const sp<Renderer> &renderer) 46 : DecoderBase(notify), 47 mSource(source), 48 mRenderer(renderer), 49 mSkipRenderingUntilMediaTimeUs(-1ll), 50 mPaused(false), 51 mReachedEOS(true), 52 mPendingAudioErr(OK), 53 mPendingBuffersToDrain(0), 54 mCachedBytes(0), 55 mComponentName("pass through decoder") { 56 ALOGW_IF(renderer == NULL, "expect a non-NULL renderer"); 57} 58 59NuPlayer::DecoderPassThrough::~DecoderPassThrough() { 60} 61 62void NuPlayer::DecoderPassThrough::getStats( 63 int64_t *numFramesTotal, int64_t *numFramesDropped) const { 64 *numFramesTotal = 0; 65 *numFramesDropped = 0; 66} 67 68void NuPlayer::DecoderPassThrough::onConfigure(const sp<AMessage> &format) { 69 ALOGV("[%s] onConfigure", mComponentName.c_str()); 70 mCachedBytes = 0; 71 mPendingBuffersToDrain = 0; 72 mReachedEOS = false; 73 ++mBufferGeneration; 74 75 onRequestInputBuffers(); 76 77 // The audio sink is already opened before the PassThrough decoder is created. 78 // Opening again might be relevant if decoder is instantiated after shutdown and 79 // format is different. 80 status_t err = mRenderer->openAudioSink( 81 format, true /* offloadOnly */, false /* hasVideo */, 82 AUDIO_OUTPUT_FLAG_NONE /* flags */, NULL /* isOffloaded */); 83 if (err != OK) { 84 handleError(err); 85 } 86} 87 88void NuPlayer::DecoderPassThrough::onSetRenderer( 89 const sp<Renderer> &renderer) { 90 // renderer can't be changed during offloading 91 ALOGW_IF(renderer != mRenderer, 92 "ignoring request to change renderer"); 93} 94 95void NuPlayer::DecoderPassThrough::onGetInputBuffers( 96 Vector<sp<ABuffer> > * /* dstBuffers */) { 97 ALOGE("onGetInputBuffers() called unexpectedly"); 98} 99 100bool NuPlayer::DecoderPassThrough::isStaleReply(const sp<AMessage> &msg) { 101 int32_t generation; 102 CHECK(msg->findInt32("generation", &generation)); 103 return generation != mBufferGeneration; 104} 105 106bool NuPlayer::DecoderPassThrough::isDoneFetching() const { 107 ALOGV("[%s] mCachedBytes = %zu, mReachedEOS = %d mPaused = %d", 108 mComponentName.c_str(), mCachedBytes, mReachedEOS, mPaused); 109 110 return mCachedBytes >= kMaxCachedBytes || mReachedEOS || mPaused; 111} 112 113void NuPlayer::DecoderPassThrough::doRequestBuffers() { 114 status_t err = OK; 115 while (!isDoneFetching()) { 116 sp<AMessage> msg = new AMessage(); 117 118 err = fetchInputData(msg); 119 if (err != OK) { 120 break; 121 } 122 123 onInputBufferFetched(msg); 124 } 125 126 if (err == -EWOULDBLOCK 127 && mSource->feedMoreTSData() == OK) { 128 scheduleRequestBuffers(); 129 } 130} 131 132status_t NuPlayer::DecoderPassThrough::dequeueAccessUnit(sp<ABuffer> *accessUnit) { 133 status_t err; 134 135 // Did we save an accessUnit earlier because of a discontinuity? 136 if (mPendingAudioAccessUnit != NULL) { 137 *accessUnit = mPendingAudioAccessUnit; 138 mPendingAudioAccessUnit.clear(); 139 err = mPendingAudioErr; 140 ALOGV("feedDecoderInputData() use mPendingAudioAccessUnit"); 141 } else { 142 err = mSource->dequeueAccessUnit(true /* audio */, accessUnit); 143 } 144 145 if (err == INFO_DISCONTINUITY || err == ERROR_END_OF_STREAM) { 146 if (mAggregateBuffer != NULL) { 147 // We already have some data so save this for later. 148 mPendingAudioErr = err; 149 mPendingAudioAccessUnit = *accessUnit; 150 (*accessUnit).clear(); 151 ALOGD("return aggregated buffer and save err(=%d) for later", err); 152 err = OK; 153 } 154 } 155 156 return err; 157} 158 159sp<ABuffer> NuPlayer::DecoderPassThrough::aggregateBuffer( 160 const sp<ABuffer> &accessUnit) { 161 sp<ABuffer> aggregate; 162 163 if (accessUnit == NULL) { 164 // accessUnit is saved to mPendingAudioAccessUnit 165 // return current mAggregateBuffer 166 aggregate = mAggregateBuffer; 167 mAggregateBuffer.clear(); 168 return aggregate; 169 } 170 171 size_t smallSize = accessUnit->size(); 172 if ((mAggregateBuffer == NULL) 173 // Don't bother if only room for a few small buffers. 174 && (smallSize < (kAggregateBufferSizeBytes / 3))) { 175 // Create a larger buffer for combining smaller buffers from the extractor. 176 mAggregateBuffer = new ABuffer(kAggregateBufferSizeBytes); 177 mAggregateBuffer->setRange(0, 0); // start empty 178 } 179 180 if (mAggregateBuffer != NULL) { 181 int64_t timeUs; 182 int64_t dummy; 183 bool smallTimestampValid = accessUnit->meta()->findInt64("timeUs", &timeUs); 184 bool bigTimestampValid = mAggregateBuffer->meta()->findInt64("timeUs", &dummy); 185 // Will the smaller buffer fit? 186 size_t bigSize = mAggregateBuffer->size(); 187 size_t roomLeft = mAggregateBuffer->capacity() - bigSize; 188 // Should we save this small buffer for the next big buffer? 189 // If the first small buffer did not have a timestamp then save 190 // any buffer that does have a timestamp until the next big buffer. 191 if ((smallSize > roomLeft) 192 || (!bigTimestampValid && (bigSize > 0) && smallTimestampValid)) { 193 mPendingAudioErr = OK; 194 mPendingAudioAccessUnit = accessUnit; 195 aggregate = mAggregateBuffer; 196 mAggregateBuffer.clear(); 197 } else { 198 // Grab time from first small buffer if available. 199 if ((bigSize == 0) && smallTimestampValid) { 200 mAggregateBuffer->meta()->setInt64("timeUs", timeUs); 201 } 202 // Append small buffer to the bigger buffer. 203 memcpy(mAggregateBuffer->base() + bigSize, accessUnit->data(), smallSize); 204 bigSize += smallSize; 205 mAggregateBuffer->setRange(0, bigSize); 206 207 ALOGV("feedDecoderInputData() smallSize = %zu, bigSize = %zu, capacity = %zu", 208 smallSize, bigSize, mAggregateBuffer->capacity()); 209 } 210 } else { 211 // decided not to aggregate 212 aggregate = accessUnit; 213 } 214 215 return aggregate; 216} 217 218status_t NuPlayer::DecoderPassThrough::fetchInputData(sp<AMessage> &reply) { 219 sp<ABuffer> accessUnit; 220 221 do { 222 status_t err = dequeueAccessUnit(&accessUnit); 223 224 if (err == -EWOULDBLOCK) { 225 return err; 226 } else if (err != OK) { 227 if (err == INFO_DISCONTINUITY) { 228 int32_t type; 229 CHECK(accessUnit->meta()->findInt32("discontinuity", &type)); 230 231 bool formatChange = 232 (type & ATSParser::DISCONTINUITY_AUDIO_FORMAT) != 0; 233 234 bool timeChange = 235 (type & ATSParser::DISCONTINUITY_TIME) != 0; 236 237 ALOGI("audio discontinuity (formatChange=%d, time=%d)", 238 formatChange, timeChange); 239 240 if (formatChange || timeChange) { 241 sp<AMessage> msg = mNotify->dup(); 242 msg->setInt32("what", kWhatInputDiscontinuity); 243 // will perform seamless format change, 244 // only notify NuPlayer to scan sources 245 msg->setInt32("formatChange", false); 246 msg->post(); 247 } 248 249 if (timeChange) { 250 onFlush(false /* notifyComplete */); 251 err = OK; 252 } else if (formatChange) { 253 // do seamless format change 254 err = OK; 255 } else { 256 // This stream is unaffected by the discontinuity 257 return -EWOULDBLOCK; 258 } 259 } 260 261 reply->setInt32("err", err); 262 return OK; 263 } 264 265 accessUnit = aggregateBuffer(accessUnit); 266 } while (accessUnit == NULL); 267 268#if 0 269 int64_t mediaTimeUs; 270 CHECK(accessUnit->meta()->findInt64("timeUs", &mediaTimeUs)); 271 ALOGV("feeding audio input buffer at media time %.2f secs", 272 mediaTimeUs / 1E6); 273#endif 274 275 reply->setBuffer("buffer", accessUnit); 276 277 return OK; 278} 279 280void NuPlayer::DecoderPassThrough::onInputBufferFetched( 281 const sp<AMessage> &msg) { 282 if (mReachedEOS) { 283 return; 284 } 285 286 sp<ABuffer> buffer; 287 bool hasBuffer = msg->findBuffer("buffer", &buffer); 288 if (buffer == NULL) { 289 int32_t streamErr = ERROR_END_OF_STREAM; 290 CHECK(msg->findInt32("err", &streamErr) || !hasBuffer); 291 if (streamErr == OK) { 292 return; 293 } 294 295 mReachedEOS = true; 296 if (mRenderer != NULL) { 297 mRenderer->queueEOS(true /* audio */, ERROR_END_OF_STREAM); 298 } 299 return; 300 } 301 302 sp<AMessage> extra; 303 if (buffer->meta()->findMessage("extra", &extra) && extra != NULL) { 304 int64_t resumeAtMediaTimeUs; 305 if (extra->findInt64( 306 "resume-at-mediatimeUs", &resumeAtMediaTimeUs)) { 307 ALOGI("[%s] suppressing rendering until %lld us", 308 mComponentName.c_str(), (long long)resumeAtMediaTimeUs); 309 mSkipRenderingUntilMediaTimeUs = resumeAtMediaTimeUs; 310 } 311 } 312 313 int32_t bufferSize = buffer->size(); 314 mCachedBytes += bufferSize; 315 316 if (mSkipRenderingUntilMediaTimeUs >= 0) { 317 int64_t timeUs = 0; 318 CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 319 320 if (timeUs < mSkipRenderingUntilMediaTimeUs) { 321 ALOGV("[%s] dropping buffer at time %lld as requested.", 322 mComponentName.c_str(), (long long)timeUs); 323 324 onBufferConsumed(bufferSize); 325 return; 326 } 327 328 mSkipRenderingUntilMediaTimeUs = -1; 329 } 330 331 if (mRenderer == NULL) { 332 onBufferConsumed(bufferSize); 333 return; 334 } 335 336 sp<AMessage> reply = new AMessage(kWhatBufferConsumed, this); 337 reply->setInt32("generation", mBufferGeneration); 338 reply->setInt32("size", bufferSize); 339 340 mRenderer->queueBuffer(true /* audio */, buffer, reply); 341 342 ++mPendingBuffersToDrain; 343 ALOGV("onInputBufferFilled: #ToDrain = %zu, cachedBytes = %zu", 344 mPendingBuffersToDrain, mCachedBytes); 345} 346 347void NuPlayer::DecoderPassThrough::onBufferConsumed(int32_t size) { 348 --mPendingBuffersToDrain; 349 mCachedBytes -= size; 350 ALOGV("onBufferConsumed: #ToDrain = %zu, cachedBytes = %zu", 351 mPendingBuffersToDrain, mCachedBytes); 352 onRequestInputBuffers(); 353} 354 355void NuPlayer::DecoderPassThrough::onResume(bool notifyComplete) { 356 mPaused = false; 357 358 onRequestInputBuffers(); 359 360 if (notifyComplete) { 361 sp<AMessage> notify = mNotify->dup(); 362 notify->setInt32("what", kWhatResumeCompleted); 363 notify->post(); 364 } 365} 366 367void NuPlayer::DecoderPassThrough::onFlush(bool notifyComplete) { 368 ++mBufferGeneration; 369 mSkipRenderingUntilMediaTimeUs = -1; 370 mPendingAudioAccessUnit.clear(); 371 mPendingAudioErr = OK; 372 mAggregateBuffer.clear(); 373 374 if (mRenderer != NULL) { 375 mRenderer->flush(true /* audio */, notifyComplete); 376 mRenderer->signalTimeDiscontinuity(); 377 } 378 379 if (notifyComplete) { 380 mPaused = true; 381 sp<AMessage> notify = mNotify->dup(); 382 notify->setInt32("what", kWhatFlushCompleted); 383 notify->post(); 384 } 385 386 mPendingBuffersToDrain = 0; 387 mCachedBytes = 0; 388 mReachedEOS = false; 389} 390 391void NuPlayer::DecoderPassThrough::onShutdown(bool notifyComplete) { 392 ++mBufferGeneration; 393 mSkipRenderingUntilMediaTimeUs = -1; 394 395 if (notifyComplete) { 396 sp<AMessage> notify = mNotify->dup(); 397 notify->setInt32("what", kWhatShutdownCompleted); 398 notify->post(); 399 } 400 401 mReachedEOS = true; 402} 403 404void NuPlayer::DecoderPassThrough::onMessageReceived(const sp<AMessage> &msg) { 405 ALOGV("[%s] onMessage: %s", mComponentName.c_str(), 406 msg->debugString().c_str()); 407 408 switch (msg->what()) { 409 case kWhatBufferConsumed: 410 { 411 if (!isStaleReply(msg)) { 412 int32_t size; 413 CHECK(msg->findInt32("size", &size)); 414 onBufferConsumed(size); 415 } 416 break; 417 } 418 419 default: 420 DecoderBase::onMessageReceived(msg); 421 break; 422 } 423} 424 425} // namespace android 426