1/* 2 * Copyright (C) 2014 The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17//#define LOG_NDEBUG 0 18#define LOG_TAG "NuPlayerDecoderPassThrough" 19#include <utils/Log.h> 20#include <inttypes.h> 21 22#include "NuPlayerDecoderPassThrough.h" 23 24#include "NuPlayerRenderer.h" 25#include "NuPlayerSource.h" 26 27#include <media/ICrypto.h> 28#include <media/MediaCodecBuffer.h> 29#include <media/stagefright/foundation/ABuffer.h> 30#include <media/stagefright/foundation/ADebug.h> 31#include <media/stagefright/foundation/AMessage.h> 32#include <media/stagefright/MediaErrors.h> 33 34#include "ATSParser.h" 35 36namespace android { 37 38// TODO optimize buffer size for power consumption 39// The offload read buffer size is 32 KB but 24 KB uses less power. 40static const size_t kAggregateBufferSizeBytes = 24 * 1024; 41static const size_t kMaxCachedBytes = 200000; 42 43NuPlayer::DecoderPassThrough::DecoderPassThrough( 44 const sp<AMessage> ¬ify, 45 const sp<Source> &source, 46 const sp<Renderer> &renderer) 47 : DecoderBase(notify), 48 mSource(source), 49 mRenderer(renderer), 50 mSkipRenderingUntilMediaTimeUs(-1ll), 51 mReachedEOS(true), 52 mPendingAudioErr(OK), 53 mPendingBuffersToDrain(0), 54 mCachedBytes(0), 55 mComponentName("pass through decoder") { 56 ALOGW_IF(renderer == NULL, "expect a non-NULL renderer"); 57} 58 59NuPlayer::DecoderPassThrough::~DecoderPassThrough() { 60} 61 62void NuPlayer::DecoderPassThrough::onConfigure(const sp<AMessage> &format) { 63 ALOGV("[%s] onConfigure", mComponentName.c_str()); 64 mCachedBytes = 0; 65 mPendingBuffersToDrain = 0; 66 mReachedEOS = false; 67 ++mBufferGeneration; 68 69 onRequestInputBuffers(); 70 71 int32_t hasVideo = 0; 72 format->findInt32("has-video", &hasVideo); 73 74 // The audio sink is already opened before the PassThrough decoder is created. 75 // Opening again might be relevant if decoder is instantiated after shutdown and 76 // format is different. 77 status_t err = mRenderer->openAudioSink( 78 format, true /* offloadOnly */, hasVideo, 79 AUDIO_OUTPUT_FLAG_NONE /* flags */, NULL /* isOffloaded */, mSource->isStreaming()); 80 if (err != OK) { 81 handleError(err); 82 } 83} 84 85void NuPlayer::DecoderPassThrough::onSetParameters(const sp<AMessage> &/*params*/) { 86 ALOGW("onSetParameters() called unexpectedly"); 87} 88 89void NuPlayer::DecoderPassThrough::onSetRenderer( 90 const sp<Renderer> &renderer) { 91 // renderer can't be changed during offloading 92 ALOGW_IF(renderer != mRenderer, 93 "ignoring request to change renderer"); 94} 95 96bool NuPlayer::DecoderPassThrough::isStaleReply(const sp<AMessage> &msg) { 97 int32_t generation; 98 CHECK(msg->findInt32("generation", &generation)); 99 return generation != mBufferGeneration; 100} 101 102bool NuPlayer::DecoderPassThrough::isDoneFetching() const { 103 ALOGV("[%s] mCachedBytes = %zu, mReachedEOS = %d mPaused = %d", 104 mComponentName.c_str(), mCachedBytes, mReachedEOS, mPaused); 105 106 return mCachedBytes >= kMaxCachedBytes || mReachedEOS || mPaused; 107} 108 109/* 110 * returns true if we should request more data 111 */ 112bool NuPlayer::DecoderPassThrough::doRequestBuffers() { 113 status_t err = OK; 114 while (!isDoneFetching()) { 115 sp<AMessage> msg = new AMessage(); 116 117 err = fetchInputData(msg); 118 if (err != OK) { 119 break; 120 } 121 122 onInputBufferFetched(msg); 123 } 124 125 return err == -EWOULDBLOCK 126 && mSource->feedMoreTSData() == OK; 127} 128 129status_t NuPlayer::DecoderPassThrough::dequeueAccessUnit(sp<ABuffer> *accessUnit) { 130 status_t err; 131 132 // Did we save an accessUnit earlier because of a discontinuity? 133 if (mPendingAudioAccessUnit != NULL) { 134 *accessUnit = mPendingAudioAccessUnit; 135 mPendingAudioAccessUnit.clear(); 136 err = mPendingAudioErr; 137 ALOGV("feedDecoderInputData() use mPendingAudioAccessUnit"); 138 } else { 139 err = mSource->dequeueAccessUnit(true /* audio */, accessUnit); 140 } 141 142 if (err == INFO_DISCONTINUITY || err == ERROR_END_OF_STREAM) { 143 if (mAggregateBuffer != NULL) { 144 // We already have some data so save this for later. 145 mPendingAudioErr = err; 146 mPendingAudioAccessUnit = *accessUnit; 147 (*accessUnit).clear(); 148 ALOGD("return aggregated buffer and save err(=%d) for later", err); 149 err = OK; 150 } 151 } 152 153 return err; 154} 155 156sp<ABuffer> NuPlayer::DecoderPassThrough::aggregateBuffer( 157 const sp<ABuffer> &accessUnit) { 158 sp<ABuffer> aggregate; 159 160 if (accessUnit == NULL) { 161 // accessUnit is saved to mPendingAudioAccessUnit 162 // return current mAggregateBuffer 163 aggregate = mAggregateBuffer; 164 mAggregateBuffer.clear(); 165 return aggregate; 166 } 167 168 size_t smallSize = accessUnit->size(); 169 if ((mAggregateBuffer == NULL) 170 // Don't bother if only room for a few small buffers. 171 && (smallSize < (kAggregateBufferSizeBytes / 3))) { 172 // Create a larger buffer for combining smaller buffers from the extractor. 173 mAggregateBuffer = new ABuffer(kAggregateBufferSizeBytes); 174 mAggregateBuffer->setRange(0, 0); // start empty 175 } 176 177 if (mAggregateBuffer != NULL) { 178 int64_t timeUs; 179 int64_t dummy; 180 bool smallTimestampValid = accessUnit->meta()->findInt64("timeUs", &timeUs); 181 bool bigTimestampValid = mAggregateBuffer->meta()->findInt64("timeUs", &dummy); 182 // Will the smaller buffer fit? 183 size_t bigSize = mAggregateBuffer->size(); 184 size_t roomLeft = mAggregateBuffer->capacity() - bigSize; 185 // Should we save this small buffer for the next big buffer? 186 // If the first small buffer did not have a timestamp then save 187 // any buffer that does have a timestamp until the next big buffer. 188 if ((smallSize > roomLeft) 189 || (!bigTimestampValid && (bigSize > 0) && smallTimestampValid)) { 190 mPendingAudioErr = OK; 191 mPendingAudioAccessUnit = accessUnit; 192 aggregate = mAggregateBuffer; 193 mAggregateBuffer.clear(); 194 } else { 195 // Grab time from first small buffer if available. 196 if ((bigSize == 0) && smallTimestampValid) { 197 mAggregateBuffer->meta()->setInt64("timeUs", timeUs); 198 } 199 // Append small buffer to the bigger buffer. 200 memcpy(mAggregateBuffer->base() + bigSize, accessUnit->data(), smallSize); 201 bigSize += smallSize; 202 mAggregateBuffer->setRange(0, bigSize); 203 204 ALOGV("feedDecoderInputData() smallSize = %zu, bigSize = %zu, capacity = %zu", 205 smallSize, bigSize, mAggregateBuffer->capacity()); 206 } 207 } else { 208 // decided not to aggregate 209 aggregate = accessUnit; 210 } 211 212 return aggregate; 213} 214 215status_t NuPlayer::DecoderPassThrough::fetchInputData(sp<AMessage> &reply) { 216 sp<ABuffer> accessUnit; 217 218 do { 219 status_t err = dequeueAccessUnit(&accessUnit); 220 221 if (err == -EWOULDBLOCK) { 222 // Flush out the aggregate buffer to try to avoid underrun. 223 accessUnit = aggregateBuffer(NULL /* accessUnit */); 224 if (accessUnit != NULL) { 225 break; 226 } 227 return err; 228 } else if (err != OK) { 229 if (err == INFO_DISCONTINUITY) { 230 int32_t type; 231 CHECK(accessUnit->meta()->findInt32("discontinuity", &type)); 232 233 bool formatChange = 234 (type & ATSParser::DISCONTINUITY_AUDIO_FORMAT) != 0; 235 236 bool timeChange = 237 (type & ATSParser::DISCONTINUITY_TIME) != 0; 238 239 ALOGI("audio discontinuity (formatChange=%d, time=%d)", 240 formatChange, timeChange); 241 242 if (formatChange || timeChange) { 243 sp<AMessage> msg = mNotify->dup(); 244 msg->setInt32("what", kWhatInputDiscontinuity); 245 // will perform seamless format change, 246 // only notify NuPlayer to scan sources 247 msg->setInt32("formatChange", false); 248 msg->post(); 249 } 250 251 if (timeChange) { 252 doFlush(false /* notifyComplete */); 253 err = OK; 254 } else if (formatChange) { 255 // do seamless format change 256 err = OK; 257 } else { 258 // This stream is unaffected by the discontinuity 259 return -EWOULDBLOCK; 260 } 261 } 262 263 reply->setInt32("err", err); 264 return OK; 265 } 266 267 accessUnit = aggregateBuffer(accessUnit); 268 } while (accessUnit == NULL); 269 270#if 0 271 int64_t mediaTimeUs; 272 CHECK(accessUnit->meta()->findInt64("timeUs", &mediaTimeUs)); 273 ALOGV("feeding audio input buffer at media time %.2f secs", 274 mediaTimeUs / 1E6); 275#endif 276 277 reply->setBuffer("buffer", accessUnit); 278 279 return OK; 280} 281 282void NuPlayer::DecoderPassThrough::onInputBufferFetched( 283 const sp<AMessage> &msg) { 284 if (mReachedEOS) { 285 return; 286 } 287 288 sp<ABuffer> buffer; 289 bool hasBuffer = msg->findBuffer("buffer", &buffer); 290 if (buffer == NULL) { 291 int32_t streamErr = ERROR_END_OF_STREAM; 292 CHECK(msg->findInt32("err", &streamErr) || !hasBuffer); 293 if (streamErr == OK) { 294 return; 295 } 296 297 if (streamErr != ERROR_END_OF_STREAM) { 298 handleError(streamErr); 299 } 300 mReachedEOS = true; 301 if (mRenderer != NULL) { 302 mRenderer->queueEOS(true /* audio */, ERROR_END_OF_STREAM); 303 } 304 return; 305 } 306 307 sp<AMessage> extra; 308 if (buffer->meta()->findMessage("extra", &extra) && extra != NULL) { 309 int64_t resumeAtMediaTimeUs; 310 if (extra->findInt64( 311 "resume-at-mediatimeUs", &resumeAtMediaTimeUs)) { 312 ALOGI("[%s] suppressing rendering until %lld us", 313 mComponentName.c_str(), (long long)resumeAtMediaTimeUs); 314 mSkipRenderingUntilMediaTimeUs = resumeAtMediaTimeUs; 315 } 316 } 317 318 int32_t bufferSize = buffer->size(); 319 mCachedBytes += bufferSize; 320 321 int64_t timeUs = 0; 322 CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 323 if (mSkipRenderingUntilMediaTimeUs >= 0) { 324 if (timeUs < mSkipRenderingUntilMediaTimeUs) { 325 ALOGV("[%s] dropping buffer at time %lld as requested.", 326 mComponentName.c_str(), (long long)timeUs); 327 328 onBufferConsumed(bufferSize); 329 return; 330 } 331 332 mSkipRenderingUntilMediaTimeUs = -1; 333 } 334 335 if (mRenderer == NULL) { 336 onBufferConsumed(bufferSize); 337 return; 338 } 339 340 sp<AMessage> reply = new AMessage(kWhatBufferConsumed, this); 341 reply->setInt32("generation", mBufferGeneration); 342 reply->setInt32("size", bufferSize); 343 344 sp<MediaCodecBuffer> mcBuffer = new MediaCodecBuffer(nullptr, buffer); 345 mcBuffer->meta()->setInt64("timeUs", timeUs); 346 347 mRenderer->queueBuffer(true /* audio */, mcBuffer, reply); 348 349 ++mPendingBuffersToDrain; 350 ALOGV("onInputBufferFilled: #ToDrain = %zu, cachedBytes = %zu", 351 mPendingBuffersToDrain, mCachedBytes); 352} 353 354void NuPlayer::DecoderPassThrough::onBufferConsumed(int32_t size) { 355 --mPendingBuffersToDrain; 356 mCachedBytes -= size; 357 ALOGV("onBufferConsumed: #ToDrain = %zu, cachedBytes = %zu", 358 mPendingBuffersToDrain, mCachedBytes); 359 onRequestInputBuffers(); 360} 361 362void NuPlayer::DecoderPassThrough::onResume(bool notifyComplete) { 363 mPaused = false; 364 365 onRequestInputBuffers(); 366 367 if (notifyComplete) { 368 sp<AMessage> notify = mNotify->dup(); 369 notify->setInt32("what", kWhatResumeCompleted); 370 notify->post(); 371 } 372} 373 374void NuPlayer::DecoderPassThrough::doFlush(bool notifyComplete) { 375 ++mBufferGeneration; 376 mSkipRenderingUntilMediaTimeUs = -1; 377 mPendingAudioAccessUnit.clear(); 378 mPendingAudioErr = OK; 379 mAggregateBuffer.clear(); 380 381 if (mRenderer != NULL) { 382 mRenderer->flush(true /* audio */, notifyComplete); 383 mRenderer->signalTimeDiscontinuity(); 384 } 385 386 mPendingBuffersToDrain = 0; 387 mCachedBytes = 0; 388 mReachedEOS = false; 389} 390 391void NuPlayer::DecoderPassThrough::onFlush() { 392 doFlush(true /* notifyComplete */); 393 394 mPaused = true; 395 sp<AMessage> notify = mNotify->dup(); 396 notify->setInt32("what", kWhatFlushCompleted); 397 notify->post(); 398 399} 400 401void NuPlayer::DecoderPassThrough::onShutdown(bool notifyComplete) { 402 ++mBufferGeneration; 403 mSkipRenderingUntilMediaTimeUs = -1; 404 405 if (notifyComplete) { 406 sp<AMessage> notify = mNotify->dup(); 407 notify->setInt32("what", kWhatShutdownCompleted); 408 notify->post(); 409 } 410 411 mReachedEOS = true; 412} 413 414void NuPlayer::DecoderPassThrough::onMessageReceived(const sp<AMessage> &msg) { 415 ALOGV("[%s] onMessage: %s", mComponentName.c_str(), 416 msg->debugString().c_str()); 417 418 switch (msg->what()) { 419 case kWhatBufferConsumed: 420 { 421 if (!isStaleReply(msg)) { 422 int32_t size; 423 CHECK(msg->findInt32("size", &size)); 424 onBufferConsumed(size); 425 } 426 break; 427 } 428 429 default: 430 DecoderBase::onMessageReceived(msg); 431 break; 432 } 433} 434 435} // namespace android 436