ATSParser.cpp revision 6456ae745e919085c5024f784aaa2703f9695f98
1/* 2 * Copyright (C) 2010 The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17//#define LOG_NDEBUG 0 18#define LOG_TAG "ATSParser" 19#include <utils/Log.h> 20 21#include "ATSParser.h" 22 23#include "AnotherPacketSource.h" 24#include "ESQueue.h" 25#include "include/avc_utils.h" 26 27#include <media/stagefright/foundation/ABitReader.h> 28#include <media/stagefright/foundation/ABuffer.h> 29#include <media/stagefright/foundation/ADebug.h> 30#include <media/stagefright/foundation/AMessage.h> 31#include <media/stagefright/foundation/hexdump.h> 32#include <media/stagefright/MediaDefs.h> 33#include <media/stagefright/MediaErrors.h> 34#include <media/stagefright/MetaData.h> 35#include <media/stagefright/Utils.h> 36#include <media/IStreamSource.h> 37#include <utils/KeyedVector.h> 38 39#include <inttypes.h> 40 41namespace android { 42 43// I want the expression "y" evaluated even if verbose logging is off. 44#define MY_LOGV(x, y) \ 45 do { unsigned tmp = y; ALOGV(x, tmp); } while (0) 46 47static const size_t kTSPacketSize = 188; 48 49struct ATSParser::Program : public RefBase { 50 Program(ATSParser *parser, unsigned programNumber, unsigned programMapPID); 51 52 bool parsePSISection( 53 unsigned pid, ABitReader *br, status_t *err); 54 55 bool parsePID( 56 unsigned pid, unsigned continuity_counter, 57 unsigned payload_unit_start_indicator, 58 ABitReader *br, status_t *err); 59 60 void signalDiscontinuity( 61 DiscontinuityType type, const sp<AMessage> &extra); 62 63 void signalEOS(status_t finalResult); 64 65 sp<MediaSource> getSource(SourceType type); 66 67 int64_t convertPTSToTimestamp(uint64_t PTS); 68 69 bool PTSTimeDeltaEstablished() const { 70 return mFirstPTSValid; 71 } 72 73 unsigned number() const { return mProgramNumber; } 74 75 void updateProgramMapPID(unsigned programMapPID) { 76 mProgramMapPID = programMapPID; 77 } 78 79 unsigned programMapPID() const { 80 return mProgramMapPID; 81 } 82 83 uint32_t parserFlags() const { 84 return mParser->mFlags; 85 } 86 87private: 88 ATSParser *mParser; 89 unsigned mProgramNumber; 90 unsigned mProgramMapPID; 91 KeyedVector<unsigned, sp<Stream> > mStreams; 92 bool mFirstPTSValid; 93 uint64_t mFirstPTS; 94 95 status_t parseProgramMap(ABitReader *br); 96 97 DISALLOW_EVIL_CONSTRUCTORS(Program); 98}; 99 100struct ATSParser::Stream : public RefBase { 101 Stream(Program *program, 102 unsigned elementaryPID, 103 unsigned streamType, 104 unsigned PCR_PID); 105 106 unsigned type() const { return mStreamType; } 107 unsigned pid() const { return mElementaryPID; } 108 void setPID(unsigned pid) { mElementaryPID = pid; } 109 110 status_t parse( 111 unsigned continuity_counter, 112 unsigned payload_unit_start_indicator, 113 ABitReader *br); 114 115 void signalDiscontinuity( 116 DiscontinuityType type, const sp<AMessage> &extra); 117 118 void signalEOS(status_t finalResult); 119 120 sp<MediaSource> getSource(SourceType type); 121 122protected: 123 virtual ~Stream(); 124 125private: 126 Program *mProgram; 127 unsigned mElementaryPID; 128 unsigned mStreamType; 129 unsigned mPCR_PID; 130 int32_t mExpectedContinuityCounter; 131 132 sp<ABuffer> mBuffer; 133 sp<AnotherPacketSource> mSource; 134 bool mPayloadStarted; 135 136 uint64_t mPrevPTS; 137 138 ElementaryStreamQueue *mQueue; 139 140 status_t flush(); 141 status_t parsePES(ABitReader *br); 142 143 void onPayloadData( 144 unsigned PTS_DTS_flags, uint64_t PTS, uint64_t DTS, 145 const uint8_t *data, size_t size); 146 147 void extractAACFrames(const sp<ABuffer> &buffer); 148 149 bool isAudio() const; 150 bool isVideo() const; 151 152 DISALLOW_EVIL_CONSTRUCTORS(Stream); 153}; 154 155struct ATSParser::PSISection : public RefBase { 156 PSISection(); 157 158 status_t append(const void *data, size_t size); 159 void clear(); 160 161 bool isComplete() const; 162 bool isEmpty() const; 163 164 const uint8_t *data() const; 165 size_t size() const; 166 167protected: 168 virtual ~PSISection(); 169 170private: 171 sp<ABuffer> mBuffer; 172 173 DISALLOW_EVIL_CONSTRUCTORS(PSISection); 174}; 175 176//////////////////////////////////////////////////////////////////////////////// 177 178ATSParser::Program::Program( 179 ATSParser *parser, unsigned programNumber, unsigned programMapPID) 180 : mParser(parser), 181 mProgramNumber(programNumber), 182 mProgramMapPID(programMapPID), 183 mFirstPTSValid(false), 184 mFirstPTS(0) { 185 ALOGV("new program number %u", programNumber); 186} 187 188bool ATSParser::Program::parsePSISection( 189 unsigned pid, ABitReader *br, status_t *err) { 190 *err = OK; 191 192 if (pid != mProgramMapPID) { 193 return false; 194 } 195 196 *err = parseProgramMap(br); 197 198 return true; 199} 200 201bool ATSParser::Program::parsePID( 202 unsigned pid, unsigned continuity_counter, 203 unsigned payload_unit_start_indicator, 204 ABitReader *br, status_t *err) { 205 *err = OK; 206 207 ssize_t index = mStreams.indexOfKey(pid); 208 if (index < 0) { 209 return false; 210 } 211 212 *err = mStreams.editValueAt(index)->parse( 213 continuity_counter, payload_unit_start_indicator, br); 214 215 return true; 216} 217 218void ATSParser::Program::signalDiscontinuity( 219 DiscontinuityType type, const sp<AMessage> &extra) { 220 int64_t mediaTimeUs; 221 if ((type & DISCONTINUITY_TIME) 222 && extra != NULL 223 && extra->findInt64( 224 IStreamListener::kKeyMediaTimeUs, &mediaTimeUs)) { 225 mFirstPTSValid = false; 226 } 227 228 for (size_t i = 0; i < mStreams.size(); ++i) { 229 mStreams.editValueAt(i)->signalDiscontinuity(type, extra); 230 } 231} 232 233void ATSParser::Program::signalEOS(status_t finalResult) { 234 for (size_t i = 0; i < mStreams.size(); ++i) { 235 mStreams.editValueAt(i)->signalEOS(finalResult); 236 } 237} 238 239struct StreamInfo { 240 unsigned mType; 241 unsigned mPID; 242}; 243 244status_t ATSParser::Program::parseProgramMap(ABitReader *br) { 245 unsigned table_id = br->getBits(8); 246 ALOGV(" table_id = %u", table_id); 247 if (table_id != 0x02u) { 248 ALOGE("PMT data error!"); 249 return ERROR_MALFORMED; 250 } 251 unsigned section_syntax_indicator = br->getBits(1); 252 ALOGV(" section_syntax_indicator = %u", section_syntax_indicator); 253 if (section_syntax_indicator != 1u) { 254 ALOGE("PMT data error!"); 255 return ERROR_MALFORMED; 256 } 257 258 CHECK_EQ(br->getBits(1), 0u); 259 MY_LOGV(" reserved = %u", br->getBits(2)); 260 261 unsigned section_length = br->getBits(12); 262 ALOGV(" section_length = %u", section_length); 263 CHECK_EQ(section_length & 0xc00, 0u); 264 CHECK_LE(section_length, 1021u); 265 266 MY_LOGV(" program_number = %u", br->getBits(16)); 267 MY_LOGV(" reserved = %u", br->getBits(2)); 268 MY_LOGV(" version_number = %u", br->getBits(5)); 269 MY_LOGV(" current_next_indicator = %u", br->getBits(1)); 270 MY_LOGV(" section_number = %u", br->getBits(8)); 271 MY_LOGV(" last_section_number = %u", br->getBits(8)); 272 MY_LOGV(" reserved = %u", br->getBits(3)); 273 274 unsigned PCR_PID = br->getBits(13); 275 ALOGV(" PCR_PID = 0x%04x", PCR_PID); 276 277 MY_LOGV(" reserved = %u", br->getBits(4)); 278 279 unsigned program_info_length = br->getBits(12); 280 ALOGV(" program_info_length = %u", program_info_length); 281 CHECK_EQ(program_info_length & 0xc00, 0u); 282 283 br->skipBits(program_info_length * 8); // skip descriptors 284 285 Vector<StreamInfo> infos; 286 287 // infoBytesRemaining is the number of bytes that make up the 288 // variable length section of ES_infos. It does not include the 289 // final CRC. 290 size_t infoBytesRemaining = section_length - 9 - program_info_length - 4; 291 292 while (infoBytesRemaining > 0) { 293 CHECK_GE(infoBytesRemaining, 5u); 294 295 unsigned streamType = br->getBits(8); 296 ALOGV(" stream_type = 0x%02x", streamType); 297 298 MY_LOGV(" reserved = %u", br->getBits(3)); 299 300 unsigned elementaryPID = br->getBits(13); 301 ALOGV(" elementary_PID = 0x%04x", elementaryPID); 302 303 MY_LOGV(" reserved = %u", br->getBits(4)); 304 305 unsigned ES_info_length = br->getBits(12); 306 ALOGV(" ES_info_length = %u", ES_info_length); 307 CHECK_EQ(ES_info_length & 0xc00, 0u); 308 309 CHECK_GE(infoBytesRemaining - 5, ES_info_length); 310 311#if 0 312 br->skipBits(ES_info_length * 8); // skip descriptors 313#else 314 unsigned info_bytes_remaining = ES_info_length; 315 while (info_bytes_remaining >= 2) { 316 MY_LOGV(" tag = 0x%02x", br->getBits(8)); 317 318 unsigned descLength = br->getBits(8); 319 ALOGV(" len = %u", descLength); 320 321 CHECK_GE(info_bytes_remaining, 2 + descLength); 322 323 br->skipBits(descLength * 8); 324 325 info_bytes_remaining -= descLength + 2; 326 } 327 CHECK_EQ(info_bytes_remaining, 0u); 328#endif 329 330 StreamInfo info; 331 info.mType = streamType; 332 info.mPID = elementaryPID; 333 infos.push(info); 334 335 infoBytesRemaining -= 5 + ES_info_length; 336 } 337 338 CHECK_EQ(infoBytesRemaining, 0u); 339 MY_LOGV(" CRC = 0x%08x", br->getBits(32)); 340 341 bool PIDsChanged = false; 342 for (size_t i = 0; i < infos.size(); ++i) { 343 StreamInfo &info = infos.editItemAt(i); 344 345 ssize_t index = mStreams.indexOfKey(info.mPID); 346 347 if (index >= 0 && mStreams.editValueAt(index)->type() != info.mType) { 348 ALOGI("uh oh. stream PIDs have changed."); 349 PIDsChanged = true; 350 break; 351 } 352 } 353 354 if (PIDsChanged) { 355#if 0 356 ALOGI("before:"); 357 for (size_t i = 0; i < mStreams.size(); ++i) { 358 sp<Stream> stream = mStreams.editValueAt(i); 359 360 ALOGI("PID 0x%08x => type 0x%02x", stream->pid(), stream->type()); 361 } 362 363 ALOGI("after:"); 364 for (size_t i = 0; i < infos.size(); ++i) { 365 StreamInfo &info = infos.editItemAt(i); 366 367 ALOGI("PID 0x%08x => type 0x%02x", info.mPID, info.mType); 368 } 369#endif 370 371 // The only case we can recover from is if we have two streams 372 // and they switched PIDs. 373 374 bool success = false; 375 376 if (mStreams.size() == 2 && infos.size() == 2) { 377 const StreamInfo &info1 = infos.itemAt(0); 378 const StreamInfo &info2 = infos.itemAt(1); 379 380 sp<Stream> s1 = mStreams.editValueAt(0); 381 sp<Stream> s2 = mStreams.editValueAt(1); 382 383 bool caseA = 384 info1.mPID == s1->pid() && info1.mType == s2->type() 385 && info2.mPID == s2->pid() && info2.mType == s1->type(); 386 387 bool caseB = 388 info1.mPID == s2->pid() && info1.mType == s1->type() 389 && info2.mPID == s1->pid() && info2.mType == s2->type(); 390 391 if (caseA || caseB) { 392 unsigned pid1 = s1->pid(); 393 unsigned pid2 = s2->pid(); 394 s1->setPID(pid2); 395 s2->setPID(pid1); 396 397 mStreams.clear(); 398 mStreams.add(s1->pid(), s1); 399 mStreams.add(s2->pid(), s2); 400 401 success = true; 402 } 403 } 404 405 if (!success) { 406 ALOGI("Stream PIDs changed and we cannot recover."); 407 return ERROR_MALFORMED; 408 } 409 } 410 411 for (size_t i = 0; i < infos.size(); ++i) { 412 StreamInfo &info = infos.editItemAt(i); 413 414 ssize_t index = mStreams.indexOfKey(info.mPID); 415 416 if (index < 0) { 417 sp<Stream> stream = new Stream( 418 this, info.mPID, info.mType, PCR_PID); 419 420 mStreams.add(info.mPID, stream); 421 } 422 } 423 424 return OK; 425} 426 427sp<MediaSource> ATSParser::Program::getSource(SourceType type) { 428 size_t index = (type == AUDIO) ? 0 : 0; 429 430 for (size_t i = 0; i < mStreams.size(); ++i) { 431 sp<MediaSource> source = mStreams.editValueAt(i)->getSource(type); 432 if (source != NULL) { 433 if (index == 0) { 434 return source; 435 } 436 --index; 437 } 438 } 439 440 return NULL; 441} 442 443int64_t ATSParser::Program::convertPTSToTimestamp(uint64_t PTS) { 444 if (!(mParser->mFlags & TS_TIMESTAMPS_ARE_ABSOLUTE)) { 445 if (!mFirstPTSValid) { 446 mFirstPTSValid = true; 447 mFirstPTS = PTS; 448 PTS = 0; 449 } else if (PTS < mFirstPTS) { 450 PTS = 0; 451 } else { 452 PTS -= mFirstPTS; 453 } 454 } 455 456 int64_t timeUs = (PTS * 100) / 9; 457 458 if (mParser->mAbsoluteTimeAnchorUs >= 0ll) { 459 timeUs += mParser->mAbsoluteTimeAnchorUs; 460 } 461 462 if (mParser->mTimeOffsetValid) { 463 timeUs += mParser->mTimeOffsetUs; 464 } 465 466 return timeUs; 467} 468 469//////////////////////////////////////////////////////////////////////////////// 470 471ATSParser::Stream::Stream( 472 Program *program, 473 unsigned elementaryPID, 474 unsigned streamType, 475 unsigned PCR_PID) 476 : mProgram(program), 477 mElementaryPID(elementaryPID), 478 mStreamType(streamType), 479 mPCR_PID(PCR_PID), 480 mExpectedContinuityCounter(-1), 481 mPayloadStarted(false), 482 mPrevPTS(0), 483 mQueue(NULL) { 484 switch (mStreamType) { 485 case STREAMTYPE_H264: 486 mQueue = new ElementaryStreamQueue( 487 ElementaryStreamQueue::H264, 488 (mProgram->parserFlags() & ALIGNED_VIDEO_DATA) 489 ? ElementaryStreamQueue::kFlag_AlignedData : 0); 490 break; 491 case STREAMTYPE_MPEG2_AUDIO_ADTS: 492 mQueue = new ElementaryStreamQueue(ElementaryStreamQueue::AAC); 493 break; 494 case STREAMTYPE_MPEG1_AUDIO: 495 case STREAMTYPE_MPEG2_AUDIO: 496 mQueue = new ElementaryStreamQueue( 497 ElementaryStreamQueue::MPEG_AUDIO); 498 break; 499 500 case STREAMTYPE_MPEG1_VIDEO: 501 case STREAMTYPE_MPEG2_VIDEO: 502 mQueue = new ElementaryStreamQueue( 503 ElementaryStreamQueue::MPEG_VIDEO); 504 break; 505 506 case STREAMTYPE_MPEG4_VIDEO: 507 mQueue = new ElementaryStreamQueue( 508 ElementaryStreamQueue::MPEG4_VIDEO); 509 break; 510 511 case STREAMTYPE_LPCM_AC3: 512 case STREAMTYPE_AC3: 513 mQueue = new ElementaryStreamQueue( 514 ElementaryStreamQueue::AC3); 515 break; 516 517 default: 518 break; 519 } 520 521 ALOGV("new stream PID 0x%02x, type 0x%02x", elementaryPID, streamType); 522 523 if (mQueue != NULL) { 524 mBuffer = new ABuffer(192 * 1024); 525 mBuffer->setRange(0, 0); 526 } 527} 528 529ATSParser::Stream::~Stream() { 530 delete mQueue; 531 mQueue = NULL; 532} 533 534status_t ATSParser::Stream::parse( 535 unsigned continuity_counter, 536 unsigned payload_unit_start_indicator, ABitReader *br) { 537 if (mQueue == NULL) { 538 return OK; 539 } 540 541 if (mExpectedContinuityCounter >= 0 542 && (unsigned)mExpectedContinuityCounter != continuity_counter) { 543 ALOGI("discontinuity on stream pid 0x%04x", mElementaryPID); 544 545 mPayloadStarted = false; 546 mBuffer->setRange(0, 0); 547 mExpectedContinuityCounter = -1; 548 549#if 0 550 // Uncomment this if you'd rather see no corruption whatsoever on 551 // screen and suspend updates until we come across another IDR frame. 552 553 if (mStreamType == STREAMTYPE_H264) { 554 ALOGI("clearing video queue"); 555 mQueue->clear(true /* clearFormat */); 556 } 557#endif 558 559 if (!payload_unit_start_indicator) { 560 return OK; 561 } 562 } 563 564 mExpectedContinuityCounter = (continuity_counter + 1) & 0x0f; 565 566 if (payload_unit_start_indicator) { 567 if (mPayloadStarted) { 568 // Otherwise we run the danger of receiving the trailing bytes 569 // of a PES packet that we never saw the start of and assuming 570 // we have a a complete PES packet. 571 572 status_t err = flush(); 573 574 if (err != OK) { 575 return err; 576 } 577 } 578 579 mPayloadStarted = true; 580 } 581 582 if (!mPayloadStarted) { 583 return OK; 584 } 585 586 size_t payloadSizeBits = br->numBitsLeft(); 587 CHECK_EQ(payloadSizeBits % 8, 0u); 588 589 size_t neededSize = mBuffer->size() + payloadSizeBits / 8; 590 if (mBuffer->capacity() < neededSize) { 591 // Increment in multiples of 64K. 592 neededSize = (neededSize + 65535) & ~65535; 593 594 ALOGI("resizing buffer to %zu bytes", neededSize); 595 596 sp<ABuffer> newBuffer = new ABuffer(neededSize); 597 memcpy(newBuffer->data(), mBuffer->data(), mBuffer->size()); 598 newBuffer->setRange(0, mBuffer->size()); 599 mBuffer = newBuffer; 600 } 601 602 memcpy(mBuffer->data() + mBuffer->size(), br->data(), payloadSizeBits / 8); 603 mBuffer->setRange(0, mBuffer->size() + payloadSizeBits / 8); 604 605 return OK; 606} 607 608bool ATSParser::Stream::isVideo() const { 609 switch (mStreamType) { 610 case STREAMTYPE_H264: 611 case STREAMTYPE_MPEG1_VIDEO: 612 case STREAMTYPE_MPEG2_VIDEO: 613 case STREAMTYPE_MPEG4_VIDEO: 614 return true; 615 616 default: 617 return false; 618 } 619} 620 621bool ATSParser::Stream::isAudio() const { 622 switch (mStreamType) { 623 case STREAMTYPE_MPEG1_AUDIO: 624 case STREAMTYPE_MPEG2_AUDIO: 625 case STREAMTYPE_MPEG2_AUDIO_ADTS: 626 case STREAMTYPE_LPCM_AC3: 627 case STREAMTYPE_AC3: 628 return true; 629 630 default: 631 return false; 632 } 633} 634 635void ATSParser::Stream::signalDiscontinuity( 636 DiscontinuityType type, const sp<AMessage> &extra) { 637 mExpectedContinuityCounter = -1; 638 639 if (mQueue == NULL) { 640 return; 641 } 642 643 mPayloadStarted = false; 644 mBuffer->setRange(0, 0); 645 646 bool clearFormat = false; 647 if (isAudio()) { 648 if (type & DISCONTINUITY_AUDIO_FORMAT) { 649 clearFormat = true; 650 } 651 } else { 652 if (type & DISCONTINUITY_VIDEO_FORMAT) { 653 clearFormat = true; 654 } 655 } 656 657 mQueue->clear(clearFormat); 658 659 if (type & DISCONTINUITY_TIME) { 660 uint64_t resumeAtPTS; 661 if (extra != NULL 662 && extra->findInt64( 663 IStreamListener::kKeyResumeAtPTS, 664 (int64_t *)&resumeAtPTS)) { 665 int64_t resumeAtMediaTimeUs = 666 mProgram->convertPTSToTimestamp(resumeAtPTS); 667 668 extra->setInt64("resume-at-mediatimeUs", resumeAtMediaTimeUs); 669 } 670 } 671 672 if (mSource != NULL) { 673 mSource->queueDiscontinuity(type, extra, true); 674 } 675} 676 677void ATSParser::Stream::signalEOS(status_t finalResult) { 678 if (mSource != NULL) { 679 mSource->signalEOS(finalResult); 680 } 681} 682 683status_t ATSParser::Stream::parsePES(ABitReader *br) { 684 unsigned packet_startcode_prefix = br->getBits(24); 685 686 ALOGV("packet_startcode_prefix = 0x%08x", packet_startcode_prefix); 687 688 if (packet_startcode_prefix != 1) { 689 ALOGV("Supposedly payload_unit_start=1 unit does not start " 690 "with startcode."); 691 692 return ERROR_MALFORMED; 693 } 694 695 CHECK_EQ(packet_startcode_prefix, 0x000001u); 696 697 unsigned stream_id = br->getBits(8); 698 ALOGV("stream_id = 0x%02x", stream_id); 699 700 unsigned PES_packet_length = br->getBits(16); 701 ALOGV("PES_packet_length = %u", PES_packet_length); 702 703 if (stream_id != 0xbc // program_stream_map 704 && stream_id != 0xbe // padding_stream 705 && stream_id != 0xbf // private_stream_2 706 && stream_id != 0xf0 // ECM 707 && stream_id != 0xf1 // EMM 708 && stream_id != 0xff // program_stream_directory 709 && stream_id != 0xf2 // DSMCC 710 && stream_id != 0xf8) { // H.222.1 type E 711 CHECK_EQ(br->getBits(2), 2u); 712 713 MY_LOGV("PES_scrambling_control = %u", br->getBits(2)); 714 MY_LOGV("PES_priority = %u", br->getBits(1)); 715 MY_LOGV("data_alignment_indicator = %u", br->getBits(1)); 716 MY_LOGV("copyright = %u", br->getBits(1)); 717 MY_LOGV("original_or_copy = %u", br->getBits(1)); 718 719 unsigned PTS_DTS_flags = br->getBits(2); 720 ALOGV("PTS_DTS_flags = %u", PTS_DTS_flags); 721 722 unsigned ESCR_flag = br->getBits(1); 723 ALOGV("ESCR_flag = %u", ESCR_flag); 724 725 unsigned ES_rate_flag = br->getBits(1); 726 ALOGV("ES_rate_flag = %u", ES_rate_flag); 727 728 unsigned DSM_trick_mode_flag = br->getBits(1); 729 ALOGV("DSM_trick_mode_flag = %u", DSM_trick_mode_flag); 730 731 unsigned additional_copy_info_flag = br->getBits(1); 732 ALOGV("additional_copy_info_flag = %u", additional_copy_info_flag); 733 734 MY_LOGV("PES_CRC_flag = %u", br->getBits(1)); 735 MY_LOGV("PES_extension_flag = %u", br->getBits(1)); 736 737 unsigned PES_header_data_length = br->getBits(8); 738 ALOGV("PES_header_data_length = %u", PES_header_data_length); 739 740 unsigned optional_bytes_remaining = PES_header_data_length; 741 742 uint64_t PTS = 0, DTS = 0; 743 744 if (PTS_DTS_flags == 2 || PTS_DTS_flags == 3) { 745 CHECK_GE(optional_bytes_remaining, 5u); 746 747 if (br->getBits(4) != PTS_DTS_flags) { 748 ALOGE("PES data Error!"); 749 return ERROR_MALFORMED; 750 } 751 PTS = ((uint64_t)br->getBits(3)) << 30; 752 CHECK_EQ(br->getBits(1), 1u); 753 PTS |= ((uint64_t)br->getBits(15)) << 15; 754 CHECK_EQ(br->getBits(1), 1u); 755 PTS |= br->getBits(15); 756 CHECK_EQ(br->getBits(1), 1u); 757 758 ALOGV("PTS = 0x%016" PRIx64 " (%.2f)", PTS, PTS / 90000.0); 759 760 optional_bytes_remaining -= 5; 761 762 if (PTS_DTS_flags == 3) { 763 CHECK_GE(optional_bytes_remaining, 5u); 764 765 CHECK_EQ(br->getBits(4), 1u); 766 767 DTS = ((uint64_t)br->getBits(3)) << 30; 768 CHECK_EQ(br->getBits(1), 1u); 769 DTS |= ((uint64_t)br->getBits(15)) << 15; 770 CHECK_EQ(br->getBits(1), 1u); 771 DTS |= br->getBits(15); 772 CHECK_EQ(br->getBits(1), 1u); 773 774 ALOGV("DTS = %" PRIu64, DTS); 775 776 optional_bytes_remaining -= 5; 777 } 778 } 779 780 if (ESCR_flag) { 781 CHECK_GE(optional_bytes_remaining, 6u); 782 783 br->getBits(2); 784 785 uint64_t ESCR = ((uint64_t)br->getBits(3)) << 30; 786 CHECK_EQ(br->getBits(1), 1u); 787 ESCR |= ((uint64_t)br->getBits(15)) << 15; 788 CHECK_EQ(br->getBits(1), 1u); 789 ESCR |= br->getBits(15); 790 CHECK_EQ(br->getBits(1), 1u); 791 792 ALOGV("ESCR = %" PRIu64, ESCR); 793 MY_LOGV("ESCR_extension = %u", br->getBits(9)); 794 795 CHECK_EQ(br->getBits(1), 1u); 796 797 optional_bytes_remaining -= 6; 798 } 799 800 if (ES_rate_flag) { 801 CHECK_GE(optional_bytes_remaining, 3u); 802 803 CHECK_EQ(br->getBits(1), 1u); 804 MY_LOGV("ES_rate = %u", br->getBits(22)); 805 CHECK_EQ(br->getBits(1), 1u); 806 807 optional_bytes_remaining -= 3; 808 } 809 810 br->skipBits(optional_bytes_remaining * 8); 811 812 // ES data follows. 813 814 if (PES_packet_length != 0) { 815 CHECK_GE(PES_packet_length, PES_header_data_length + 3); 816 817 unsigned dataLength = 818 PES_packet_length - 3 - PES_header_data_length; 819 820 if (br->numBitsLeft() < dataLength * 8) { 821 ALOGE("PES packet does not carry enough data to contain " 822 "payload. (numBitsLeft = %zu, required = %u)", 823 br->numBitsLeft(), dataLength * 8); 824 825 return ERROR_MALFORMED; 826 } 827 828 CHECK_GE(br->numBitsLeft(), dataLength * 8); 829 830 onPayloadData( 831 PTS_DTS_flags, PTS, DTS, br->data(), dataLength); 832 833 br->skipBits(dataLength * 8); 834 } else { 835 onPayloadData( 836 PTS_DTS_flags, PTS, DTS, 837 br->data(), br->numBitsLeft() / 8); 838 839 size_t payloadSizeBits = br->numBitsLeft(); 840 CHECK_EQ(payloadSizeBits % 8, 0u); 841 842 ALOGV("There's %zu bytes of payload.", payloadSizeBits / 8); 843 } 844 } else if (stream_id == 0xbe) { // padding_stream 845 CHECK_NE(PES_packet_length, 0u); 846 br->skipBits(PES_packet_length * 8); 847 } else { 848 CHECK_NE(PES_packet_length, 0u); 849 br->skipBits(PES_packet_length * 8); 850 } 851 852 return OK; 853} 854 855status_t ATSParser::Stream::flush() { 856 if (mBuffer->size() == 0) { 857 return OK; 858 } 859 860 ALOGV("flushing stream 0x%04x size = %zu", mElementaryPID, mBuffer->size()); 861 862 ABitReader br(mBuffer->data(), mBuffer->size()); 863 864 status_t err = parsePES(&br); 865 866 mBuffer->setRange(0, 0); 867 868 return err; 869} 870 871void ATSParser::Stream::onPayloadData( 872 unsigned PTS_DTS_flags, uint64_t PTS, uint64_t /* DTS */, 873 const uint8_t *data, size_t size) { 874#if 0 875 ALOGI("payload streamType 0x%02x, PTS = 0x%016llx, dPTS = %lld", 876 mStreamType, 877 PTS, 878 (int64_t)PTS - mPrevPTS); 879 mPrevPTS = PTS; 880#endif 881 882 ALOGV("onPayloadData mStreamType=0x%02x", mStreamType); 883 884 int64_t timeUs = 0ll; // no presentation timestamp available. 885 if (PTS_DTS_flags == 2 || PTS_DTS_flags == 3) { 886 timeUs = mProgram->convertPTSToTimestamp(PTS); 887 } 888 889 status_t err = mQueue->appendData(data, size, timeUs); 890 891 if (err != OK) { 892 return; 893 } 894 895 sp<ABuffer> accessUnit; 896 while ((accessUnit = mQueue->dequeueAccessUnit()) != NULL) { 897 if (mSource == NULL) { 898 sp<MetaData> meta = mQueue->getFormat(); 899 900 if (meta != NULL) { 901 ALOGV("Stream PID 0x%08x of type 0x%02x now has data.", 902 mElementaryPID, mStreamType); 903 904 const char *mime; 905 if (meta->findCString(kKeyMIMEType, &mime) 906 && !strcasecmp(mime, MEDIA_MIMETYPE_VIDEO_AVC) 907 && !IsIDR(accessUnit)) { 908 continue; 909 } 910 mSource = new AnotherPacketSource(meta); 911 mSource->queueAccessUnit(accessUnit); 912 } 913 } else if (mQueue->getFormat() != NULL) { 914 // After a discontinuity we invalidate the queue's format 915 // and won't enqueue any access units to the source until 916 // the queue has reestablished the new format. 917 918 if (mSource->getFormat() == NULL) { 919 mSource->setFormat(mQueue->getFormat()); 920 } 921 mSource->queueAccessUnit(accessUnit); 922 } 923 } 924} 925 926sp<MediaSource> ATSParser::Stream::getSource(SourceType type) { 927 switch (type) { 928 case VIDEO: 929 { 930 if (isVideo()) { 931 return mSource; 932 } 933 break; 934 } 935 936 case AUDIO: 937 { 938 if (isAudio()) { 939 return mSource; 940 } 941 break; 942 } 943 944 default: 945 break; 946 } 947 948 return NULL; 949} 950 951//////////////////////////////////////////////////////////////////////////////// 952 953ATSParser::ATSParser(uint32_t flags) 954 : mFlags(flags), 955 mAbsoluteTimeAnchorUs(-1ll), 956 mTimeOffsetValid(false), 957 mTimeOffsetUs(0ll), 958 mNumTSPacketsParsed(0), 959 mNumPCRs(0) { 960 mPSISections.add(0 /* PID */, new PSISection); 961} 962 963ATSParser::~ATSParser() { 964} 965 966status_t ATSParser::feedTSPacket(const void *data, size_t size) { 967 CHECK_EQ(size, kTSPacketSize); 968 969 ABitReader br((const uint8_t *)data, kTSPacketSize); 970 return parseTS(&br); 971} 972 973void ATSParser::signalDiscontinuity( 974 DiscontinuityType type, const sp<AMessage> &extra) { 975 int64_t mediaTimeUs; 976 if ((type & DISCONTINUITY_TIME) 977 && extra != NULL 978 && extra->findInt64( 979 IStreamListener::kKeyMediaTimeUs, &mediaTimeUs)) { 980 mAbsoluteTimeAnchorUs = mediaTimeUs; 981 } else if (type == DISCONTINUITY_ABSOLUTE_TIME) { 982 int64_t timeUs; 983 CHECK(extra->findInt64("timeUs", &timeUs)); 984 985 CHECK(mPrograms.empty()); 986 mAbsoluteTimeAnchorUs = timeUs; 987 return; 988 } else if (type == DISCONTINUITY_TIME_OFFSET) { 989 int64_t offset; 990 CHECK(extra->findInt64("offset", &offset)); 991 992 mTimeOffsetValid = true; 993 mTimeOffsetUs = offset; 994 return; 995 } 996 997 for (size_t i = 0; i < mPrograms.size(); ++i) { 998 mPrograms.editItemAt(i)->signalDiscontinuity(type, extra); 999 } 1000} 1001 1002void ATSParser::signalEOS(status_t finalResult) { 1003 CHECK_NE(finalResult, (status_t)OK); 1004 1005 for (size_t i = 0; i < mPrograms.size(); ++i) { 1006 mPrograms.editItemAt(i)->signalEOS(finalResult); 1007 } 1008} 1009 1010void ATSParser::parseProgramAssociationTable(ABitReader *br) { 1011 unsigned table_id = br->getBits(8); 1012 ALOGV(" table_id = %u", table_id); 1013 if (table_id != 0x00u) { 1014 ALOGE("PAT data error!"); 1015 return ; 1016 } 1017 unsigned section_syntax_indictor = br->getBits(1); 1018 ALOGV(" section_syntax_indictor = %u", section_syntax_indictor); 1019 CHECK_EQ(section_syntax_indictor, 1u); 1020 1021 CHECK_EQ(br->getBits(1), 0u); 1022 MY_LOGV(" reserved = %u", br->getBits(2)); 1023 1024 unsigned section_length = br->getBits(12); 1025 ALOGV(" section_length = %u", section_length); 1026 CHECK_EQ(section_length & 0xc00, 0u); 1027 1028 MY_LOGV(" transport_stream_id = %u", br->getBits(16)); 1029 MY_LOGV(" reserved = %u", br->getBits(2)); 1030 MY_LOGV(" version_number = %u", br->getBits(5)); 1031 MY_LOGV(" current_next_indicator = %u", br->getBits(1)); 1032 MY_LOGV(" section_number = %u", br->getBits(8)); 1033 MY_LOGV(" last_section_number = %u", br->getBits(8)); 1034 1035 size_t numProgramBytes = (section_length - 5 /* header */ - 4 /* crc */); 1036 CHECK_EQ((numProgramBytes % 4), 0u); 1037 1038 for (size_t i = 0; i < numProgramBytes / 4; ++i) { 1039 unsigned program_number = br->getBits(16); 1040 ALOGV(" program_number = %u", program_number); 1041 1042 MY_LOGV(" reserved = %u", br->getBits(3)); 1043 1044 if (program_number == 0) { 1045 MY_LOGV(" network_PID = 0x%04x", br->getBits(13)); 1046 } else { 1047 unsigned programMapPID = br->getBits(13); 1048 1049 ALOGV(" program_map_PID = 0x%04x", programMapPID); 1050 1051 bool found = false; 1052 for (size_t index = 0; index < mPrograms.size(); ++index) { 1053 const sp<Program> &program = mPrograms.itemAt(index); 1054 1055 if (program->number() == program_number) { 1056 program->updateProgramMapPID(programMapPID); 1057 found = true; 1058 break; 1059 } 1060 } 1061 1062 if (!found) { 1063 mPrograms.push( 1064 new Program(this, program_number, programMapPID)); 1065 } 1066 1067 if (mPSISections.indexOfKey(programMapPID) < 0) { 1068 mPSISections.add(programMapPID, new PSISection); 1069 } 1070 } 1071 } 1072 1073 MY_LOGV(" CRC = 0x%08x", br->getBits(32)); 1074} 1075 1076status_t ATSParser::parsePID( 1077 ABitReader *br, unsigned PID, 1078 unsigned continuity_counter, 1079 unsigned payload_unit_start_indicator) { 1080 ssize_t sectionIndex = mPSISections.indexOfKey(PID); 1081 1082 if (sectionIndex >= 0) { 1083 sp<PSISection> section = mPSISections.valueAt(sectionIndex); 1084 1085 if (payload_unit_start_indicator) { 1086 if (!section->isEmpty()) { 1087 return ERROR_UNSUPPORTED; 1088 } 1089 1090 unsigned skip = br->getBits(8); 1091 br->skipBits(skip * 8); 1092 } 1093 1094 CHECK((br->numBitsLeft() % 8) == 0); 1095 status_t err = section->append(br->data(), br->numBitsLeft() / 8); 1096 1097 if (err != OK) { 1098 return err; 1099 } 1100 1101 if (!section->isComplete()) { 1102 return OK; 1103 } 1104 1105 ABitReader sectionBits(section->data(), section->size()); 1106 1107 if (PID == 0) { 1108 parseProgramAssociationTable(§ionBits); 1109 } else { 1110 bool handled = false; 1111 for (size_t i = 0; i < mPrograms.size(); ++i) { 1112 status_t err; 1113 if (!mPrograms.editItemAt(i)->parsePSISection( 1114 PID, §ionBits, &err)) { 1115 continue; 1116 } 1117 1118 if (err != OK) { 1119 return err; 1120 } 1121 1122 handled = true; 1123 break; 1124 } 1125 1126 if (!handled) { 1127 mPSISections.removeItem(PID); 1128 section.clear(); 1129 } 1130 } 1131 1132 if (section != NULL) { 1133 section->clear(); 1134 } 1135 1136 return OK; 1137 } 1138 1139 bool handled = false; 1140 for (size_t i = 0; i < mPrograms.size(); ++i) { 1141 status_t err; 1142 if (mPrograms.editItemAt(i)->parsePID( 1143 PID, continuity_counter, payload_unit_start_indicator, 1144 br, &err)) { 1145 if (err != OK) { 1146 return err; 1147 } 1148 1149 handled = true; 1150 break; 1151 } 1152 } 1153 1154 if (!handled) { 1155 ALOGV("PID 0x%04x not handled.", PID); 1156 } 1157 1158 return OK; 1159} 1160 1161void ATSParser::parseAdaptationField(ABitReader *br, unsigned PID) { 1162 unsigned adaptation_field_length = br->getBits(8); 1163 1164 if (adaptation_field_length > 0) { 1165 unsigned discontinuity_indicator = br->getBits(1); 1166 1167 if (discontinuity_indicator) { 1168 ALOGV("PID 0x%04x: discontinuity_indicator = 1 (!!!)", PID); 1169 } 1170 1171 br->skipBits(2); 1172 unsigned PCR_flag = br->getBits(1); 1173 1174 size_t numBitsRead = 4; 1175 1176 if (PCR_flag) { 1177 br->skipBits(4); 1178 uint64_t PCR_base = br->getBits(32); 1179 PCR_base = (PCR_base << 1) | br->getBits(1); 1180 1181 br->skipBits(6); 1182 unsigned PCR_ext = br->getBits(9); 1183 1184 // The number of bytes from the start of the current 1185 // MPEG2 transport stream packet up and including 1186 // the final byte of this PCR_ext field. 1187 size_t byteOffsetFromStartOfTSPacket = 1188 (188 - br->numBitsLeft() / 8); 1189 1190 uint64_t PCR = PCR_base * 300 + PCR_ext; 1191 1192 ALOGV("PID 0x%04x: PCR = 0x%016" PRIx64 " (%.2f)", 1193 PID, PCR, PCR / 27E6); 1194 1195 // The number of bytes received by this parser up to and 1196 // including the final byte of this PCR_ext field. 1197 size_t byteOffsetFromStart = 1198 mNumTSPacketsParsed * 188 + byteOffsetFromStartOfTSPacket; 1199 1200 for (size_t i = 0; i < mPrograms.size(); ++i) { 1201 updatePCR(PID, PCR, byteOffsetFromStart); 1202 } 1203 1204 numBitsRead += 52; 1205 } 1206 1207 CHECK_GE(adaptation_field_length * 8, numBitsRead); 1208 1209 br->skipBits(adaptation_field_length * 8 - numBitsRead); 1210 } 1211} 1212 1213status_t ATSParser::parseTS(ABitReader *br) { 1214 ALOGV("---"); 1215 1216 unsigned sync_byte = br->getBits(8); 1217 if (sync_byte != 0x47u) { 1218 ALOGE("[error] parseTS: return error as sync_byte=0x%x", sync_byte); 1219 return BAD_VALUE; 1220 } 1221 1222 if (br->getBits(1)) { // transport_error_indicator 1223 // silently ignore. 1224 return OK; 1225 } 1226 1227 unsigned payload_unit_start_indicator = br->getBits(1); 1228 ALOGV("payload_unit_start_indicator = %u", payload_unit_start_indicator); 1229 1230 MY_LOGV("transport_priority = %u", br->getBits(1)); 1231 1232 unsigned PID = br->getBits(13); 1233 ALOGV("PID = 0x%04x", PID); 1234 1235 MY_LOGV("transport_scrambling_control = %u", br->getBits(2)); 1236 1237 unsigned adaptation_field_control = br->getBits(2); 1238 ALOGV("adaptation_field_control = %u", adaptation_field_control); 1239 1240 unsigned continuity_counter = br->getBits(4); 1241 ALOGV("PID = 0x%04x, continuity_counter = %u", PID, continuity_counter); 1242 1243 // ALOGI("PID = 0x%04x, continuity_counter = %u", PID, continuity_counter); 1244 1245 if (adaptation_field_control == 2 || adaptation_field_control == 3) { 1246 parseAdaptationField(br, PID); 1247 } 1248 1249 status_t err = OK; 1250 1251 if (adaptation_field_control == 1 || adaptation_field_control == 3) { 1252 err = parsePID( 1253 br, PID, continuity_counter, payload_unit_start_indicator); 1254 } 1255 1256 ++mNumTSPacketsParsed; 1257 1258 return err; 1259} 1260 1261sp<MediaSource> ATSParser::getSource(SourceType type) { 1262 int which = -1; // any 1263 1264 for (size_t i = 0; i < mPrograms.size(); ++i) { 1265 const sp<Program> &program = mPrograms.editItemAt(i); 1266 1267 if (which >= 0 && (int)program->number() != which) { 1268 continue; 1269 } 1270 1271 sp<MediaSource> source = program->getSource(type); 1272 1273 if (source != NULL) { 1274 return source; 1275 } 1276 } 1277 1278 return NULL; 1279} 1280 1281bool ATSParser::PTSTimeDeltaEstablished() { 1282 if (mPrograms.isEmpty()) { 1283 return false; 1284 } 1285 1286 return mPrograms.editItemAt(0)->PTSTimeDeltaEstablished(); 1287} 1288 1289void ATSParser::updatePCR( 1290 unsigned /* PID */, uint64_t PCR, size_t byteOffsetFromStart) { 1291 ALOGV("PCR 0x%016" PRIx64 " @ %zu", PCR, byteOffsetFromStart); 1292 1293 if (mNumPCRs == 2) { 1294 mPCR[0] = mPCR[1]; 1295 mPCRBytes[0] = mPCRBytes[1]; 1296 mSystemTimeUs[0] = mSystemTimeUs[1]; 1297 mNumPCRs = 1; 1298 } 1299 1300 mPCR[mNumPCRs] = PCR; 1301 mPCRBytes[mNumPCRs] = byteOffsetFromStart; 1302 mSystemTimeUs[mNumPCRs] = ALooper::GetNowUs(); 1303 1304 ++mNumPCRs; 1305 1306 if (mNumPCRs == 2) { 1307 double transportRate = 1308 (mPCRBytes[1] - mPCRBytes[0]) * 27E6 / (mPCR[1] - mPCR[0]); 1309 1310 ALOGV("transportRate = %.2f bytes/sec", transportRate); 1311 } 1312} 1313 1314//////////////////////////////////////////////////////////////////////////////// 1315 1316ATSParser::PSISection::PSISection() { 1317} 1318 1319ATSParser::PSISection::~PSISection() { 1320} 1321 1322status_t ATSParser::PSISection::append(const void *data, size_t size) { 1323 if (mBuffer == NULL || mBuffer->size() + size > mBuffer->capacity()) { 1324 size_t newCapacity = 1325 (mBuffer == NULL) ? size : mBuffer->capacity() + size; 1326 1327 newCapacity = (newCapacity + 1023) & ~1023; 1328 1329 sp<ABuffer> newBuffer = new ABuffer(newCapacity); 1330 1331 if (mBuffer != NULL) { 1332 memcpy(newBuffer->data(), mBuffer->data(), mBuffer->size()); 1333 newBuffer->setRange(0, mBuffer->size()); 1334 } else { 1335 newBuffer->setRange(0, 0); 1336 } 1337 1338 mBuffer = newBuffer; 1339 } 1340 1341 memcpy(mBuffer->data() + mBuffer->size(), data, size); 1342 mBuffer->setRange(0, mBuffer->size() + size); 1343 1344 return OK; 1345} 1346 1347void ATSParser::PSISection::clear() { 1348 if (mBuffer != NULL) { 1349 mBuffer->setRange(0, 0); 1350 } 1351} 1352 1353bool ATSParser::PSISection::isComplete() const { 1354 if (mBuffer == NULL || mBuffer->size() < 3) { 1355 return false; 1356 } 1357 1358 unsigned sectionLength = U16_AT(mBuffer->data() + 1) & 0xfff; 1359 return mBuffer->size() >= sectionLength + 3; 1360} 1361 1362bool ATSParser::PSISection::isEmpty() const { 1363 return mBuffer == NULL || mBuffer->size() == 0; 1364} 1365 1366const uint8_t *ATSParser::PSISection::data() const { 1367 return mBuffer == NULL ? NULL : mBuffer->data(); 1368} 1369 1370size_t ATSParser::PSISection::size() const { 1371 return mBuffer == NULL ? 0 : mBuffer->size(); 1372} 1373 1374} // namespace android 1375